{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 3988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6061.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13104.646, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.014, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 478613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:00:14+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T00:00:13+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T00:00:13.956843+09:00", "mtime_epoch": 1783004413.956843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:00:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1512.363, "name": "celery", "pid": 237, "rss_mb": 1512.363, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 300, "max_ms": 6.404, "p95_ms": 5.253}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.903, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.526, "count": 300, "max_ms": 80.552, "p95_ms": 69.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.219, "count": 300, "max_ms": 94.725, "p95_ms": 73.447}, "yolo11_640_fire_11class": {"avg_ms": 53.145, "count": 300, "max_ms": 81.085, "p95_ms": 68.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.819, "count": 300, "max_ms": 89.628, "p95_ms": 78.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.412, "count": 300, "max_ms": 107.397, "p95_ms": 92.762}, "read_interval": {"avg_ms": 100.071, "count": 299, "max_ms": 168.322, "p95_ms": 127.515}, "triton_wait": {"avg_ms": 58.831, "count": 300, "max_ms": 94.737, "p95_ms": 79.956}, "visualize": {"avg_ms": 3.645, "count": 300, "max_ms": 5.894, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6057.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 22921.09, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.698, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 485786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:00:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:00:20+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T00:00:20+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T00:00:20.517018+09:00", "mtime_epoch": 1783004420.5170183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:00:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1265.953, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.305, "pushed": 10.305, "read": 10.272}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.483, "count": 309, "max_ms": 12.153, "p95_ms": 8.694}, "gstreamer_push": {"avg_ms": 1.244, "count": 309, "max_ms": 2.159, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.636, "count": 309, "max_ms": 77.722, "p95_ms": 69.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.485, "count": 309, "max_ms": 96.482, "p95_ms": 79.301}, "yolo11_640_fire_11class": {"avg_ms": 52.644, "count": 309, "max_ms": 78.679, "p95_ms": 67.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.819, "count": 309, "max_ms": 86.826, "p95_ms": 77.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.907, "count": 309, "max_ms": 113.212, "p95_ms": 96.621}, "read_interval": {"avg_ms": 97.357, "count": 308, "max_ms": 351.13, "p95_ms": 127.072}, "triton_wait": {"avg_ms": 58.758, "count": 309, "max_ms": 96.495, "p95_ms": 79.999}, "visualize": {"avg_ms": 3.625, "count": 309, "max_ms": 4.662, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2274, "tracking_summary": 2042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6057.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50278.128, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.143, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:00:24+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T00:00:24+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T00:00:24.517125+09:00", "mtime_epoch": 1783004424.5171251, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:00:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 902.504, "name": "celery", "pid": 239, "rss_mb": 890.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.554, "pushed": 3.554, "read": 3.521}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.593, "count": 106, "max_ms": 201.668, "p95_ms": 179.792}, "gstreamer_push": {"avg_ms": 0.855, "count": 106, "max_ms": 2.708, "p95_ms": 1.742}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.153, "count": 106, "max_ms": 93.076, "p95_ms": 86.069}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.121, "count": 106, "max_ms": 100.244, "p95_ms": 93.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.276, "count": 106, "max_ms": 308.201, "p95_ms": 300.411}, "read_interval": {"avg_ms": 284.671, "count": 105, "max_ms": 318.742, "p95_ms": 310.18}, "triton_wait": {"avg_ms": 73.134, "count": 106, "max_ms": 100.256, "p95_ms": 93.553}, "visualize": {"avg_ms": 26.762, "count": 106, "max_ms": 39.452, "p95_ms": 32.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 3990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6064.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13134.671, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.906, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 478914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:00:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:00:44+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T00:00:44+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T00:00:44.021643+09:00", "mtime_epoch": 1783004444.0216427, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:00:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1512.363, "name": "celery", "pid": 237, "rss_mb": 1512.363, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.082, "count": 301, "max_ms": 6.444, "p95_ms": 4.76}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.017, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.104, "count": 301, "max_ms": 80.529, "p95_ms": 71.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.429, "count": 301, "max_ms": 89.889, "p95_ms": 71.547}, "yolo11_640_fire_11class": {"avg_ms": 53.445, "count": 301, "max_ms": 83.204, "p95_ms": 70.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.393, "count": 301, "max_ms": 90.643, "p95_ms": 78.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.363, "count": 301, "max_ms": 104.023, "p95_ms": 94.578}, "read_interval": {"avg_ms": 99.836, "count": 300, "max_ms": 169.926, "p95_ms": 143.734}, "triton_wait": {"avg_ms": 58.599, "count": 301, "max_ms": 90.654, "p95_ms": 81.312}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 5.589, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6065.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 22951.097, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.566, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:00:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:00:50+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:00:50+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T00:00:50.525814+09:00", "mtime_epoch": 1783004450.525814, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:00:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1266.211, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.585, "count": 299, "max_ms": 12.776, "p95_ms": 8.999}, "gstreamer_push": {"avg_ms": 1.259, "count": 299, "max_ms": 1.84, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.981, "count": 299, "max_ms": 76.721, "p95_ms": 66.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.319, "count": 299, "max_ms": 93.672, "p95_ms": 79.067}, "yolo11_640_fire_11class": {"avg_ms": 51.955, "count": 299, "max_ms": 76.112, "p95_ms": 65.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.07, "count": 299, "max_ms": 90.525, "p95_ms": 75.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.632, "count": 299, "max_ms": 109.621, "p95_ms": 98.613}, "read_interval": {"avg_ms": 100.377, "count": 299, "max_ms": 284.39, "p95_ms": 130.315}, "triton_wait": {"avg_ms": 58.355, "count": 299, "max_ms": 93.684, "p95_ms": 81.978}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 5.157, "p95_ms": 4.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2276, "tracking_summary": 2043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6058.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50308.298, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.703, "sample_count": 1132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:00:54+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-03T00:00:54+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-03T00:00:54.617922+09:00", "mtime_epoch": 1783004454.6179218, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:00:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 902.504, "name": "celery", "pid": 239, "rss_mb": 891.023, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.037, "pushed": 4.037, "read": 4.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.692, "count": 121, "max_ms": 176.767, "p95_ms": 174.227}, "gstreamer_push": {"avg_ms": 1.211, "count": 121, "max_ms": 2.983, "p95_ms": 1.886}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.345, "count": 121, "max_ms": 98.737, "p95_ms": 90.852}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.117, "count": 121, "max_ms": 99.921, "p95_ms": 94.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.158, "count": 121, "max_ms": 313.778, "p95_ms": 294.753}, "read_interval": {"avg_ms": 249.107, "count": 120, "max_ms": 322.752, "p95_ms": 304.827}, "triton_wait": {"avg_ms": 72.174, "count": 121, "max_ms": 99.934, "p95_ms": 94.186}, "visualize": {"avg_ms": 28.473, "count": 121, "max_ms": 40.27, "p95_ms": 37.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 3993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6062.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13164.708, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.903, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:01:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:01:14+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T00:01:14+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T00:01:14.038430+09:00", "mtime_epoch": 1783004474.0384297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:01:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1512.621, "name": "celery", "pid": 237, "rss_mb": 1512.621, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.086, "count": 300, "max_ms": 8.364, "p95_ms": 4.684}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.624, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.556, "count": 300, "max_ms": 82.116, "p95_ms": 69.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.705, "count": 300, "max_ms": 98.978, "p95_ms": 75.827}, "yolo11_640_fire_11class": {"avg_ms": 54.346, "count": 300, "max_ms": 81.049, "p95_ms": 69.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.645, "count": 300, "max_ms": 83.737, "p95_ms": 78.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.481, "count": 300, "max_ms": 112.072, "p95_ms": 93.505}, "read_interval": {"avg_ms": 100.136, "count": 299, "max_ms": 163.711, "p95_ms": 126.628}, "triton_wait": {"avg_ms": 60.846, "count": 300, "max_ms": 98.99, "p95_ms": 80.684}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 4.898, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6062.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 22981.179, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.064, "sample_count": 3159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:01:20+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T00:01:20+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T00:01:20.618601+09:00", "mtime_epoch": 1783004480.6186008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:01:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1266.211, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.492, "count": 301, "max_ms": 12.137, "p95_ms": 8.304}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.506, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.736, "count": 301, "max_ms": 77.632, "p95_ms": 67.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.913, "count": 301, "max_ms": 94.635, "p95_ms": 79.335}, "yolo11_640_fire_11class": {"avg_ms": 53.029, "count": 301, "max_ms": 77.02, "p95_ms": 66.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.019, "count": 301, "max_ms": 88.051, "p95_ms": 76.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.395, "count": 301, "max_ms": 111.42, "p95_ms": 98.269}, "read_interval": {"avg_ms": 99.931, "count": 300, "max_ms": 430.03, "p95_ms": 129.808}, "triton_wait": {"avg_ms": 59.326, "count": 301, "max_ms": 94.649, "p95_ms": 80.663}, "visualize": {"avg_ms": 3.651, "count": 301, "max_ms": 6.468, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2277, "tracking_summary": 2044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6061.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50338.338, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.229, "sample_count": 1121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:01:24+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T00:01:24+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-03T00:01:24.646705+09:00", "mtime_epoch": 1783004484.6467054, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:01:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 902.672, "name": "celery", "pid": 239, "rss_mb": 894.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.527, "pushed": 3.527, "read": 3.494}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.651, "count": 105, "max_ms": 187.006, "p95_ms": 183.689}, "gstreamer_push": {"avg_ms": 1.148, "count": 105, "max_ms": 2.921, "p95_ms": 2.364}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.834, "count": 105, "max_ms": 97.923, "p95_ms": 90.513}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.028, "count": 105, "max_ms": 103.696, "p95_ms": 92.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.919, "count": 105, "max_ms": 315.356, "p95_ms": 302.229}, "read_interval": {"avg_ms": 286.031, "count": 104, "max_ms": 324.167, "p95_ms": 311.3}, "triton_wait": {"avg_ms": 70.096, "count": 105, "max_ms": 103.708, "p95_ms": 94.262}, "visualize": {"avg_ms": 30.28, "count": 105, "max_ms": 43.291, "p95_ms": 40.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.77, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 3995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6064.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13194.754, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.374, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:01:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T00:01:44+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T00:01:44+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T00:01:44.099207+09:00", "mtime_epoch": 1783004504.0992074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:01:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1512.621, "name": "celery", "pid": 237, "rss_mb": 1512.621, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.075, "count": 301, "max_ms": 6.853, "p95_ms": 5.003}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 2.135, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.822, "count": 301, "max_ms": 79.614, "p95_ms": 70.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.2, "count": 301, "max_ms": 92.511, "p95_ms": 72.396}, "yolo11_640_fire_11class": {"avg_ms": 53.198, "count": 301, "max_ms": 79.523, "p95_ms": 70.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.266, "count": 301, "max_ms": 84.719, "p95_ms": 78.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.721, "count": 301, "max_ms": 103.683, "p95_ms": 92.509}, "read_interval": {"avg_ms": 99.89, "count": 300, "max_ms": 173.201, "p95_ms": 130.991}, "triton_wait": {"avg_ms": 58.056, "count": 301, "max_ms": 92.52, "p95_ms": 79.633}, "visualize": {"avg_ms": 3.669, "count": 301, "max_ms": 5.562, "p95_ms": 4.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6064.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23011.196, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.546, "sample_count": 3136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:01:50+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T00:01:50+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T00:01:50.619375+09:00", "mtime_epoch": 1783004510.6193745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:01:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1266.469, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.537, "count": 300, "max_ms": 12.696, "p95_ms": 8.546}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.86, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.422, "count": 300, "max_ms": 78.859, "p95_ms": 67.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.945, "count": 300, "max_ms": 92.533, "p95_ms": 79.316}, "yolo11_640_fire_11class": {"avg_ms": 51.722, "count": 300, "max_ms": 74.183, "p95_ms": 66.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.627, "count": 300, "max_ms": 81.061, "p95_ms": 76.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.637, "count": 300, "max_ms": 108.459, "p95_ms": 96.477}, "read_interval": {"avg_ms": 100.009, "count": 299, "max_ms": 402.877, "p95_ms": 129.835}, "triton_wait": {"avg_ms": 57.388, "count": 300, "max_ms": 92.545, "p95_ms": 80.237}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 5.911, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2277, "tracking_summary": 2045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6056.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50368.534, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.223, "sample_count": 1132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:01:55+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T00:01:54+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-03T00:01:54.839483+09:00", "mtime_epoch": 1783004514.8394825, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:01:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 902.801, "name": "celery", "pid": 239, "rss_mb": 888.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.144, "pushed": 4.144, "read": 4.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.827, "count": 124, "max_ms": 201.561, "p95_ms": 180.204}, "gstreamer_push": {"avg_ms": 0.998, "count": 124, "max_ms": 3.709, "p95_ms": 1.791}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.32, "count": 124, "max_ms": 98.514, "p95_ms": 85.248}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.14, "count": 124, "max_ms": 99.599, "p95_ms": 91.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.619, "count": 124, "max_ms": 305.814, "p95_ms": 293.788}, "read_interval": {"avg_ms": 243.112, "count": 123, "max_ms": 317.346, "p95_ms": 302.55}, "triton_wait": {"avg_ms": 70.233, "count": 124, "max_ms": 99.612, "p95_ms": 91.859}, "visualize": {"avg_ms": 25.691, "count": 124, "max_ms": 37.271, "p95_ms": 32.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 3998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6056.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13224.871, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.425, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:02:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:02:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T00:02:14+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T00:02:14.171975+09:00", "mtime_epoch": 1783004534.1719751, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:02:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1512.879, "name": "celery", "pid": 237, "rss_mb": 1512.879, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 301, "max_ms": 6.387, "p95_ms": 4.715}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.919, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.908, "count": 301, "max_ms": 77.499, "p95_ms": 70.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.296, "count": 301, "max_ms": 96.861, "p95_ms": 72.612}, "yolo11_640_fire_11class": {"avg_ms": 55.537, "count": 301, "max_ms": 78.363, "p95_ms": 70.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.063, "count": 301, "max_ms": 86.099, "p95_ms": 80.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.785, "count": 301, "max_ms": 109.959, "p95_ms": 94.724}, "read_interval": {"avg_ms": 99.925, "count": 300, "max_ms": 170.914, "p95_ms": 124.964}, "triton_wait": {"avg_ms": 62.15, "count": 301, "max_ms": 96.874, "p95_ms": 82.013}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 5.797, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6065.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23041.324, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.388, "sample_count": 3113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:02:20+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:02:20+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T00:02:20.704140+09:00", "mtime_epoch": 1783004540.7041404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:02:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1266.469, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.405, "count": 300, "max_ms": 12.454, "p95_ms": 8.721}, "gstreamer_push": {"avg_ms": 1.209, "count": 300, "max_ms": 1.939, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.898, "count": 300, "max_ms": 75.441, "p95_ms": 68.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.708, "count": 300, "max_ms": 100.849, "p95_ms": 82.563}, "yolo11_640_fire_11class": {"avg_ms": 55.166, "count": 300, "max_ms": 75.93, "p95_ms": 67.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.851, "count": 300, "max_ms": 86.794, "p95_ms": 77.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.537, "count": 300, "max_ms": 117.283, "p95_ms": 99.854}, "read_interval": {"avg_ms": 100.133, "count": 299, "max_ms": 287.55, "p95_ms": 127.759}, "triton_wait": {"avg_ms": 62.547, "count": 300, "max_ms": 100.861, "p95_ms": 83.502}, "visualize": {"avg_ms": 3.571, "count": 300, "max_ms": 4.912, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2279, "tracking_summary": 2046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6059.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50398.685, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.143, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:02:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:02:25+09:00", "last_frame_read_age_sec": 0.271, "last_frame_read_at": "2026-07-03T00:02:24+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T00:02:25.000249+09:00", "mtime_epoch": 1783004545.0002491, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:02:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 902.801, "name": "celery", "pid": 239, "rss_mb": 891.562, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.517, "pushed": 3.517, "read": 3.484}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.614, "count": 105, "max_ms": 206.625, "p95_ms": 190.553}, "gstreamer_push": {"avg_ms": 1.001, "count": 105, "max_ms": 2.844, "p95_ms": 1.857}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.519, "count": 105, "max_ms": 98.989, "p95_ms": 85.761}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.514, "count": 105, "max_ms": 108.031, "p95_ms": 91.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.285, "count": 105, "max_ms": 352.155, "p95_ms": 309.605}, "read_interval": {"avg_ms": 287.214, "count": 104, "max_ms": 363.146, "p95_ms": 318.977}, "triton_wait": {"avg_ms": 69.723, "count": 105, "max_ms": 108.043, "p95_ms": 91.644}, "visualize": {"avg_ms": 33.102, "count": 105, "max_ms": 53.289, "p95_ms": 43.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6065.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13254.907, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.189, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 480116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:02:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:02:44+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T00:02:44+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T00:02:44.240733+09:00", "mtime_epoch": 1783004564.2407331, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:02:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1513.137, "name": "celery", "pid": 237, "rss_mb": 1513.137, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.05, "count": 300, "max_ms": 6.65, "p95_ms": 4.36}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.584, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.696, "count": 300, "max_ms": 76.724, "p95_ms": 69.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.627, "count": 300, "max_ms": 102.104, "p95_ms": 72.737}, "yolo11_640_fire_11class": {"avg_ms": 54.018, "count": 300, "max_ms": 77.207, "p95_ms": 68.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.879, "count": 300, "max_ms": 88.961, "p95_ms": 77.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.67, "count": 300, "max_ms": 115.039, "p95_ms": 92.826}, "read_interval": {"avg_ms": 100.132, "count": 299, "max_ms": 186.051, "p95_ms": 131.138}, "triton_wait": {"avg_ms": 60.92, "count": 300, "max_ms": 102.116, "p95_ms": 79.807}, "visualize": {"avg_ms": 3.706, "count": 300, "max_ms": 4.543, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6065.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23071.369, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.945, "sample_count": 3090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:02:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T00:02:50+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T00:02:50+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T00:02:50.732896+09:00", "mtime_epoch": 1783004570.7328956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:02:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1266.727, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.556, "count": 300, "max_ms": 12.773, "p95_ms": 10.53}, "gstreamer_push": {"avg_ms": 1.217, "count": 300, "max_ms": 1.62, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.338, "count": 300, "max_ms": 76.599, "p95_ms": 68.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.894, "count": 300, "max_ms": 100.742, "p95_ms": 75.987}, "yolo11_640_fire_11class": {"avg_ms": 53.067, "count": 300, "max_ms": 77.729, "p95_ms": 68.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.573, "count": 300, "max_ms": 87.562, "p95_ms": 77.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.954, "count": 300, "max_ms": 117.099, "p95_ms": 98.567}, "read_interval": {"avg_ms": 100.096, "count": 299, "max_ms": 321.977, "p95_ms": 140.036}, "triton_wait": {"avg_ms": 60.057, "count": 300, "max_ms": 100.777, "p95_ms": 82.591}, "visualize": {"avg_ms": 3.565, "count": 300, "max_ms": 5.682, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2281, "tracking_summary": 2047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6065.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50428.791, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.123, "sample_count": 1132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:02:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:02:55+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T00:02:55+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T00:02:55.193007+09:00", "mtime_epoch": 1783004575.193007, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:02:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 902.871, "name": "celery", "pid": 239, "rss_mb": 897.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.878, "pushed": 3.878, "read": 3.844}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.454, "count": 116, "max_ms": 214.642, "p95_ms": 183.558}, "gstreamer_push": {"avg_ms": 1.067, "count": 116, "max_ms": 3.384, "p95_ms": 2.409}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.93, "count": 116, "max_ms": 100.575, "p95_ms": 94.202}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.765, "count": 116, "max_ms": 100.905, "p95_ms": 96.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.476, "count": 116, "max_ms": 310.8, "p95_ms": 296.734}, "read_interval": {"avg_ms": 260.087, "count": 115, "max_ms": 321.205, "p95_ms": 306.303}, "triton_wait": {"avg_ms": 71.813, "count": 116, "max_ms": 100.919, "p95_ms": 96.295}, "visualize": {"avg_ms": 27.283, "count": 116, "max_ms": 40.355, "p95_ms": 37.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6060.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13284.918, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.189, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 480416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:03:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:03:14+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T00:03:14+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T00:03:14.181479+09:00", "mtime_epoch": 1783004594.181479, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:03:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1513.137, "name": "celery", "pid": 237, "rss_mb": 1513.137, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.038, "count": 300, "max_ms": 6.341, "p95_ms": 4.649}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.491, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.758, "count": 300, "max_ms": 80.128, "p95_ms": 71.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.392, "count": 300, "max_ms": 94.475, "p95_ms": 72.196}, "yolo11_640_fire_11class": {"avg_ms": 54.286, "count": 300, "max_ms": 83.659, "p95_ms": 71.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.094, "count": 300, "max_ms": 89.948, "p95_ms": 79.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.395, "count": 300, "max_ms": 107.307, "p95_ms": 95.556}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 254.426, "p95_ms": 133.524}, "triton_wait": {"avg_ms": 59.731, "count": 300, "max_ms": 94.487, "p95_ms": 82.698}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.662, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6063.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23101.407, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.742, "sample_count": 3068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:03:20+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T00:03:20+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T00:03:20.853644+09:00", "mtime_epoch": 1783004600.853644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:03:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1266.727, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.484, "count": 301, "max_ms": 12.282, "p95_ms": 8.306}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 2.161, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.637, "count": 301, "max_ms": 74.709, "p95_ms": 69.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.928, "count": 301, "max_ms": 103.539, "p95_ms": 85.511}, "yolo11_640_fire_11class": {"avg_ms": 53.0, "count": 301, "max_ms": 75.338, "p95_ms": 69.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.458, "count": 301, "max_ms": 87.734, "p95_ms": 77.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.542, "count": 301, "max_ms": 119.956, "p95_ms": 103.487}, "read_interval": {"avg_ms": 99.824, "count": 300, "max_ms": 335.041, "p95_ms": 137.377}, "triton_wait": {"avg_ms": 59.51, "count": 301, "max_ms": 103.551, "p95_ms": 86.907}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 4.643, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2281, "tracking_summary": 2048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6058.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50458.937, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.898, "sample_count": 1132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:03:25+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-03T00:03:25+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T00:03:25.325754+09:00", "mtime_epoch": 1783004605.3257544, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:03:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 902.871, "name": "celery", "pid": 239, "rss_mb": 889.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.239, "pushed": 4.239, "read": 4.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.91, "count": 127, "max_ms": 226.877, "p95_ms": 181.619}, "gstreamer_push": {"avg_ms": 1.135, "count": 127, "max_ms": 2.444, "p95_ms": 1.833}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.206, "count": 127, "max_ms": 103.162, "p95_ms": 90.123}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.102, "count": 127, "max_ms": 103.15, "p95_ms": 92.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.046, "count": 127, "max_ms": 327.346, "p95_ms": 297.846}, "read_interval": {"avg_ms": 237.588, "count": 126, "max_ms": 336.495, "p95_ms": 306.976}, "triton_wait": {"avg_ms": 73.385, "count": 127, "max_ms": 103.172, "p95_ms": 93.288}, "visualize": {"avg_ms": 28.92, "count": 127, "max_ms": 40.251, "p95_ms": 36.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6053.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13314.928, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.247, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 480716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:03:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T00:03:44+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T00:03:44+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-03T00:03:44.190218+09:00", "mtime_epoch": 1783004624.190218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:03:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1513.395, "name": "celery", "pid": 237, "rss_mb": 1513.395, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.082, "count": 300, "max_ms": 6.277, "p95_ms": 4.779}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 1.85, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.387, "count": 300, "max_ms": 78.736, "p95_ms": 72.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.082, "count": 300, "max_ms": 101.188, "p95_ms": 71.134}, "yolo11_640_fire_11class": {"avg_ms": 54.489, "count": 300, "max_ms": 77.145, "p95_ms": 72.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.429, "count": 300, "max_ms": 89.711, "p95_ms": 80.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.093, "count": 300, "max_ms": 114.551, "p95_ms": 94.22}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 187.105, "p95_ms": 126.129}, "triton_wait": {"avg_ms": 61.371, "count": 300, "max_ms": 101.199, "p95_ms": 81.642}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 5.305, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6067.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23131.472, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.673, "sample_count": 3051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:03:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:03:50+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T00:03:50+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T00:03:50.934383+09:00", "mtime_epoch": 1783004630.934383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:03:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1266.984, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.507, "count": 300, "max_ms": 11.627, "p95_ms": 9.087}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 2.058, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.55, "count": 300, "max_ms": 76.896, "p95_ms": 68.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.909, "count": 300, "max_ms": 99.072, "p95_ms": 84.583}, "yolo11_640_fire_11class": {"avg_ms": 53.758, "count": 300, "max_ms": 74.926, "p95_ms": 68.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.304, "count": 300, "max_ms": 89.191, "p95_ms": 77.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.259, "count": 300, "max_ms": 115.495, "p95_ms": 101.795}, "read_interval": {"avg_ms": 100.28, "count": 299, "max_ms": 314.225, "p95_ms": 132.28}, "triton_wait": {"avg_ms": 61.202, "count": 300, "max_ms": 99.085, "p95_ms": 85.386}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 5.861, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2283, "tracking_summary": 2049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6067.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50489.202, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.711, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:03:55+09:00", "last_frame_read_age_sec": 0.342, "last_frame_read_at": "2026-07-03T00:03:55+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T00:03:55.446493+09:00", "mtime_epoch": 1783004635.4464931, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:03:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 903.539, "name": "celery", "pid": 239, "rss_mb": 897.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.515, "pushed": 3.515, "read": 3.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.966, "count": 105, "max_ms": 208.602, "p95_ms": 187.368}, "gstreamer_push": {"avg_ms": 1.289, "count": 105, "max_ms": 3.832, "p95_ms": 2.936}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.256, "count": 105, "max_ms": 97.549, "p95_ms": 92.476}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.451, "count": 105, "max_ms": 100.295, "p95_ms": 96.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.889, "count": 105, "max_ms": 341.156, "p95_ms": 309.303}, "read_interval": {"avg_ms": 285.698, "count": 104, "max_ms": 330.763, "p95_ms": 318.095}, "triton_wait": {"avg_ms": 75.52, "count": 105, "max_ms": 100.308, "p95_ms": 96.851}, "visualize": {"avg_ms": 30.512, "count": 105, "max_ms": 47.668, "p95_ms": 40.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6068.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13344.937, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.251, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 481016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:04:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:04:14+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:04:14+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-03T00:04:14.198949+09:00", "mtime_epoch": 1783004654.198949, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:04:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1513.395, "name": "celery", "pid": 237, "rss_mb": 1513.395, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.086, "count": 300, "max_ms": 6.458, "p95_ms": 5.21}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.632, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.836, "count": 300, "max_ms": 78.905, "p95_ms": 71.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.089, "count": 300, "max_ms": 94.89, "p95_ms": 70.367}, "yolo11_640_fire_11class": {"avg_ms": 54.151, "count": 300, "max_ms": 78.383, "p95_ms": 70.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.937, "count": 300, "max_ms": 84.707, "p95_ms": 79.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.61, "count": 300, "max_ms": 108.73, "p95_ms": 93.676}, "read_interval": {"avg_ms": 100.035, "count": 300, "max_ms": 174.496, "p95_ms": 131.16}, "triton_wait": {"avg_ms": 59.848, "count": 300, "max_ms": 94.902, "p95_ms": 80.414}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 5.513, "p95_ms": 4.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6066.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23161.491, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.944, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 488186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:04:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:04:21+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:04:20+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T00:04:20.951113+09:00", "mtime_epoch": 1783004660.9511125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:04:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1266.984, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.628, "count": 298, "max_ms": 12.711, "p95_ms": 9.367}, "gstreamer_push": {"avg_ms": 1.244, "count": 298, "max_ms": 1.885, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.129, "count": 298, "max_ms": 74.446, "p95_ms": 68.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.561, "count": 298, "max_ms": 101.578, "p95_ms": 83.326}, "yolo11_640_fire_11class": {"avg_ms": 53.258, "count": 298, "max_ms": 73.145, "p95_ms": 67.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.936, "count": 298, "max_ms": 81.713, "p95_ms": 77.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.375, "count": 298, "max_ms": 118.146, "p95_ms": 99.621}, "read_interval": {"avg_ms": 100.797, "count": 297, "max_ms": 372.628, "p95_ms": 126.135}, "triton_wait": {"avg_ms": 60.208, "count": 298, "max_ms": 101.592, "p95_ms": 83.339}, "visualize": {"avg_ms": 3.652, "count": 298, "max_ms": 6.321, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2284, "tracking_summary": 2050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6066.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50519.449, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.229, "sample_count": 1129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:04:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:04:26+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-03T00:04:25+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T00:04:25.763229+09:00", "mtime_epoch": 1783004665.763229, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:04:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 903.539, "name": "celery", "pid": 239, "rss_mb": 896.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.77, "pushed": 3.77, "read": 3.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.42, "count": 113, "max_ms": 177.612, "p95_ms": 175.82}, "gstreamer_push": {"avg_ms": 1.018, "count": 113, "max_ms": 2.952, "p95_ms": 1.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.439, "count": 113, "max_ms": 95.491, "p95_ms": 88.648}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.737, "count": 113, "max_ms": 102.374, "p95_ms": 94.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.599, "count": 113, "max_ms": 315.976, "p95_ms": 297.46}, "read_interval": {"avg_ms": 267.508, "count": 112, "max_ms": 326.274, "p95_ms": 306.623}, "triton_wait": {"avg_ms": 71.797, "count": 113, "max_ms": 102.388, "p95_ms": 94.665}, "visualize": {"avg_ms": 30.59, "count": 113, "max_ms": 41.847, "p95_ms": 40.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6065.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13375.011, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.55, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 481317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:04:44+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T00:04:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T00:04:44.331676+09:00", "mtime_epoch": 1783004684.3316758, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:04:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1513.652, "name": "celery", "pid": 237, "rss_mb": 1513.652, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.043, "count": 301, "max_ms": 6.114, "p95_ms": 4.627}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.835, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.91, "count": 301, "max_ms": 80.308, "p95_ms": 70.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.074, "count": 301, "max_ms": 87.292, "p95_ms": 70.308}, "yolo11_640_fire_11class": {"avg_ms": 53.316, "count": 301, "max_ms": 76.656, "p95_ms": 68.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.894, "count": 301, "max_ms": 83.348, "p95_ms": 78.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.052, "count": 301, "max_ms": 100.239, "p95_ms": 91.98}, "read_interval": {"avg_ms": 99.887, "count": 300, "max_ms": 176.764, "p95_ms": 138.075}, "triton_wait": {"avg_ms": 58.414, "count": 301, "max_ms": 87.301, "p95_ms": 78.775}, "visualize": {"avg_ms": 3.667, "count": 301, "max_ms": 4.84, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6065.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23191.52, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.186, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 488487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:04:51+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T00:04:50+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T00:04:50.979835+09:00", "mtime_epoch": 1783004690.979835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:04:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1267.242, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.57, "count": 301, "max_ms": 10.696, "p95_ms": 8.911}, "gstreamer_push": {"avg_ms": 1.261, "count": 301, "max_ms": 1.604, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.65, "count": 301, "max_ms": 77.003, "p95_ms": 66.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.242, "count": 301, "max_ms": 94.396, "p95_ms": 78.482}, "yolo11_640_fire_11class": {"avg_ms": 51.822, "count": 301, "max_ms": 76.99, "p95_ms": 65.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.747, "count": 301, "max_ms": 85.263, "p95_ms": 74.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.556, "count": 301, "max_ms": 110.3, "p95_ms": 96.113}, "read_interval": {"avg_ms": 99.82, "count": 300, "max_ms": 399.342, "p95_ms": 139.203}, "triton_wait": {"avg_ms": 56.402, "count": 301, "max_ms": 94.408, "p95_ms": 79.907}, "visualize": {"avg_ms": 3.648, "count": 301, "max_ms": 4.939, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2284, "tracking_summary": 2050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6060.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50549.49, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.995, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:04:56+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T00:04:55+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T00:04:55.775950+09:00", "mtime_epoch": 1783004695.7759497, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:04:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 903.539, "name": "celery", "pid": 239, "rss_mb": 890.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.497, "pushed": 3.497, "read": 3.463}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.184, "count": 104, "max_ms": 202.294, "p95_ms": 176.168}, "gstreamer_push": {"avg_ms": 0.977, "count": 104, "max_ms": 2.731, "p95_ms": 1.755}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.366, "count": 104, "max_ms": 99.006, "p95_ms": 87.018}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.731, "count": 104, "max_ms": 102.598, "p95_ms": 93.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.759, "count": 104, "max_ms": 324.124, "p95_ms": 303.618}, "read_interval": {"avg_ms": 288.652, "count": 103, "max_ms": 333.136, "p95_ms": 312.765}, "triton_wait": {"avg_ms": 72.745, "count": 104, "max_ms": 102.611, "p95_ms": 93.228}, "visualize": {"avg_ms": 31.022, "count": 104, "max_ms": 41.928, "p95_ms": 40.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.744, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6068.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13405.093, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.871, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 481618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:05:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:05:14+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:05:14+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T00:05:14.384393+09:00", "mtime_epoch": 1783004714.3843932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120394}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:05:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1513.652, "name": "celery", "pid": 237, "rss_mb": 1513.652, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.163, "count": 300, "max_ms": 6.28, "p95_ms": 5.516}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.984, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.861, "count": 300, "max_ms": 79.33, "p95_ms": 70.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.36, "count": 300, "max_ms": 94.854, "p95_ms": 75.414}, "yolo11_640_fire_11class": {"avg_ms": 52.977, "count": 300, "max_ms": 81.747, "p95_ms": 72.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.199, "count": 300, "max_ms": 87.416, "p95_ms": 79.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.486, "count": 300, "max_ms": 108.401, "p95_ms": 96.054}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 187.081, "p95_ms": 125.976}, "triton_wait": {"avg_ms": 57.606, "count": 300, "max_ms": 94.866, "p95_ms": 81.526}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 4.941, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6059.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23221.567, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.701, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 488786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:05:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:05:21+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T00:05:21+09:00", "mjpeg": {"age_sec": 0.356, "exists": true, "mtime": "2026-07-03T00:05:20.732544+09:00", "mtime_epoch": 1783004720.7325437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:05:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1267.5, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.706, "count": 299, "max_ms": 13.811, "p95_ms": 11.418}, "gstreamer_push": {"avg_ms": 1.255, "count": 299, "max_ms": 1.762, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.706, "count": 299, "max_ms": 77.046, "p95_ms": 67.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.834, "count": 299, "max_ms": 101.679, "p95_ms": 84.31}, "yolo11_640_fire_11class": {"avg_ms": 55.07, "count": 299, "max_ms": 79.816, "p95_ms": 70.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.779, "count": 299, "max_ms": 83.89, "p95_ms": 77.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.767, "count": 299, "max_ms": 124.754, "p95_ms": 101.264}, "read_interval": {"avg_ms": 100.521, "count": 298, "max_ms": 383.575, "p95_ms": 135.096}, "triton_wait": {"avg_ms": 59.377, "count": 299, "max_ms": 101.702, "p95_ms": 84.323}, "visualize": {"avg_ms": 3.718, "count": 299, "max_ms": 6.664, "p95_ms": 4.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2286, "tracking_summary": 2051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6062.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50579.76, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.995, "sample_count": 1133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:05:26+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T00:05:26+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T00:05:26.064670+09:00", "mtime_epoch": 1783004726.06467, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:05:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 903.539, "name": "celery", "pid": 239, "rss_mb": 891.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.008, "pushed": 4.008, "read": 3.974}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.759, "count": 120, "max_ms": 186.648, "p95_ms": 182.977}, "gstreamer_push": {"avg_ms": 1.097, "count": 120, "max_ms": 2.877, "p95_ms": 1.887}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.867, "count": 120, "max_ms": 97.976, "p95_ms": 86.265}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.206, "count": 120, "max_ms": 97.575, "p95_ms": 92.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.359, "count": 120, "max_ms": 320.109, "p95_ms": 301.725}, "read_interval": {"avg_ms": 251.891, "count": 119, "max_ms": 328.8, "p95_ms": 312.017}, "triton_wait": {"avg_ms": 72.34, "count": 120, "max_ms": 97.988, "p95_ms": 92.038}, "visualize": {"avg_ms": 30.357, "count": 120, "max_ms": 45.075, "p95_ms": 40.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6068.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13435.139, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.932, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 481918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:05:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:05:44+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T00:05:44+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T00:05:44.477105+09:00", "mtime_epoch": 1783004744.477105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:05:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1513.91, "name": "celery", "pid": 237, "rss_mb": 1513.91, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.116, "count": 300, "max_ms": 6.769, "p95_ms": 5.408}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 2.142, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.224, "count": 300, "max_ms": 80.478, "p95_ms": 70.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.097, "count": 300, "max_ms": 97.244, "p95_ms": 75.382}, "yolo11_640_fire_11class": {"avg_ms": 56.695, "count": 300, "max_ms": 84.249, "p95_ms": 71.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.545, "count": 300, "max_ms": 88.536, "p95_ms": 79.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.426, "count": 300, "max_ms": 109.74, "p95_ms": 94.343}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 149.486, "p95_ms": 125.213}, "triton_wait": {"avg_ms": 62.601, "count": 300, "max_ms": 97.255, "p95_ms": 81.285}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 5.889, "p95_ms": 4.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6062.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23251.64, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.87, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:05:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:05:51+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T00:05:51+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T00:05:51.097260+09:00", "mtime_epoch": 1783004751.0972605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:05:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1267.5, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.705, "count": 303, "max_ms": 13.122, "p95_ms": 10.869}, "gstreamer_push": {"avg_ms": 1.255, "count": 303, "max_ms": 1.956, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.412, "count": 303, "max_ms": 77.87, "p95_ms": 67.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.345, "count": 303, "max_ms": 98.371, "p95_ms": 81.928}, "yolo11_640_fire_11class": {"avg_ms": 55.768, "count": 303, "max_ms": 82.418, "p95_ms": 69.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.751, "count": 303, "max_ms": 87.56, "p95_ms": 76.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.652, "count": 303, "max_ms": 115.7, "p95_ms": 99.916}, "read_interval": {"avg_ms": 99.297, "count": 302, "max_ms": 338.114, "p95_ms": 123.221}, "triton_wait": {"avg_ms": 61.186, "count": 303, "max_ms": 98.384, "p95_ms": 82.608}, "visualize": {"avg_ms": 3.728, "count": 303, "max_ms": 7.076, "p95_ms": 4.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2288, "tracking_summary": 2052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6069.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50609.855, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.484, "sample_count": 1120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:05:56+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T00:05:56+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T00:05:56.161379+09:00", "mtime_epoch": 1783004756.1613793, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:05:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 904.344, "name": "celery", "pid": 239, "rss_mb": 897.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.508, "pushed": 3.508, "read": 3.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.213, "count": 105, "max_ms": 215.393, "p95_ms": 187.734}, "gstreamer_push": {"avg_ms": 1.145, "count": 105, "max_ms": 2.906, "p95_ms": 2.673}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.905, "count": 105, "max_ms": 93.99, "p95_ms": 88.774}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.838, "count": 105, "max_ms": 97.846, "p95_ms": 93.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.896, "count": 105, "max_ms": 310.553, "p95_ms": 301.19}, "read_interval": {"avg_ms": 286.642, "count": 105, "max_ms": 447.527, "p95_ms": 311.409}, "triton_wait": {"avg_ms": 68.884, "count": 105, "max_ms": 97.858, "p95_ms": 93.65}, "visualize": {"avg_ms": 28.853, "count": 105, "max_ms": 47.831, "p95_ms": 39.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6073.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13465.227, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.932, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 482219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:06:14+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:06:14+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T00:06:14.545810+09:00", "mtime_epoch": 1783004774.5458095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:06:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1513.91, "name": "celery", "pid": 237, "rss_mb": 1513.91, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.096, "count": 300, "max_ms": 7.019, "p95_ms": 4.975}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.695, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.957, "count": 300, "max_ms": 77.732, "p95_ms": 69.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.789, "count": 300, "max_ms": 94.842, "p95_ms": 73.726}, "yolo11_640_fire_11class": {"avg_ms": 55.501, "count": 300, "max_ms": 85.007, "p95_ms": 69.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.016, "count": 300, "max_ms": 89.032, "p95_ms": 78.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.774, "count": 300, "max_ms": 108.702, "p95_ms": 93.025}, "read_interval": {"avg_ms": 100.045, "count": 299, "max_ms": 184.293, "p95_ms": 133.013}, "triton_wait": {"avg_ms": 61.959, "count": 300, "max_ms": 94.854, "p95_ms": 80.304}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 5.784, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6070.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23281.752, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.916, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:06:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:06:21+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T00:06:21+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T00:06:21.173964+09:00", "mtime_epoch": 1783004781.173964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:06:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1267.758, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.615, "count": 299, "max_ms": 12.649, "p95_ms": 11.16}, "gstreamer_push": {"avg_ms": 1.209, "count": 299, "max_ms": 2.163, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.445, "count": 299, "max_ms": 74.436, "p95_ms": 68.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.429, "count": 299, "max_ms": 101.269, "p95_ms": 82.161}, "yolo11_640_fire_11class": {"avg_ms": 55.265, "count": 299, "max_ms": 75.254, "p95_ms": 69.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.257, "count": 299, "max_ms": 87.627, "p95_ms": 78.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.35, "count": 299, "max_ms": 117.584, "p95_ms": 100.79}, "read_interval": {"avg_ms": 100.375, "count": 298, "max_ms": 325.415, "p95_ms": 141.172}, "triton_wait": {"avg_ms": 62.47, "count": 299, "max_ms": 101.282, "p95_ms": 84.293}, "visualize": {"avg_ms": 3.505, "count": 299, "max_ms": 6.557, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2288, "tracking_summary": 2053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6070.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50640.138, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.725, "sample_count": 1137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:06:26+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T00:06:26+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T00:06:26.430086+09:00", "mtime_epoch": 1783004786.4300864, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:06:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 904.344, "name": "celery", "pid": 239, "rss_mb": 900.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.102, "pushed": 4.102, "read": 4.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.928, "count": 123, "max_ms": 182.919, "p95_ms": 176.48}, "gstreamer_push": {"avg_ms": 0.836, "count": 123, "max_ms": 1.776, "p95_ms": 1.029}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.816, "count": 123, "max_ms": 97.858, "p95_ms": 90.288}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.764, "count": 123, "max_ms": 101.532, "p95_ms": 95.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.538, "count": 123, "max_ms": 304.273, "p95_ms": 288.733}, "read_interval": {"avg_ms": 245.728, "count": 122, "max_ms": 313.623, "p95_ms": 298.284}, "triton_wait": {"avg_ms": 72.879, "count": 123, "max_ms": 101.546, "p95_ms": 95.266}, "visualize": {"avg_ms": 24.852, "count": 123, "max_ms": 40.678, "p95_ms": 34.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6059.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13495.23, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.467, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 482519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:06:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T00:06:44+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T00:06:44+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T00:06:44.554507+09:00", "mtime_epoch": 1783004804.554507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:06:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1514.168, "name": "celery", "pid": 237, "rss_mb": 1514.168, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.053, "count": 300, "max_ms": 6.353, "p95_ms": 5.587}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.964, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.228, "count": 300, "max_ms": 79.333, "p95_ms": 73.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.739, "count": 300, "max_ms": 98.235, "p95_ms": 77.403}, "yolo11_640_fire_11class": {"avg_ms": 55.433, "count": 300, "max_ms": 81.179, "p95_ms": 73.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.847, "count": 300, "max_ms": 87.214, "p95_ms": 81.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.385, "count": 300, "max_ms": 112.095, "p95_ms": 97.194}, "read_interval": {"avg_ms": 100.013, "count": 300, "max_ms": 146.948, "p95_ms": 124.539}, "triton_wait": {"avg_ms": 61.958, "count": 300, "max_ms": 98.247, "p95_ms": 84.137}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 5.777, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6057.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23311.832, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.35, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:06:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:06:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T00:06:51+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T00:06:51.266662+09:00", "mtime_epoch": 1783004811.2666621, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:06:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1267.758, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.621, "count": 301, "max_ms": 12.792, "p95_ms": 8.736}, "gstreamer_push": {"avg_ms": 1.258, "count": 302, "max_ms": 1.624, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.045, "count": 301, "max_ms": 81.391, "p95_ms": 69.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.239, "count": 301, "max_ms": 96.128, "p95_ms": 82.922}, "yolo11_640_fire_11class": {"avg_ms": 53.959, "count": 301, "max_ms": 82.219, "p95_ms": 69.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.873, "count": 301, "max_ms": 86.997, "p95_ms": 77.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.765, "count": 302, "max_ms": 116.818, "p95_ms": 101.942}, "read_interval": {"avg_ms": 99.589, "count": 301, "max_ms": 395.909, "p95_ms": 124.325}, "triton_wait": {"avg_ms": 60.573, "count": 301, "max_ms": 96.141, "p95_ms": 85.718}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 5.12, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2289, "tracking_summary": 2054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6070.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50670.271, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.102, "sample_count": 1118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:06:56+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T00:06:56+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T00:06:56.558784+09:00", "mtime_epoch": 1783004816.5587845, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:06:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 904.344, "name": "celery", "pid": 239, "rss_mb": 898.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.483, "pushed": 3.483, "read": 3.449}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.789, "count": 104, "max_ms": 186.822, "p95_ms": 177.965}, "gstreamer_push": {"avg_ms": 1.243, "count": 104, "max_ms": 2.916, "p95_ms": 1.972}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.458, "count": 104, "max_ms": 98.993, "p95_ms": 91.278}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.064, "count": 104, "max_ms": 100.773, "p95_ms": 92.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.434, "count": 104, "max_ms": 318.323, "p95_ms": 306.062}, "read_interval": {"avg_ms": 289.561, "count": 103, "max_ms": 327.151, "p95_ms": 316.546}, "triton_wait": {"avg_ms": 73.516, "count": 104, "max_ms": 100.792, "p95_ms": 92.191}, "visualize": {"avg_ms": 32.312, "count": 104, "max_ms": 45.475, "p95_ms": 42.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6070.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13525.284, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.533, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 482820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:07:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:07:14+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T00:07:14+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T00:07:14.591199+09:00", "mtime_epoch": 1783004834.5911994, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:07:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1514.426, "name": "celery", "pid": 237, "rss_mb": 1514.426, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.101, "count": 301, "max_ms": 6.383, "p95_ms": 4.838}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.671, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.703, "count": 301, "max_ms": 78.208, "p95_ms": 70.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.43, "count": 301, "max_ms": 91.415, "p95_ms": 76.06}, "yolo11_640_fire_11class": {"avg_ms": 54.995, "count": 301, "max_ms": 77.109, "p95_ms": 70.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.956, "count": 301, "max_ms": 86.692, "p95_ms": 78.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.658, "count": 301, "max_ms": 104.625, "p95_ms": 96.103}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 156.74, "p95_ms": 126.815}, "triton_wait": {"avg_ms": 61.926, "count": 301, "max_ms": 91.426, "p95_ms": 82.872}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 4.811, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6061.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23341.899, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.722, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:07:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:07:21+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T00:07:21+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T00:07:21.343354+09:00", "mtime_epoch": 1783004841.3433542, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:07:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1268.016, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.603, "count": 300, "max_ms": 12.464, "p95_ms": 9.297}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 2.12, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.72, "count": 300, "max_ms": 76.113, "p95_ms": 67.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.762, "count": 300, "max_ms": 92.956, "p95_ms": 84.509}, "yolo11_640_fire_11class": {"avg_ms": 54.34, "count": 300, "max_ms": 72.663, "p95_ms": 68.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.847, "count": 300, "max_ms": 88.909, "p95_ms": 76.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.942, "count": 300, "max_ms": 111.352, "p95_ms": 101.232}, "read_interval": {"avg_ms": 100.249, "count": 299, "max_ms": 335.582, "p95_ms": 123.412}, "triton_wait": {"avg_ms": 61.775, "count": 300, "max_ms": 92.969, "p95_ms": 85.571}, "visualize": {"avg_ms": 3.655, "count": 300, "max_ms": 5.937, "p95_ms": 4.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2292, "tracking_summary": 2055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6061.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50700.52, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.489, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:07:27+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-03T00:07:26+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-03T00:07:26.843480+09:00", "mtime_epoch": 1783004846.8434803, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:07:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 904.344, "name": "celery", "pid": 239, "rss_mb": 891.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.774, "pushed": 3.774, "read": 3.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.95, "count": 113, "max_ms": 204.162, "p95_ms": 177.191}, "gstreamer_push": {"avg_ms": 0.86, "count": 113, "max_ms": 3.062, "p95_ms": 1.35}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.859, "count": 113, "max_ms": 93.879, "p95_ms": 87.734}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.593, "count": 113, "max_ms": 100.276, "p95_ms": 92.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.82, "count": 113, "max_ms": 307.02, "p95_ms": 296.988}, "read_interval": {"avg_ms": 267.619, "count": 112, "max_ms": 315.8, "p95_ms": 307.562}, "triton_wait": {"avg_ms": 73.706, "count": 113, "max_ms": 100.289, "p95_ms": 92.257}, "visualize": {"avg_ms": 29.323, "count": 113, "max_ms": 43.453, "p95_ms": 38.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6070.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13555.298, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.041, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 483120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:07:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:07:44+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:07:44+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T00:07:44.603886+09:00", "mtime_epoch": 1783004864.603886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:07:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1514.426, "name": "celery", "pid": 237, "rss_mb": 1514.426, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.074, "count": 300, "max_ms": 6.442, "p95_ms": 5.048}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.916, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.62, "count": 300, "max_ms": 78.538, "p95_ms": 70.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.165, "count": 300, "max_ms": 100.197, "p95_ms": 76.425}, "yolo11_640_fire_11class": {"avg_ms": 53.261, "count": 300, "max_ms": 78.53, "p95_ms": 68.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.083, "count": 300, "max_ms": 89.78, "p95_ms": 80.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.905, "count": 300, "max_ms": 113.144, "p95_ms": 96.726}, "read_interval": {"avg_ms": 100.039, "count": 300, "max_ms": 193.97, "p95_ms": 129.709}, "triton_wait": {"avg_ms": 59.226, "count": 300, "max_ms": 100.209, "p95_ms": 83.689}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.794, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6063.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23371.953, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.827, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:07:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:07:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T00:07:51+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T00:07:51.404041+09:00", "mtime_epoch": 1783004871.4040408, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:07:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1268.016, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.598, "count": 301, "max_ms": 12.7, "p95_ms": 9.049}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 1.481, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.514, "count": 301, "max_ms": 78.528, "p95_ms": 68.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.99, "count": 301, "max_ms": 97.063, "p95_ms": 85.163}, "yolo11_640_fire_11class": {"avg_ms": 52.819, "count": 301, "max_ms": 77.395, "p95_ms": 67.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.703, "count": 301, "max_ms": 89.436, "p95_ms": 77.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.464, "count": 301, "max_ms": 113.086, "p95_ms": 102.475}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 253.011, "p95_ms": 129.514}, "triton_wait": {"avg_ms": 59.305, "count": 301, "max_ms": 97.076, "p95_ms": 86.358}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 4.748, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2292, "tracking_summary": 2056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6071.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50730.649, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.146, "sample_count": 1130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:07:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:07:57+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T00:07:56+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T00:07:56.956167+09:00", "mtime_epoch": 1783004876.9561672, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:07:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 904.445, "name": "celery", "pid": 239, "rss_mb": 899.402, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.121, "pushed": 4.121, "read": 4.087}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 129.504, "count": 123, "max_ms": 179.713, "p95_ms": 178.138}, "gstreamer_push": {"avg_ms": 1.141, "count": 123, "max_ms": 3.138, "p95_ms": 2.584}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.577, "count": 123, "max_ms": 100.717, "p95_ms": 91.293}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.805, "count": 123, "max_ms": 100.978, "p95_ms": 94.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.791, "count": 123, "max_ms": 300.183, "p95_ms": 290.15}, "read_interval": {"avg_ms": 244.554, "count": 122, "max_ms": 310.779, "p95_ms": 300.848}, "triton_wait": {"avg_ms": 73.118, "count": 123, "max_ms": 100.992, "p95_ms": 94.412}, "visualize": {"avg_ms": 28.312, "count": 123, "max_ms": 44.744, "p95_ms": 40.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6061.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13585.378, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.646, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 483421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:08:14+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T00:08:14+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T00:08:14.716570+09:00", "mtime_epoch": 1783004894.71657, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:08:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1514.684, "name": "celery", "pid": 237, "rss_mb": 1514.684, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.045, "count": 300, "max_ms": 6.455, "p95_ms": 4.874}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.681, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.111, "count": 300, "max_ms": 79.561, "p95_ms": 69.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.787, "count": 300, "max_ms": 95.578, "p95_ms": 75.564}, "yolo11_640_fire_11class": {"avg_ms": 54.495, "count": 300, "max_ms": 79.551, "p95_ms": 67.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.806, "count": 300, "max_ms": 92.28, "p95_ms": 77.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.743, "count": 300, "max_ms": 108.044, "p95_ms": 92.594}, "read_interval": {"avg_ms": 100.02, "count": 300, "max_ms": 175.177, "p95_ms": 131.914}, "triton_wait": {"avg_ms": 61.105, "count": 300, "max_ms": 95.59, "p95_ms": 79.617}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 5.039, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6071.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23402.04, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.765, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:08:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:08:21+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T00:08:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T00:08:21.476723+09:00", "mtime_epoch": 1783004901.4767227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:08:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1268.273, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.648, "count": 299, "max_ms": 12.789, "p95_ms": 10.271}, "gstreamer_push": {"avg_ms": 1.252, "count": 299, "max_ms": 1.79, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.608, "count": 299, "max_ms": 79.73, "p95_ms": 66.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.97, "count": 299, "max_ms": 103.239, "p95_ms": 84.663}, "yolo11_640_fire_11class": {"avg_ms": 53.091, "count": 299, "max_ms": 79.705, "p95_ms": 66.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.231, "count": 299, "max_ms": 92.357, "p95_ms": 75.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.469, "count": 299, "max_ms": 119.684, "p95_ms": 101.571}, "read_interval": {"avg_ms": 100.291, "count": 299, "max_ms": 381.119, "p95_ms": 133.054}, "triton_wait": {"avg_ms": 60.183, "count": 299, "max_ms": 103.251, "p95_ms": 85.752}, "visualize": {"avg_ms": 3.721, "count": 299, "max_ms": 6.95, "p95_ms": 4.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2293, "tracking_summary": 2057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6071.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50760.755, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.146, "sample_count": 1120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:08:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:08:27+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T00:08:27+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-03T00:08:27.064849+09:00", "mtime_epoch": 1783004907.064849, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:08:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 904.445, "name": "celery", "pid": 239, "rss_mb": 899.355, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.925, "pushed": 3.925, "read": 3.891}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.668, "count": 117, "max_ms": 193.49, "p95_ms": 177.985}, "gstreamer_push": {"avg_ms": 1.042, "count": 117, "max_ms": 3.034, "p95_ms": 2.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.137, "count": 117, "max_ms": 102.452, "p95_ms": 94.294}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.249, "count": 117, "max_ms": 104.843, "p95_ms": 97.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.221, "count": 117, "max_ms": 312.314, "p95_ms": 298.148}, "read_interval": {"avg_ms": 257.002, "count": 116, "max_ms": 322.794, "p95_ms": 309.22}, "triton_wait": {"avg_ms": 73.399, "count": 117, "max_ms": 104.855, "p95_ms": 97.143}, "visualize": {"avg_ms": 28.319, "count": 117, "max_ms": 37.476, "p95_ms": 37.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6071.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13615.433, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.593, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 483721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:08:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:08:44+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T00:08:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T00:08:44.753247+09:00", "mtime_epoch": 1783004924.7532473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:08:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1514.684, "name": "celery", "pid": 237, "rss_mb": 1514.684, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.062, "count": 300, "max_ms": 6.751, "p95_ms": 5.721}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.79, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.691, "count": 300, "max_ms": 78.073, "p95_ms": 68.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.84, "count": 300, "max_ms": 91.322, "p95_ms": 66.62}, "yolo11_640_fire_11class": {"avg_ms": 51.89, "count": 300, "max_ms": 78.085, "p95_ms": 67.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.064, "count": 300, "max_ms": 86.172, "p95_ms": 76.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.533, "count": 300, "max_ms": 104.258, "p95_ms": 92.204}, "read_interval": {"avg_ms": 100.041, "count": 299, "max_ms": 456.64, "p95_ms": 133.883}, "triton_wait": {"avg_ms": 57.051, "count": 300, "max_ms": 91.333, "p95_ms": 79.064}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 5.428, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6073.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23432.072, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.226, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:08:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T00:08:51+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T00:08:51.489398+09:00", "mtime_epoch": 1783004931.4893985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93152}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:08:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1268.531, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.064, "pushed": 10.064, "read": 10.031}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.504, "count": 301, "max_ms": 12.789, "p95_ms": 8.562}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.669, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.227, "count": 301, "max_ms": 80.715, "p95_ms": 65.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.464, "count": 301, "max_ms": 94.271, "p95_ms": 79.506}, "yolo11_640_fire_11class": {"avg_ms": 51.643, "count": 301, "max_ms": 78.445, "p95_ms": 65.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.608, "count": 301, "max_ms": 88.221, "p95_ms": 74.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.093, "count": 301, "max_ms": 112.283, "p95_ms": 98.206}, "read_interval": {"avg_ms": 99.816, "count": 300, "max_ms": 271.407, "p95_ms": 135.792}, "triton_wait": {"avg_ms": 57.043, "count": 301, "max_ms": 94.284, "p95_ms": 81.225}, "visualize": {"avg_ms": 3.639, "count": 301, "max_ms": 5.041, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2295, "tracking_summary": 2058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6071.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50791.035, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.792, "sample_count": 1129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:08:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:08:57+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T00:08:57+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-03T00:08:57.345530+09:00", "mtime_epoch": 1783004937.3455298, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:08:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 904.445, "name": "celery", "pid": 239, "rss_mb": 898.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.767, "pushed": 3.767, "read": 3.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.201, "count": 112, "max_ms": 178.778, "p95_ms": 175.505}, "gstreamer_push": {"avg_ms": 0.997, "count": 113, "max_ms": 2.966, "p95_ms": 1.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.295, "count": 112, "max_ms": 94.025, "p95_ms": 87.566}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.416, "count": 112, "max_ms": 105.735, "p95_ms": 94.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.781, "count": 113, "max_ms": 307.996, "p95_ms": 295.837}, "read_interval": {"avg_ms": 267.814, "count": 112, "max_ms": 319.459, "p95_ms": 305.64}, "triton_wait": {"avg_ms": 72.43, "count": 112, "max_ms": 105.748, "p95_ms": 94.748}, "visualize": {"avg_ms": 30.202, "count": 112, "max_ms": 40.831, "p95_ms": 40.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6073.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13645.502, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.685, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 484022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:09:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:09:14+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T00:09:14+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T00:09:14.793920+09:00", "mtime_epoch": 1783004954.7939203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:09:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1514.941, "name": "celery", "pid": 237, "rss_mb": 1514.941, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.116, "count": 301, "max_ms": 6.578, "p95_ms": 5.13}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.852, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.041, "count": 301, "max_ms": 82.352, "p95_ms": 71.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.144, "count": 301, "max_ms": 93.167, "p95_ms": 71.57}, "yolo11_640_fire_11class": {"avg_ms": 54.108, "count": 301, "max_ms": 80.607, "p95_ms": 70.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.218, "count": 301, "max_ms": 86.14, "p95_ms": 79.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.931, "count": 301, "max_ms": 106.14, "p95_ms": 94.263}, "read_interval": {"avg_ms": 99.927, "count": 300, "max_ms": 195.908, "p95_ms": 133.751}, "triton_wait": {"avg_ms": 60.087, "count": 301, "max_ms": 93.178, "p95_ms": 81.336}, "visualize": {"avg_ms": 3.71, "count": 301, "max_ms": 4.906, "p95_ms": 4.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6063.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23462.141, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.829, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 491192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:09:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:09:21+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T00:09:21+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T00:09:21.578072+09:00", "mtime_epoch": 1783004961.5780716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91330}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:09:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1268.531, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.555, "count": 299, "max_ms": 12.646, "p95_ms": 9.065}, "gstreamer_push": {"avg_ms": 1.264, "count": 299, "max_ms": 2.199, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.658, "count": 299, "max_ms": 79.075, "p95_ms": 69.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.084, "count": 299, "max_ms": 99.797, "p95_ms": 80.667}, "yolo11_640_fire_11class": {"avg_ms": 52.857, "count": 299, "max_ms": 75.512, "p95_ms": 68.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.536, "count": 299, "max_ms": 86.77, "p95_ms": 77.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.871, "count": 299, "max_ms": 116.405, "p95_ms": 97.263}, "read_interval": {"avg_ms": 100.557, "count": 298, "max_ms": 407.423, "p95_ms": 132.919}, "triton_wait": {"avg_ms": 58.758, "count": 299, "max_ms": 99.808, "p95_ms": 81.837}, "visualize": {"avg_ms": 3.664, "count": 299, "max_ms": 5.311, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2295, "tracking_summary": 2059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6065.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50821.228, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.66, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:09:27+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T00:09:27+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T00:09:27.530204+09:00", "mtime_epoch": 1783004967.5302043, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:09:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.105, "name": "celery", "pid": 239, "rss_mb": 893.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.546, "pushed": 3.546, "read": 3.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.165, "count": 106, "max_ms": 174.637, "p95_ms": 173.059}, "gstreamer_push": {"avg_ms": 0.991, "count": 106, "max_ms": 2.923, "p95_ms": 1.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.793, "count": 106, "max_ms": 97.211, "p95_ms": 87.359}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.721, "count": 106, "max_ms": 100.695, "p95_ms": 94.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.87, "count": 106, "max_ms": 311.292, "p95_ms": 297.056}, "read_interval": {"avg_ms": 284.734, "count": 105, "max_ms": 320.446, "p95_ms": 306.827}, "triton_wait": {"avg_ms": 71.735, "count": 106, "max_ms": 100.707, "p95_ms": 94.839}, "visualize": {"avg_ms": 29.183, "count": 106, "max_ms": 41.182, "p95_ms": 39.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6071.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13675.51, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.041, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 484322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:09:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:09:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T00:09:44+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T00:09:44.778588+09:00", "mtime_epoch": 1783004984.7785878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:09:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1514.941, "name": "celery", "pid": 237, "rss_mb": 1514.941, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.074, "count": 300, "max_ms": 6.057, "p95_ms": 4.613}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 2.031, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.663, "count": 300, "max_ms": 77.504, "p95_ms": 70.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.872, "count": 300, "max_ms": 89.231, "p95_ms": 75.115}, "yolo11_640_fire_11class": {"avg_ms": 53.304, "count": 300, "max_ms": 76.861, "p95_ms": 69.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.023, "count": 300, "max_ms": 87.685, "p95_ms": 78.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.028, "count": 300, "max_ms": 102.448, "p95_ms": 95.099}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 230.094, "p95_ms": 131.909}, "triton_wait": {"avg_ms": 60.291, "count": 300, "max_ms": 89.243, "p95_ms": 82.429}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 4.665, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6068.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23492.156, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.79, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 491493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:09:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:09:51+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T00:09:51+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T00:09:51.582739+09:00", "mtime_epoch": 1783004991.5827389, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:09:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1268.789, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.573, "count": 301, "max_ms": 11.943, "p95_ms": 9.049}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.943, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.626, "count": 301, "max_ms": 76.768, "p95_ms": 69.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.282, "count": 301, "max_ms": 93.791, "p95_ms": 82.772}, "yolo11_640_fire_11class": {"avg_ms": 53.225, "count": 301, "max_ms": 73.391, "p95_ms": 66.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.898, "count": 301, "max_ms": 84.617, "p95_ms": 76.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.873, "count": 301, "max_ms": 111.963, "p95_ms": 100.982}, "read_interval": {"avg_ms": 99.682, "count": 301, "max_ms": 327.337, "p95_ms": 126.085}, "triton_wait": {"avg_ms": 60.74, "count": 301, "max_ms": 93.804, "p95_ms": 83.975}, "visualize": {"avg_ms": 3.679, "count": 301, "max_ms": 5.922, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2296, "tracking_summary": 2060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6066.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50851.382, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.361, "sample_count": 1138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:09:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:09:57+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T00:09:57+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T00:09:57.694874+09:00", "mtime_epoch": 1783004997.6948743, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:09:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.105, "name": "celery", "pid": 239, "rss_mb": 892.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.018, "pushed": 4.018, "read": 3.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.669, "count": 120, "max_ms": 173.709, "p95_ms": 173.284}, "gstreamer_push": {"avg_ms": 1.111, "count": 120, "max_ms": 2.96, "p95_ms": 1.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.76, "count": 120, "max_ms": 100.483, "p95_ms": 89.064}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.214, "count": 120, "max_ms": 104.659, "p95_ms": 95.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.364, "count": 120, "max_ms": 316.833, "p95_ms": 295.321}, "read_interval": {"avg_ms": 250.924, "count": 119, "max_ms": 325.589, "p95_ms": 305.144}, "triton_wait": {"avg_ms": 75.286, "count": 120, "max_ms": 104.672, "p95_ms": 95.235}, "visualize": {"avg_ms": 27.67, "count": 120, "max_ms": 40.448, "p95_ms": 35.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6072.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13705.535, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.646, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 484622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:10:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:10:14+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T00:10:14+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T00:10:14.807252+09:00", "mtime_epoch": 1783005014.8072524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:10:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1515.199, "name": "celery", "pid": 237, "rss_mb": 1515.199, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.026, "count": 300, "max_ms": 6.103, "p95_ms": 4.494}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.951, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.501, "count": 300, "max_ms": 80.211, "p95_ms": 69.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.565, "count": 300, "max_ms": 88.761, "p95_ms": 74.281}, "yolo11_640_fire_11class": {"avg_ms": 54.573, "count": 300, "max_ms": 77.981, "p95_ms": 67.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.874, "count": 300, "max_ms": 84.629, "p95_ms": 78.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.615, "count": 300, "max_ms": 101.277, "p95_ms": 92.994}, "read_interval": {"avg_ms": 100.061, "count": 300, "max_ms": 209.5, "p95_ms": 125.028}, "triton_wait": {"avg_ms": 61.004, "count": 300, "max_ms": 88.773, "p95_ms": 80.121}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 4.853, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6076.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23522.194, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.014, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 491794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:10:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:10:21+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:10:21+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T00:10:21.635403+09:00", "mtime_epoch": 1783005021.6354032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:10:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1268.789, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.62, "count": 301, "max_ms": 13.675, "p95_ms": 9.14}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 2.027, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.966, "count": 301, "max_ms": 73.516, "p95_ms": 66.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.783, "count": 301, "max_ms": 90.593, "p95_ms": 80.795}, "yolo11_640_fire_11class": {"avg_ms": 51.946, "count": 301, "max_ms": 72.99, "p95_ms": 66.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.218, "count": 301, "max_ms": 84.536, "p95_ms": 75.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.096, "count": 301, "max_ms": 106.823, "p95_ms": 98.109}, "read_interval": {"avg_ms": 99.855, "count": 300, "max_ms": 352.387, "p95_ms": 130.499}, "triton_wait": {"avg_ms": 58.878, "count": 301, "max_ms": 90.604, "p95_ms": 81.116}, "visualize": {"avg_ms": 3.696, "count": 301, "max_ms": 5.552, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2299, "tracking_summary": 2061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6075.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50881.484, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.148, "sample_count": 1128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:10:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:10:28+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T00:10:27+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T00:10:27.799539+09:00", "mtime_epoch": 1783005027.7995389, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:10:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.105, "name": "celery", "pid": 239, "rss_mb": 901.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.657, "pushed": 3.657, "read": 3.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.299, "count": 109, "max_ms": 185.554, "p95_ms": 178.432}, "gstreamer_push": {"avg_ms": 1.08, "count": 109, "max_ms": 2.825, "p95_ms": 1.836}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.793, "count": 109, "max_ms": 96.889, "p95_ms": 79.091}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.002, "count": 109, "max_ms": 95.368, "p95_ms": 88.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.597, "count": 109, "max_ms": 313.804, "p95_ms": 292.177}, "read_interval": {"avg_ms": 276.095, "count": 108, "max_ms": 324.659, "p95_ms": 302.739}, "triton_wait": {"avg_ms": 67.038, "count": 109, "max_ms": 96.902, "p95_ms": 88.931}, "visualize": {"avg_ms": 27.475, "count": 109, "max_ms": 44.114, "p95_ms": 37.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6074.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13735.64, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.263, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 484923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:10:45+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T00:10:44+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T00:10:44.923915+09:00", "mtime_epoch": 1783005044.9239154, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:10:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1515.457, "name": "celery", "pid": 237, "rss_mb": 1515.457, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 301, "max_ms": 5.936, "p95_ms": 4.735}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.618, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.398, "count": 301, "max_ms": 77.1, "p95_ms": 68.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.705, "count": 301, "max_ms": 89.431, "p95_ms": 69.828}, "yolo11_640_fire_11class": {"avg_ms": 55.503, "count": 301, "max_ms": 76.362, "p95_ms": 67.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.497, "count": 301, "max_ms": 86.403, "p95_ms": 78.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.931, "count": 301, "max_ms": 102.143, "p95_ms": 93.244}, "read_interval": {"avg_ms": 99.765, "count": 300, "max_ms": 207.248, "p95_ms": 130.24}, "triton_wait": {"avg_ms": 62.344, "count": 301, "max_ms": 89.443, "p95_ms": 80.293}, "visualize": {"avg_ms": 3.618, "count": 301, "max_ms": 4.734, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6063.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23552.246, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.509, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:10:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:10:51+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T00:10:51+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T00:10:51.656063+09:00", "mtime_epoch": 1783005051.656063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:10:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1269.047, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.455, "count": 298, "max_ms": 13.164, "p95_ms": 8.329}, "gstreamer_push": {"avg_ms": 1.242, "count": 298, "max_ms": 1.718, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.071, "count": 298, "max_ms": 73.71, "p95_ms": 67.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.902, "count": 298, "max_ms": 104.923, "p95_ms": 85.286}, "yolo11_640_fire_11class": {"avg_ms": 54.283, "count": 298, "max_ms": 72.979, "p95_ms": 66.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.349, "count": 298, "max_ms": 84.57, "p95_ms": 77.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.084, "count": 298, "max_ms": 121.25, "p95_ms": 102.149}, "read_interval": {"avg_ms": 100.654, "count": 297, "max_ms": 323.449, "p95_ms": 127.121}, "triton_wait": {"avg_ms": 62.115, "count": 298, "max_ms": 104.936, "p95_ms": 85.298}, "visualize": {"avg_ms": 3.636, "count": 298, "max_ms": 4.669, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2299, "tracking_summary": 2062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6070.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50911.639, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.056, "sample_count": 1143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:10:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:10:58+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-03T00:10:58+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T00:10:58.044203+09:00", "mtime_epoch": 1783005058.044203, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 233019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:10:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.105, "name": "celery", "pid": 239, "rss_mb": 896.875, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.049, "pushed": 4.049, "read": 4.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.482, "count": 121, "max_ms": 194.297, "p95_ms": 176.204}, "gstreamer_push": {"avg_ms": 1.089, "count": 121, "max_ms": 3.124, "p95_ms": 2.154}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.0, "count": 121, "max_ms": 90.087, "p95_ms": 84.383}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.173, "count": 121, "max_ms": 102.288, "p95_ms": 92.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.898, "count": 121, "max_ms": 322.527, "p95_ms": 292.411}, "read_interval": {"avg_ms": 249.723, "count": 120, "max_ms": 331.25, "p95_ms": 301.363}, "triton_wait": {"avg_ms": 71.277, "count": 121, "max_ms": 102.302, "p95_ms": 92.854}, "visualize": {"avg_ms": 27.298, "count": 121, "max_ms": 41.277, "p95_ms": 39.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6077.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13765.647, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.263, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 485223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:11:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:11:15+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-03T00:11:14+09:00", "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-07-03T00:11:15.000574+09:00", "mtime_epoch": 1783005075.0005736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:11:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1515.457, "name": "celery", "pid": 237, "rss_mb": 1515.457, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.004, "count": 300, "max_ms": 6.244, "p95_ms": 4.84}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.904, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.826, "count": 300, "max_ms": 78.947, "p95_ms": 70.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.498, "count": 300, "max_ms": 93.229, "p95_ms": 74.004}, "yolo11_640_fire_11class": {"avg_ms": 52.201, "count": 300, "max_ms": 78.409, "p95_ms": 69.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.101, "count": 300, "max_ms": 86.527, "p95_ms": 78.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.831, "count": 300, "max_ms": 106.073, "p95_ms": 93.268}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 219.306, "p95_ms": 139.543}, "triton_wait": {"avg_ms": 58.43, "count": 300, "max_ms": 93.24, "p95_ms": 80.48}, "visualize": {"avg_ms": 3.577, "count": 300, "max_ms": 5.626, "p95_ms": 4.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6077.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23582.389, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.078, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:11:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:11:21+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:11:21+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-03T00:11:21.768721+09:00", "mtime_epoch": 1783005081.7687213, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:11:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1269.305, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.515, "count": 302, "max_ms": 12.443, "p95_ms": 8.752}, "gstreamer_push": {"avg_ms": 1.256, "count": 302, "max_ms": 2.017, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.735, "count": 302, "max_ms": 76.183, "p95_ms": 67.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.503, "count": 302, "max_ms": 97.188, "p95_ms": 78.993}, "yolo11_640_fire_11class": {"avg_ms": 51.077, "count": 302, "max_ms": 74.593, "p95_ms": 66.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.727, "count": 302, "max_ms": 84.978, "p95_ms": 76.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.291, "count": 302, "max_ms": 113.662, "p95_ms": 98.65}, "read_interval": {"avg_ms": 99.588, "count": 301, "max_ms": 349.529, "p95_ms": 149.865}, "triton_wait": {"avg_ms": 57.225, "count": 302, "max_ms": 97.201, "p95_ms": 82.03}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 5.042, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2300, "tracking_summary": 2063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6077.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50941.866, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.53, "sample_count": 1128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:11:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:11:28+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T00:11:28+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T00:11:28.132860+09:00", "mtime_epoch": 1783005088.1328602, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:11:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.105, "name": "celery", "pid": 239, "rss_mb": 904.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.615, "pushed": 3.615, "read": 3.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.464, "count": 108, "max_ms": 212.056, "p95_ms": 188.759}, "gstreamer_push": {"avg_ms": 0.805, "count": 108, "max_ms": 2.164, "p95_ms": 1.012}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.762, "count": 108, "max_ms": 94.604, "p95_ms": 90.898}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.874, "count": 108, "max_ms": 102.934, "p95_ms": 95.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.725, "count": 108, "max_ms": 321.674, "p95_ms": 301.169}, "read_interval": {"avg_ms": 277.785, "count": 107, "max_ms": 313.839, "p95_ms": 309.742}, "triton_wait": {"avg_ms": 69.126, "count": 108, "max_ms": 102.947, "p95_ms": 95.537}, "visualize": {"avg_ms": 26.248, "count": 108, "max_ms": 32.711, "p95_ms": 29.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6076.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13795.763, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.263, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 485524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:11:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:11:45+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T00:11:45+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T00:11:45.061229+09:00", "mtime_epoch": 1783005105.0612285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:11:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1515.715, "name": "celery", "pid": 237, "rss_mb": 1515.715, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.073, "count": 300, "max_ms": 6.45, "p95_ms": 5.348}, "gstreamer_push": {"avg_ms": 1.271, "count": 300, "max_ms": 1.593, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.175, "count": 300, "max_ms": 78.846, "p95_ms": 72.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.499, "count": 300, "max_ms": 92.469, "p95_ms": 76.211}, "yolo11_640_fire_11class": {"avg_ms": 54.785, "count": 300, "max_ms": 78.722, "p95_ms": 72.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.193, "count": 300, "max_ms": 87.262, "p95_ms": 80.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.995, "count": 300, "max_ms": 105.156, "p95_ms": 95.973}, "read_interval": {"avg_ms": 100.126, "count": 299, "max_ms": 222.463, "p95_ms": 127.394}, "triton_wait": {"avg_ms": 61.373, "count": 300, "max_ms": 92.482, "p95_ms": 83.458}, "visualize": {"avg_ms": 3.638, "count": 300, "max_ms": 5.49, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6071.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23612.602, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.357, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:11:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:11:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T00:11:52+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-03T00:11:51.869376+09:00", "mtime_epoch": 1783005111.8693764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:11:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1269.305, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.437, "count": 298, "max_ms": 12.131, "p95_ms": 9.027}, "gstreamer_push": {"avg_ms": 1.225, "count": 298, "max_ms": 1.976, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.597, "count": 298, "max_ms": 78.232, "p95_ms": 71.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.294, "count": 298, "max_ms": 101.697, "p95_ms": 84.952}, "yolo11_640_fire_11class": {"avg_ms": 54.026, "count": 298, "max_ms": 77.444, "p95_ms": 70.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.78, "count": 298, "max_ms": 89.134, "p95_ms": 78.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.495, "count": 298, "max_ms": 117.848, "p95_ms": 101.913}, "read_interval": {"avg_ms": 100.807, "count": 297, "max_ms": 358.042, "p95_ms": 137.314}, "triton_wait": {"avg_ms": 61.644, "count": 298, "max_ms": 101.709, "p95_ms": 85.018}, "visualize": {"avg_ms": 3.574, "count": 298, "max_ms": 5.105, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2302, "tracking_summary": 2064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6070.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 50971.971, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.988, "sample_count": 1135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:11:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:11:58+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T00:11:58+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T00:11:58.249515+09:00", "mtime_epoch": 1783005118.2495148, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:11:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.105, "name": "celery", "pid": 239, "rss_mb": 896.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.689, "pushed": 3.689, "read": 3.655}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.522, "count": 110, "max_ms": 192.329, "p95_ms": 179.301}, "gstreamer_push": {"avg_ms": 0.841, "count": 110, "max_ms": 1.814, "p95_ms": 1.684}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.75, "count": 110, "max_ms": 95.128, "p95_ms": 88.226}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.342, "count": 110, "max_ms": 103.918, "p95_ms": 93.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.969, "count": 110, "max_ms": 315.234, "p95_ms": 303.211}, "read_interval": {"avg_ms": 273.269, "count": 109, "max_ms": 326.819, "p95_ms": 309.969}, "triton_wait": {"avg_ms": 72.446, "count": 110, "max_ms": 103.932, "p95_ms": 93.828}, "visualize": {"avg_ms": 28.196, "count": 110, "max_ms": 44.847, "p95_ms": 37.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6076.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13825.774, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.166, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 485824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:12:15+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T00:12:15+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T00:12:15.065879+09:00", "mtime_epoch": 1783005135.0658789, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:12:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1515.715, "name": "celery", "pid": 237, "rss_mb": 1515.715, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.056, "count": 300, "max_ms": 6.143, "p95_ms": 4.696}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.601, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.589, "count": 300, "max_ms": 88.027, "p95_ms": 70.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.559, "count": 300, "max_ms": 99.578, "p95_ms": 76.153}, "yolo11_640_fire_11class": {"avg_ms": 55.816, "count": 300, "max_ms": 87.502, "p95_ms": 70.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.604, "count": 300, "max_ms": 92.605, "p95_ms": 80.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.536, "count": 300, "max_ms": 112.297, "p95_ms": 94.381}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 189.318, "p95_ms": 126.618}, "triton_wait": {"avg_ms": 62.93, "count": 300, "max_ms": 99.589, "p95_ms": 82.034}, "visualize": {"avg_ms": 3.621, "count": 300, "max_ms": 4.611, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6073.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23642.606, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.667, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:12:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:12:22+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T00:12:22+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T00:12:22.034029+09:00", "mtime_epoch": 1783005142.0340295, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:12:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1269.305, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.494, "count": 303, "max_ms": 11.905, "p95_ms": 8.679}, "gstreamer_push": {"avg_ms": 1.257, "count": 303, "max_ms": 2.001, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.98, "count": 303, "max_ms": 81.93, "p95_ms": 67.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.539, "count": 303, "max_ms": 99.513, "p95_ms": 86.242}, "yolo11_640_fire_11class": {"avg_ms": 54.528, "count": 303, "max_ms": 81.395, "p95_ms": 67.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.298, "count": 303, "max_ms": 91.199, "p95_ms": 77.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.108, "count": 303, "max_ms": 115.081, "p95_ms": 102.873}, "read_interval": {"avg_ms": 99.076, "count": 303, "max_ms": 349.146, "p95_ms": 127.286}, "triton_wait": {"avg_ms": 61.072, "count": 303, "max_ms": 99.526, "p95_ms": 87.062}, "visualize": {"avg_ms": 3.649, "count": 303, "max_ms": 4.68, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2302, "tracking_summary": 2065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6073.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51002.276, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.787, "sample_count": 1151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:12:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:12:28+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T00:12:28+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T00:12:28.558170+09:00", "mtime_epoch": 1783005148.5581703, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:12:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.105, "name": "celery", "pid": 239, "rss_mb": 899.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.295, "pushed": 4.295, "read": 4.261}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.323, "count": 128, "max_ms": 179.843, "p95_ms": 177.331}, "gstreamer_push": {"avg_ms": 0.832, "count": 128, "max_ms": 1.804, "p95_ms": 1.088}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.471, "count": 128, "max_ms": 104.404, "p95_ms": 93.562}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.079, "count": 128, "max_ms": 101.52, "p95_ms": 95.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.977, "count": 128, "max_ms": 306.704, "p95_ms": 290.787}, "read_interval": {"avg_ms": 233.927, "count": 127, "max_ms": 314.945, "p95_ms": 299.164}, "triton_wait": {"avg_ms": 73.31, "count": 128, "max_ms": 104.417, "p95_ms": 95.826}, "visualize": {"avg_ms": 25.549, "count": 128, "max_ms": 38.84, "p95_ms": 30.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6066.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13855.831, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.929, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:12:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:12:45+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T00:12:45+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T00:12:45.162528+09:00", "mtime_epoch": 1783005165.1625283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:12:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1515.973, "name": "celery", "pid": 237, "rss_mb": 1515.973, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.135, "count": 301, "max_ms": 6.467, "p95_ms": 5.96}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 1.776, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.77, "count": 301, "max_ms": 79.312, "p95_ms": 70.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.266, "count": 301, "max_ms": 101.086, "p95_ms": 75.138}, "yolo11_640_fire_11class": {"avg_ms": 54.384, "count": 301, "max_ms": 74.922, "p95_ms": 69.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.626, "count": 301, "max_ms": 86.356, "p95_ms": 79.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.768, "count": 301, "max_ms": 112.55, "p95_ms": 93.852}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 178.617, "p95_ms": 131.911}, "triton_wait": {"avg_ms": 60.922, "count": 301, "max_ms": 101.096, "p95_ms": 81.829}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 5.48, "p95_ms": 4.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6066.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23672.668, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.509, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:12:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:12:52+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:12:52+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T00:12:52.102678+09:00", "mtime_epoch": 1783005172.1026776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:12:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1269.562, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.603, "count": 300, "max_ms": 12.781, "p95_ms": 10.38}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 2.2, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.359, "count": 300, "max_ms": 73.391, "p95_ms": 67.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.513, "count": 300, "max_ms": 104.305, "p95_ms": 84.912}, "yolo11_640_fire_11class": {"avg_ms": 54.006, "count": 300, "max_ms": 72.865, "p95_ms": 66.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.331, "count": 300, "max_ms": 86.728, "p95_ms": 77.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.884, "count": 300, "max_ms": 120.671, "p95_ms": 101.546}, "read_interval": {"avg_ms": 100.181, "count": 299, "max_ms": 299.775, "p95_ms": 136.968}, "triton_wait": {"avg_ms": 61.859, "count": 300, "max_ms": 104.318, "p95_ms": 85.398}, "visualize": {"avg_ms": 3.577, "count": 300, "max_ms": 5.783, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2303, "tracking_summary": 2066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6076.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51032.463, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.056, "sample_count": 1146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:12:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:12:59+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-03T00:12:58+09:00", "mjpeg": {"age_sec": 0.255, "exists": true, "mtime": "2026-07-03T00:12:58.786821+09:00", "mtime_epoch": 1783005178.7868214, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:12:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.105, "name": "celery", "pid": 239, "rss_mb": 902.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.944, "pushed": 3.944, "read": 3.91}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.504, "count": 118, "max_ms": 187.562, "p95_ms": 180.313}, "gstreamer_push": {"avg_ms": 1.133, "count": 118, "max_ms": 2.823, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.069, "count": 118, "max_ms": 98.546, "p95_ms": 90.592}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.362, "count": 118, "max_ms": 99.684, "p95_ms": 94.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.997, "count": 118, "max_ms": 316.593, "p95_ms": 296.744}, "read_interval": {"avg_ms": 255.638, "count": 117, "max_ms": 327.108, "p95_ms": 307.183}, "triton_wait": {"avg_ms": 71.725, "count": 118, "max_ms": 99.696, "p95_ms": 95.308}, "visualize": {"avg_ms": 29.011, "count": 118, "max_ms": 44.17, "p95_ms": 39.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6074.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13885.838, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.928, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:13:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:13:15+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T00:13:15+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T00:13:15.159173+09:00", "mtime_epoch": 1783005195.1591728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:13:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1515.973, "name": "celery", "pid": 237, "rss_mb": 1515.973, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.07, "count": 300, "max_ms": 6.792, "p95_ms": 4.809}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.938, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.969, "count": 300, "max_ms": 78.433, "p95_ms": 71.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.798, "count": 300, "max_ms": 90.753, "p95_ms": 68.089}, "yolo11_640_fire_11class": {"avg_ms": 55.953, "count": 300, "max_ms": 78.119, "p95_ms": 69.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.028, "count": 300, "max_ms": 86.162, "p95_ms": 79.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.474, "count": 300, "max_ms": 104.477, "p95_ms": 92.889}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 155.111, "p95_ms": 125.044}, "triton_wait": {"avg_ms": 62.723, "count": 300, "max_ms": 90.765, "p95_ms": 79.813}, "visualize": {"avg_ms": 3.679, "count": 300, "max_ms": 5.841, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6070.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23702.716, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.448, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:13:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:13:22+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T00:13:22+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T00:13:22.159323+09:00", "mtime_epoch": 1783005202.1593227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:13:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1269.82, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.568, "count": 300, "max_ms": 12.867, "p95_ms": 9.066}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 2.294, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.996, "count": 300, "max_ms": 76.643, "p95_ms": 67.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.363, "count": 300, "max_ms": 100.965, "p95_ms": 83.999}, "yolo11_640_fire_11class": {"avg_ms": 54.428, "count": 300, "max_ms": 77.165, "p95_ms": 67.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.627, "count": 300, "max_ms": 85.131, "p95_ms": 77.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.487, "count": 300, "max_ms": 117.02, "p95_ms": 101.988}, "read_interval": {"avg_ms": 100.164, "count": 299, "max_ms": 322.935, "p95_ms": 128.733}, "triton_wait": {"avg_ms": 61.294, "count": 300, "max_ms": 100.977, "p95_ms": 84.012}, "visualize": {"avg_ms": 3.671, "count": 300, "max_ms": 6.082, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2305, "tracking_summary": 2067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6072.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51062.729, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 297.475, "sample_count": 1144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:13:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:13:29+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T00:13:28+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T00:13:29.011470+09:00", "mtime_epoch": 1783005209.0114696, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:13:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.105, "name": "celery", "pid": 239, "rss_mb": 897.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.834, "pushed": 3.834, "read": 3.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.414, "count": 115, "max_ms": 200.885, "p95_ms": 174.131}, "gstreamer_push": {"avg_ms": 0.839, "count": 115, "max_ms": 2.784, "p95_ms": 1.67}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.854, "count": 115, "max_ms": 96.824, "p95_ms": 90.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.578, "count": 115, "max_ms": 103.271, "p95_ms": 98.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.556, "count": 115, "max_ms": 312.222, "p95_ms": 302.12}, "read_interval": {"avg_ms": 262.697, "count": 114, "max_ms": 321.116, "p95_ms": 310.747}, "triton_wait": {"avg_ms": 72.59, "count": 115, "max_ms": 103.284, "p95_ms": 98.337}, "visualize": {"avg_ms": 27.747, "count": 115, "max_ms": 36.74, "p95_ms": 35.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6069.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13915.85, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.929, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:13:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:13:45+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:13:45+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T00:13:45.199816+09:00", "mtime_epoch": 1783005225.1998155, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:13:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1516.23, "name": "celery", "pid": 237, "rss_mb": 1516.23, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.13, "count": 300, "max_ms": 6.747, "p95_ms": 5.69}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 2.392, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.827, "count": 300, "max_ms": 85.816, "p95_ms": 74.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.215, "count": 300, "max_ms": 99.197, "p95_ms": 68.138}, "yolo11_640_fire_11class": {"avg_ms": 55.086, "count": 300, "max_ms": 85.41, "p95_ms": 71.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.015, "count": 300, "max_ms": 90.283, "p95_ms": 79.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.908, "count": 300, "max_ms": 111.995, "p95_ms": 93.542}, "read_interval": {"avg_ms": 100.136, "count": 300, "max_ms": 277.784, "p95_ms": 132.9}, "triton_wait": {"avg_ms": 61.01, "count": 300, "max_ms": 99.209, "p95_ms": 80.207}, "visualize": {"avg_ms": 3.708, "count": 300, "max_ms": 5.048, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6079.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23732.742, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.676, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:13:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:13:52+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T00:13:52+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T00:13:52.199965+09:00", "mtime_epoch": 1783005232.199965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:13:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1269.82, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.063, "pushed": 10.063, "read": 10.029}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.502, "count": 301, "max_ms": 13.266, "p95_ms": 9.445}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 2.06, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.523, "count": 301, "max_ms": 81.344, "p95_ms": 69.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.694, "count": 301, "max_ms": 95.167, "p95_ms": 81.207}, "yolo11_640_fire_11class": {"avg_ms": 54.77, "count": 301, "max_ms": 80.823, "p95_ms": 68.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.022, "count": 301, "max_ms": 93.744, "p95_ms": 77.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.232, "count": 301, "max_ms": 111.995, "p95_ms": 100.122}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 392.436, "p95_ms": 125.347}, "triton_wait": {"avg_ms": 61.271, "count": 301, "max_ms": 95.18, "p95_ms": 83.506}, "visualize": {"avg_ms": 3.607, "count": 301, "max_ms": 6.658, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2305, "tracking_summary": 2068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6079.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51092.78, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.53, "sample_count": 1136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:13:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:13:59+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T00:13:59+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T00:13:59.068111+09:00", "mtime_epoch": 1783005239.0681114, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:13:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.355, "name": "celery", "pid": 239, "rss_mb": 904.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.526, "pushed": 3.526, "read": 3.493}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.054, "count": 105, "max_ms": 205.473, "p95_ms": 181.849}, "gstreamer_push": {"avg_ms": 0.83, "count": 105, "max_ms": 2.812, "p95_ms": 0.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.349, "count": 105, "max_ms": 106.004, "p95_ms": 87.616}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.809, "count": 105, "max_ms": 105.023, "p95_ms": 96.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.597, "count": 105, "max_ms": 318.334, "p95_ms": 304.627}, "read_interval": {"avg_ms": 285.986, "count": 104, "max_ms": 327.245, "p95_ms": 313.477}, "triton_wait": {"avg_ms": 73.832, "count": 105, "max_ms": 106.017, "p95_ms": 96.384}, "visualize": {"avg_ms": 27.913, "count": 105, "max_ms": 45.666, "p95_ms": 38.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.775, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6064.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13945.886, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.092, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:14:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:14:15+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T00:14:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T00:14:15.204455+09:00", "mtime_epoch": 1783005255.2044551, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:14:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1516.23, "name": "celery", "pid": 237, "rss_mb": 1516.23, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.025, "count": 301, "max_ms": 6.652, "p95_ms": 4.979}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 1.656, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.286, "count": 301, "max_ms": 82.168, "p95_ms": 72.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.295, "count": 301, "max_ms": 89.798, "p95_ms": 72.084}, "yolo11_640_fire_11class": {"avg_ms": 55.473, "count": 301, "max_ms": 77.668, "p95_ms": 70.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.058, "count": 301, "max_ms": 89.534, "p95_ms": 81.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.129, "count": 301, "max_ms": 104.374, "p95_ms": 95.438}, "read_interval": {"avg_ms": 99.825, "count": 300, "max_ms": 169.766, "p95_ms": 129.814}, "triton_wait": {"avg_ms": 61.56, "count": 301, "max_ms": 89.808, "p95_ms": 82.178}, "visualize": {"avg_ms": 3.582, "count": 301, "max_ms": 4.994, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6078.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23762.824, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.093, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:14:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:14:22+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T00:14:22+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T00:14:22.244605+09:00", "mtime_epoch": 1783005262.2446048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:14:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1270.078, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.43, "count": 301, "max_ms": 11.946, "p95_ms": 8.448}, "gstreamer_push": {"avg_ms": 1.254, "count": 301, "max_ms": 2.304, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.608, "count": 301, "max_ms": 79.645, "p95_ms": 68.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.565, "count": 301, "max_ms": 101.834, "p95_ms": 85.873}, "yolo11_640_fire_11class": {"avg_ms": 53.865, "count": 301, "max_ms": 76.846, "p95_ms": 67.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.046, "count": 301, "max_ms": 89.042, "p95_ms": 77.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.818, "count": 301, "max_ms": 118.364, "p95_ms": 102.961}, "read_interval": {"avg_ms": 99.872, "count": 300, "max_ms": 345.544, "p95_ms": 125.878}, "triton_wait": {"avg_ms": 60.827, "count": 301, "max_ms": 101.846, "p95_ms": 86.448}, "visualize": {"avg_ms": 3.653, "count": 301, "max_ms": 5.093, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2306, "tracking_summary": 2069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6074.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51122.798, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 298.58, "sample_count": 1146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:14:29+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-03T00:14:29+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-03T00:14:29.124751+09:00", "mtime_epoch": 1783005269.124751, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:14:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.355, "name": "celery", "pid": 239, "rss_mb": 897.852, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.868, "pushed": 3.868, "read": 3.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.558, "count": 115, "max_ms": 183.631, "p95_ms": 179.787}, "gstreamer_push": {"avg_ms": 1.093, "count": 115, "max_ms": 2.949, "p95_ms": 2.75}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.518, "count": 115, "max_ms": 98.375, "p95_ms": 90.342}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.489, "count": 115, "max_ms": 100.618, "p95_ms": 94.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.043, "count": 115, "max_ms": 318.598, "p95_ms": 296.891}, "read_interval": {"avg_ms": 260.958, "count": 114, "max_ms": 329.28, "p95_ms": 307.402}, "triton_wait": {"avg_ms": 71.512, "count": 115, "max_ms": 100.63, "p95_ms": 94.428}, "visualize": {"avg_ms": 28.189, "count": 115, "max_ms": 41.051, "p95_ms": 36.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.733, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6067.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 13975.94, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.928, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:14:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:14:45+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:14:45+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T00:14:45.273094+09:00", "mtime_epoch": 1783005285.2730937, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:14:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1516.488, "name": "celery", "pid": 237, "rss_mb": 1516.488, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.082, "count": 300, "max_ms": 7.356, "p95_ms": 5.529}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.657, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.126, "count": 300, "max_ms": 85.276, "p95_ms": 73.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.584, "count": 300, "max_ms": 93.296, "p95_ms": 68.581}, "yolo11_640_fire_11class": {"avg_ms": 54.791, "count": 300, "max_ms": 76.114, "p95_ms": 70.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.13, "count": 300, "max_ms": 86.365, "p95_ms": 78.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.403, "count": 300, "max_ms": 105.779, "p95_ms": 93.434}, "read_interval": {"avg_ms": 100.242, "count": 299, "max_ms": 244.529, "p95_ms": 129.36}, "triton_wait": {"avg_ms": 61.788, "count": 300, "max_ms": 93.308, "p95_ms": 80.304}, "visualize": {"avg_ms": 3.628, "count": 300, "max_ms": 5.578, "p95_ms": 4.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6073.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23792.848, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.923, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:14:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:14:52+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T00:14:52+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-03T00:14:52.253242+09:00", "mtime_epoch": 1783005292.2532418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:14:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1270.078, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.792, "count": 300, "max_ms": 12.96, "p95_ms": 11.024}, "gstreamer_push": {"avg_ms": 1.253, "count": 300, "max_ms": 1.694, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.33, "count": 300, "max_ms": 80.298, "p95_ms": 70.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.558, "count": 300, "max_ms": 95.759, "p95_ms": 80.262}, "yolo11_640_fire_11class": {"avg_ms": 54.011, "count": 300, "max_ms": 76.85, "p95_ms": 67.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.872, "count": 300, "max_ms": 86.126, "p95_ms": 77.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.108, "count": 300, "max_ms": 112.623, "p95_ms": 99.691}, "read_interval": {"avg_ms": 99.985, "count": 299, "max_ms": 300.871, "p95_ms": 123.423}, "triton_wait": {"avg_ms": 61.658, "count": 300, "max_ms": 95.772, "p95_ms": 82.641}, "visualize": {"avg_ms": 3.762, "count": 300, "max_ms": 6.703, "p95_ms": 4.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2309, "tracking_summary": 2069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6068.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51152.998, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.086, "sample_count": 1137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:14:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:14:59+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T00:14:59+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T00:14:59.269390+09:00", "mtime_epoch": 1783005299.2693903, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:14:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.355, "name": "celery", "pid": 239, "rss_mb": 892.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.668, "pushed": 3.668, "read": 3.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.006, "count": 110, "max_ms": 194.187, "p95_ms": 183.156}, "gstreamer_push": {"avg_ms": 1.522, "count": 110, "max_ms": 3.212, "p95_ms": 2.943}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.107, "count": 110, "max_ms": 99.347, "p95_ms": 93.96}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.966, "count": 110, "max_ms": 100.778, "p95_ms": 95.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.295, "count": 110, "max_ms": 313.331, "p95_ms": 304.171}, "read_interval": {"avg_ms": 271.606, "count": 110, "max_ms": 323.524, "p95_ms": 313.986}, "triton_wait": {"avg_ms": 73.052, "count": 110, "max_ms": 100.791, "p95_ms": 96.076}, "visualize": {"avg_ms": 30.453, "count": 110, "max_ms": 42.25, "p95_ms": 39.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6076.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14005.94, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.354, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:15:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:15:15+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T00:15:15+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T00:15:15.241728+09:00", "mtime_epoch": 1783005315.241728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:15:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1516.746, "name": "celery", "pid": 237, "rss_mb": 1516.746, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.034, "count": 300, "max_ms": 6.302, "p95_ms": 4.641}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.909, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.594, "count": 300, "max_ms": 77.745, "p95_ms": 69.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.775, "count": 300, "max_ms": 99.785, "p95_ms": 76.665}, "yolo11_640_fire_11class": {"avg_ms": 53.449, "count": 300, "max_ms": 78.274, "p95_ms": 68.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.271, "count": 300, "max_ms": 89.667, "p95_ms": 78.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.047, "count": 300, "max_ms": 112.467, "p95_ms": 95.59}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 197.436, "p95_ms": 127.947}, "triton_wait": {"avg_ms": 61.406, "count": 300, "max_ms": 99.797, "p95_ms": 82.097}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 5.553, "p95_ms": 4.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6068.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23822.901, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.339, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:15:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:15:22+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T00:15:22+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T00:15:22.349878+09:00", "mtime_epoch": 1783005322.3498783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:15:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1270.336, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.435, "count": 300, "max_ms": 11.577, "p95_ms": 8.475}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.942, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.865, "count": 300, "max_ms": 79.869, "p95_ms": 66.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.61, "count": 300, "max_ms": 97.102, "p95_ms": 80.957}, "yolo11_640_fire_11class": {"avg_ms": 52.246, "count": 300, "max_ms": 77.496, "p95_ms": 66.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.966, "count": 300, "max_ms": 86.419, "p95_ms": 76.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.482, "count": 300, "max_ms": 112.933, "p95_ms": 101.288}, "read_interval": {"avg_ms": 100.21, "count": 299, "max_ms": 348.447, "p95_ms": 138.379}, "triton_wait": {"avg_ms": 60.504, "count": 300, "max_ms": 97.116, "p95_ms": 85.022}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 4.706, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2309, "tracking_summary": 2070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6076.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51183.059, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 299.949, "sample_count": 1140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:15:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:15:29+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T00:15:29+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T00:15:29.466028+09:00", "mtime_epoch": 1783005329.4660285, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:15:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.355, "name": "celery", "pid": 239, "rss_mb": 899.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.763, "pushed": 3.763, "read": 3.729}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.179, "count": 112, "max_ms": 194.675, "p95_ms": 188.232}, "gstreamer_push": {"avg_ms": 1.126, "count": 112, "max_ms": 3.478, "p95_ms": 2.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.058, "count": 112, "max_ms": 101.775, "p95_ms": 88.507}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.356, "count": 112, "max_ms": 100.726, "p95_ms": 95.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.183, "count": 112, "max_ms": 327.281, "p95_ms": 301.582}, "read_interval": {"avg_ms": 269.118, "count": 111, "max_ms": 337.117, "p95_ms": 312.659}, "triton_wait": {"avg_ms": 71.415, "count": 112, "max_ms": 101.787, "p95_ms": 95.201}, "visualize": {"avg_ms": 27.585, "count": 112, "max_ms": 41.502, "p95_ms": 36.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.763, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6066.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14035.959, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.773, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:15:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:15:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T00:15:45+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T00:15:45.282362+09:00", "mtime_epoch": 1783005345.2823617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:15:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1516.746, "name": "celery", "pid": 237, "rss_mb": 1516.746, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.021, "count": 300, "max_ms": 6.492, "p95_ms": 5.252}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.872, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.025, "count": 300, "max_ms": 81.933, "p95_ms": 73.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.116, "count": 300, "max_ms": 92.986, "p95_ms": 73.991}, "yolo11_640_fire_11class": {"avg_ms": 54.714, "count": 300, "max_ms": 77.777, "p95_ms": 71.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.836, "count": 300, "max_ms": 89.805, "p95_ms": 80.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.493, "count": 300, "max_ms": 106.302, "p95_ms": 96.175}, "read_interval": {"avg_ms": 100.056, "count": 299, "max_ms": 238.571, "p95_ms": 135.138}, "triton_wait": {"avg_ms": 61.898, "count": 300, "max_ms": 92.998, "p95_ms": 82.575}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 6.01, "p95_ms": 4.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6077.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23852.942, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.339, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 495100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:15:52+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:15:52+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T00:15:52.378511+09:00", "mtime_epoch": 1783005352.3785112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:15:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1270.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.54, "count": 300, "max_ms": 13.425, "p95_ms": 10.45}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.574, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.247, "count": 300, "max_ms": 79.17, "p95_ms": 68.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.46, "count": 300, "max_ms": 97.972, "p95_ms": 82.489}, "yolo11_640_fire_11class": {"avg_ms": 52.914, "count": 300, "max_ms": 79.158, "p95_ms": 67.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.581, "count": 300, "max_ms": 90.167, "p95_ms": 78.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.451, "count": 300, "max_ms": 113.925, "p95_ms": 101.692}, "read_interval": {"avg_ms": 100.11, "count": 299, "max_ms": 395.882, "p95_ms": 127.098}, "triton_wait": {"avg_ms": 60.498, "count": 300, "max_ms": 97.984, "p95_ms": 84.918}, "visualize": {"avg_ms": 3.569, "count": 300, "max_ms": 7.001, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2310, "tracking_summary": 2071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6078.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51213.315, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.611, "sample_count": 1130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:15:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:15:59+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T00:15:59+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T00:15:59.594663+09:00", "mtime_epoch": 1783005359.5946631, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:15:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.355, "name": "celery", "pid": 239, "rss_mb": 900.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.746, "pushed": 3.746, "read": 3.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.577, "count": 112, "max_ms": 187.8, "p95_ms": 179.55}, "gstreamer_push": {"avg_ms": 1.362, "count": 112, "max_ms": 2.994, "p95_ms": 2.031}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.558, "count": 112, "max_ms": 99.216, "p95_ms": 90.601}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.816, "count": 112, "max_ms": 98.631, "p95_ms": 95.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.208, "count": 112, "max_ms": 316.571, "p95_ms": 306.511}, "read_interval": {"avg_ms": 267.983, "count": 111, "max_ms": 326.829, "p95_ms": 316.952}, "triton_wait": {"avg_ms": 73.023, "count": 112, "max_ms": 99.227, "p95_ms": 96.371}, "visualize": {"avg_ms": 29.788, "count": 112, "max_ms": 44.111, "p95_ms": 42.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6076.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14066.008, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.883, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 488227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:16:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:16:15+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:16:15+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T00:16:15.354994+09:00", "mtime_epoch": 1783005375.3549943, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:16:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1517.004, "name": "celery", "pid": 237, "rss_mb": 1517.004, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.005, "count": 301, "max_ms": 6.12, "p95_ms": 4.945}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.889, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.268, "count": 301, "max_ms": 78.553, "p95_ms": 70.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.15, "count": 301, "max_ms": 99.258, "p95_ms": 71.567}, "yolo11_640_fire_11class": {"avg_ms": 53.208, "count": 301, "max_ms": 81.325, "p95_ms": 71.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.213, "count": 301, "max_ms": 91.277, "p95_ms": 79.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.517, "count": 301, "max_ms": 112.7, "p95_ms": 94.864}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 275.708, "p95_ms": 135.031}, "triton_wait": {"avg_ms": 59.085, "count": 301, "max_ms": 99.271, "p95_ms": 81.905}, "visualize": {"avg_ms": 3.54, "count": 301, "max_ms": 4.94, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6075.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23882.993, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.522, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 495401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:16:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:16:22+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T00:16:22+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T00:16:22.447143+09:00", "mtime_epoch": 1783005382.4471433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:16:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1270.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.579, "count": 301, "max_ms": 12.123, "p95_ms": 9.763}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.674, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.026, "count": 301, "max_ms": 80.575, "p95_ms": 67.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.401, "count": 301, "max_ms": 99.522, "p95_ms": 81.377}, "yolo11_640_fire_11class": {"avg_ms": 52.148, "count": 301, "max_ms": 80.044, "p95_ms": 67.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.118, "count": 301, "max_ms": 88.865, "p95_ms": 77.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.84, "count": 301, "max_ms": 116.501, "p95_ms": 101.238}, "read_interval": {"avg_ms": 99.876, "count": 300, "max_ms": 350.149, "p95_ms": 140.954}, "triton_wait": {"avg_ms": 58.813, "count": 301, "max_ms": 99.536, "p95_ms": 84.986}, "visualize": {"avg_ms": 3.599, "count": 301, "max_ms": 4.853, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2312, "tracking_summary": 2072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6070.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51243.473, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.211, "sample_count": 1130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:16:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:16:30+09:00", "last_frame_read_age_sec": 0.277, "last_frame_read_at": "2026-07-03T00:16:29+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T00:16:29.787297+09:00", "mtime_epoch": 1783005389.7872972, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:16:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.355, "name": "celery", "pid": 239, "rss_mb": 892.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.582, "pushed": 3.582, "read": 3.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.858, "count": 107, "max_ms": 186.909, "p95_ms": 178.343}, "gstreamer_push": {"avg_ms": 1.061, "count": 107, "max_ms": 2.919, "p95_ms": 1.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.151, "count": 107, "max_ms": 101.747, "p95_ms": 93.703}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.302, "count": 107, "max_ms": 103.409, "p95_ms": 94.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.707, "count": 107, "max_ms": 319.122, "p95_ms": 309.528}, "read_interval": {"avg_ms": 281.819, "count": 106, "max_ms": 327.957, "p95_ms": 320.112}, "triton_wait": {"avg_ms": 71.763, "count": 107, "max_ms": 103.423, "p95_ms": 97.233}, "visualize": {"avg_ms": 32.261, "count": 107, "max_ms": 44.955, "p95_ms": 43.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6071.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14096.127, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.375, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 488528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:16:45+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T00:16:45+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T00:16:45.411625+09:00", "mtime_epoch": 1783005405.4116247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 135589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:16:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1517.004, "name": "celery", "pid": 237, "rss_mb": 1517.004, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.986, "count": 300, "max_ms": 7.083, "p95_ms": 4.602}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 2.075, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.379, "count": 300, "max_ms": 76.815, "p95_ms": 68.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.098, "count": 300, "max_ms": 91.709, "p95_ms": 69.985}, "yolo11_640_fire_11class": {"avg_ms": 53.523, "count": 300, "max_ms": 76.196, "p95_ms": 67.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.545, "count": 300, "max_ms": 85.475, "p95_ms": 78.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.347, "count": 301, "max_ms": 108.854, "p95_ms": 92.922}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 277.915, "p95_ms": 134.353}, "triton_wait": {"avg_ms": 59.779, "count": 300, "max_ms": 91.721, "p95_ms": 79.595}, "visualize": {"avg_ms": 3.589, "count": 300, "max_ms": 4.633, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6080.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23913.049, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.288, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 495702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:16:52+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T00:16:52+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T00:16:52.471772+09:00", "mtime_epoch": 1783005412.4717724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:16:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1270.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.637, "count": 301, "max_ms": 13.726, "p95_ms": 9.437}, "gstreamer_push": {"avg_ms": 1.254, "count": 301, "max_ms": 1.666, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.11, "count": 301, "max_ms": 78.881, "p95_ms": 65.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.945, "count": 301, "max_ms": 97.802, "p95_ms": 82.215}, "yolo11_640_fire_11class": {"avg_ms": 51.984, "count": 301, "max_ms": 72.78, "p95_ms": 64.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.129, "count": 301, "max_ms": 83.999, "p95_ms": 75.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.537, "count": 301, "max_ms": 113.735, "p95_ms": 100.521}, "read_interval": {"avg_ms": 99.78, "count": 300, "max_ms": 368.14, "p95_ms": 123.993}, "triton_wait": {"avg_ms": 59.32, "count": 301, "max_ms": 97.815, "p95_ms": 84.013}, "visualize": {"avg_ms": 3.669, "count": 301, "max_ms": 4.951, "p95_ms": 4.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2312, "tracking_summary": 2073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6081.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51273.741, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.78, "sample_count": 1147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:17:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:17:00+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T00:17:00+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-03T00:17:00.059931+09:00", "mtime_epoch": 1783005420.059931, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:17:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.355, "name": "celery", "pid": 239, "rss_mb": 904.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.307, "pushed": 4.307, "read": 4.274}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.735, "count": 129, "max_ms": 194.23, "p95_ms": 185.705}, "gstreamer_push": {"avg_ms": 0.95, "count": 129, "max_ms": 3.026, "p95_ms": 1.847}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.585, "count": 129, "max_ms": 100.726, "p95_ms": 86.602}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.16, "count": 129, "max_ms": 100.739, "p95_ms": 90.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 224.807, "count": 129, "max_ms": 318.118, "p95_ms": 294.411}, "read_interval": {"avg_ms": 234.272, "count": 128, "max_ms": 327.457, "p95_ms": 303.342}, "triton_wait": {"avg_ms": 72.194, "count": 129, "max_ms": 100.749, "p95_ms": 90.126}, "visualize": {"avg_ms": 27.965, "count": 129, "max_ms": 43.919, "p95_ms": 35.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6078.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14126.174, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.354, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 488828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:17:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:17:15+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T00:17:15+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T00:17:15.516254+09:00", "mtime_epoch": 1783005435.5162542, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:17:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1517.262, "name": "celery", "pid": 237, "rss_mb": 1517.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.081, "count": 300, "max_ms": 6.141, "p95_ms": 4.773}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.667, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.378, "count": 300, "max_ms": 77.761, "p95_ms": 70.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.438, "count": 300, "max_ms": 93.537, "p95_ms": 72.319}, "yolo11_640_fire_11class": {"avg_ms": 54.455, "count": 300, "max_ms": 79.147, "p95_ms": 69.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.572, "count": 300, "max_ms": 87.104, "p95_ms": 79.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.625, "count": 300, "max_ms": 106.245, "p95_ms": 94.326}, "read_interval": {"avg_ms": 100.227, "count": 299, "max_ms": 289.436, "p95_ms": 135.769}, "triton_wait": {"avg_ms": 60.797, "count": 300, "max_ms": 93.549, "p95_ms": 81.022}, "visualize": {"avg_ms": 3.706, "count": 300, "max_ms": 5.67, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6074.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23943.134, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.238, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:17:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:17:22+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T00:17:22+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T00:17:22.560401+09:00", "mtime_epoch": 1783005442.5604012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:17:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1270.852, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.496, "count": 298, "max_ms": 11.13, "p95_ms": 8.978}, "gstreamer_push": {"avg_ms": 1.259, "count": 298, "max_ms": 1.774, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.4, "count": 298, "max_ms": 77.133, "p95_ms": 70.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.355, "count": 298, "max_ms": 99.824, "p95_ms": 86.943}, "yolo11_640_fire_11class": {"avg_ms": 53.507, "count": 298, "max_ms": 74.397, "p95_ms": 67.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.631, "count": 298, "max_ms": 86.465, "p95_ms": 77.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.986, "count": 298, "max_ms": 115.729, "p95_ms": 102.973}, "read_interval": {"avg_ms": 100.578, "count": 298, "max_ms": 358.205, "p95_ms": 131.309}, "triton_wait": {"avg_ms": 60.905, "count": 298, "max_ms": 99.837, "p95_ms": 86.955}, "visualize": {"avg_ms": 3.662, "count": 298, "max_ms": 5.177, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2313, "tracking_summary": 2074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6070.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51303.829, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.171, "sample_count": 1136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:17:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:17:30+09:00", "last_frame_read_age_sec": 0.263, "last_frame_read_at": "2026-07-03T00:17:30+09:00", "mjpeg": {"age_sec": 0.247, "exists": true, "mtime": "2026-07-03T00:17:30.160560+09:00", "mtime_epoch": 1783005450.16056, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:17:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 905.355, "name": "celery", "pid": 239, "rss_mb": 891.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.891, "pushed": 3.891, "read": 3.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.801, "count": 116, "max_ms": 208.297, "p95_ms": 205.062}, "gstreamer_push": {"avg_ms": 1.056, "count": 116, "max_ms": 2.727, "p95_ms": 1.796}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.811, "count": 116, "max_ms": 100.998, "p95_ms": 89.717}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.692, "count": 116, "max_ms": 98.179, "p95_ms": 93.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.548, "count": 116, "max_ms": 327.014, "p95_ms": 307.139}, "read_interval": {"avg_ms": 259.271, "count": 115, "max_ms": 337.57, "p95_ms": 316.218}, "triton_wait": {"avg_ms": 73.868, "count": 116, "max_ms": 101.01, "p95_ms": 93.679}, "visualize": {"avg_ms": 27.105, "count": 116, "max_ms": 39.708, "p95_ms": 35.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6069.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14156.235, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.375, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:17:45+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T00:17:45+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T00:17:45.564881+09:00", "mtime_epoch": 1783005465.5648808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:17:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1517.262, "name": "celery", "pid": 237, "rss_mb": 1517.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 301, "max_ms": 6.236, "p95_ms": 5.5}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 1.979, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.459, "count": 301, "max_ms": 80.838, "p95_ms": 71.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.928, "count": 301, "max_ms": 94.757, "p95_ms": 74.457}, "yolo11_640_fire_11class": {"avg_ms": 55.608, "count": 301, "max_ms": 80.833, "p95_ms": 71.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.47, "count": 301, "max_ms": 86.825, "p95_ms": 80.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.425, "count": 301, "max_ms": 107.428, "p95_ms": 94.588}, "read_interval": {"avg_ms": 99.891, "count": 300, "max_ms": 224.768, "p95_ms": 125.509}, "triton_wait": {"avg_ms": 62.609, "count": 301, "max_ms": 94.77, "p95_ms": 81.743}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 5.321, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6081.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 23973.213, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.427, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:17:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:17:52+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T00:17:52+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T00:17:52.661029+09:00", "mtime_epoch": 1783005472.6610286, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:17:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1271.109, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.532, "count": 302, "max_ms": 12.275, "p95_ms": 9.536}, "gstreamer_push": {"avg_ms": 1.245, "count": 302, "max_ms": 1.619, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.35, "count": 302, "max_ms": 77.323, "p95_ms": 68.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.924, "count": 302, "max_ms": 100.491, "p95_ms": 87.109}, "yolo11_640_fire_11class": {"avg_ms": 53.628, "count": 302, "max_ms": 77.311, "p95_ms": 68.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.58, "count": 302, "max_ms": 88.729, "p95_ms": 76.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.465, "count": 302, "max_ms": 117.009, "p95_ms": 104.261}, "read_interval": {"avg_ms": 99.617, "count": 301, "max_ms": 263.289, "p95_ms": 137.874}, "triton_wait": {"avg_ms": 60.383, "count": 302, "max_ms": 100.504, "p95_ms": 87.248}, "visualize": {"avg_ms": 3.648, "count": 302, "max_ms": 4.731, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2314, "tracking_summary": 2075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6073.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51333.962, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.506, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:18:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:18:00+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-03T00:18:00+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T00:18:00.361189+09:00", "mtime_epoch": 1783005480.361189, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:18:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 894.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.573, "pushed": 3.573, "read": 3.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 164.048, "count": 107, "max_ms": 207.1, "p95_ms": 175.753}, "gstreamer_push": {"avg_ms": 1.029, "count": 107, "max_ms": 2.699, "p95_ms": 1.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.269, "count": 107, "max_ms": 97.906, "p95_ms": 88.502}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.17, "count": 107, "max_ms": 101.514, "p95_ms": 96.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.647, "count": 107, "max_ms": 337.555, "p95_ms": 303.397}, "read_interval": {"avg_ms": 282.386, "count": 106, "max_ms": 346.62, "p95_ms": 312.978}, "triton_wait": {"avg_ms": 74.191, "count": 107, "max_ms": 101.526, "p95_ms": 96.804}, "visualize": {"avg_ms": 29.659, "count": 107, "max_ms": 41.549, "p95_ms": 38.545}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6082.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14186.246, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.354, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:18:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T00:18:15+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T00:18:15.565505+09:00", "mtime_epoch": 1783005495.565505, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:18:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1517.52, "name": "celery", "pid": 237, "rss_mb": 1517.52, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.094, "count": 300, "max_ms": 6.618, "p95_ms": 4.882}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 2.143, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.644, "count": 300, "max_ms": 78.521, "p95_ms": 72.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.806, "count": 300, "max_ms": 96.544, "p95_ms": 70.366}, "yolo11_640_fire_11class": {"avg_ms": 52.896, "count": 300, "max_ms": 77.554, "p95_ms": 68.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.141, "count": 300, "max_ms": 85.937, "p95_ms": 78.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.92, "count": 300, "max_ms": 109.322, "p95_ms": 92.365}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 237.77, "p95_ms": 134.698}, "triton_wait": {"avg_ms": 58.102, "count": 300, "max_ms": 96.556, "p95_ms": 79.379}, "visualize": {"avg_ms": 3.691, "count": 300, "max_ms": 4.961, "p95_ms": 4.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6074.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24003.227, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.288, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:18:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:18:22+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T00:18:22+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T00:18:22.665653+09:00", "mtime_epoch": 1783005502.6656525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:18:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1271.109, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.585, "count": 301, "max_ms": 14.619, "p95_ms": 9.972}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 2.106, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.25, "count": 301, "max_ms": 75.841, "p95_ms": 68.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.102, "count": 301, "max_ms": 95.784, "p95_ms": 81.036}, "yolo11_640_fire_11class": {"avg_ms": 52.345, "count": 301, "max_ms": 75.113, "p95_ms": 67.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.69, "count": 301, "max_ms": 87.288, "p95_ms": 76.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.797, "count": 301, "max_ms": 111.815, "p95_ms": 99.822}, "read_interval": {"avg_ms": 99.694, "count": 301, "max_ms": 305.449, "p95_ms": 155.84}, "triton_wait": {"avg_ms": 58.606, "count": 301, "max_ms": 95.796, "p95_ms": 83.137}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 6.122, "p95_ms": 4.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2315, "tracking_summary": 2076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6082.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51364.275, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.911, "sample_count": 1120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:18:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:18:30+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T00:18:30+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T00:18:30.541816+09:00", "mtime_epoch": 1783005510.541816, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:18:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 903.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.644, "pushed": 3.644, "read": 3.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.774, "count": 109, "max_ms": 218.897, "p95_ms": 188.995}, "gstreamer_push": {"avg_ms": 1.23, "count": 109, "max_ms": 3.454, "p95_ms": 2.86}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.112, "count": 109, "max_ms": 101.7, "p95_ms": 88.791}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.763, "count": 109, "max_ms": 103.339, "p95_ms": 96.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.929, "count": 109, "max_ms": 345.527, "p95_ms": 308.515}, "read_interval": {"avg_ms": 275.737, "count": 108, "max_ms": 358.666, "p95_ms": 315.733}, "triton_wait": {"avg_ms": 73.798, "count": 109, "max_ms": 103.353, "p95_ms": 96.481}, "visualize": {"avg_ms": 30.46, "count": 109, "max_ms": 42.356, "p95_ms": 40.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6081.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14216.341, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.187, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:18:45+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:18:45+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T00:18:45.658130+09:00", "mtime_epoch": 1783005525.6581297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:18:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1517.777, "name": "celery", "pid": 237, "rss_mb": 1517.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.019, "count": 301, "max_ms": 6.207, "p95_ms": 4.671}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.833, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.677, "count": 301, "max_ms": 79.074, "p95_ms": 68.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.337, "count": 301, "max_ms": 92.177, "p95_ms": 71.134}, "yolo11_640_fire_11class": {"avg_ms": 53.251, "count": 301, "max_ms": 77.928, "p95_ms": 67.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.009, "count": 301, "max_ms": 86.576, "p95_ms": 77.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.625, "count": 301, "max_ms": 105.199, "p95_ms": 91.277}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 418.387, "p95_ms": 132.102}, "triton_wait": {"avg_ms": 59.894, "count": 301, "max_ms": 92.19, "p95_ms": 78.464}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 5.182, "p95_ms": 4.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6067.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24033.243, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.236, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:18:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:18:52+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T00:18:52+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T00:18:52.642274+09:00", "mtime_epoch": 1783005532.6422744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:18:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1271.367, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.659, "count": 300, "max_ms": 12.7, "p95_ms": 10.456}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.486, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.238, "count": 300, "max_ms": 80.052, "p95_ms": 67.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.587, "count": 300, "max_ms": 94.775, "p95_ms": 75.979}, "yolo11_640_fire_11class": {"avg_ms": 52.965, "count": 300, "max_ms": 77.262, "p95_ms": 67.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.686, "count": 300, "max_ms": 86.258, "p95_ms": 75.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.202, "count": 300, "max_ms": 111.08, "p95_ms": 97.723}, "read_interval": {"avg_ms": 99.966, "count": 299, "max_ms": 379.875, "p95_ms": 127.271}, "triton_wait": {"avg_ms": 60.027, "count": 300, "max_ms": 94.787, "p95_ms": 79.716}, "visualize": {"avg_ms": 3.625, "count": 300, "max_ms": 5.084, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2316, "tracking_summary": 2077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6072.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51394.31, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.911, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:19:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:19:00+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T00:19:00+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T00:19:00.722442+09:00", "mtime_epoch": 1783005540.722442, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:19:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 894.148, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.632, "pushed": 3.632, "read": 3.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 164.599, "count": 108, "max_ms": 200.812, "p95_ms": 182.988}, "gstreamer_push": {"avg_ms": 0.953, "count": 108, "max_ms": 5.215, "p95_ms": 1.866}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.97, "count": 108, "max_ms": 97.725, "p95_ms": 87.612}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.561, "count": 108, "max_ms": 105.391, "p95_ms": 93.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.3, "count": 108, "max_ms": 315.806, "p95_ms": 303.818}, "read_interval": {"avg_ms": 278.938, "count": 107, "max_ms": 324.765, "p95_ms": 312.622}, "triton_wait": {"avg_ms": 72.582, "count": 108, "max_ms": 105.404, "p95_ms": 93.109}, "visualize": {"avg_ms": 27.319, "count": 108, "max_ms": 42.143, "p95_ms": 37.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.736, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6073.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14246.4, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.015, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:19:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:19:15+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T00:19:15+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T00:19:15.750753+09:00", "mtime_epoch": 1783005555.750753, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:19:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1517.777, "name": "celery", "pid": 237, "rss_mb": 1517.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.996, "count": 301, "max_ms": 6.293, "p95_ms": 4.632}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 2.07, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.982, "count": 301, "max_ms": 78.448, "p95_ms": 72.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.995, "count": 301, "max_ms": 98.187, "p95_ms": 72.444}, "yolo11_640_fire_11class": {"avg_ms": 54.679, "count": 301, "max_ms": 77.31, "p95_ms": 71.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.686, "count": 301, "max_ms": 91.413, "p95_ms": 81.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.515, "count": 301, "max_ms": 111.299, "p95_ms": 94.799}, "read_interval": {"avg_ms": 99.952, "count": 300, "max_ms": 179.614, "p95_ms": 127.518}, "triton_wait": {"avg_ms": 61.976, "count": 301, "max_ms": 98.199, "p95_ms": 81.948}, "visualize": {"avg_ms": 3.589, "count": 301, "max_ms": 5.478, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6073.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24063.347, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.238, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:19:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:19:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T00:19:22.778898+09:00", "mtime_epoch": 1783005562.7788982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:19:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1271.367, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.501, "count": 300, "max_ms": 12.93, "p95_ms": 9.772}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.857, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.532, "count": 300, "max_ms": 78.592, "p95_ms": 69.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.457, "count": 300, "max_ms": 96.276, "p95_ms": 80.988}, "yolo11_640_fire_11class": {"avg_ms": 53.779, "count": 300, "max_ms": 77.548, "p95_ms": 69.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.529, "count": 300, "max_ms": 91.352, "p95_ms": 78.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.347, "count": 300, "max_ms": 112.28, "p95_ms": 101.477}, "read_interval": {"avg_ms": 100.033, "count": 299, "max_ms": 291.966, "p95_ms": 127.94}, "triton_wait": {"avg_ms": 61.365, "count": 300, "max_ms": 96.287, "p95_ms": 85.568}, "visualize": {"avg_ms": 3.62, "count": 300, "max_ms": 5.997, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2318, "tracking_summary": 2078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6079.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51424.395, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.867, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:19:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:19:30+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T00:19:30+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T00:19:30.687062+09:00", "mtime_epoch": 1783005570.6870618, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:19:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 900.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.946, "pushed": 3.946, "read": 3.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.653, "count": 118, "max_ms": 180.229, "p95_ms": 176.55}, "gstreamer_push": {"avg_ms": 1.18, "count": 118, "max_ms": 2.922, "p95_ms": 1.94}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.646, "count": 118, "max_ms": 95.903, "p95_ms": 91.053}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.341, "count": 118, "max_ms": 101.334, "p95_ms": 94.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.881, "count": 118, "max_ms": 305.391, "p95_ms": 296.997}, "read_interval": {"avg_ms": 254.524, "count": 117, "max_ms": 315.238, "p95_ms": 308.232}, "triton_wait": {"avg_ms": 72.431, "count": 118, "max_ms": 101.346, "p95_ms": 94.719}, "visualize": {"avg_ms": 27.029, "count": 118, "max_ms": 40.506, "p95_ms": 35.634}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6080.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14276.511, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.534, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:19:45+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:19:45+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T00:19:45.807374+09:00", "mtime_epoch": 1783005585.8073742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:19:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1518.035, "name": "celery", "pid": 237, "rss_mb": 1518.035, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.05, "count": 300, "max_ms": 6.773, "p95_ms": 4.829}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.528, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.152, "count": 300, "max_ms": 78.676, "p95_ms": 72.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.617, "count": 300, "max_ms": 97.618, "p95_ms": 76.189}, "yolo11_640_fire_11class": {"avg_ms": 55.249, "count": 300, "max_ms": 77.407, "p95_ms": 71.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.915, "count": 300, "max_ms": 87.809, "p95_ms": 80.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.726, "count": 301, "max_ms": 110.414, "p95_ms": 97.858}, "read_interval": {"avg_ms": 100.032, "count": 300, "max_ms": 155.135, "p95_ms": 125.296}, "triton_wait": {"avg_ms": 62.102, "count": 300, "max_ms": 97.631, "p95_ms": 84.02}, "visualize": {"avg_ms": 3.683, "count": 300, "max_ms": 5.781, "p95_ms": 4.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6077.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24093.359, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.477, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:19:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:19:52+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T00:19:52+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T00:19:52.787518+09:00", "mtime_epoch": 1783005592.7875183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:19:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1271.625, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 299, "max_ms": 12.324, "p95_ms": 9.21}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 1.732, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.339, "count": 299, "max_ms": 75.41, "p95_ms": 70.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.924, "count": 299, "max_ms": 99.556, "p95_ms": 84.568}, "yolo11_640_fire_11class": {"avg_ms": 53.65, "count": 299, "max_ms": 75.955, "p95_ms": 69.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.626, "count": 299, "max_ms": 87.051, "p95_ms": 78.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.631, "count": 299, "max_ms": 115.844, "p95_ms": 102.55}, "read_interval": {"avg_ms": 100.366, "count": 299, "max_ms": 373.34, "p95_ms": 132.493}, "triton_wait": {"avg_ms": 60.594, "count": 299, "max_ms": 99.568, "p95_ms": 86.471}, "visualize": {"avg_ms": 3.672, "count": 299, "max_ms": 6.722, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2319, "tracking_summary": 2079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6082.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51454.499, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.911, "sample_count": 1119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:20:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:20:01+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T00:20:00+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-03T00:20:00.807684+09:00", "mtime_epoch": 1783005600.8076837, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:20:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 903.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.485, "pushed": 3.485, "read": 3.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.926, "count": 104, "max_ms": 181.385, "p95_ms": 178.251}, "gstreamer_push": {"avg_ms": 1.052, "count": 104, "max_ms": 2.901, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.291, "count": 104, "max_ms": 95.63, "p95_ms": 91.305}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.381, "count": 104, "max_ms": 95.97, "p95_ms": 94.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.468, "count": 104, "max_ms": 308.099, "p95_ms": 305.381}, "read_interval": {"avg_ms": 289.436, "count": 103, "max_ms": 317.525, "p95_ms": 315.804}, "triton_wait": {"avg_ms": 73.585, "count": 104, "max_ms": 95.982, "p95_ms": 94.913}, "visualize": {"avg_ms": 29.183, "count": 104, "max_ms": 41.365, "p95_ms": 39.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6077.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14306.557, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.182, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:20:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:20:15+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T00:20:15+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T00:20:15.867994+09:00", "mtime_epoch": 1783005615.8679943, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:20:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1518.035, "name": "celery", "pid": 237, "rss_mb": 1518.035, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.161, "count": 300, "max_ms": 6.598, "p95_ms": 6.177}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.616, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.681, "count": 300, "max_ms": 87.357, "p95_ms": 75.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.687, "count": 300, "max_ms": 98.325, "p95_ms": 77.123}, "yolo11_640_fire_11class": {"avg_ms": 57.012, "count": 300, "max_ms": 83.705, "p95_ms": 75.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.49, "count": 300, "max_ms": 91.871, "p95_ms": 83.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.912, "count": 300, "max_ms": 111.227, "p95_ms": 99.407}, "read_interval": {"avg_ms": 100.037, "count": 300, "max_ms": 189.893, "p95_ms": 125.119}, "triton_wait": {"avg_ms": 63.941, "count": 300, "max_ms": 98.338, "p95_ms": 86.684}, "visualize": {"avg_ms": 3.742, "count": 300, "max_ms": 5.109, "p95_ms": 4.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6073.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24123.544, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.824, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:20:23+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T00:20:22+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T00:20:22.768137+09:00", "mtime_epoch": 1783005622.7681365, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:20:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1271.625, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.81, "count": 300, "max_ms": 14.172, "p95_ms": 12.012}, "gstreamer_push": {"avg_ms": 1.262, "count": 300, "max_ms": 1.94, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.147, "count": 300, "max_ms": 84.72, "p95_ms": 72.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.309, "count": 300, "max_ms": 97.118, "p95_ms": 88.07}, "yolo11_640_fire_11class": {"avg_ms": 55.526, "count": 300, "max_ms": 81.817, "p95_ms": 70.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.572, "count": 300, "max_ms": 87.397, "p95_ms": 80.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.035, "count": 300, "max_ms": 113.589, "p95_ms": 104.764}, "read_interval": {"avg_ms": 100.313, "count": 299, "max_ms": 319.086, "p95_ms": 128.103}, "triton_wait": {"avg_ms": 62.457, "count": 300, "max_ms": 97.131, "p95_ms": 88.082}, "visualize": {"avg_ms": 3.854, "count": 300, "max_ms": 6.899, "p95_ms": 6.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2320, "tracking_summary": 2080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6077.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51484.733, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.911, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:20:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:20:31+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T00:20:31+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T00:20:31.040307+09:00", "mtime_epoch": 1783005631.0403068, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:20:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 897.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.04, "pushed": 4.04, "read": 4.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.17, "count": 121, "max_ms": 178.715, "p95_ms": 176.233}, "gstreamer_push": {"avg_ms": 1.092, "count": 121, "max_ms": 1.957, "p95_ms": 1.843}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.594, "count": 121, "max_ms": 98.472, "p95_ms": 94.301}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.03, "count": 121, "max_ms": 101.95, "p95_ms": 98.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.003, "count": 121, "max_ms": 308.594, "p95_ms": 299.336}, "read_interval": {"avg_ms": 249.539, "count": 120, "max_ms": 318.501, "p95_ms": 308.998}, "triton_wait": {"avg_ms": 77.132, "count": 121, "max_ms": 101.962, "p95_ms": 98.199}, "visualize": {"avg_ms": 25.911, "count": 121, "max_ms": 34.868, "p95_ms": 32.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6069.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14336.699, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.194, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:20:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:20:46+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T00:20:46+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T00:20:45.960614+09:00", "mtime_epoch": 1783005645.9606137, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:20:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1518.293, "name": "celery", "pid": 237, "rss_mb": 1518.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 300, "max_ms": 6.455, "p95_ms": 4.806}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.603, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.26, "count": 300, "max_ms": 79.879, "p95_ms": 71.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.742, "count": 300, "max_ms": 98.764, "p95_ms": 78.549}, "yolo11_640_fire_11class": {"avg_ms": 55.454, "count": 300, "max_ms": 78.67, "p95_ms": 71.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.085, "count": 300, "max_ms": 88.632, "p95_ms": 81.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.309, "count": 300, "max_ms": 111.651, "p95_ms": 96.091}, "read_interval": {"avg_ms": 100.073, "count": 299, "max_ms": 200.243, "p95_ms": 131.808}, "triton_wait": {"avg_ms": 62.604, "count": 300, "max_ms": 98.776, "p95_ms": 82.992}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 5.904, "p95_ms": 4.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6081.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24153.59, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.068, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:20:53+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T00:20:53+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T00:20:53.016759+09:00", "mtime_epoch": 1783005653.016759, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:20:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1271.883, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.26, "count": 301, "max_ms": 12.751, "p95_ms": 8.173}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.928, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.138, "count": 301, "max_ms": 77.371, "p95_ms": 68.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.102, "count": 301, "max_ms": 98.123, "p95_ms": 87.105}, "yolo11_640_fire_11class": {"avg_ms": 54.537, "count": 301, "max_ms": 73.719, "p95_ms": 68.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.258, "count": 301, "max_ms": 88.033, "p95_ms": 78.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.588, "count": 301, "max_ms": 114.283, "p95_ms": 104.314}, "read_interval": {"avg_ms": 99.77, "count": 300, "max_ms": 325.912, "p95_ms": 125.562}, "triton_wait": {"avg_ms": 61.888, "count": 301, "max_ms": 98.136, "p95_ms": 88.045}, "visualize": {"avg_ms": 3.575, "count": 301, "max_ms": 4.681, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2321, "tracking_summary": 2081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6083.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51514.924, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.533, "sample_count": 1121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:21:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:21:01+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-03T00:21:01+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T00:21:01.240928+09:00", "mtime_epoch": 1783005661.240928, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:21:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 903.797, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.547, "pushed": 3.547, "read": 3.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.316, "count": 106, "max_ms": 205.801, "p95_ms": 178.315}, "gstreamer_push": {"avg_ms": 1.112, "count": 106, "max_ms": 2.958, "p95_ms": 2.844}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.245, "count": 106, "max_ms": 93.966, "p95_ms": 86.078}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.541, "count": 106, "max_ms": 102.737, "p95_ms": 92.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.919, "count": 106, "max_ms": 317.984, "p95_ms": 306.442}, "read_interval": {"avg_ms": 284.867, "count": 105, "max_ms": 328.445, "p95_ms": 315.471}, "triton_wait": {"avg_ms": 70.941, "count": 106, "max_ms": 102.749, "p95_ms": 92.637}, "visualize": {"avg_ms": 31.901, "count": 106, "max_ms": 45.392, "p95_ms": 44.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6081.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14366.756, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.799, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 491234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:21:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T00:21:16+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:21:16+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T00:21:16.101233+09:00", "mtime_epoch": 1783005676.1012332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:21:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1518.293, "name": "celery", "pid": 237, "rss_mb": 1518.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.019, "count": 301, "max_ms": 6.218, "p95_ms": 4.435}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.639, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.453, "count": 301, "max_ms": 79.408, "p95_ms": 69.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.261, "count": 301, "max_ms": 81.926, "p95_ms": 69.279}, "yolo11_640_fire_11class": {"avg_ms": 54.536, "count": 301, "max_ms": 74.729, "p95_ms": 67.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.154, "count": 301, "max_ms": 86.481, "p95_ms": 78.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.488, "count": 301, "max_ms": 99.277, "p95_ms": 91.162}, "read_interval": {"avg_ms": 99.926, "count": 300, "max_ms": 193.12, "p95_ms": 143.615}, "triton_wait": {"avg_ms": 60.885, "count": 301, "max_ms": 86.493, "p95_ms": 78.608}, "visualize": {"avg_ms": 3.648, "count": 301, "max_ms": 5.258, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6085.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24183.606, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.659, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:21:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:21:23+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T00:21:23+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T00:21:23.029376+09:00", "mtime_epoch": 1783005683.0293756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:21:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1272.141, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.419, "count": 302, "max_ms": 14.849, "p95_ms": 8.364}, "gstreamer_push": {"avg_ms": 1.248, "count": 302, "max_ms": 1.884, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.426, "count": 302, "max_ms": 76.079, "p95_ms": 66.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.407, "count": 302, "max_ms": 99.641, "p95_ms": 80.169}, "yolo11_640_fire_11class": {"avg_ms": 52.919, "count": 302, "max_ms": 73.106, "p95_ms": 66.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.58, "count": 302, "max_ms": 84.76, "p95_ms": 75.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.008, "count": 302, "max_ms": 116.142, "p95_ms": 97.342}, "read_interval": {"avg_ms": 99.475, "count": 302, "max_ms": 405.016, "p95_ms": 130.212}, "triton_wait": {"avg_ms": 59.012, "count": 302, "max_ms": 99.652, "p95_ms": 81.009}, "visualize": {"avg_ms": 3.646, "count": 302, "max_ms": 5.6, "p95_ms": 4.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2322, "tracking_summary": 2082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6085.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51544.924, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.397, "sample_count": 1134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:21:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:21:31+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T00:21:31+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-03T00:21:31.337546+09:00", "mtime_epoch": 1783005691.337546, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:21:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 905.406, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.968, "pushed": 3.968, "read": 3.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.779, "count": 119, "max_ms": 198.545, "p95_ms": 180.121}, "gstreamer_push": {"avg_ms": 0.841, "count": 119, "max_ms": 1.929, "p95_ms": 1.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.885, "count": 119, "max_ms": 100.107, "p95_ms": 87.032}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.807, "count": 119, "max_ms": 99.25, "p95_ms": 90.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.676, "count": 119, "max_ms": 306.926, "p95_ms": 291.263}, "read_interval": {"avg_ms": 252.907, "count": 119, "max_ms": 316.044, "p95_ms": 300.502}, "triton_wait": {"avg_ms": 69.886, "count": 119, "max_ms": 100.12, "p95_ms": 90.929}, "visualize": {"avg_ms": 25.241, "count": 119, "max_ms": 38.707, "p95_ms": 29.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6083.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14396.787, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.11, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 491535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:21:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:21:46+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T00:21:46+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T00:21:46.133850+09:00", "mtime_epoch": 1783005706.1338496, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:21:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1518.551, "name": "celery", "pid": 237, "rss_mb": 1518.551, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.022, "count": 301, "max_ms": 6.519, "p95_ms": 4.622}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 2.185, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.866, "count": 301, "max_ms": 82.452, "p95_ms": 72.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.447, "count": 301, "max_ms": 95.647, "p95_ms": 75.99}, "yolo11_640_fire_11class": {"avg_ms": 55.218, "count": 301, "max_ms": 79.923, "p95_ms": 71.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.56, "count": 301, "max_ms": 90.71, "p95_ms": 80.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.36, "count": 301, "max_ms": 108.446, "p95_ms": 95.585}, "read_interval": {"avg_ms": 99.834, "count": 300, "max_ms": 162.06, "p95_ms": 125.584}, "triton_wait": {"avg_ms": 61.752, "count": 301, "max_ms": 95.658, "p95_ms": 81.999}, "visualize": {"avg_ms": 3.648, "count": 301, "max_ms": 5.777, "p95_ms": 4.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6084.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24213.699, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.847, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:21:53+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T00:21:53+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T00:21:53.133993+09:00", "mtime_epoch": 1783005713.133993, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:21:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1272.141, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.475, "count": 301, "max_ms": 13.37, "p95_ms": 9.333}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.664, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.806, "count": 301, "max_ms": 79.828, "p95_ms": 69.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.003, "count": 301, "max_ms": 98.499, "p95_ms": 84.727}, "yolo11_640_fire_11class": {"avg_ms": 54.277, "count": 301, "max_ms": 78.421, "p95_ms": 67.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.193, "count": 301, "max_ms": 89.759, "p95_ms": 78.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.162, "count": 301, "max_ms": 114.674, "p95_ms": 102.671}, "read_interval": {"avg_ms": 99.963, "count": 300, "max_ms": 468.86, "p95_ms": 126.322}, "triton_wait": {"avg_ms": 61.076, "count": 301, "max_ms": 98.512, "p95_ms": 86.548}, "visualize": {"avg_ms": 3.666, "count": 301, "max_ms": 5.795, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2322, "tracking_summary": 2083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6085.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51575.09, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.299, "sample_count": 1135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:22:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:22:01+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-03T00:22:01+09:00", "mjpeg": {"age_sec": 0.255, "exists": true, "mtime": "2026-07-03T00:22:01.414163+09:00", "mtime_epoch": 1783005721.4141626, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:22:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 905.441, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.336, "pushed": 4.336, "read": 4.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 119.507, "count": 130, "max_ms": 209.375, "p95_ms": 178.543}, "gstreamer_push": {"avg_ms": 0.804, "count": 130, "max_ms": 1.441, "p95_ms": 0.894}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.178, "count": 130, "max_ms": 105.039, "p95_ms": 95.15}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.345, "count": 130, "max_ms": 107.257, "p95_ms": 97.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.087, "count": 130, "max_ms": 323.539, "p95_ms": 296.985}, "read_interval": {"avg_ms": 231.696, "count": 129, "max_ms": 332.49, "p95_ms": 305.867}, "triton_wait": {"avg_ms": 74.626, "count": 130, "max_ms": 107.269, "p95_ms": 99.912}, "visualize": {"avg_ms": 25.073, "count": 130, "max_ms": 45.937, "p95_ms": 29.768}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6086.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14426.848, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.384, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 491835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:22:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:22:16+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T00:22:16+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T00:22:16.178465+09:00", "mtime_epoch": 1783005736.1784651, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:22:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1518.809, "name": "celery", "pid": 237, "rss_mb": 1518.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.977, "count": 300, "max_ms": 6.502, "p95_ms": 4.97}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.767, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.532, "count": 300, "max_ms": 82.837, "p95_ms": 71.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.845, "count": 300, "max_ms": 102.643, "p95_ms": 82.848}, "yolo11_640_fire_11class": {"avg_ms": 55.755, "count": 300, "max_ms": 81.764, "p95_ms": 71.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.938, "count": 300, "max_ms": 93.383, "p95_ms": 80.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.506, "count": 300, "max_ms": 115.191, "p95_ms": 100.23}, "read_interval": {"avg_ms": 100.131, "count": 299, "max_ms": 164.426, "p95_ms": 128.098}, "triton_wait": {"avg_ms": 63.36, "count": 300, "max_ms": 102.655, "p95_ms": 87.497}, "visualize": {"avg_ms": 3.459, "count": 300, "max_ms": 4.782, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6086.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24243.701, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.806, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:22:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:22:23+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T00:22:23+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T00:22:23.150608+09:00", "mtime_epoch": 1783005743.1506078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:22:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1272.398, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.416, "count": 300, "max_ms": 13.171, "p95_ms": 8.697}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.715, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.534, "count": 300, "max_ms": 80.498, "p95_ms": 67.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.632, "count": 300, "max_ms": 98.93, "p95_ms": 84.561}, "yolo11_640_fire_11class": {"avg_ms": 54.671, "count": 300, "max_ms": 80.488, "p95_ms": 68.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.338, "count": 300, "max_ms": 92.887, "p95_ms": 78.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.118, "count": 300, "max_ms": 115.945, "p95_ms": 102.214}, "read_interval": {"avg_ms": 100.055, "count": 300, "max_ms": 277.105, "p95_ms": 130.265}, "triton_wait": {"avg_ms": 62.19, "count": 300, "max_ms": 98.943, "p95_ms": 86.386}, "visualize": {"avg_ms": 3.58, "count": 300, "max_ms": 5.709, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2324, "tracking_summary": 2084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6083.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51605.246, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.764, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:22:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:22:31+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T00:22:31+09:00", "mjpeg": {"age_sec": 0.266, "exists": true, "mtime": "2026-07-03T00:22:31.558780+09:00", "mtime_epoch": 1783005751.5587797, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:22:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 901.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.514, "pushed": 3.514, "read": 3.48}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.943, "count": 105, "max_ms": 204.947, "p95_ms": 178.243}, "gstreamer_push": {"avg_ms": 0.866, "count": 105, "max_ms": 1.868, "p95_ms": 1.723}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.151, "count": 105, "max_ms": 102.354, "p95_ms": 92.644}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.671, "count": 105, "max_ms": 105.191, "p95_ms": 96.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.699, "count": 105, "max_ms": 309.94, "p95_ms": 303.529}, "read_interval": {"avg_ms": 287.198, "count": 104, "max_ms": 318.731, "p95_ms": 312.577}, "triton_wait": {"avg_ms": 76.768, "count": 105, "max_ms": 105.204, "p95_ms": 96.529}, "visualize": {"avg_ms": 27.19, "count": 105, "max_ms": 41.605, "p95_ms": 39.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6076.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14456.877, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.577, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:22:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:22:46+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:22:46+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T00:22:46.227080+09:00", "mtime_epoch": 1783005766.2270796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:22:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1518.809, "name": "celery", "pid": 237, "rss_mb": 1518.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.059, "count": 300, "max_ms": 6.328, "p95_ms": 4.705}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 1.941, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.921, "count": 300, "max_ms": 79.756, "p95_ms": 71.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.993, "count": 300, "max_ms": 103.945, "p95_ms": 75.674}, "yolo11_640_fire_11class": {"avg_ms": 55.203, "count": 300, "max_ms": 84.634, "p95_ms": 70.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.934, "count": 300, "max_ms": 86.262, "p95_ms": 79.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.021, "count": 300, "max_ms": 117.172, "p95_ms": 95.127}, "read_interval": {"avg_ms": 100.174, "count": 299, "max_ms": 210.612, "p95_ms": 142.235}, "triton_wait": {"avg_ms": 62.297, "count": 300, "max_ms": 103.961, "p95_ms": 82.558}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 5.212, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6071.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24273.779, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.563, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:22:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:22:53+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T00:22:53+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T00:22:53.235223+09:00", "mtime_epoch": 1783005773.235223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:22:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1272.398, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.503, "count": 299, "max_ms": 13.239, "p95_ms": 9.665}, "gstreamer_push": {"avg_ms": 1.254, "count": 299, "max_ms": 2.118, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.329, "count": 299, "max_ms": 77.428, "p95_ms": 68.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.259, "count": 299, "max_ms": 97.899, "p95_ms": 82.0}, "yolo11_640_fire_11class": {"avg_ms": 53.403, "count": 299, "max_ms": 75.979, "p95_ms": 68.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.241, "count": 299, "max_ms": 89.081, "p95_ms": 77.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.119, "count": 299, "max_ms": 114.157, "p95_ms": 101.589}, "read_interval": {"avg_ms": 100.566, "count": 298, "max_ms": 422.181, "p95_ms": 142.946}, "triton_wait": {"avg_ms": 60.009, "count": 299, "max_ms": 97.912, "p95_ms": 84.739}, "visualize": {"avg_ms": 3.631, "count": 299, "max_ms": 5.614, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2325, "tracking_summary": 2085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6080.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51635.303, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.734, "sample_count": 1127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:23:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:23:01+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T00:23:01+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T00:23:01.599394+09:00", "mtime_epoch": 1783005781.5993938, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:23:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 899.453, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.76, "pushed": 3.76, "read": 3.726}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.283, "count": 112, "max_ms": 195.393, "p95_ms": 177.891}, "gstreamer_push": {"avg_ms": 1.031, "count": 112, "max_ms": 2.912, "p95_ms": 2.707}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.742, "count": 112, "max_ms": 98.02, "p95_ms": 87.725}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.423, "count": 112, "max_ms": 101.681, "p95_ms": 94.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.374, "count": 112, "max_ms": 328.3, "p95_ms": 301.43}, "read_interval": {"avg_ms": 268.04, "count": 111, "max_ms": 337.518, "p95_ms": 311.254}, "triton_wait": {"avg_ms": 74.497, "count": 112, "max_ms": 101.695, "p95_ms": 94.913}, "visualize": {"avg_ms": 28.846, "count": 112, "max_ms": 40.781, "p95_ms": 38.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.789, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6075.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14486.911, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.68, "name": "ffmpeg", "pid": 16026, "rss_mb": 295.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.767, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:23:16+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T00:23:16+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T00:23:16.235693+09:00", "mtime_epoch": 1783005796.2356927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:23:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1519.066, "name": "celery", "pid": 237, "rss_mb": 1519.066, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.043, "count": 300, "max_ms": 6.43, "p95_ms": 4.886}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.612, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.957, "count": 300, "max_ms": 82.734, "p95_ms": 69.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.881, "count": 300, "max_ms": 92.588, "p95_ms": 73.512}, "yolo11_640_fire_11class": {"avg_ms": 53.375, "count": 300, "max_ms": 78.367, "p95_ms": 70.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.801, "count": 300, "max_ms": 87.822, "p95_ms": 78.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.495, "count": 300, "max_ms": 105.571, "p95_ms": 94.135}, "read_interval": {"avg_ms": 100.103, "count": 299, "max_ms": 379.084, "p95_ms": 140.821}, "triton_wait": {"avg_ms": 58.879, "count": 300, "max_ms": 92.599, "p95_ms": 81.06}, "visualize": {"avg_ms": 3.655, "count": 300, "max_ms": 5.593, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6083.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24303.838, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.589, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:23:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:23:23+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T00:23:23+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T00:23:23.263836+09:00", "mtime_epoch": 1783005803.2638361, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:23:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1272.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.498, "count": 302, "max_ms": 13.291, "p95_ms": 9.095}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 1.468, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.729, "count": 302, "max_ms": 84.229, "p95_ms": 70.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.91, "count": 302, "max_ms": 88.455, "p95_ms": 81.289}, "yolo11_640_fire_11class": {"avg_ms": 53.914, "count": 302, "max_ms": 76.077, "p95_ms": 68.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.767, "count": 302, "max_ms": 88.654, "p95_ms": 77.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.336, "count": 302, "max_ms": 106.775, "p95_ms": 99.526}, "read_interval": {"avg_ms": 99.491, "count": 301, "max_ms": 299.284, "p95_ms": 128.509}, "triton_wait": {"avg_ms": 60.208, "count": 302, "max_ms": 88.667, "p95_ms": 82.413}, "visualize": {"avg_ms": 3.657, "count": 302, "max_ms": 4.935, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2325, "tracking_summary": 2085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6086.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51665.557, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.954, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:23:32+09:00", "last_frame_read_age_sec": 0.261, "last_frame_read_at": "2026-07-03T00:23:31+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-03T00:23:31.884012+09:00", "mtime_epoch": 1783005811.884012, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:23:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 901.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.436, "pushed": 3.436, "read": 3.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.909, "count": 103, "max_ms": 189.157, "p95_ms": 185.318}, "gstreamer_push": {"avg_ms": 0.998, "count": 103, "max_ms": 2.75, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.451, "count": 103, "max_ms": 92.551, "p95_ms": 86.442}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.47, "count": 103, "max_ms": 105.182, "p95_ms": 95.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.561, "count": 103, "max_ms": 315.999, "p95_ms": 308.985}, "read_interval": {"avg_ms": 293.957, "count": 102, "max_ms": 325.138, "p95_ms": 317.811}, "triton_wait": {"avg_ms": 74.509, "count": 103, "max_ms": 105.197, "p95_ms": 95.89}, "visualize": {"avg_ms": 31.369, "count": 103, "max_ms": 44.305, "p95_ms": 40.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6087.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14517.037, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.258, "name": "ffmpeg", "pid": 16026, "rss_mb": 298.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.798, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:23:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T00:23:46+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T00:23:46+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T00:23:46.332307+09:00", "mtime_epoch": 1783005826.3323066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:23:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1519.066, "name": "celery", "pid": 237, "rss_mb": 1519.066, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.029}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.051, "count": 301, "max_ms": 6.517, "p95_ms": 4.628}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.996, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.049, "count": 301, "max_ms": 79.51, "p95_ms": 70.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.302, "count": 301, "max_ms": 88.287, "p95_ms": 71.231}, "yolo11_640_fire_11class": {"avg_ms": 54.427, "count": 301, "max_ms": 76.294, "p95_ms": 69.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.58, "count": 301, "max_ms": 87.334, "p95_ms": 79.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.471, "count": 301, "max_ms": 101.257, "p95_ms": 93.927}, "read_interval": {"avg_ms": 99.735, "count": 300, "max_ms": 429.416, "p95_ms": 138.429}, "triton_wait": {"avg_ms": 60.766, "count": 301, "max_ms": 88.299, "p95_ms": 81.162}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 5.631, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6090.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24333.853, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.659, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:23:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T00:23:53+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T00:23:53.308449+09:00", "mtime_epoch": 1783005833.308449, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:23:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1272.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.47, "count": 299, "max_ms": 12.145, "p95_ms": 8.494}, "gstreamer_push": {"avg_ms": 1.266, "count": 299, "max_ms": 2.019, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.037, "count": 299, "max_ms": 78.938, "p95_ms": 67.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.037, "count": 299, "max_ms": 95.971, "p95_ms": 82.398}, "yolo11_640_fire_11class": {"avg_ms": 52.474, "count": 299, "max_ms": 77.553, "p95_ms": 67.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.987, "count": 299, "max_ms": 84.813, "p95_ms": 76.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.076, "count": 299, "max_ms": 112.339, "p95_ms": 99.53}, "read_interval": {"avg_ms": 100.486, "count": 299, "max_ms": 334.218, "p95_ms": 178.008}, "triton_wait": {"avg_ms": 58.792, "count": 299, "max_ms": 95.984, "p95_ms": 83.484}, "visualize": {"avg_ms": 3.688, "count": 299, "max_ms": 5.611, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2327, "tracking_summary": 2086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6091.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51695.617, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.2, "sample_count": 1134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:24:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:24:02+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-03T00:24:01+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-03T00:24:01.936625+09:00", "mtime_epoch": 1783005841.9366248, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:24:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 903.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.101, "pushed": 4.101, "read": 4.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.706, "count": 122, "max_ms": 202.018, "p95_ms": 186.152}, "gstreamer_push": {"avg_ms": 0.829, "count": 122, "max_ms": 2.674, "p95_ms": 0.935}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.421, "count": 122, "max_ms": 96.864, "p95_ms": 86.449}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.315, "count": 122, "max_ms": 100.873, "p95_ms": 94.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.781, "count": 122, "max_ms": 336.084, "p95_ms": 297.39}, "read_interval": {"avg_ms": 246.129, "count": 121, "max_ms": 347.259, "p95_ms": 306.646}, "triton_wait": {"avg_ms": 71.36, "count": 122, "max_ms": 100.886, "p95_ms": 94.231}, "visualize": {"avg_ms": 24.817, "count": 122, "max_ms": 46.797, "p95_ms": 29.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.752, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6091.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14547.05, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.763, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:24:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:24:16+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T00:24:16+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T00:24:16.344918+09:00", "mtime_epoch": 1783005856.3449183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:24:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1519.324, "name": "celery", "pid": 237, "rss_mb": 1519.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 300, "max_ms": 6.364, "p95_ms": 4.709}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.879, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.903, "count": 300, "max_ms": 81.651, "p95_ms": 71.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.947, "count": 300, "max_ms": 98.288, "p95_ms": 72.295}, "yolo11_640_fire_11class": {"avg_ms": 54.264, "count": 300, "max_ms": 77.165, "p95_ms": 69.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.313, "count": 300, "max_ms": 88.748, "p95_ms": 78.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.167, "count": 300, "max_ms": 111.579, "p95_ms": 94.14}, "read_interval": {"avg_ms": 100.117, "count": 300, "max_ms": 223.479, "p95_ms": 135.75}, "triton_wait": {"avg_ms": 60.398, "count": 300, "max_ms": 98.3, "p95_ms": 81.385}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 5.88, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6091.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24363.915, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.758, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 500210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:24:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:24:23+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T00:24:23+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T00:24:23.357061+09:00", "mtime_epoch": 1783005863.357061, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:24:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1272.914, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.473, "count": 301, "max_ms": 11.687, "p95_ms": 8.387}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.942, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.927, "count": 301, "max_ms": 79.76, "p95_ms": 67.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.086, "count": 301, "max_ms": 95.49, "p95_ms": 82.2}, "yolo11_640_fire_11class": {"avg_ms": 52.879, "count": 301, "max_ms": 74.436, "p95_ms": 66.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.088, "count": 301, "max_ms": 86.739, "p95_ms": 76.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.19, "count": 301, "max_ms": 111.975, "p95_ms": 101.362}, "read_interval": {"avg_ms": 99.89, "count": 300, "max_ms": 292.353, "p95_ms": 148.203}, "triton_wait": {"avg_ms": 59.989, "count": 301, "max_ms": 95.503, "p95_ms": 85.283}, "visualize": {"avg_ms": 3.666, "count": 301, "max_ms": 5.402, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2329, "tracking_summary": 2087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6091.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51725.796, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.196, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:24:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:24:32+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-03T00:24:32+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T00:24:32.109239+09:00", "mtime_epoch": 1783005872.109239, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:24:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 904.156, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.611, "pushed": 3.611, "read": 3.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.992, "count": 108, "max_ms": 181.169, "p95_ms": 176.132}, "gstreamer_push": {"avg_ms": 0.767, "count": 108, "max_ms": 0.842, "p95_ms": 0.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.933, "count": 108, "max_ms": 96.872, "p95_ms": 87.513}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.538, "count": 108, "max_ms": 98.976, "p95_ms": 92.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.167, "count": 108, "max_ms": 301.628, "p95_ms": 294.523}, "read_interval": {"avg_ms": 279.402, "count": 107, "max_ms": 311.844, "p95_ms": 304.858}, "triton_wait": {"avg_ms": 70.776, "count": 108, "max_ms": 98.988, "p95_ms": 93.326}, "visualize": {"avg_ms": 24.646, "count": 108, "max_ms": 40.325, "p95_ms": 27.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6091.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14577.085, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.465, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:24:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:24:46+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T00:24:46+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T00:24:46.397530+09:00", "mtime_epoch": 1783005886.3975298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:24:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1519.324, "name": "celery", "pid": 237, "rss_mb": 1519.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.041, "count": 300, "max_ms": 6.142, "p95_ms": 4.859}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.593, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.551, "count": 300, "max_ms": 79.089, "p95_ms": 70.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.266, "count": 300, "max_ms": 92.348, "p95_ms": 73.933}, "yolo11_640_fire_11class": {"avg_ms": 53.578, "count": 300, "max_ms": 78.567, "p95_ms": 70.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.599, "count": 300, "max_ms": 86.749, "p95_ms": 80.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.51, "count": 300, "max_ms": 106.97, "p95_ms": 94.934}, "read_interval": {"avg_ms": 100.079, "count": 299, "max_ms": 221.931, "p95_ms": 152.699}, "triton_wait": {"avg_ms": 59.959, "count": 300, "max_ms": 92.359, "p95_ms": 82.164}, "visualize": {"avg_ms": 3.614, "count": 300, "max_ms": 4.743, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6089.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24394.026, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.589, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 500512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:24:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:24:53+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T00:24:53+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T00:24:53.433673+09:00", "mtime_epoch": 1783005893.433673, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:24:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1272.914, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.68, "count": 301, "max_ms": 12.484, "p95_ms": 10.371}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.655, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.707, "count": 301, "max_ms": 79.765, "p95_ms": 69.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.766, "count": 301, "max_ms": 95.685, "p95_ms": 84.217}, "yolo11_640_fire_11class": {"avg_ms": 53.065, "count": 301, "max_ms": 74.853, "p95_ms": 67.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.671, "count": 301, "max_ms": 86.697, "p95_ms": 76.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.615, "count": 301, "max_ms": 112.03, "p95_ms": 100.074}, "read_interval": {"avg_ms": 99.736, "count": 300, "max_ms": 387.092, "p95_ms": 125.583}, "triton_wait": {"avg_ms": 59.373, "count": 301, "max_ms": 95.716, "p95_ms": 85.41}, "visualize": {"avg_ms": 3.647, "count": 301, "max_ms": 5.084, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2329, "tracking_summary": 2088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6089.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51756.015, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.88, "sample_count": 1143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:25:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:25:02+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T00:25:02+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T00:25:02.301853+09:00", "mtime_epoch": 1783005902.3018532, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:25:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 901.938, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.108, "pushed": 4.108, "read": 4.075}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.197, "count": 123, "max_ms": 213.235, "p95_ms": 178.035}, "gstreamer_push": {"avg_ms": 0.802, "count": 123, "max_ms": 1.75, "p95_ms": 0.889}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.457, "count": 123, "max_ms": 99.77, "p95_ms": 93.409}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.01, "count": 123, "max_ms": 98.631, "p95_ms": 95.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.119, "count": 123, "max_ms": 301.089, "p95_ms": 297.428}, "read_interval": {"avg_ms": 245.171, "count": 122, "max_ms": 311.394, "p95_ms": 306.133}, "triton_wait": {"avg_ms": 74.14, "count": 123, "max_ms": 99.782, "p95_ms": 95.533}, "visualize": {"avg_ms": 23.961, "count": 123, "max_ms": 30.126, "p95_ms": 26.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6082.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14607.147, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.704, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:25:16+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T00:25:16+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T00:25:16.442141+09:00", "mtime_epoch": 1783005916.4421406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:25:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1519.582, "name": "celery", "pid": 237, "rss_mb": 1519.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 301, "max_ms": 6.008, "p95_ms": 4.898}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 1.896, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.228, "count": 301, "max_ms": 76.669, "p95_ms": 70.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.521, "count": 301, "max_ms": 95.439, "p95_ms": 73.599}, "yolo11_640_fire_11class": {"avg_ms": 55.964, "count": 301, "max_ms": 81.61, "p95_ms": 70.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.212, "count": 301, "max_ms": 85.577, "p95_ms": 79.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.28, "count": 301, "max_ms": 108.36, "p95_ms": 93.213}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 250.172, "p95_ms": 129.569}, "triton_wait": {"avg_ms": 62.598, "count": 301, "max_ms": 95.451, "p95_ms": 79.852}, "visualize": {"avg_ms": 3.667, "count": 301, "max_ms": 4.617, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6090.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24424.1, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.725, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 500813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:25:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:25:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T00:25:23+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T00:25:23.558285+09:00", "mtime_epoch": 1783005923.5582852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:25:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1273.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.403, "count": 301, "max_ms": 13.359, "p95_ms": 8.601}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.96, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.468, "count": 301, "max_ms": 76.013, "p95_ms": 67.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.43, "count": 301, "max_ms": 97.529, "p95_ms": 76.295}, "yolo11_640_fire_11class": {"avg_ms": 54.132, "count": 301, "max_ms": 75.495, "p95_ms": 67.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.817, "count": 301, "max_ms": 85.32, "p95_ms": 75.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.223, "count": 301, "max_ms": 113.553, "p95_ms": 96.794}, "read_interval": {"avg_ms": 99.963, "count": 300, "max_ms": 340.338, "p95_ms": 130.985}, "triton_wait": {"avg_ms": 60.312, "count": 301, "max_ms": 97.541, "p95_ms": 81.232}, "visualize": {"avg_ms": 3.578, "count": 301, "max_ms": 4.937, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2330, "tracking_summary": 2089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6083.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51786.309, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.963, "sample_count": 1127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:25:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:25:32+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T00:25:32+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T00:25:32.586468+09:00", "mtime_epoch": 1783005932.5864685, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:25:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 894.117, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.466, "pushed": 3.466, "read": 3.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.239, "count": 103, "max_ms": 196.042, "p95_ms": 190.773}, "gstreamer_push": {"avg_ms": 1.272, "count": 103, "max_ms": 2.204, "p95_ms": 1.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.638, "count": 103, "max_ms": 105.132, "p95_ms": 81.738}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.311, "count": 103, "max_ms": 106.46, "p95_ms": 85.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.286, "count": 103, "max_ms": 324.222, "p95_ms": 314.901}, "read_interval": {"avg_ms": 291.169, "count": 102, "max_ms": 334.116, "p95_ms": 325.292}, "triton_wait": {"avg_ms": 68.567, "count": 103, "max_ms": 106.473, "p95_ms": 85.598}, "visualize": {"avg_ms": 35.583, "count": 103, "max_ms": 62.082, "p95_ms": 49.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.713, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6090.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14637.175, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.231, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:25:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T00:25:46+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T00:25:46+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T00:25:46.486751+09:00", "mtime_epoch": 1783005946.4867508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:25:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1519.582, "name": "celery", "pid": 237, "rss_mb": 1519.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.046, "count": 300, "max_ms": 6.361, "p95_ms": 4.904}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 2.135, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.258, "count": 300, "max_ms": 75.667, "p95_ms": 68.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.038, "count": 300, "max_ms": 104.167, "p95_ms": 70.843}, "yolo11_640_fire_11class": {"avg_ms": 53.174, "count": 300, "max_ms": 75.141, "p95_ms": 69.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.525, "count": 300, "max_ms": 85.609, "p95_ms": 77.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.219, "count": 300, "max_ms": 117.055, "p95_ms": 91.101}, "read_interval": {"avg_ms": 100.025, "count": 299, "max_ms": 245.377, "p95_ms": 138.194}, "triton_wait": {"avg_ms": 58.605, "count": 300, "max_ms": 104.18, "p95_ms": 78.088}, "visualize": {"avg_ms": 3.633, "count": 300, "max_ms": 4.855, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6083.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24454.219, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.074, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 501114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:25:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:25:53+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T00:25:53+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T00:25:53.638896+09:00", "mtime_epoch": 1783005953.638896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:25:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1273.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.578, "count": 300, "max_ms": 13.018, "p95_ms": 10.266}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 2.171, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.35, "count": 300, "max_ms": 78.384, "p95_ms": 66.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.093, "count": 300, "max_ms": 90.542, "p95_ms": 75.729}, "yolo11_640_fire_11class": {"avg_ms": 52.547, "count": 300, "max_ms": 77.561, "p95_ms": 65.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.033, "count": 300, "max_ms": 89.114, "p95_ms": 74.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.369, "count": 300, "max_ms": 106.712, "p95_ms": 95.557}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 313.557, "p95_ms": 139.141}, "triton_wait": {"avg_ms": 58.15, "count": 300, "max_ms": 90.554, "p95_ms": 79.356}, "visualize": {"avg_ms": 3.618, "count": 300, "max_ms": 5.972, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2333, "tracking_summary": 2090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6084.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51816.502, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.82, "sample_count": 1136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:26:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:26:03+09:00", "last_frame_read_age_sec": 0.262, "last_frame_read_at": "2026-07-03T00:26:02+09:00", "mjpeg": {"age_sec": 0.253, "exists": true, "mtime": "2026-07-03T00:26:02.827082+09:00", "mtime_epoch": 1783005962.8270824, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:26:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 896.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.846, "pushed": 3.846, "read": 3.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.353, "count": 115, "max_ms": 188.654, "p95_ms": 176.85}, "gstreamer_push": {"avg_ms": 1.017, "count": 115, "max_ms": 3.022, "p95_ms": 1.841}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.857, "count": 115, "max_ms": 97.107, "p95_ms": 89.48}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.957, "count": 115, "max_ms": 101.505, "p95_ms": 93.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.548, "count": 115, "max_ms": 312.926, "p95_ms": 299.686}, "read_interval": {"avg_ms": 262.471, "count": 114, "max_ms": 326.028, "p95_ms": 309.232}, "triton_wait": {"avg_ms": 72.023, "count": 115, "max_ms": 101.519, "p95_ms": 93.19}, "visualize": {"avg_ms": 28.368, "count": 115, "max_ms": 54.795, "p95_ms": 39.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6089.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14667.218, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.881, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:26:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:26:16+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:26:16+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T00:26:16.539360+09:00", "mtime_epoch": 1783005976.5393603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:26:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1519.84, "name": "celery", "pid": 237, "rss_mb": 1519.84, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.083, "count": 301, "max_ms": 7.718, "p95_ms": 5.479}, "gstreamer_push": {"avg_ms": 1.266, "count": 301, "max_ms": 1.6, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.313, "count": 301, "max_ms": 79.174, "p95_ms": 70.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.239, "count": 301, "max_ms": 100.665, "p95_ms": 77.443}, "yolo11_640_fire_11class": {"avg_ms": 54.555, "count": 301, "max_ms": 78.66, "p95_ms": 69.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.073, "count": 301, "max_ms": 89.25, "p95_ms": 79.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.83, "count": 301, "max_ms": 246.138, "p95_ms": 95.537}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 254.289, "p95_ms": 126.626}, "triton_wait": {"avg_ms": 61.739, "count": 301, "max_ms": 100.676, "p95_ms": 82.221}, "visualize": {"avg_ms": 3.606, "count": 301, "max_ms": 5.704, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6088.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24484.234, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.672, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 501414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:26:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:26:23+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T00:26:23+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T00:26:23.615504+09:00", "mtime_epoch": 1783005983.6155038, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:26:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1273.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.655, "count": 300, "max_ms": 13.128, "p95_ms": 10.851}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.892, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.764, "count": 300, "max_ms": 80.337, "p95_ms": 68.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.241, "count": 300, "max_ms": 99.29, "p95_ms": 84.629}, "yolo11_640_fire_11class": {"avg_ms": 53.587, "count": 300, "max_ms": 77.8, "p95_ms": 66.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.011, "count": 300, "max_ms": 91.252, "p95_ms": 78.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.767, "count": 300, "max_ms": 115.325, "p95_ms": 101.935}, "read_interval": {"avg_ms": 100.037, "count": 300, "max_ms": 333.705, "p95_ms": 131.275}, "triton_wait": {"avg_ms": 60.644, "count": 300, "max_ms": 99.302, "p95_ms": 84.95}, "visualize": {"avg_ms": 3.638, "count": 300, "max_ms": 6.887, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2333, "tracking_summary": 2091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6092.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51846.655, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.954, "sample_count": 1137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:26:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:26:33+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-03T00:26:33+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-03T00:26:33.071696+09:00", "mtime_epoch": 1783005993.0716956, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:26:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 903.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.115, "pushed": 4.115, "read": 4.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.693, "count": 123, "max_ms": 177.724, "p95_ms": 176.298}, "gstreamer_push": {"avg_ms": 1.161, "count": 123, "max_ms": 1.951, "p95_ms": 1.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.429, "count": 123, "max_ms": 97.991, "p95_ms": 90.253}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.478, "count": 123, "max_ms": 100.586, "p95_ms": 93.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.813, "count": 123, "max_ms": 310.649, "p95_ms": 297.558}, "read_interval": {"avg_ms": 245.641, "count": 122, "max_ms": 320.552, "p95_ms": 307.707}, "triton_wait": {"avg_ms": 72.671, "count": 123, "max_ms": 100.598, "p95_ms": 93.86}, "visualize": {"avg_ms": 28.688, "count": 123, "max_ms": 43.467, "p95_ms": 41.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6081.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14697.244, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.957, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:26:46+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T00:26:46+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T00:26:46.543968+09:00", "mtime_epoch": 1783006006.5439684, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:26:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1520.098, "name": "celery", "pid": 237, "rss_mb": 1520.098, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 300, "max_ms": 7.043, "p95_ms": 4.782}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 2.05, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.263, "count": 300, "max_ms": 85.58, "p95_ms": 70.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.395, "count": 300, "max_ms": 96.208, "p95_ms": 79.807}, "yolo11_640_fire_11class": {"avg_ms": 54.698, "count": 300, "max_ms": 83.526, "p95_ms": 69.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.769, "count": 300, "max_ms": 90.263, "p95_ms": 78.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.359, "count": 300, "max_ms": 109.405, "p95_ms": 97.06}, "read_interval": {"avg_ms": 100.055, "count": 300, "max_ms": 262.935, "p95_ms": 142.789}, "triton_wait": {"avg_ms": 61.752, "count": 300, "max_ms": 96.22, "p95_ms": 82.172}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 4.644, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6092.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24514.499, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.258, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 501715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:26:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:26:54+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:26:53+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T00:26:53.756115+09:00", "mtime_epoch": 1783006013.7561147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:26:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1273.688, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.549, "count": 300, "max_ms": 13.677, "p95_ms": 9.213}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.982, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.88, "count": 300, "max_ms": 78.137, "p95_ms": 68.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.548, "count": 300, "max_ms": 96.394, "p95_ms": 85.887}, "yolo11_640_fire_11class": {"avg_ms": 53.157, "count": 300, "max_ms": 79.262, "p95_ms": 68.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.859, "count": 300, "max_ms": 89.634, "p95_ms": 77.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.906, "count": 300, "max_ms": 114.31, "p95_ms": 101.888}, "read_interval": {"avg_ms": 100.199, "count": 299, "max_ms": 302.13, "p95_ms": 152.117}, "triton_wait": {"avg_ms": 59.821, "count": 300, "max_ms": 96.406, "p95_ms": 85.952}, "visualize": {"avg_ms": 3.642, "count": 300, "max_ms": 6.647, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2335, "tracking_summary": 2092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6093.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51876.787, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.529, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:27:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:27:03+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-03T00:27:03+09:00", "mjpeg": {"age_sec": 0.266, "exists": true, "mtime": "2026-07-03T00:27:03.100304+09:00", "mtime_epoch": 1783006023.100304, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:27:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 903.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.876, "pushed": 3.876, "read": 3.843}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.535, "count": 116, "max_ms": 180.122, "p95_ms": 178.919}, "gstreamer_push": {"avg_ms": 1.253, "count": 116, "max_ms": 3.045, "p95_ms": 2.845}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.161, "count": 116, "max_ms": 101.364, "p95_ms": 91.355}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.429, "count": 116, "max_ms": 102.666, "p95_ms": 93.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.302, "count": 116, "max_ms": 309.33, "p95_ms": 303.598}, "read_interval": {"avg_ms": 259.565, "count": 115, "max_ms": 318.623, "p95_ms": 312.425}, "triton_wait": {"avg_ms": 72.675, "count": 116, "max_ms": 102.678, "p95_ms": 96.656}, "visualize": {"avg_ms": 28.305, "count": 116, "max_ms": 37.047, "p95_ms": 35.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6092.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14727.267, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.338, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:27:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:27:16+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T00:27:16+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T00:27:16.592577+09:00", "mtime_epoch": 1783006036.592577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:27:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1520.098, "name": "celery", "pid": 237, "rss_mb": 1520.098, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.073, "count": 300, "max_ms": 6.034, "p95_ms": 4.804}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.871, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.139, "count": 300, "max_ms": 80.383, "p95_ms": 67.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.037, "count": 300, "max_ms": 101.034, "p95_ms": 69.72}, "yolo11_640_fire_11class": {"avg_ms": 53.189, "count": 300, "max_ms": 77.966, "p95_ms": 67.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.319, "count": 300, "max_ms": 90.133, "p95_ms": 77.991}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.006, "count": 300, "max_ms": 113.886, "p95_ms": 93.003}, "read_interval": {"avg_ms": 100.038, "count": 300, "max_ms": 238.187, "p95_ms": 130.836}, "triton_wait": {"avg_ms": 59.345, "count": 300, "max_ms": 101.046, "p95_ms": 80.038}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.617, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6090.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24544.545, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.982, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 502016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:27:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:27:24+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T00:27:23+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T00:27:23.992727+09:00", "mtime_epoch": 1783006043.9927268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:27:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1273.688, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.506, "count": 301, "max_ms": 11.436, "p95_ms": 8.928}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.492, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.123, "count": 301, "max_ms": 76.334, "p95_ms": 67.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.096, "count": 301, "max_ms": 97.825, "p95_ms": 80.486}, "yolo11_640_fire_11class": {"avg_ms": 53.324, "count": 301, "max_ms": 74.074, "p95_ms": 68.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.669, "count": 301, "max_ms": 85.409, "p95_ms": 77.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.022, "count": 301, "max_ms": 113.863, "p95_ms": 99.288}, "read_interval": {"avg_ms": 99.863, "count": 300, "max_ms": 334.891, "p95_ms": 129.931}, "triton_wait": {"avg_ms": 59.899, "count": 301, "max_ms": 97.837, "p95_ms": 82.395}, "visualize": {"avg_ms": 3.665, "count": 301, "max_ms": 5.183, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2336, "tracking_summary": 2093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6091.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51906.79, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.598, "sample_count": 1133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:27:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:27:33+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T00:27:33+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T00:27:33.088911+09:00", "mtime_epoch": 1783006053.0889108, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:27:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 906.891, "name": "celery", "pid": 239, "rss_mb": 900.75, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.734, "pushed": 3.734, "read": 3.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.842, "count": 112, "max_ms": 220.035, "p95_ms": 186.413}, "gstreamer_push": {"avg_ms": 0.827, "count": 112, "max_ms": 1.769, "p95_ms": 1.207}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.69, "count": 112, "max_ms": 92.914, "p95_ms": 89.852}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.045, "count": 112, "max_ms": 100.914, "p95_ms": 96.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.008, "count": 112, "max_ms": 337.985, "p95_ms": 309.843}, "read_interval": {"avg_ms": 267.705, "count": 112, "max_ms": 348.046, "p95_ms": 320.195}, "triton_wait": {"avg_ms": 71.072, "count": 112, "max_ms": 100.927, "p95_ms": 96.347}, "visualize": {"avg_ms": 30.299, "count": 112, "max_ms": 60.676, "p95_ms": 37.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6093.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14757.363, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.386, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 495140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:27:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:27:46+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:27:46+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T00:27:46.681186+09:00", "mtime_epoch": 1783006066.6811857, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:27:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1520.355, "name": "celery", "pid": 237, "rss_mb": 1520.355, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.066, "count": 301, "max_ms": 6.297, "p95_ms": 5.13}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.796, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.054, "count": 301, "max_ms": 77.68, "p95_ms": 70.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.816, "count": 301, "max_ms": 96.467, "p95_ms": 79.648}, "yolo11_640_fire_11class": {"avg_ms": 54.383, "count": 301, "max_ms": 77.363, "p95_ms": 70.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.495, "count": 301, "max_ms": 88.713, "p95_ms": 79.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.519, "count": 301, "max_ms": 109.241, "p95_ms": 96.681}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 222.305, "p95_ms": 128.328}, "triton_wait": {"avg_ms": 60.811, "count": 301, "max_ms": 96.479, "p95_ms": 83.862}, "visualize": {"avg_ms": 3.675, "count": 301, "max_ms": 5.754, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6094.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24574.559, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.96, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 502315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:27:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:27:54+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:27:54+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T00:27:53.777329+09:00", "mtime_epoch": 1783006073.7773294, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:27:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1273.945, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.547, "count": 299, "max_ms": 12.559, "p95_ms": 9.133}, "gstreamer_push": {"avg_ms": 1.262, "count": 299, "max_ms": 2.079, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.088, "count": 299, "max_ms": 77.491, "p95_ms": 68.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.38, "count": 299, "max_ms": 98.83, "p95_ms": 83.744}, "yolo11_640_fire_11class": {"avg_ms": 52.829, "count": 299, "max_ms": 76.802, "p95_ms": 68.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.711, "count": 299, "max_ms": 88.663, "p95_ms": 77.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.505, "count": 299, "max_ms": 115.04, "p95_ms": 102.656}, "read_interval": {"avg_ms": 100.405, "count": 299, "max_ms": 350.985, "p95_ms": 129.901}, "triton_wait": {"avg_ms": 59.303, "count": 299, "max_ms": 98.841, "p95_ms": 85.721}, "visualize": {"avg_ms": 3.68, "count": 299, "max_ms": 4.758, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2336, "tracking_summary": 2094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6093.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51936.991, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.598, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:28:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:28:03+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T00:28:03+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T00:28:03.281522+09:00", "mtime_epoch": 1783006083.2815216, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:28:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 902.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.51, "pushed": 3.51, "read": 3.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.159, "count": 105, "max_ms": 180.729, "p95_ms": 174.855}, "gstreamer_push": {"avg_ms": 0.93, "count": 105, "max_ms": 2.84, "p95_ms": 1.74}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.789, "count": 105, "max_ms": 93.663, "p95_ms": 89.1}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.99, "count": 105, "max_ms": 104.209, "p95_ms": 95.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.763, "count": 105, "max_ms": 314.368, "p95_ms": 299.454}, "read_interval": {"avg_ms": 287.431, "count": 104, "max_ms": 323.274, "p95_ms": 310.183}, "triton_wait": {"avg_ms": 74.003, "count": 105, "max_ms": 104.221, "p95_ms": 95.776}, "visualize": {"avg_ms": 28.891, "count": 105, "max_ms": 40.307, "p95_ms": 39.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6096.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14787.436, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.881, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 495440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:28:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:28:16+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:28:16+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T00:28:16.757794+09:00", "mtime_epoch": 1783006096.757794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:28:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1520.355, "name": "celery", "pid": 237, "rss_mb": 1520.355, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.048, "count": 300, "max_ms": 6.606, "p95_ms": 4.9}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 2.056, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.743, "count": 300, "max_ms": 80.072, "p95_ms": 70.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.759, "count": 300, "max_ms": 91.32, "p95_ms": 80.163}, "yolo11_640_fire_11class": {"avg_ms": 53.973, "count": 300, "max_ms": 77.701, "p95_ms": 69.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.131, "count": 300, "max_ms": 89.203, "p95_ms": 81.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.478, "count": 300, "max_ms": 104.256, "p95_ms": 97.571}, "read_interval": {"avg_ms": 100.226, "count": 299, "max_ms": 307.902, "p95_ms": 204.205}, "triton_wait": {"avg_ms": 60.9, "count": 300, "max_ms": 91.332, "p95_ms": 84.889}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 4.905, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6085.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24604.589, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.288, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 502616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:28:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:28:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T00:28:24+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T00:28:24.045941+09:00", "mtime_epoch": 1783006104.045941, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:28:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1274.203, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.572, "count": 301, "max_ms": 12.2, "p95_ms": 9.138}, "gstreamer_push": {"avg_ms": 1.254, "count": 301, "max_ms": 1.838, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.976, "count": 301, "max_ms": 79.444, "p95_ms": 69.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.827, "count": 301, "max_ms": 101.893, "p95_ms": 84.908}, "yolo11_640_fire_11class": {"avg_ms": 53.519, "count": 301, "max_ms": 78.895, "p95_ms": 69.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.474, "count": 301, "max_ms": 88.645, "p95_ms": 79.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.441, "count": 301, "max_ms": 118.302, "p95_ms": 102.84}, "read_interval": {"avg_ms": 99.822, "count": 300, "max_ms": 319.726, "p95_ms": 127.767}, "triton_wait": {"avg_ms": 60.262, "count": 301, "max_ms": 101.906, "p95_ms": 86.621}, "visualize": {"avg_ms": 3.698, "count": 301, "max_ms": 6.649, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2338, "tracking_summary": 2095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6096.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51966.996, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.326, "sample_count": 1144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:28:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:28:33+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T00:28:33+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T00:28:33.274128+09:00", "mtime_epoch": 1783006113.2741277, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:28:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 905.18, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.0, "pushed": 4.0, "read": 4.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.987, "count": 120, "max_ms": 178.926, "p95_ms": 175.171}, "gstreamer_push": {"avg_ms": 1.067, "count": 120, "max_ms": 2.838, "p95_ms": 1.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.535, "count": 120, "max_ms": 104.532, "p95_ms": 90.038}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.509, "count": 120, "max_ms": 103.46, "p95_ms": 95.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.02, "count": 120, "max_ms": 311.675, "p95_ms": 304.647}, "read_interval": {"avg_ms": 249.927, "count": 120, "max_ms": 318.138, "p95_ms": 313.966}, "triton_wait": {"avg_ms": 73.66, "count": 120, "max_ms": 104.542, "p95_ms": 95.762}, "visualize": {"avg_ms": 27.616, "count": 120, "max_ms": 40.252, "p95_ms": 39.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6087.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14817.56, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.836, "name": "ffmpeg", "pid": 16026, "rss_mb": 300.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.994, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 495742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:28:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:28:46+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T00:28:46+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T00:28:46.854402+09:00", "mtime_epoch": 1783006126.8544018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:28:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1520.613, "name": "celery", "pid": 237, "rss_mb": 1520.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.024, "count": 301, "max_ms": 5.795, "p95_ms": 4.752}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.782, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.853, "count": 301, "max_ms": 79.787, "p95_ms": 71.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.328, "count": 301, "max_ms": 94.255, "p95_ms": 75.965}, "yolo11_640_fire_11class": {"avg_ms": 55.255, "count": 301, "max_ms": 78.369, "p95_ms": 70.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.756, "count": 301, "max_ms": 86.153, "p95_ms": 80.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.371, "count": 301, "max_ms": 107.249, "p95_ms": 95.273}, "read_interval": {"avg_ms": 99.809, "count": 300, "max_ms": 291.746, "p95_ms": 133.936}, "triton_wait": {"avg_ms": 61.779, "count": 301, "max_ms": 94.267, "p95_ms": 82.577}, "visualize": {"avg_ms": 3.619, "count": 301, "max_ms": 4.762, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6088.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24634.626, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.785, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 502915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:28:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:28:54+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:28:54+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T00:28:54.086548+09:00", "mtime_epoch": 1783006134.086548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:28:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1274.203, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.471, "count": 299, "max_ms": 12.125, "p95_ms": 8.52}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 1.655, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.357, "count": 299, "max_ms": 78.562, "p95_ms": 68.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.361, "count": 299, "max_ms": 98.349, "p95_ms": 85.464}, "yolo11_640_fire_11class": {"avg_ms": 53.526, "count": 299, "max_ms": 78.55, "p95_ms": 67.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.721, "count": 299, "max_ms": 88.248, "p95_ms": 76.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.781, "count": 299, "max_ms": 114.294, "p95_ms": 101.511}, "read_interval": {"avg_ms": 100.52, "count": 298, "max_ms": 416.695, "p95_ms": 123.501}, "triton_wait": {"avg_ms": 60.651, "count": 299, "max_ms": 98.361, "p95_ms": 85.485}, "visualize": {"avg_ms": 3.681, "count": 299, "max_ms": 4.997, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2340, "tracking_summary": 2096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6096.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 51997.08, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.574, "sample_count": 1126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:29:03+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T00:29:03+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T00:29:03.390736+09:00", "mtime_epoch": 1783006143.3907359, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:29:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 902.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.525, "pushed": 3.525, "read": 3.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.586, "count": 105, "max_ms": 198.271, "p95_ms": 179.062}, "gstreamer_push": {"avg_ms": 1.092, "count": 105, "max_ms": 3.577, "p95_ms": 1.848}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.668, "count": 105, "max_ms": 98.772, "p95_ms": 91.796}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.958, "count": 105, "max_ms": 102.197, "p95_ms": 96.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.396, "count": 105, "max_ms": 305.991, "p95_ms": 300.305}, "read_interval": {"avg_ms": 286.488, "count": 104, "max_ms": 625.378, "p95_ms": 311.452}, "triton_wait": {"avg_ms": 72.211, "count": 105, "max_ms": 102.21, "p95_ms": 96.982}, "visualize": {"avg_ms": 26.864, "count": 105, "max_ms": 40.968, "p95_ms": 36.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.784, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6094.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14847.788, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.234, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:29:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:29:17+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T00:29:17+09:00", "mjpeg": {"age_sec": 0.255, "exists": true, "mtime": "2026-07-03T00:29:16.939009+09:00", "mtime_epoch": 1783006156.9390092, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:29:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1520.613, "name": "celery", "pid": 237, "rss_mb": 1520.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.033, "count": 300, "max_ms": 6.168, "p95_ms": 4.713}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.962, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.806, "count": 300, "max_ms": 78.288, "p95_ms": 70.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.075, "count": 300, "max_ms": 94.801, "p95_ms": 77.75}, "yolo11_640_fire_11class": {"avg_ms": 54.133, "count": 300, "max_ms": 78.072, "p95_ms": 69.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.24, "count": 300, "max_ms": 87.908, "p95_ms": 79.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.651, "count": 300, "max_ms": 107.483, "p95_ms": 96.521}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 287.73, "p95_ms": 139.594}, "triton_wait": {"avg_ms": 60.943, "count": 300, "max_ms": 94.813, "p95_ms": 83.685}, "visualize": {"avg_ms": 3.684, "count": 300, "max_ms": 5.582, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6096.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24664.653, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.799, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 503215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:29:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:29:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T00:29:24+09:00", "mjpeg": {"age_sec": 0.232, "exists": true, "mtime": "2026-07-03T00:29:23.943151+09:00", "mtime_epoch": 1783006163.9431508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:29:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1274.461, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.435, "count": 300, "max_ms": 13.226, "p95_ms": 8.604}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.768, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.849, "count": 300, "max_ms": 78.802, "p95_ms": 67.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.563, "count": 300, "max_ms": 94.805, "p95_ms": 82.964}, "yolo11_640_fire_11class": {"avg_ms": 53.132, "count": 300, "max_ms": 79.375, "p95_ms": 67.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.122, "count": 300, "max_ms": 87.569, "p95_ms": 76.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.027, "count": 300, "max_ms": 111.552, "p95_ms": 100.838}, "read_interval": {"avg_ms": 100.143, "count": 299, "max_ms": 362.08, "p95_ms": 129.647}, "triton_wait": {"avg_ms": 60.141, "count": 300, "max_ms": 94.818, "p95_ms": 84.615}, "visualize": {"avg_ms": 3.62, "count": 300, "max_ms": 5.406, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2340, "tracking_summary": 2097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6093.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52027.321, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.796, "sample_count": 1139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:29:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:29:33+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T00:29:33+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-03T00:29:33.631248+09:00", "mtime_epoch": 1783006173.631248, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 220164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:29:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 899.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.038, "pushed": 4.038, "read": 4.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.952, "count": 121, "max_ms": 201.359, "p95_ms": 177.212}, "gstreamer_push": {"avg_ms": 1.099, "count": 121, "max_ms": 2.929, "p95_ms": 2.763}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.812, "count": 121, "max_ms": 103.059, "p95_ms": 90.973}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.364, "count": 121, "max_ms": 105.299, "p95_ms": 94.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.994, "count": 121, "max_ms": 334.872, "p95_ms": 303.869}, "read_interval": {"avg_ms": 249.599, "count": 120, "max_ms": 345.598, "p95_ms": 314.306}, "triton_wait": {"avg_ms": 73.569, "count": 121, "max_ms": 105.313, "p95_ms": 94.975}, "visualize": {"avg_ms": 26.635, "count": 121, "max_ms": 46.292, "p95_ms": 36.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6095.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14877.866, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.273, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:29:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:29:47+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T00:29:47+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T00:29:47.203290+09:00", "mtime_epoch": 1783006187.2032902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:29:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1520.871, "name": "celery", "pid": 237, "rss_mb": 1520.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.107, "count": 300, "max_ms": 6.381, "p95_ms": 5.597}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.754, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.922, "count": 300, "max_ms": 79.383, "p95_ms": 72.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.598, "count": 300, "max_ms": 88.432, "p95_ms": 73.344}, "yolo11_640_fire_11class": {"avg_ms": 54.384, "count": 300, "max_ms": 80.512, "p95_ms": 71.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.334, "count": 300, "max_ms": 87.813, "p95_ms": 80.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.447, "count": 300, "max_ms": 105.379, "p95_ms": 94.864}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 289.345, "p95_ms": 131.841}, "triton_wait": {"avg_ms": 60.628, "count": 300, "max_ms": 88.443, "p95_ms": 81.899}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 5.79, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6097.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24694.7, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.389, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 503517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:29:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:29:54+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:29:54+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T00:29:54.159314+09:00", "mtime_epoch": 1783006194.159314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:29:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1274.461, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.543, "count": 302, "max_ms": 12.986, "p95_ms": 8.745}, "gstreamer_push": {"avg_ms": 1.262, "count": 302, "max_ms": 1.956, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.396, "count": 302, "max_ms": 77.157, "p95_ms": 68.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.373, "count": 302, "max_ms": 95.611, "p95_ms": 83.609}, "yolo11_640_fire_11class": {"avg_ms": 53.236, "count": 302, "max_ms": 76.622, "p95_ms": 68.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.339, "count": 302, "max_ms": 86.225, "p95_ms": 77.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.532, "count": 302, "max_ms": 112.69, "p95_ms": 102.144}, "read_interval": {"avg_ms": 99.551, "count": 301, "max_ms": 431.457, "p95_ms": 127.16}, "triton_wait": {"avg_ms": 60.361, "count": 302, "max_ms": 95.625, "p95_ms": 85.425}, "visualize": {"avg_ms": 3.692, "count": 302, "max_ms": 6.182, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2341, "tracking_summary": 2098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6086.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52057.587, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.153, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:30:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:30:04+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T00:30:03+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T00:30:03.891350+09:00", "mtime_epoch": 1783006203.8913496, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:30:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 891.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.5, "pushed": 3.5, "read": 3.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.505, "count": 105, "max_ms": 190.604, "p95_ms": 181.923}, "gstreamer_push": {"avg_ms": 1.215, "count": 105, "max_ms": 2.856, "p95_ms": 1.973}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.328, "count": 105, "max_ms": 94.931, "p95_ms": 88.426}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.5, "count": 105, "max_ms": 97.507, "p95_ms": 92.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.745, "count": 105, "max_ms": 315.857, "p95_ms": 300.029}, "read_interval": {"avg_ms": 285.46, "count": 105, "max_ms": 324.554, "p95_ms": 309.604}, "triton_wait": {"avg_ms": 71.049, "count": 105, "max_ms": 97.522, "p95_ms": 92.066}, "visualize": {"avg_ms": 30.417, "count": 105, "max_ms": 45.462, "p95_ms": 42.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6095.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14907.932, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.666, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:30:17+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:30:17+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-03T00:30:17.283403+09:00", "mtime_epoch": 1783006217.2834027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:30:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1520.871, "name": "celery", "pid": 237, "rss_mb": 1520.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.051, "count": 302, "max_ms": 6.419, "p95_ms": 5.33}, "gstreamer_push": {"avg_ms": 1.285, "count": 302, "max_ms": 1.989, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.356, "count": 302, "max_ms": 81.179, "p95_ms": 69.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.549, "count": 302, "max_ms": 93.091, "p95_ms": 72.759}, "yolo11_640_fire_11class": {"avg_ms": 53.571, "count": 302, "max_ms": 80.651, "p95_ms": 69.768}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.504, "count": 302, "max_ms": 87.794, "p95_ms": 77.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.49, "count": 302, "max_ms": 105.813, "p95_ms": 95.796}, "read_interval": {"avg_ms": 99.642, "count": 301, "max_ms": 263.466, "p95_ms": 147.978}, "triton_wait": {"avg_ms": 59.776, "count": 302, "max_ms": 93.103, "p95_ms": 82.9}, "visualize": {"avg_ms": 3.692, "count": 302, "max_ms": 5.902, "p95_ms": 4.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6097.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24724.785, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.618, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 503818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:30:24+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-03T00:30:24+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T00:30:24.183432+09:00", "mtime_epoch": 1783006224.1834319, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:30:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1274.719, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.433, "count": 300, "max_ms": 11.552, "p95_ms": 8.423}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 1.846, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.134, "count": 300, "max_ms": 78.142, "p95_ms": 69.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.022, "count": 300, "max_ms": 105.971, "p95_ms": 86.71}, "yolo11_640_fire_11class": {"avg_ms": 53.541, "count": 300, "max_ms": 77.035, "p95_ms": 68.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.592, "count": 300, "max_ms": 92.05, "p95_ms": 79.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.449, "count": 300, "max_ms": 122.115, "p95_ms": 103.608}, "read_interval": {"avg_ms": 99.803, "count": 300, "max_ms": 306.167, "p95_ms": 129.79}, "triton_wait": {"avg_ms": 60.485, "count": 300, "max_ms": 105.984, "p95_ms": 87.393}, "visualize": {"avg_ms": 3.64, "count": 300, "max_ms": 4.769, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2344, "tracking_summary": 2099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6090.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52087.832, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.796, "sample_count": 1126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:30:34+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T00:30:34+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T00:30:34.115476+09:00", "mtime_epoch": 1783006234.1154764, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:30:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 895.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.604, "pushed": 3.604, "read": 3.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.977, "count": 108, "max_ms": 210.998, "p95_ms": 179.652}, "gstreamer_push": {"avg_ms": 1.074, "count": 108, "max_ms": 2.985, "p95_ms": 2.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.54, "count": 108, "max_ms": 103.263, "p95_ms": 99.312}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.429, "count": 108, "max_ms": 104.244, "p95_ms": 101.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.035, "count": 108, "max_ms": 315.917, "p95_ms": 312.067}, "read_interval": {"avg_ms": 279.723, "count": 107, "max_ms": 327.334, "p95_ms": 322.284}, "triton_wait": {"avg_ms": 75.519, "count": 108, "max_ms": 104.257, "p95_ms": 101.851}, "visualize": {"avg_ms": 29.73, "count": 108, "max_ms": 43.637, "p95_ms": 40.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6100.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14937.948, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.183, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:30:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:30:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T00:30:47+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T00:30:47.271539+09:00", "mtime_epoch": 1783006247.271539, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:30:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1521.129, "name": "celery", "pid": 237, "rss_mb": 1521.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.075, "count": 299, "max_ms": 6.416, "p95_ms": 4.957}, "gstreamer_push": {"avg_ms": 1.301, "count": 299, "max_ms": 2.04, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.871, "count": 299, "max_ms": 80.669, "p95_ms": 73.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.293, "count": 299, "max_ms": 97.217, "p95_ms": 77.159}, "yolo11_640_fire_11class": {"avg_ms": 54.142, "count": 299, "max_ms": 79.524, "p95_ms": 71.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.524, "count": 299, "max_ms": 91.382, "p95_ms": 81.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.13, "count": 299, "max_ms": 110.017, "p95_ms": 99.203}, "read_interval": {"avg_ms": 100.302, "count": 299, "max_ms": 268.148, "p95_ms": 136.814}, "triton_wait": {"avg_ms": 61.295, "count": 299, "max_ms": 97.229, "p95_ms": 85.496}, "visualize": {"avg_ms": 3.714, "count": 299, "max_ms": 5.017, "p95_ms": 4.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6095.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24754.798, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.125, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 504116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:30:54+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T00:30:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T00:30:54.223574+09:00", "mtime_epoch": 1783006254.223574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:30:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1274.719, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.591, "count": 298, "max_ms": 12.175, "p95_ms": 9.509}, "gstreamer_push": {"avg_ms": 1.261, "count": 298, "max_ms": 2.111, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.073, "count": 298, "max_ms": 82.945, "p95_ms": 68.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.658, "count": 298, "max_ms": 99.524, "p95_ms": 88.332}, "yolo11_640_fire_11class": {"avg_ms": 53.105, "count": 298, "max_ms": 76.575, "p95_ms": 68.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.063, "count": 298, "max_ms": 88.635, "p95_ms": 79.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.509, "count": 298, "max_ms": 116.377, "p95_ms": 105.187}, "read_interval": {"avg_ms": 100.799, "count": 298, "max_ms": 441.047, "p95_ms": 132.851}, "triton_wait": {"avg_ms": 60.275, "count": 298, "max_ms": 99.537, "p95_ms": 88.604}, "visualize": {"avg_ms": 3.702, "count": 298, "max_ms": 6.634, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2344, "tracking_summary": 2100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6089.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52118.09, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.878, "sample_count": 1137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:31:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:31:04+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T00:31:04+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-03T00:31:04.395627+09:00", "mtime_epoch": 1783006264.3956273, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:31:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 894.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.182, "pushed": 4.182, "read": 4.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.308, "count": 125, "max_ms": 207.936, "p95_ms": 190.914}, "gstreamer_push": {"avg_ms": 1.063, "count": 125, "max_ms": 3.013, "p95_ms": 2.778}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.514, "count": 125, "max_ms": 102.512, "p95_ms": 91.513}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.283, "count": 125, "max_ms": 100.622, "p95_ms": 95.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.565, "count": 125, "max_ms": 323.282, "p95_ms": 301.794}, "read_interval": {"avg_ms": 240.13, "count": 124, "max_ms": 333.501, "p95_ms": 311.31}, "triton_wait": {"avg_ms": 71.434, "count": 125, "max_ms": 102.524, "p95_ms": 95.649}, "visualize": {"avg_ms": 28.806, "count": 125, "max_ms": 47.05, "p95_ms": 41.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6098.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14968.046, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.003, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:31:17+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T00:31:17+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T00:31:17.367699+09:00", "mtime_epoch": 1783006277.3676991, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 135644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:31:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1521.387, "name": "celery", "pid": 237, "rss_mb": 1521.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.081, "count": 301, "max_ms": 6.199, "p95_ms": 4.903}, "gstreamer_push": {"avg_ms": 1.286, "count": 302, "max_ms": 1.892, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.571, "count": 301, "max_ms": 78.119, "p95_ms": 68.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.431, "count": 301, "max_ms": 93.961, "p95_ms": 73.635}, "yolo11_640_fire_11class": {"avg_ms": 54.532, "count": 301, "max_ms": 78.131, "p95_ms": 68.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.741, "count": 301, "max_ms": 88.144, "p95_ms": 79.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.767, "count": 302, "max_ms": 106.544, "p95_ms": 93.9}, "read_interval": {"avg_ms": 99.706, "count": 301, "max_ms": 240.809, "p95_ms": 135.11}, "triton_wait": {"avg_ms": 62.1, "count": 301, "max_ms": 93.974, "p95_ms": 81.105}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 4.847, "p95_ms": 4.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6098.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24784.867, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.881, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 504418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:31:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:31:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T00:31:24+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T00:31:24.327739+09:00", "mtime_epoch": 1783006284.3277392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:31:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1274.977, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.493, "count": 302, "max_ms": 12.398, "p95_ms": 8.579}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 1.913, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.927, "count": 302, "max_ms": 76.614, "p95_ms": 66.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.686, "count": 302, "max_ms": 102.125, "p95_ms": 82.238}, "yolo11_640_fire_11class": {"avg_ms": 52.955, "count": 302, "max_ms": 76.095, "p95_ms": 66.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.808, "count": 302, "max_ms": 85.532, "p95_ms": 77.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.559, "count": 302, "max_ms": 118.673, "p95_ms": 98.903}, "read_interval": {"avg_ms": 99.612, "count": 301, "max_ms": 397.111, "p95_ms": 128.337}, "triton_wait": {"avg_ms": 60.52, "count": 302, "max_ms": 102.138, "p95_ms": 82.459}, "visualize": {"avg_ms": 3.673, "count": 302, "max_ms": 5.919, "p95_ms": 4.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2345, "tracking_summary": 2101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6098.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52148.384, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.328, "sample_count": 1127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:31:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:31:34+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-03T00:31:34+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T00:31:34.679801+09:00", "mtime_epoch": 1783006294.6798012, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:31:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 902.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.834, "pushed": 3.834, "read": 3.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.296, "count": 115, "max_ms": 195.617, "p95_ms": 187.205}, "gstreamer_push": {"avg_ms": 1.281, "count": 115, "max_ms": 3.472, "p95_ms": 2.529}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.502, "count": 115, "max_ms": 102.375, "p95_ms": 94.734}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.894, "count": 115, "max_ms": 103.712, "p95_ms": 97.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.697, "count": 115, "max_ms": 333.719, "p95_ms": 301.684}, "read_interval": {"avg_ms": 260.787, "count": 115, "max_ms": 343.787, "p95_ms": 314.632}, "triton_wait": {"avg_ms": 72.068, "count": 115, "max_ms": 103.725, "p95_ms": 97.404}, "visualize": {"avg_ms": 31.409, "count": 115, "max_ms": 40.881, "p95_ms": 39.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6091.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 14998.094, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.238, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:31:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:31:47+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:31:47+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T00:31:47.443881+09:00", "mtime_epoch": 1783006307.443881, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:31:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1521.387, "name": "celery", "pid": 237, "rss_mb": 1521.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.025, "count": 300, "max_ms": 6.304, "p95_ms": 5.311}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.893, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.255, "count": 300, "max_ms": 89.889, "p95_ms": 71.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.737, "count": 300, "max_ms": 104.038, "p95_ms": 81.886}, "yolo11_640_fire_11class": {"avg_ms": 56.022, "count": 300, "max_ms": 75.562, "p95_ms": 71.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.673, "count": 300, "max_ms": 87.588, "p95_ms": 80.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.899, "count": 300, "max_ms": 116.759, "p95_ms": 97.336}, "read_interval": {"avg_ms": 100.222, "count": 299, "max_ms": 408.979, "p95_ms": 136.985}, "triton_wait": {"avg_ms": 63.404, "count": 300, "max_ms": 104.05, "p95_ms": 84.698}, "visualize": {"avg_ms": 3.612, "count": 300, "max_ms": 5.947, "p95_ms": 4.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6091.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24814.932, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.881, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 504719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:31:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:31:54+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:31:54+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T00:31:54.391926+09:00", "mtime_epoch": 1783006314.391926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:31:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1274.977, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.478, "count": 301, "max_ms": 11.805, "p95_ms": 8.803}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.669, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.273, "count": 301, "max_ms": 74.723, "p95_ms": 68.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.191, "count": 301, "max_ms": 102.307, "p95_ms": 85.056}, "yolo11_640_fire_11class": {"avg_ms": 54.404, "count": 301, "max_ms": 74.264, "p95_ms": 66.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.014, "count": 301, "max_ms": 86.259, "p95_ms": 77.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.579, "count": 301, "max_ms": 119.639, "p95_ms": 102.38}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 426.116, "p95_ms": 126.379}, "triton_wait": {"avg_ms": 61.57, "count": 301, "max_ms": 102.321, "p95_ms": 86.271}, "visualize": {"avg_ms": 3.63, "count": 301, "max_ms": 5.651, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2346, "tracking_summary": 2102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6096.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52178.558, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.724, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:32:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:32:05+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T00:32:04+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T00:32:04.863996+09:00", "mtime_epoch": 1783006324.8639958, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:32:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 901.16, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.748, "pushed": 3.748, "read": 3.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.5, "count": 112, "max_ms": 180.816, "p95_ms": 177.162}, "gstreamer_push": {"avg_ms": 1.045, "count": 112, "max_ms": 3.525, "p95_ms": 2.788}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.88, "count": 112, "max_ms": 101.696, "p95_ms": 88.303}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.472, "count": 112, "max_ms": 105.054, "p95_ms": 98.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.524, "count": 112, "max_ms": 320.676, "p95_ms": 304.724}, "read_interval": {"avg_ms": 269.23, "count": 111, "max_ms": 331.015, "p95_ms": 315.221}, "triton_wait": {"avg_ms": 73.513, "count": 112, "max_ms": 105.066, "p95_ms": 98.257}, "visualize": {"avg_ms": 29.749, "count": 112, "max_ms": 41.418, "p95_ms": 39.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6099.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15028.122, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.225, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:32:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:32:17+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T00:32:17+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T00:32:17.460083+09:00", "mtime_epoch": 1783006337.460083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:32:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1521.645, "name": "celery", "pid": 237, "rss_mb": 1521.645, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.081, "count": 300, "max_ms": 6.152, "p95_ms": 5.168}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 2.064, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.542, "count": 300, "max_ms": 78.926, "p95_ms": 69.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.511, "count": 300, "max_ms": 95.566, "p95_ms": 72.236}, "yolo11_640_fire_11class": {"avg_ms": 53.886, "count": 300, "max_ms": 75.452, "p95_ms": 69.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.052, "count": 300, "max_ms": 86.419, "p95_ms": 79.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.699, "count": 300, "max_ms": 110.271, "p95_ms": 93.984}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 308.771, "p95_ms": 140.344}, "triton_wait": {"avg_ms": 60.077, "count": 300, "max_ms": 95.578, "p95_ms": 81.171}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 5.018, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6099.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24844.955, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.061, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 505021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:32:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:32:24+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T00:32:24+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T00:32:24.380132+09:00", "mtime_epoch": 1783006344.3801324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:32:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1275.234, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.401, "count": 302, "max_ms": 13.294, "p95_ms": 8.257}, "gstreamer_push": {"avg_ms": 1.252, "count": 302, "max_ms": 1.694, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.726, "count": 302, "max_ms": 77.99, "p95_ms": 68.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.793, "count": 302, "max_ms": 94.929, "p95_ms": 84.89}, "yolo11_640_fire_11class": {"avg_ms": 53.041, "count": 302, "max_ms": 72.132, "p95_ms": 67.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.181, "count": 302, "max_ms": 85.292, "p95_ms": 78.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.58, "count": 302, "max_ms": 111.224, "p95_ms": 101.179}, "read_interval": {"avg_ms": 99.369, "count": 301, "max_ms": 451.709, "p95_ms": 125.66}, "triton_wait": {"avg_ms": 59.674, "count": 302, "max_ms": 94.941, "p95_ms": 85.246}, "visualize": {"avg_ms": 3.636, "count": 302, "max_ms": 5.899, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2347, "tracking_summary": 2102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6087.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52208.622, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.447, "sample_count": 1118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:32:35+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T00:32:34+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-03T00:32:34.928210+09:00", "mtime_epoch": 1783006354.9282095, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:32:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 891.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.529, "pushed": 3.529, "read": 3.496}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.661, "count": 105, "max_ms": 180.183, "p95_ms": 174.949}, "gstreamer_push": {"avg_ms": 1.222, "count": 105, "max_ms": 3.041, "p95_ms": 2.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.438, "count": 105, "max_ms": 95.535, "p95_ms": 90.676}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.169, "count": 105, "max_ms": 101.785, "p95_ms": 96.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.384, "count": 105, "max_ms": 309.75, "p95_ms": 303.448}, "read_interval": {"avg_ms": 286.298, "count": 104, "max_ms": 319.713, "p95_ms": 312.077}, "triton_wait": {"avg_ms": 72.182, "count": 105, "max_ms": 101.801, "p95_ms": 96.849}, "visualize": {"avg_ms": 28.845, "count": 105, "max_ms": 46.7, "p95_ms": 38.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.752, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6088.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15058.123, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.863, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:32:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:32:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T00:32:47+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T00:32:47.440304+09:00", "mtime_epoch": 1783006367.440304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:32:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1521.645, "name": "celery", "pid": 237, "rss_mb": 1521.645, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.107, "count": 300, "max_ms": 6.248, "p95_ms": 5.526}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.79, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.859, "count": 300, "max_ms": 80.628, "p95_ms": 70.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.339, "count": 300, "max_ms": 98.288, "p95_ms": 69.317}, "yolo11_640_fire_11class": {"avg_ms": 55.472, "count": 300, "max_ms": 80.616, "p95_ms": 68.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.199, "count": 300, "max_ms": 92.534, "p95_ms": 78.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.644, "count": 300, "max_ms": 111.387, "p95_ms": 92.908}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 293.801, "p95_ms": 132.591}, "triton_wait": {"avg_ms": 61.959, "count": 300, "max_ms": 98.299, "p95_ms": 80.239}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.421, "p95_ms": 4.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6088.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24875.038, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.552, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 505322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:32:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:32:54+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T00:32:54+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-03T00:32:54.416358+09:00", "mtime_epoch": 1783006374.4163582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:32:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1275.492, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.461, "count": 301, "max_ms": 12.281, "p95_ms": 8.548}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.538, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.149, "count": 301, "max_ms": 80.221, "p95_ms": 68.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.779, "count": 301, "max_ms": 98.499, "p95_ms": 75.828}, "yolo11_640_fire_11class": {"avg_ms": 53.407, "count": 301, "max_ms": 80.749, "p95_ms": 67.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.831, "count": 301, "max_ms": 92.216, "p95_ms": 77.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.143, "count": 301, "max_ms": 114.681, "p95_ms": 98.637}, "read_interval": {"avg_ms": 99.906, "count": 300, "max_ms": 398.156, "p95_ms": 129.045}, "triton_wait": {"avg_ms": 60.062, "count": 301, "max_ms": 98.512, "p95_ms": 82.795}, "visualize": {"avg_ms": 3.673, "count": 301, "max_ms": 4.715, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2348, "tracking_summary": 2103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6091.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52238.767, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.869, "sample_count": 1127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:33:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:33:05+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T00:33:05+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T00:33:05.068443+09:00", "mtime_epoch": 1783006385.0684426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:33:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 895.754, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.821, "pushed": 3.821, "read": 3.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.734, "count": 114, "max_ms": 181.484, "p95_ms": 177.118}, "gstreamer_push": {"avg_ms": 1.083, "count": 114, "max_ms": 3.86, "p95_ms": 2.787}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.063, "count": 114, "max_ms": 98.933, "p95_ms": 85.076}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.635, "count": 114, "max_ms": 100.03, "p95_ms": 93.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.426, "count": 114, "max_ms": 303.699, "p95_ms": 300.247}, "read_interval": {"avg_ms": 264.168, "count": 113, "max_ms": 312.509, "p95_ms": 310.102}, "triton_wait": {"avg_ms": 72.648, "count": 114, "max_ms": 100.041, "p95_ms": 93.262}, "visualize": {"avg_ms": 28.257, "count": 114, "max_ms": 37.369, "p95_ms": 35.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6100.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15088.176, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.467, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:33:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:33:17+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T00:33:17+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T00:33:17.500544+09:00", "mtime_epoch": 1783006397.500544, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 134726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:33:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1521.902, "name": "celery", "pid": 237, "rss_mb": 1521.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.036, "count": 301, "max_ms": 6.571, "p95_ms": 4.887}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 1.759, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.609, "count": 301, "max_ms": 77.676, "p95_ms": 70.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.194, "count": 301, "max_ms": 91.409, "p95_ms": 74.399}, "yolo11_640_fire_11class": {"avg_ms": 53.85, "count": 301, "max_ms": 78.816, "p95_ms": 69.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.356, "count": 301, "max_ms": 87.146, "p95_ms": 78.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.66, "count": 301, "max_ms": 104.342, "p95_ms": 94.653}, "read_interval": {"avg_ms": 99.857, "count": 300, "max_ms": 235.452, "p95_ms": 141.003}, "triton_wait": {"avg_ms": 59.902, "count": 301, "max_ms": 91.422, "p95_ms": 81.669}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 5.737, "p95_ms": 4.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6091.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24905.05, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.389, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 505621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:33:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:33:24+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:33:24+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T00:33:24.508603+09:00", "mtime_epoch": 1783006404.5086026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:33:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1275.492, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.492, "count": 299, "max_ms": 13.641, "p95_ms": 8.51}, "gstreamer_push": {"avg_ms": 1.255, "count": 299, "max_ms": 1.91, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.717, "count": 299, "max_ms": 76.917, "p95_ms": 68.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.865, "count": 299, "max_ms": 94.855, "p95_ms": 82.959}, "yolo11_640_fire_11class": {"avg_ms": 53.348, "count": 299, "max_ms": 79.433, "p95_ms": 67.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.095, "count": 299, "max_ms": 86.879, "p95_ms": 78.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.986, "count": 299, "max_ms": 111.032, "p95_ms": 99.948}, "read_interval": {"avg_ms": 100.485, "count": 299, "max_ms": 300.935, "p95_ms": 130.856}, "triton_wait": {"avg_ms": 59.913, "count": 299, "max_ms": 94.867, "p95_ms": 83.398}, "visualize": {"avg_ms": 3.637, "count": 299, "max_ms": 4.555, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2351, "tracking_summary": 2104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6098.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52268.865, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.337, "sample_count": 1119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:33:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:33:35+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-03T00:33:35+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-03T00:33:35.184693+09:00", "mtime_epoch": 1783006415.1846933, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:33:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 900.812, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.792, "pushed": 3.792, "read": 3.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.597, "count": 113, "max_ms": 202.382, "p95_ms": 180.322}, "gstreamer_push": {"avg_ms": 1.261, "count": 113, "max_ms": 2.939, "p95_ms": 2.74}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.901, "count": 113, "max_ms": 93.397, "p95_ms": 84.531}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.621, "count": 113, "max_ms": 92.976, "p95_ms": 87.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.245, "count": 113, "max_ms": 316.067, "p95_ms": 298.831}, "read_interval": {"avg_ms": 266.253, "count": 112, "max_ms": 329.583, "p95_ms": 309.745}, "triton_wait": {"avg_ms": 68.809, "count": 113, "max_ms": 93.41, "p95_ms": 87.678}, "visualize": {"avg_ms": 28.07, "count": 113, "max_ms": 41.102, "p95_ms": 38.652}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.8, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6098.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15118.281, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.396, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:33:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-07-03T00:33:47+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T00:33:47+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T00:33:47.576802+09:00", "mtime_epoch": 1783006427.5768015, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:33:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1521.902, "name": "celery", "pid": 237, "rss_mb": 1521.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.134, "count": 300, "max_ms": 7.02, "p95_ms": 6.061}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 2.154, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.893, "count": 300, "max_ms": 79.644, "p95_ms": 69.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.687, "count": 300, "max_ms": 92.0, "p95_ms": 76.207}, "yolo11_640_fire_11class": {"avg_ms": 54.688, "count": 300, "max_ms": 77.444, "p95_ms": 69.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.996, "count": 300, "max_ms": 86.853, "p95_ms": 78.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.205, "count": 300, "max_ms": 104.73, "p95_ms": 93.7}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 298.069, "p95_ms": 144.943}, "triton_wait": {"avg_ms": 61.339, "count": 300, "max_ms": 92.012, "p95_ms": 80.085}, "visualize": {"avg_ms": 3.683, "count": 300, "max_ms": 5.585, "p95_ms": 4.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6089.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24935.053, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.329, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 505922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:33:54+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T00:33:54+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T00:33:54.488863+09:00", "mtime_epoch": 1783006434.488863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:33:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1275.75, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.757, "count": 301, "max_ms": 14.207, "p95_ms": 11.805}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.704, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.466, "count": 301, "max_ms": 78.554, "p95_ms": 67.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.325, "count": 301, "max_ms": 94.49, "p95_ms": 80.128}, "yolo11_640_fire_11class": {"avg_ms": 53.458, "count": 301, "max_ms": 78.032, "p95_ms": 66.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.776, "count": 301, "max_ms": 87.571, "p95_ms": 75.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.974, "count": 301, "max_ms": 111.045, "p95_ms": 100.271}, "read_interval": {"avg_ms": 99.593, "count": 301, "max_ms": 350.113, "p95_ms": 128.906}, "triton_wait": {"avg_ms": 60.405, "count": 301, "max_ms": 94.503, "p95_ms": 82.822}, "visualize": {"avg_ms": 3.787, "count": 301, "max_ms": 6.862, "p95_ms": 5.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2351, "tracking_summary": 2105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6092.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52299.01, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.337, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:34:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:34:05+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T00:34:05+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T00:34:05.412962+09:00", "mtime_epoch": 1783006445.412962, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:34:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 907.488, "name": "celery", "pid": 239, "rss_mb": 894.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.682, "pushed": 3.682, "read": 3.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.361, "count": 110, "max_ms": 204.747, "p95_ms": 181.557}, "gstreamer_push": {"avg_ms": 1.012, "count": 110, "max_ms": 2.879, "p95_ms": 1.877}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.365, "count": 110, "max_ms": 98.69, "p95_ms": 90.503}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.481, "count": 110, "max_ms": 107.526, "p95_ms": 95.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.127, "count": 110, "max_ms": 321.341, "p95_ms": 299.598}, "read_interval": {"avg_ms": 274.762, "count": 109, "max_ms": 330.293, "p95_ms": 308.516}, "triton_wait": {"avg_ms": 72.647, "count": 110, "max_ms": 107.54, "p95_ms": 95.283}, "visualize": {"avg_ms": 27.33, "count": 110, "max_ms": 39.932, "p95_ms": 36.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6099.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15148.328, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.538, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:34:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:34:17+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T00:34:17+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T00:34:17.657075+09:00", "mtime_epoch": 1783006457.6570752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:34:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1522.16, "name": "celery", "pid": 237, "rss_mb": 1522.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.043, "count": 300, "max_ms": 6.887, "p95_ms": 4.934}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 2.152, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.591, "count": 300, "max_ms": 86.209, "p95_ms": 70.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.05, "count": 300, "max_ms": 108.387, "p95_ms": 85.124}, "yolo11_640_fire_11class": {"avg_ms": 54.964, "count": 300, "max_ms": 85.678, "p95_ms": 70.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.097, "count": 300, "max_ms": 101.308, "p95_ms": 80.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.831, "count": 300, "max_ms": 121.42, "p95_ms": 99.617}, "read_interval": {"avg_ms": 100.137, "count": 299, "max_ms": 253.027, "p95_ms": 151.596}, "triton_wait": {"avg_ms": 62.186, "count": 300, "max_ms": 108.398, "p95_ms": 86.24}, "visualize": {"avg_ms": 3.629, "count": 300, "max_ms": 5.59, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6102.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24965.07, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.624, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 506222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:34:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:34:24+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T00:34:24+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T00:34:24.505140+09:00", "mtime_epoch": 1783006464.5051396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:34:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1275.75, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.996}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.464, "count": 300, "max_ms": 12.728, "p95_ms": 8.343}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 2.133, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.83, "count": 300, "max_ms": 87.542, "p95_ms": 68.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.242, "count": 300, "max_ms": 101.29, "p95_ms": 87.964}, "yolo11_640_fire_11class": {"avg_ms": 54.07, "count": 300, "max_ms": 87.53, "p95_ms": 68.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.921, "count": 300, "max_ms": 102.867, "p95_ms": 77.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.186, "count": 300, "max_ms": 119.939, "p95_ms": 105.946}, "read_interval": {"avg_ms": 100.051, "count": 299, "max_ms": 283.659, "p95_ms": 135.914}, "triton_wait": {"avg_ms": 61.066, "count": 300, "max_ms": 102.881, "p95_ms": 89.528}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 4.716, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2352, "tracking_summary": 2106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6104.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52329.303, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.448, "sample_count": 1120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:34:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:34:35+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T00:34:35+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T00:34:35.581246+09:00", "mtime_epoch": 1783006475.5812457, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:34:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 909.504, "name": "celery", "pid": 239, "rss_mb": 906.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.843, "pushed": 3.843, "read": 3.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.06, "count": 115, "max_ms": 212.739, "p95_ms": 182.845}, "gstreamer_push": {"avg_ms": 1.198, "count": 115, "max_ms": 2.959, "p95_ms": 1.927}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.912, "count": 115, "max_ms": 102.473, "p95_ms": 90.628}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.697, "count": 115, "max_ms": 112.089, "p95_ms": 94.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.646, "count": 115, "max_ms": 318.906, "p95_ms": 308.107}, "read_interval": {"avg_ms": 261.335, "count": 114, "max_ms": 329.439, "p95_ms": 317.023}, "triton_wait": {"avg_ms": 71.818, "count": 115, "max_ms": 112.104, "p95_ms": 94.112}, "visualize": {"avg_ms": 27.947, "count": 115, "max_ms": 43.29, "p95_ms": 37.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6104.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15178.376, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.431, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:34:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:34:47+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T00:34:47+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T00:34:47.701364+09:00", "mtime_epoch": 1783006487.7013638, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:34:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1522.418, "name": "celery", "pid": 237, "rss_mb": 1522.418, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 301, "max_ms": 6.639, "p95_ms": 5.172}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 2.008, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.333, "count": 301, "max_ms": 77.829, "p95_ms": 69.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.118, "count": 301, "max_ms": 100.66, "p95_ms": 71.053}, "yolo11_640_fire_11class": {"avg_ms": 54.714, "count": 301, "max_ms": 78.245, "p95_ms": 68.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.13, "count": 301, "max_ms": 91.495, "p95_ms": 78.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.078, "count": 301, "max_ms": 114.892, "p95_ms": 94.634}, "read_interval": {"avg_ms": 99.849, "count": 300, "max_ms": 260.191, "p95_ms": 128.457}, "triton_wait": {"avg_ms": 61.435, "count": 301, "max_ms": 100.672, "p95_ms": 81.193}, "visualize": {"avg_ms": 3.638, "count": 301, "max_ms": 5.96, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6105.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 24995.096, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.372, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 506523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:34:54+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:34:54+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T00:34:54.549432+09:00", "mtime_epoch": 1783006494.5494318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:34:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1276.008, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.492, "count": 301, "max_ms": 12.038, "p95_ms": 9.35}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.599, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.025, "count": 301, "max_ms": 81.49, "p95_ms": 67.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.234, "count": 301, "max_ms": 94.126, "p95_ms": 79.705}, "yolo11_640_fire_11class": {"avg_ms": 53.767, "count": 301, "max_ms": 81.48, "p95_ms": 67.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.702, "count": 301, "max_ms": 91.302, "p95_ms": 78.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.206, "count": 301, "max_ms": 110.63, "p95_ms": 99.008}, "read_interval": {"avg_ms": 99.819, "count": 300, "max_ms": 398.265, "p95_ms": 130.991}, "triton_wait": {"avg_ms": 60.11, "count": 301, "max_ms": 94.139, "p95_ms": 81.613}, "visualize": {"avg_ms": 3.649, "count": 301, "max_ms": 5.354, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2354, "tracking_summary": 2107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6104.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52359.323, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.447, "sample_count": 1120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:35:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:35:05+09:00", "last_frame_read_age_sec": 0.265, "last_frame_read_at": "2026-07-03T00:35:05+09:00", "mjpeg": {"age_sec": 0.257, "exists": true, "mtime": "2026-07-03T00:35:05.645543+09:00", "mtime_epoch": 1783006505.6455433, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:35:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 909.855, "name": "celery", "pid": 239, "rss_mb": 907.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.568, "pushed": 3.568, "read": 3.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.321, "count": 106, "max_ms": 227.922, "p95_ms": 208.446}, "gstreamer_push": {"avg_ms": 0.995, "count": 106, "max_ms": 3.144, "p95_ms": 1.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.263, "count": 106, "max_ms": 99.705, "p95_ms": 94.604}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.3, "count": 106, "max_ms": 100.47, "p95_ms": 92.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.267, "count": 106, "max_ms": 345.218, "p95_ms": 311.584}, "read_interval": {"avg_ms": 283.295, "count": 105, "max_ms": 356.631, "p95_ms": 321.356}, "triton_wait": {"avg_ms": 72.893, "count": 106, "max_ms": 100.482, "p95_ms": 97.457}, "visualize": {"avg_ms": 29.21, "count": 106, "max_ms": 45.676, "p95_ms": 38.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.71, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6101.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15208.431, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.396, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:35:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:35:17+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T00:35:17+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T00:35:17.749667+09:00", "mtime_epoch": 1783006517.7496672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:35:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1522.418, "name": "celery", "pid": 237, "rss_mb": 1522.418, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.052, "count": 301, "max_ms": 6.456, "p95_ms": 5.159}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.798, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.747, "count": 301, "max_ms": 83.715, "p95_ms": 69.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.625, "count": 301, "max_ms": 86.856, "p95_ms": 72.903}, "yolo11_640_fire_11class": {"avg_ms": 54.253, "count": 301, "max_ms": 84.883, "p95_ms": 67.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.316, "count": 301, "max_ms": 94.892, "p95_ms": 78.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.315, "count": 301, "max_ms": 107.817, "p95_ms": 94.3}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 287.577, "p95_ms": 137.873}, "triton_wait": {"avg_ms": 60.644, "count": 301, "max_ms": 94.904, "p95_ms": 81.778}, "visualize": {"avg_ms": 3.654, "count": 301, "max_ms": 5.668, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6093.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25025.161, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.147, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 506823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:35:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:35:24+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T00:35:24.593738+09:00", "mtime_epoch": 1783006524.593738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:35:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1276.008, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.432, "count": 300, "max_ms": 12.428, "p95_ms": 8.471}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 1.884, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.42, "count": 300, "max_ms": 81.683, "p95_ms": 66.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.798, "count": 300, "max_ms": 96.363, "p95_ms": 79.963}, "yolo11_640_fire_11class": {"avg_ms": 52.674, "count": 300, "max_ms": 79.907, "p95_ms": 66.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.693, "count": 300, "max_ms": 88.136, "p95_ms": 76.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.305, "count": 300, "max_ms": 113.988, "p95_ms": 97.641}, "read_interval": {"avg_ms": 100.134, "count": 299, "max_ms": 440.648, "p95_ms": 130.509}, "triton_wait": {"avg_ms": 59.218, "count": 300, "max_ms": 96.376, "p95_ms": 81.382}, "visualize": {"avg_ms": 3.669, "count": 300, "max_ms": 5.787, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2355, "tracking_summary": 2108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6102.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52389.338, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.292, "sample_count": 1137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:35:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:35:35+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T00:35:35+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T00:35:35.741855+09:00", "mtime_epoch": 1783006535.7418554, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:35:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 909.855, "name": "celery", "pid": 239, "rss_mb": 903.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.237, "pushed": 4.237, "read": 4.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 124.892, "count": 126, "max_ms": 209.042, "p95_ms": 176.06}, "gstreamer_push": {"avg_ms": 1.095, "count": 126, "max_ms": 3.515, "p95_ms": 2.007}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.176, "count": 126, "max_ms": 98.049, "p95_ms": 86.798}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.016, "count": 126, "max_ms": 100.898, "p95_ms": 90.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.21, "count": 126, "max_ms": 306.882, "p95_ms": 290.645}, "read_interval": {"avg_ms": 238.564, "count": 125, "max_ms": 315.836, "p95_ms": 301.674}, "triton_wait": {"avg_ms": 71.149, "count": 126, "max_ms": 100.91, "p95_ms": 90.1}, "visualize": {"avg_ms": 28.305, "count": 126, "max_ms": 66.876, "p95_ms": 41.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.738, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6103.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15238.472, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.733, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:35:47+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T00:35:47+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T00:35:47.741983+09:00", "mtime_epoch": 1783006547.7419834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:35:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1522.676, "name": "celery", "pid": 237, "rss_mb": 1522.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.084, "count": 300, "max_ms": 6.219, "p95_ms": 4.933}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.632, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.078, "count": 300, "max_ms": 78.051, "p95_ms": 70.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.437, "count": 300, "max_ms": 91.399, "p95_ms": 76.556}, "yolo11_640_fire_11class": {"avg_ms": 53.369, "count": 300, "max_ms": 78.595, "p95_ms": 71.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.118, "count": 300, "max_ms": 89.358, "p95_ms": 79.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.663, "count": 300, "max_ms": 104.319, "p95_ms": 94.618}, "read_interval": {"avg_ms": 100.037, "count": 299, "max_ms": 335.543, "p95_ms": 156.669}, "triton_wait": {"avg_ms": 59.917, "count": 300, "max_ms": 91.41, "p95_ms": 80.857}, "visualize": {"avg_ms": 3.671, "count": 300, "max_ms": 5.066, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6093.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25055.16, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.509, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 507122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:35:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:35:54+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T00:35:54+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T00:35:54.606058+09:00", "mtime_epoch": 1783006554.6060576, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:35:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1276.266, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.5, "count": 299, "max_ms": 12.731, "p95_ms": 9.215}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.488, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.334, "count": 299, "max_ms": 77.258, "p95_ms": 70.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.704, "count": 299, "max_ms": 102.607, "p95_ms": 83.774}, "yolo11_640_fire_11class": {"avg_ms": 52.97, "count": 299, "max_ms": 76.619, "p95_ms": 70.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.878, "count": 299, "max_ms": 87.289, "p95_ms": 78.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.672, "count": 299, "max_ms": 115.872, "p95_ms": 102.047}, "read_interval": {"avg_ms": 100.393, "count": 299, "max_ms": 411.391, "p95_ms": 134.094}, "triton_wait": {"avg_ms": 58.656, "count": 299, "max_ms": 102.617, "p95_ms": 86.009}, "visualize": {"avg_ms": 3.617, "count": 299, "max_ms": 4.892, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2356, "tracking_summary": 2109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6095.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52419.348, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.292, "sample_count": 1131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:36:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:36:05+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-03T00:36:05+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T00:36:05.662179+09:00", "mtime_epoch": 1783006565.6621785, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:36:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 909.855, "name": "celery", "pid": 239, "rss_mb": 896.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.924, "pushed": 3.924, "read": 3.891}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.746, "count": 117, "max_ms": 194.741, "p95_ms": 182.295}, "gstreamer_push": {"avg_ms": 1.121, "count": 117, "max_ms": 3.343, "p95_ms": 2.844}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.834, "count": 117, "max_ms": 100.867, "p95_ms": 94.818}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.566, "count": 117, "max_ms": 103.558, "p95_ms": 95.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.374, "count": 117, "max_ms": 311.626, "p95_ms": 300.934}, "read_interval": {"avg_ms": 256.258, "count": 116, "max_ms": 322.048, "p95_ms": 310.08}, "triton_wait": {"avg_ms": 72.896, "count": 117, "max_ms": 103.571, "p95_ms": 96.107}, "visualize": {"avg_ms": 27.908, "count": 117, "max_ms": 45.927, "p95_ms": 36.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6103.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15268.507, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.906, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 500251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:36:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:36:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:36:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T00:36:17.822314+09:00", "mtime_epoch": 1783006577.8223135, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:36:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1522.676, "name": "celery", "pid": 237, "rss_mb": 1522.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.07, "count": 300, "max_ms": 6.476, "p95_ms": 4.88}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 1.842, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.947, "count": 300, "max_ms": 79.164, "p95_ms": 71.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.085, "count": 300, "max_ms": 98.153, "p95_ms": 72.808}, "yolo11_640_fire_11class": {"avg_ms": 54.287, "count": 300, "max_ms": 77.284, "p95_ms": 69.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.056, "count": 300, "max_ms": 88.605, "p95_ms": 79.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.817, "count": 300, "max_ms": 110.89, "p95_ms": 94.649}, "read_interval": {"avg_ms": 100.098, "count": 299, "max_ms": 338.0, "p95_ms": 137.538}, "triton_wait": {"avg_ms": 60.148, "count": 300, "max_ms": 98.165, "p95_ms": 81.978}, "visualize": {"avg_ms": 3.643, "count": 300, "max_ms": 5.831, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6100.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25085.182, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.065, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 507423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:36:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:36:24+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T00:36:24+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T00:36:24.622390+09:00", "mtime_epoch": 1783006584.6223898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:36:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1276.266, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.505, "count": 301, "max_ms": 11.978, "p95_ms": 9.176}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 2.055, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.317, "count": 301, "max_ms": 77.101, "p95_ms": 68.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.828, "count": 301, "max_ms": 94.848, "p95_ms": 82.995}, "yolo11_640_fire_11class": {"avg_ms": 53.673, "count": 301, "max_ms": 74.521, "p95_ms": 68.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.443, "count": 301, "max_ms": 87.419, "p95_ms": 78.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.276, "count": 301, "max_ms": 111.791, "p95_ms": 101.227}, "read_interval": {"avg_ms": 99.731, "count": 300, "max_ms": 375.564, "p95_ms": 133.18}, "triton_wait": {"avg_ms": 60.306, "count": 301, "max_ms": 94.859, "p95_ms": 84.773}, "visualize": {"avg_ms": 3.615, "count": 301, "max_ms": 5.544, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2357, "tracking_summary": 2110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6103.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52449.644, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.963, "sample_count": 1121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:36:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:36:36+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T00:36:35+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T00:36:35.918518+09:00", "mtime_epoch": 1783006595.9185178, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:36:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 909.855, "name": "celery", "pid": 239, "rss_mb": 904.836, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.5, "pushed": 3.533, "read": 3.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.608, "count": 105, "max_ms": 187.77, "p95_ms": 178.957}, "gstreamer_push": {"avg_ms": 0.825, "count": 106, "max_ms": 1.742, "p95_ms": 1.1}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.907, "count": 105, "max_ms": 94.364, "p95_ms": 90.556}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.275, "count": 105, "max_ms": 102.174, "p95_ms": 96.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.769, "count": 105, "max_ms": 313.331, "p95_ms": 304.593}, "read_interval": {"avg_ms": 285.435, "count": 105, "max_ms": 324.104, "p95_ms": 313.476}, "triton_wait": {"avg_ms": 73.289, "count": 105, "max_ms": 102.187, "p95_ms": 96.298}, "visualize": {"avg_ms": 30.082, "count": 105, "max_ms": 43.18, "p95_ms": 35.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6100.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15298.529, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.681, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 500550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:36:47+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T00:36:47+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T00:36:47.874655+09:00", "mtime_epoch": 1783006607.8746552, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:36:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1522.934, "name": "celery", "pid": 237, "rss_mb": 1522.934, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.959}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.144, "count": 299, "max_ms": 6.457, "p95_ms": 5.478}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 2.139, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.512, "count": 299, "max_ms": 80.51, "p95_ms": 70.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.012, "count": 299, "max_ms": 91.593, "p95_ms": 72.365}, "yolo11_640_fire_11class": {"avg_ms": 54.789, "count": 299, "max_ms": 77.674, "p95_ms": 69.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.726, "count": 299, "max_ms": 88.74, "p95_ms": 79.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.888, "count": 299, "max_ms": 105.101, "p95_ms": 95.532}, "read_interval": {"avg_ms": 100.474, "count": 298, "max_ms": 303.796, "p95_ms": 172.978}, "triton_wait": {"avg_ms": 61.106, "count": 299, "max_ms": 91.605, "p95_ms": 82.762}, "visualize": {"avg_ms": 3.686, "count": 299, "max_ms": 5.314, "p95_ms": 4.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6103.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25115.256, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.856, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 507724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:36:54+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T00:36:54+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T00:36:54.670734+09:00", "mtime_epoch": 1783006614.6707342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:36:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1276.523, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.637, "count": 301, "max_ms": 12.141, "p95_ms": 9.393}, "gstreamer_push": {"avg_ms": 1.261, "count": 301, "max_ms": 1.803, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.138, "count": 301, "max_ms": 78.335, "p95_ms": 68.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.77, "count": 301, "max_ms": 95.419, "p95_ms": 83.336}, "yolo11_640_fire_11class": {"avg_ms": 53.434, "count": 301, "max_ms": 75.0, "p95_ms": 67.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.953, "count": 301, "max_ms": 85.215, "p95_ms": 76.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.096, "count": 301, "max_ms": 111.44, "p95_ms": 100.67}, "read_interval": {"avg_ms": 99.846, "count": 300, "max_ms": 333.935, "p95_ms": 124.605}, "triton_wait": {"avg_ms": 59.862, "count": 301, "max_ms": 95.433, "p95_ms": 84.019}, "visualize": {"avg_ms": 3.695, "count": 301, "max_ms": 5.089, "p95_ms": 4.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2358, "tracking_summary": 2111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6101.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52479.784, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.113, "sample_count": 1121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:37:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:37:06+09:00", "last_frame_read_age_sec": 0.277, "last_frame_read_at": "2026-07-03T00:37:06+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T00:37:06.082868+09:00", "mtime_epoch": 1783006626.082868, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:37:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 909.855, "name": "celery", "pid": 239, "rss_mb": 901.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.752, "pushed": 3.752, "read": 3.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.989, "count": 112, "max_ms": 179.663, "p95_ms": 177.256}, "gstreamer_push": {"avg_ms": 1.167, "count": 112, "max_ms": 6.103, "p95_ms": 2.989}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.265, "count": 112, "max_ms": 95.201, "p95_ms": 87.134}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.325, "count": 112, "max_ms": 101.891, "p95_ms": 94.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.61, "count": 112, "max_ms": 311.521, "p95_ms": 300.598}, "read_interval": {"avg_ms": 268.949, "count": 111, "max_ms": 320.363, "p95_ms": 310.381}, "triton_wait": {"avg_ms": 72.361, "count": 112, "max_ms": 101.907, "p95_ms": 94.983}, "visualize": {"avg_ms": 28.394, "count": 112, "max_ms": 41.69, "p95_ms": 39.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6102.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15328.534, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.634, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 500852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:37:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:37:17+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:37:17+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T00:37:17.883008+09:00", "mtime_epoch": 1783006637.883008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:37:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1522.934, "name": "celery", "pid": 237, "rss_mb": 1522.934, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.015, "count": 302, "max_ms": 6.122, "p95_ms": 4.653}, "gstreamer_push": {"avg_ms": 1.286, "count": 302, "max_ms": 1.706, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.372, "count": 302, "max_ms": 76.912, "p95_ms": 68.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.385, "count": 302, "max_ms": 95.6, "p95_ms": 68.695}, "yolo11_640_fire_11class": {"avg_ms": 54.058, "count": 302, "max_ms": 76.43, "p95_ms": 70.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.021, "count": 302, "max_ms": 86.004, "p95_ms": 79.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.267, "count": 302, "max_ms": 109.135, "p95_ms": 92.915}, "read_interval": {"avg_ms": 99.37, "count": 302, "max_ms": 277.04, "p95_ms": 146.248}, "triton_wait": {"avg_ms": 59.69, "count": 302, "max_ms": 95.611, "p95_ms": 80.372}, "visualize": {"avg_ms": 3.629, "count": 302, "max_ms": 4.708, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6101.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25145.339, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.37, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 508024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:37:24+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T00:37:24+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T00:37:24.779091+09:00", "mtime_epoch": 1783006644.7790906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:37:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1276.781, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.582, "count": 300, "max_ms": 12.92, "p95_ms": 9.472}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.855, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.406, "count": 300, "max_ms": 75.568, "p95_ms": 67.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.891, "count": 300, "max_ms": 93.318, "p95_ms": 79.532}, "yolo11_640_fire_11class": {"avg_ms": 53.08, "count": 300, "max_ms": 75.581, "p95_ms": 67.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.08, "count": 300, "max_ms": 86.735, "p95_ms": 77.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.54, "count": 300, "max_ms": 110.386, "p95_ms": 98.372}, "read_interval": {"avg_ms": 100.27, "count": 299, "max_ms": 343.81, "p95_ms": 132.846}, "triton_wait": {"avg_ms": 59.323, "count": 300, "max_ms": 93.334, "p95_ms": 82.187}, "visualize": {"avg_ms": 3.701, "count": 300, "max_ms": 5.424, "p95_ms": 4.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2359, "tracking_summary": 2112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6095.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52509.988, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.476, "sample_count": 1121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:37:36+09:00", "last_frame_read_age_sec": 0.267, "last_frame_read_at": "2026-07-03T00:37:36+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-03T00:37:36.311230+09:00", "mtime_epoch": 1783006656.3112302, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:37:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 909.855, "name": "celery", "pid": 239, "rss_mb": 896.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.508, "pushed": 3.508, "read": 3.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.783, "count": 105, "max_ms": 179.683, "p95_ms": 177.538}, "gstreamer_push": {"avg_ms": 0.935, "count": 105, "max_ms": 1.852, "p95_ms": 1.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.155, "count": 105, "max_ms": 97.468, "p95_ms": 84.072}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.515, "count": 105, "max_ms": 99.333, "p95_ms": 89.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.418, "count": 105, "max_ms": 308.087, "p95_ms": 299.231}, "read_interval": {"avg_ms": 287.758, "count": 104, "max_ms": 317.012, "p95_ms": 308.578}, "triton_wait": {"avg_ms": 70.529, "count": 105, "max_ms": 99.346, "p95_ms": 89.674}, "visualize": {"avg_ms": 30.294, "count": 105, "max_ms": 41.862, "p95_ms": 40.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6103.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15358.586, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.681, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 501152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:37:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:37:47+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T00:37:47+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T00:37:47.915372+09:00", "mtime_epoch": 1783006667.915372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:37:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1523.191, "name": "celery", "pid": 237, "rss_mb": 1523.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.024, "count": 300, "max_ms": 6.194, "p95_ms": 4.684}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 2.163, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.309, "count": 300, "max_ms": 80.627, "p95_ms": 68.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.263, "count": 300, "max_ms": 98.707, "p95_ms": 77.649}, "yolo11_640_fire_11class": {"avg_ms": 54.399, "count": 300, "max_ms": 77.151, "p95_ms": 70.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.786, "count": 300, "max_ms": 86.539, "p95_ms": 79.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.303, "count": 300, "max_ms": 111.756, "p95_ms": 94.373}, "read_interval": {"avg_ms": 100.107, "count": 300, "max_ms": 310.853, "p95_ms": 152.099}, "triton_wait": {"avg_ms": 60.656, "count": 300, "max_ms": 98.719, "p95_ms": 81.23}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 5.626, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6101.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25175.476, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.761, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 508325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:37:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:37:54+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T00:37:54+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-03T00:37:54.771456+09:00", "mtime_epoch": 1783006674.7714565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:37:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1276.781, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.609, "count": 300, "max_ms": 13.692, "p95_ms": 10.602}, "gstreamer_push": {"avg_ms": 1.224, "count": 300, "max_ms": 2.23, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.512, "count": 300, "max_ms": 78.667, "p95_ms": 69.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.315, "count": 300, "max_ms": 100.898, "p95_ms": 76.404}, "yolo11_640_fire_11class": {"avg_ms": 53.217, "count": 300, "max_ms": 77.647, "p95_ms": 68.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.548, "count": 300, "max_ms": 87.068, "p95_ms": 77.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.069, "count": 300, "max_ms": 116.554, "p95_ms": 100.442}, "read_interval": {"avg_ms": 100.166, "count": 299, "max_ms": 358.633, "p95_ms": 133.048}, "triton_wait": {"avg_ms": 58.931, "count": 300, "max_ms": 100.908, "p95_ms": 83.961}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 6.041, "p95_ms": 4.427}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2361, "tracking_summary": 2113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6107.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52540.152, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.794, "sample_count": 1129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:38:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:38:06+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-03T00:38:06+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-03T00:38:06.479602+09:00", "mtime_epoch": 1783006686.4796019, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:38:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 909.855, "name": "celery", "pid": 239, "rss_mb": 907.801, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.07, "pushed": 4.07, "read": 4.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.692, "count": 122, "max_ms": 184.913, "p95_ms": 178.95}, "gstreamer_push": {"avg_ms": 0.927, "count": 122, "max_ms": 2.917, "p95_ms": 1.749}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.045, "count": 122, "max_ms": 96.272, "p95_ms": 88.271}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.741, "count": 122, "max_ms": 103.331, "p95_ms": 94.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.469, "count": 122, "max_ms": 315.812, "p95_ms": 300.697}, "read_interval": {"avg_ms": 247.031, "count": 121, "max_ms": 324.855, "p95_ms": 309.717}, "triton_wait": {"avg_ms": 70.79, "count": 122, "max_ms": 103.344, "p95_ms": 94.562}, "visualize": {"avg_ms": 27.13, "count": 122, "max_ms": 40.359, "p95_ms": 35.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6107.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15388.601, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.634, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 501452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:38:18+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:38:17+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-03T00:38:17.891745+09:00", "mtime_epoch": 1783006697.8917453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:38:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1523.191, "name": "celery", "pid": 237, "rss_mb": 1523.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.069, "count": 300, "max_ms": 6.181, "p95_ms": 4.661}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.713, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.196, "count": 300, "max_ms": 78.606, "p95_ms": 69.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.71, "count": 300, "max_ms": 92.687, "p95_ms": 70.459}, "yolo11_640_fire_11class": {"avg_ms": 53.813, "count": 300, "max_ms": 76.012, "p95_ms": 68.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.338, "count": 300, "max_ms": 85.9, "p95_ms": 78.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.205, "count": 300, "max_ms": 105.722, "p95_ms": 92.737}, "read_interval": {"avg_ms": 100.116, "count": 300, "max_ms": 202.735, "p95_ms": 141.795}, "triton_wait": {"avg_ms": 59.467, "count": 300, "max_ms": 92.699, "p95_ms": 79.735}, "visualize": {"avg_ms": 3.704, "count": 300, "max_ms": 5.632, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6095.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25205.562, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.506, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 508627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:38:25+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T00:38:24+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T00:38:24.999835+09:00", "mtime_epoch": 1783006704.9998353, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:38:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1277.039, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.52, "count": 301, "max_ms": 11.802, "p95_ms": 8.675}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.837, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.299, "count": 301, "max_ms": 72.945, "p95_ms": 66.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.327, "count": 301, "max_ms": 94.729, "p95_ms": 81.585}, "yolo11_640_fire_11class": {"avg_ms": 53.137, "count": 301, "max_ms": 73.472, "p95_ms": 66.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.095, "count": 301, "max_ms": 83.444, "p95_ms": 74.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.165, "count": 301, "max_ms": 110.583, "p95_ms": 98.808}, "read_interval": {"avg_ms": 99.612, "count": 301, "max_ms": 369.308, "p95_ms": 138.652}, "triton_wait": {"avg_ms": 58.998, "count": 301, "max_ms": 94.739, "p95_ms": 81.957}, "visualize": {"avg_ms": 3.654, "count": 301, "max_ms": 4.939, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2362, "tracking_summary": 2114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6105.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52570.327, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.839, "sample_count": 1119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:38:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:38:36+09:00", "last_frame_read_age_sec": 0.263, "last_frame_read_at": "2026-07-03T00:38:36+09:00", "mjpeg": {"age_sec": 0.257, "exists": true, "mtime": "2026-07-03T00:38:36.647984+09:00", "mtime_epoch": 1783006716.6479838, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:38:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 904.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.479, "pushed": 3.479, "read": 3.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.806, "count": 104, "max_ms": 213.163, "p95_ms": 181.35}, "gstreamer_push": {"avg_ms": 1.004, "count": 104, "max_ms": 2.995, "p95_ms": 2.647}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.164, "count": 104, "max_ms": 97.678, "p95_ms": 90.436}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.757, "count": 104, "max_ms": 97.872, "p95_ms": 94.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.265, "count": 104, "max_ms": 321.586, "p95_ms": 304.635}, "read_interval": {"avg_ms": 290.319, "count": 103, "max_ms": 333.58, "p95_ms": 314.946}, "triton_wait": {"avg_ms": 72.076, "count": 104, "max_ms": 97.885, "p95_ms": 94.424}, "visualize": {"avg_ms": 28.584, "count": 104, "max_ms": 43.159, "p95_ms": 39.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6107.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15418.676, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.741, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 501752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:38:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:38:48+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:38:48+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T00:38:47.888128+09:00", "mtime_epoch": 1783006727.8881283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:38:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1523.449, "name": "celery", "pid": 237, "rss_mb": 1523.449, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.034, "count": 299, "max_ms": 6.574, "p95_ms": 5.166}, "gstreamer_push": {"avg_ms": 1.287, "count": 299, "max_ms": 1.869, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.427, "count": 299, "max_ms": 77.658, "p95_ms": 72.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.865, "count": 299, "max_ms": 95.988, "p95_ms": 74.322}, "yolo11_640_fire_11class": {"avg_ms": 54.651, "count": 299, "max_ms": 77.186, "p95_ms": 71.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.471, "count": 299, "max_ms": 90.543, "p95_ms": 78.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.102, "count": 299, "max_ms": 108.688, "p95_ms": 94.876}, "read_interval": {"avg_ms": 100.323, "count": 299, "max_ms": 223.067, "p95_ms": 147.36}, "triton_wait": {"avg_ms": 61.552, "count": 299, "max_ms": 96.0, "p95_ms": 81.917}, "visualize": {"avg_ms": 3.618, "count": 299, "max_ms": 5.959, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6101.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25235.65, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.521, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 508928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:38:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:38:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T00:38:55+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T00:38:55.080221+09:00", "mtime_epoch": 1783006735.0802214, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:38:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1277.039, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.511, "count": 300, "max_ms": 13.787, "p95_ms": 9.386}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.857, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.119, "count": 300, "max_ms": 81.985, "p95_ms": 67.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.52, "count": 300, "max_ms": 95.853, "p95_ms": 82.681}, "yolo11_640_fire_11class": {"avg_ms": 53.765, "count": 300, "max_ms": 77.273, "p95_ms": 67.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.814, "count": 300, "max_ms": 84.325, "p95_ms": 78.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.961, "count": 301, "max_ms": 112.69, "p95_ms": 100.318}, "read_interval": {"avg_ms": 99.93, "count": 300, "max_ms": 346.13, "p95_ms": 136.397}, "triton_wait": {"avg_ms": 60.815, "count": 300, "max_ms": 95.865, "p95_ms": 84.223}, "visualize": {"avg_ms": 3.649, "count": 300, "max_ms": 6.78, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2362, "tracking_summary": 2115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6095.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52600.588, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.835, "sample_count": 1130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:39:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:39:07+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-03T00:39:06+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-03T00:39:06.912376+09:00", "mtime_epoch": 1783006746.912376, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:39:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 896.016, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.139, "pushed": 4.139, "read": 4.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.946, "count": 124, "max_ms": 205.986, "p95_ms": 183.217}, "gstreamer_push": {"avg_ms": 1.031, "count": 124, "max_ms": 2.896, "p95_ms": 1.898}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.2, "count": 124, "max_ms": 95.082, "p95_ms": 88.75}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.725, "count": 124, "max_ms": 95.536, "p95_ms": 92.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 234.13, "count": 124, "max_ms": 308.697, "p95_ms": 295.708}, "read_interval": {"avg_ms": 243.811, "count": 123, "max_ms": 322.14, "p95_ms": 304.459}, "triton_wait": {"avg_ms": 69.877, "count": 124, "max_ms": 95.549, "p95_ms": 92.617}, "visualize": {"avg_ms": 25.533, "count": 124, "max_ms": 36.563, "p95_ms": 31.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6097.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15448.74, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.802, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 502053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:39:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T00:39:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T00:39:18+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T00:39:17.964521+09:00", "mtime_epoch": 1783006757.9645214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:39:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1523.707, "name": "celery", "pid": 237, "rss_mb": 1523.707, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.046, "count": 301, "max_ms": 6.438, "p95_ms": 4.946}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 2.21, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.329, "count": 301, "max_ms": 80.824, "p95_ms": 67.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.882, "count": 301, "max_ms": 94.817, "p95_ms": 72.053}, "yolo11_640_fire_11class": {"avg_ms": 55.099, "count": 301, "max_ms": 80.314, "p95_ms": 68.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.332, "count": 301, "max_ms": 88.604, "p95_ms": 78.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.162, "count": 301, "max_ms": 107.667, "p95_ms": 92.395}, "read_interval": {"avg_ms": 99.868, "count": 300, "max_ms": 328.313, "p95_ms": 138.163}, "triton_wait": {"avg_ms": 61.516, "count": 301, "max_ms": 94.829, "p95_ms": 79.663}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 4.893, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6104.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25265.69, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.139, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 509229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:39:25+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T00:39:25+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T00:39:25.144617+09:00", "mtime_epoch": 1783006765.1446166, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:39:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1277.297, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.415, "count": 301, "max_ms": 12.568, "p95_ms": 8.879}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 2.073, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.56, "count": 301, "max_ms": 84.448, "p95_ms": 67.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.141, "count": 301, "max_ms": 100.66, "p95_ms": 83.489}, "yolo11_640_fire_11class": {"avg_ms": 52.966, "count": 301, "max_ms": 84.955, "p95_ms": 66.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.195, "count": 301, "max_ms": 97.751, "p95_ms": 75.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.358, "count": 301, "max_ms": 116.951, "p95_ms": 99.364}, "read_interval": {"avg_ms": 99.855, "count": 300, "max_ms": 228.802, "p95_ms": 131.139}, "triton_wait": {"avg_ms": 59.395, "count": 301, "max_ms": 100.673, "p95_ms": 83.501}, "visualize": {"avg_ms": 3.618, "count": 301, "max_ms": 5.351, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2364, "tracking_summary": 2116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6094.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52630.732, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.835, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:39:37+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T00:39:37+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T00:39:37.028775+09:00", "mtime_epoch": 1783006777.0287752, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:39:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 893.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.517, "pushed": 3.517, "read": 3.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.792, "count": 105, "max_ms": 179.881, "p95_ms": 177.956}, "gstreamer_push": {"avg_ms": 1.281, "count": 105, "max_ms": 2.971, "p95_ms": 2.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.568, "count": 105, "max_ms": 100.49, "p95_ms": 88.416}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.423, "count": 105, "max_ms": 108.152, "p95_ms": 87.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.016, "count": 105, "max_ms": 312.551, "p95_ms": 305.844}, "read_interval": {"avg_ms": 286.982, "count": 104, "max_ms": 323.366, "p95_ms": 316.738}, "triton_wait": {"avg_ms": 70.989, "count": 105, "max_ms": 108.164, "p95_ms": 93.533}, "visualize": {"avg_ms": 33.506, "count": 105, "max_ms": 46.603, "p95_ms": 43.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6108.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15478.797, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.047, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 502354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:39:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:39:48+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:39:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T00:39:48.112924+09:00", "mtime_epoch": 1783006788.112924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:39:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1523.707, "name": "celery", "pid": 237, "rss_mb": 1523.707, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.986, "count": 301, "max_ms": 6.542, "p95_ms": 4.34}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 2.336, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.523, "count": 301, "max_ms": 83.531, "p95_ms": 73.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.321, "count": 301, "max_ms": 97.529, "p95_ms": 75.713}, "yolo11_640_fire_11class": {"avg_ms": 57.29, "count": 301, "max_ms": 82.793, "p95_ms": 71.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.888, "count": 301, "max_ms": 95.951, "p95_ms": 82.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.447, "count": 301, "max_ms": 110.327, "p95_ms": 96.529}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 309.15, "p95_ms": 128.886}, "triton_wait": {"avg_ms": 63.877, "count": 301, "max_ms": 97.541, "p95_ms": 83.723}, "visualize": {"avg_ms": 3.639, "count": 301, "max_ms": 5.097, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6097.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25295.771, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.177, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 509528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:39:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:39:55+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T00:39:55+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T00:39:55.193020+09:00", "mtime_epoch": 1783006795.1930199, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:39:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1277.297, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.454, "count": 299, "max_ms": 12.158, "p95_ms": 9.218}, "gstreamer_push": {"avg_ms": 1.244, "count": 299, "max_ms": 1.671, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.005, "count": 299, "max_ms": 76.745, "p95_ms": 67.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.001, "count": 299, "max_ms": 100.059, "p95_ms": 82.118}, "yolo11_640_fire_11class": {"avg_ms": 54.567, "count": 299, "max_ms": 76.205, "p95_ms": 66.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.26, "count": 299, "max_ms": 88.801, "p95_ms": 76.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.648, "count": 299, "max_ms": 114.64, "p95_ms": 99.512}, "read_interval": {"avg_ms": 100.46, "count": 298, "max_ms": 312.225, "p95_ms": 129.204}, "triton_wait": {"avg_ms": 61.582, "count": 299, "max_ms": 100.068, "p95_ms": 84.829}, "visualize": {"avg_ms": 3.649, "count": 299, "max_ms": 5.972, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2366, "tracking_summary": 2117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6097.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52660.846, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 300.871, "sample_count": 1130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:40:07+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T00:40:07+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T00:40:07.257184+09:00", "mtime_epoch": 1783006807.257184, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:40:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 895.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.826, "pushed": 3.826, "read": 3.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.834, "count": 114, "max_ms": 195.975, "p95_ms": 183.273}, "gstreamer_push": {"avg_ms": 1.317, "count": 114, "max_ms": 3.141, "p95_ms": 2.778}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.431, "count": 114, "max_ms": 99.666, "p95_ms": 94.014}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.295, "count": 114, "max_ms": 100.578, "p95_ms": 96.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.735, "count": 114, "max_ms": 320.345, "p95_ms": 300.826}, "read_interval": {"avg_ms": 264.865, "count": 113, "max_ms": 330.837, "p95_ms": 310.911}, "triton_wait": {"avg_ms": 72.49, "count": 114, "max_ms": 100.591, "p95_ms": 97.705}, "visualize": {"avg_ms": 28.508, "count": 114, "max_ms": 42.325, "p95_ms": 39.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6106.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15508.813, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.895, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 502654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:40:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:40:18+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T00:40:18+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T00:40:18.153333+09:00", "mtime_epoch": 1783006818.1533334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:40:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1523.965, "name": "celery", "pid": 237, "rss_mb": 1523.965, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.069, "count": 300, "max_ms": 6.491, "p95_ms": 4.845}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.973, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.927, "count": 300, "max_ms": 78.358, "p95_ms": 68.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.968, "count": 300, "max_ms": 93.805, "p95_ms": 72.429}, "yolo11_640_fire_11class": {"avg_ms": 53.638, "count": 300, "max_ms": 76.634, "p95_ms": 69.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.003, "count": 300, "max_ms": 92.845, "p95_ms": 79.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.416, "count": 300, "max_ms": 106.43, "p95_ms": 93.569}, "read_interval": {"avg_ms": 100.018, "count": 300, "max_ms": 267.452, "p95_ms": 138.548}, "triton_wait": {"avg_ms": 60.736, "count": 300, "max_ms": 93.818, "p95_ms": 81.152}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 5.917, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6103.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25325.879, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.139, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 509830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:40:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:40:25+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T00:40:25+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T00:40:25.293432+09:00", "mtime_epoch": 1783006825.2934318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:40:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1277.555, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.562, "count": 301, "max_ms": 12.834, "p95_ms": 9.137}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 1.968, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.168, "count": 301, "max_ms": 75.688, "p95_ms": 67.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.037, "count": 301, "max_ms": 99.014, "p95_ms": 82.757}, "yolo11_640_fire_11class": {"avg_ms": 52.769, "count": 301, "max_ms": 74.372, "p95_ms": 67.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.389, "count": 301, "max_ms": 87.306, "p95_ms": 77.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.398, "count": 301, "max_ms": 115.182, "p95_ms": 99.665}, "read_interval": {"avg_ms": 99.616, "count": 301, "max_ms": 296.174, "p95_ms": 135.225}, "triton_wait": {"avg_ms": 59.164, "count": 301, "max_ms": 99.026, "p95_ms": 83.071}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 5.099, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2366, "tracking_summary": 2118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6097.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52691.029, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.632, "sample_count": 1129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:40:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:40:37+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T00:40:37+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T00:40:37.433600+09:00", "mtime_epoch": 1783006837.4336002, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:40:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 895.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.268, "pushed": 4.268, "read": 4.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.129, "count": 128, "max_ms": 182.242, "p95_ms": 179.701}, "gstreamer_push": {"avg_ms": 1.005, "count": 128, "max_ms": 1.97, "p95_ms": 1.86}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.622, "count": 128, "max_ms": 92.899, "p95_ms": 89.147}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.767, "count": 128, "max_ms": 104.808, "p95_ms": 95.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.869, "count": 128, "max_ms": 317.739, "p95_ms": 295.963}, "read_interval": {"avg_ms": 236.147, "count": 127, "max_ms": 327.449, "p95_ms": 304.934}, "triton_wait": {"avg_ms": 72.037, "count": 128, "max_ms": 104.821, "p95_ms": 95.032}, "visualize": {"avg_ms": 28.874, "count": 128, "max_ms": 46.526, "p95_ms": 39.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6104.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15538.862, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.305, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 502955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:40:48+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T00:40:48+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T00:40:48.213751+09:00", "mtime_epoch": 1783006848.2137506, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129307}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:40:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1523.965, "name": "celery", "pid": 237, "rss_mb": 1523.965, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.992, "count": 301, "max_ms": 5.996, "p95_ms": 4.274}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 2.184, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.042, "count": 301, "max_ms": 79.065, "p95_ms": 70.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.439, "count": 301, "max_ms": 96.584, "p95_ms": 80.91}, "yolo11_640_fire_11class": {"avg_ms": 53.747, "count": 301, "max_ms": 78.546, "p95_ms": 69.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.423, "count": 301, "max_ms": 87.867, "p95_ms": 79.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.96, "count": 301, "max_ms": 109.594, "p95_ms": 98.064}, "read_interval": {"avg_ms": 99.916, "count": 300, "max_ms": 230.159, "p95_ms": 138.724}, "triton_wait": {"avg_ms": 60.293, "count": 301, "max_ms": 96.596, "p95_ms": 85.098}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 4.591, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6098.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25355.994, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.519, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 510130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:40:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:40:55+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T00:40:55+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T00:40:55.413851+09:00", "mtime_epoch": 1783006855.4138515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:40:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1277.555, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.527, "count": 299, "max_ms": 12.714, "p95_ms": 10.175}, "gstreamer_push": {"avg_ms": 1.246, "count": 299, "max_ms": 1.986, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.055, "count": 299, "max_ms": 81.983, "p95_ms": 68.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.045, "count": 299, "max_ms": 102.311, "p95_ms": 87.517}, "yolo11_640_fire_11class": {"avg_ms": 52.639, "count": 299, "max_ms": 81.28, "p95_ms": 68.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.203, "count": 299, "max_ms": 90.523, "p95_ms": 78.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.334, "count": 299, "max_ms": 123.648, "p95_ms": 105.48}, "read_interval": {"avg_ms": 100.364, "count": 298, "max_ms": 390.168, "p95_ms": 140.933}, "triton_wait": {"avg_ms": 59.234, "count": 299, "max_ms": 102.326, "p95_ms": 89.267}, "visualize": {"avg_ms": 3.627, "count": 299, "max_ms": 5.288, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2368, "tracking_summary": 2119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52721.153, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.94, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:41:07+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-03T00:41:07+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-03T00:41:07.478022+09:00", "mtime_epoch": 1783006867.4780216, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:41:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 907.875, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.609, "pushed": 3.609, "read": 3.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.08, "count": 108, "max_ms": 203.307, "p95_ms": 180.095}, "gstreamer_push": {"avg_ms": 1.047, "count": 108, "max_ms": 2.961, "p95_ms": 1.927}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.665, "count": 108, "max_ms": 99.542, "p95_ms": 93.661}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.454, "count": 108, "max_ms": 104.607, "p95_ms": 98.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.905, "count": 108, "max_ms": 336.052, "p95_ms": 309.964}, "read_interval": {"avg_ms": 278.981, "count": 107, "max_ms": 346.864, "p95_ms": 318.778}, "triton_wait": {"avg_ms": 74.545, "count": 108, "max_ms": 104.618, "p95_ms": 98.821}, "visualize": {"avg_ms": 30.485, "count": 108, "max_ms": 48.823, "p95_ms": 40.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6109.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15568.876, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.305, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 503255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T00:41:18+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T00:41:18+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T00:41:18.186173+09:00", "mtime_epoch": 1783006878.1861734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:41:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1524.223, "name": "celery", "pid": 237, "rss_mb": 1524.223, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.061, "count": 300, "max_ms": 6.245, "p95_ms": 4.836}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.742, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.995, "count": 300, "max_ms": 82.527, "p95_ms": 70.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.275, "count": 300, "max_ms": 95.053, "p95_ms": 75.289}, "yolo11_640_fire_11class": {"avg_ms": 53.558, "count": 300, "max_ms": 80.068, "p95_ms": 70.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.099, "count": 300, "max_ms": 90.45, "p95_ms": 79.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.159, "count": 300, "max_ms": 107.892, "p95_ms": 94.888}, "read_interval": {"avg_ms": 100.038, "count": 299, "max_ms": 258.007, "p95_ms": 144.009}, "triton_wait": {"avg_ms": 59.506, "count": 300, "max_ms": 95.065, "p95_ms": 81.65}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.684, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6104.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25386.01, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.07, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 510430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:41:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:41:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T00:41:25+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T00:41:25.466277+09:00", "mtime_epoch": 1783006885.4662774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:41:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1277.812, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.391, "count": 300, "max_ms": 11.534, "p95_ms": 8.953}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.896, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.685, "count": 300, "max_ms": 77.947, "p95_ms": 70.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.651, "count": 300, "max_ms": 97.714, "p95_ms": 82.113}, "yolo11_640_fire_11class": {"avg_ms": 53.918, "count": 300, "max_ms": 76.679, "p95_ms": 70.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.067, "count": 300, "max_ms": 88.505, "p95_ms": 78.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.26, "count": 300, "max_ms": 114.004, "p95_ms": 99.545}, "read_interval": {"avg_ms": 100.163, "count": 300, "max_ms": 343.249, "p95_ms": 128.856}, "triton_wait": {"avg_ms": 60.446, "count": 300, "max_ms": 97.727, "p95_ms": 83.248}, "visualize": {"avg_ms": 3.606, "count": 300, "max_ms": 5.697, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2369, "tracking_summary": 2120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6107.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52751.392, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.733, "sample_count": 1133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:41:37+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T00:41:37+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T00:41:37.686452+09:00", "mtime_epoch": 1783006897.6864524, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:41:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 905.215, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.902, "pushed": 3.902, "read": 3.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.892, "count": 117, "max_ms": 178.856, "p95_ms": 174.425}, "gstreamer_push": {"avg_ms": 1.017, "count": 117, "max_ms": 2.902, "p95_ms": 1.784}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.69, "count": 117, "max_ms": 88.993, "p95_ms": 82.609}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.11, "count": 117, "max_ms": 99.137, "p95_ms": 91.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.619, "count": 117, "max_ms": 306.504, "p95_ms": 294.995}, "read_interval": {"avg_ms": 258.082, "count": 116, "max_ms": 315.482, "p95_ms": 304.598}, "triton_wait": {"avg_ms": 71.128, "count": 117, "max_ms": 99.15, "p95_ms": 91.279}, "visualize": {"avg_ms": 28.878, "count": 117, "max_ms": 41.985, "p95_ms": 40.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6099.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15598.879, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.465, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 503555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:41:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:41:48+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T00:41:48+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T00:41:48.162603+09:00", "mtime_epoch": 1783006908.1626034, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 139001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:41:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1524.48, "name": "celery", "pid": 237, "rss_mb": 1524.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.998, "count": 300, "max_ms": 6.429, "p95_ms": 4.749}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.822, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.047, "count": 300, "max_ms": 79.336, "p95_ms": 73.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.302, "count": 300, "max_ms": 92.838, "p95_ms": 79.426}, "yolo11_640_fire_11class": {"avg_ms": 55.153, "count": 300, "max_ms": 79.802, "p95_ms": 71.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.071, "count": 300, "max_ms": 87.204, "p95_ms": 80.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.726, "count": 300, "max_ms": 105.535, "p95_ms": 95.341}, "read_interval": {"avg_ms": 99.958, "count": 300, "max_ms": 183.621, "p95_ms": 136.652}, "triton_wait": {"avg_ms": 62.267, "count": 300, "max_ms": 92.85, "p95_ms": 83.009}, "visualize": {"avg_ms": 3.595, "count": 300, "max_ms": 5.676, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6107.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25416.062, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.033, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 510731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:41:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:41:55+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T00:41:55+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T00:41:55.482709+09:00", "mtime_epoch": 1783006915.4827092, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:41:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1278.07, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.496, "count": 301, "max_ms": 12.213, "p95_ms": 8.941}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 2.061, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.275, "count": 301, "max_ms": 78.05, "p95_ms": 70.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.828, "count": 301, "max_ms": 93.686, "p95_ms": 82.758}, "yolo11_640_fire_11class": {"avg_ms": 53.627, "count": 301, "max_ms": 78.854, "p95_ms": 69.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.07, "count": 301, "max_ms": 87.2, "p95_ms": 78.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.478, "count": 301, "max_ms": 109.895, "p95_ms": 99.773}, "read_interval": {"avg_ms": 99.785, "count": 300, "max_ms": 355.072, "p95_ms": 126.781}, "triton_wait": {"avg_ms": 60.436, "count": 301, "max_ms": 93.7, "p95_ms": 83.366}, "visualize": {"avg_ms": 3.666, "count": 301, "max_ms": 5.01, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2369, "tracking_summary": 2120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6105.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52781.424, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.01, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:42:08+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T00:42:07+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T00:42:07.710887+09:00", "mtime_epoch": 1783006927.710887, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:42:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 902.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.465, "pushed": 3.465, "read": 3.431}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.364, "count": 103, "max_ms": 184.63, "p95_ms": 177.384}, "gstreamer_push": {"avg_ms": 0.874, "count": 103, "max_ms": 2.901, "p95_ms": 1.724}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.65, "count": 103, "max_ms": 95.746, "p95_ms": 88.136}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.023, "count": 103, "max_ms": 101.871, "p95_ms": 97.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.724, "count": 103, "max_ms": 312.886, "p95_ms": 305.958}, "read_interval": {"avg_ms": 291.36, "count": 102, "max_ms": 323.138, "p95_ms": 316.311}, "triton_wait": {"avg_ms": 75.056, "count": 103, "max_ms": 101.884, "p95_ms": 97.279}, "visualize": {"avg_ms": 29.541, "count": 103, "max_ms": 41.251, "p95_ms": 38.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.725, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6105.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15628.918, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.763, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 503855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:42:18+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T00:42:18+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T00:42:18.179040+09:00", "mtime_epoch": 1783006938.17904, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:42:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1524.48, "name": "celery", "pid": 237, "rss_mb": 1524.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.068, "count": 300, "max_ms": 6.906, "p95_ms": 4.762}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.863, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.004, "count": 300, "max_ms": 80.439, "p95_ms": 70.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.466, "count": 300, "max_ms": 98.472, "p95_ms": 74.198}, "yolo11_640_fire_11class": {"avg_ms": 55.205, "count": 300, "max_ms": 76.67, "p95_ms": 70.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.963, "count": 300, "max_ms": 88.831, "p95_ms": 80.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.998, "count": 300, "max_ms": 112.46, "p95_ms": 96.296}, "read_interval": {"avg_ms": 100.042, "count": 299, "max_ms": 372.52, "p95_ms": 133.113}, "triton_wait": {"avg_ms": 62.309, "count": 300, "max_ms": 98.504, "p95_ms": 83.698}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.031, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6108.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25446.068, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.495, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 511031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:42:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:42:25+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T00:42:25+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T00:42:25.515148+09:00", "mtime_epoch": 1783006945.5151477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:42:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1278.07, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.554, "count": 300, "max_ms": 13.187, "p95_ms": 8.925}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.916, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.482, "count": 300, "max_ms": 76.768, "p95_ms": 68.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.607, "count": 300, "max_ms": 96.588, "p95_ms": 86.822}, "yolo11_640_fire_11class": {"avg_ms": 53.504, "count": 300, "max_ms": 76.757, "p95_ms": 67.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.93, "count": 300, "max_ms": 86.907, "p95_ms": 78.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.689, "count": 300, "max_ms": 112.796, "p95_ms": 103.311}, "read_interval": {"avg_ms": 100.093, "count": 300, "max_ms": 366.15, "p95_ms": 129.669}, "triton_wait": {"avg_ms": 60.54, "count": 300, "max_ms": 96.6, "p95_ms": 86.921}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 5.642, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2371, "tracking_summary": 2121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6104.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52811.46, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.01, "sample_count": 1138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:42:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:42:38+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T00:42:37+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T00:42:37.767328+09:00", "mtime_epoch": 1783006957.7673283, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:42:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 902.188, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.071, "pushed": 4.071, "read": 4.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.857, "count": 121, "max_ms": 182.882, "p95_ms": 179.028}, "gstreamer_push": {"avg_ms": 0.97, "count": 121, "max_ms": 2.061, "p95_ms": 1.831}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.923, "count": 121, "max_ms": 94.665, "p95_ms": 91.968}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.71, "count": 121, "max_ms": 99.243, "p95_ms": 94.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.045, "count": 121, "max_ms": 312.048, "p95_ms": 299.798}, "read_interval": {"avg_ms": 247.866, "count": 120, "max_ms": 320.99, "p95_ms": 308.969}, "triton_wait": {"avg_ms": 70.843, "count": 121, "max_ms": 99.252, "p95_ms": 94.927}, "visualize": {"avg_ms": 27.49, "count": 121, "max_ms": 40.915, "p95_ms": 34.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6105.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15658.936, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.414, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.888, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 504156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:42:48+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T00:42:48+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T00:42:48.263484+09:00", "mtime_epoch": 1783006968.2634838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:42:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1524.48, "name": "celery", "pid": 237, "rss_mb": 1524.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.056, "count": 301, "max_ms": 7.092, "p95_ms": 4.783}, "gstreamer_push": {"avg_ms": 1.303, "count": 301, "max_ms": 1.916, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.341, "count": 301, "max_ms": 77.228, "p95_ms": 69.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.113, "count": 301, "max_ms": 93.256, "p95_ms": 75.87}, "yolo11_640_fire_11class": {"avg_ms": 55.601, "count": 301, "max_ms": 74.703, "p95_ms": 69.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.303, "count": 301, "max_ms": 90.591, "p95_ms": 80.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.097, "count": 301, "max_ms": 106.45, "p95_ms": 94.897}, "read_interval": {"avg_ms": 99.756, "count": 300, "max_ms": 171.243, "p95_ms": 129.206}, "triton_wait": {"avg_ms": 62.344, "count": 301, "max_ms": 93.267, "p95_ms": 82.002}, "visualize": {"avg_ms": 3.704, "count": 301, "max_ms": 5.031, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6107.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25476.096, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.519, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 511332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:42:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:42:55+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:42:55+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T00:42:55.555592+09:00", "mtime_epoch": 1783006975.555592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:42:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1278.328, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.379, "count": 301, "max_ms": 10.45, "p95_ms": 8.18}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 1.813, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.673, "count": 301, "max_ms": 75.421, "p95_ms": 69.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.766, "count": 301, "max_ms": 97.465, "p95_ms": 82.738}, "yolo11_640_fire_11class": {"avg_ms": 53.967, "count": 301, "max_ms": 74.896, "p95_ms": 68.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.793, "count": 301, "max_ms": 87.169, "p95_ms": 79.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.132, "count": 301, "max_ms": 113.463, "p95_ms": 101.172}, "read_interval": {"avg_ms": 99.82, "count": 300, "max_ms": 262.517, "p95_ms": 139.577}, "triton_wait": {"avg_ms": 61.196, "count": 301, "max_ms": 97.478, "p95_ms": 84.188}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.694, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2373, "tracking_summary": 2122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6099.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52841.721, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.745, "sample_count": 1124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:43:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:43:08+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T00:43:07+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T00:43:08.007778+09:00", "mtime_epoch": 1783006988.007778, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:43:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 896.785, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.503, "pushed": 3.503, "read": 3.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.341, "count": 105, "max_ms": 183.771, "p95_ms": 180.532}, "gstreamer_push": {"avg_ms": 1.032, "count": 105, "max_ms": 2.077, "p95_ms": 1.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.159, "count": 105, "max_ms": 98.673, "p95_ms": 93.079}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.045, "count": 105, "max_ms": 101.103, "p95_ms": 95.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.414, "count": 105, "max_ms": 316.756, "p95_ms": 305.449}, "read_interval": {"avg_ms": 287.952, "count": 104, "max_ms": 326.032, "p95_ms": 315.469}, "triton_wait": {"avg_ms": 72.222, "count": 105, "max_ms": 101.117, "p95_ms": 96.148}, "visualize": {"avg_ms": 28.038, "count": 105, "max_ms": 40.69, "p95_ms": 37.726}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6105.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15688.962, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.461, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 504456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:43:18+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T00:43:18+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T00:43:18.267932+09:00", "mtime_epoch": 1783006998.267932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 135671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:43:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1524.738, "name": "celery", "pid": 237, "rss_mb": 1524.738, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 300, "max_ms": 6.616, "p95_ms": 5.049}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.676, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.069, "count": 300, "max_ms": 78.202, "p95_ms": 71.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.123, "count": 300, "max_ms": 101.435, "p95_ms": 77.223}, "yolo11_640_fire_11class": {"avg_ms": 54.194, "count": 300, "max_ms": 78.189, "p95_ms": 69.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.501, "count": 300, "max_ms": 89.171, "p95_ms": 80.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.731, "count": 300, "max_ms": 115.69, "p95_ms": 96.154}, "read_interval": {"avg_ms": 100.019, "count": 300, "max_ms": 186.681, "p95_ms": 135.077}, "triton_wait": {"avg_ms": 61.095, "count": 300, "max_ms": 101.447, "p95_ms": 82.578}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 4.816, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6100.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25506.158, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.098, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 511631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:43:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:43:25+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T00:43:25+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T00:43:25.580042+09:00", "mtime_epoch": 1783007005.580042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:43:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1278.328, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.359, "count": 299, "max_ms": 13.208, "p95_ms": 8.238}, "gstreamer_push": {"avg_ms": 1.248, "count": 299, "max_ms": 1.548, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.33, "count": 299, "max_ms": 79.114, "p95_ms": 72.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.437, "count": 299, "max_ms": 98.562, "p95_ms": 84.214}, "yolo11_640_fire_11class": {"avg_ms": 54.482, "count": 299, "max_ms": 78.32, "p95_ms": 71.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.488, "count": 299, "max_ms": 88.023, "p95_ms": 80.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.819, "count": 299, "max_ms": 115.084, "p95_ms": 102.398}, "read_interval": {"avg_ms": 100.501, "count": 298, "max_ms": 302.83, "p95_ms": 130.761}, "triton_wait": {"avg_ms": 61.048, "count": 299, "max_ms": 98.574, "p95_ms": 86.564}, "visualize": {"avg_ms": 3.626, "count": 299, "max_ms": 5.436, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2373, "tracking_summary": 2123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52871.793, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.396, "sample_count": 1141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:43:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:43:38+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-03T00:43:38+09:00", "mjpeg": {"age_sec": 0.255, "exists": true, "mtime": "2026-07-03T00:43:38.116231+09:00", "mtime_epoch": 1783007018.1162312, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:43:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 906.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.03, "pushed": 4.03, "read": 3.996}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.889, "count": 120, "max_ms": 182.57, "p95_ms": 178.349}, "gstreamer_push": {"avg_ms": 1.225, "count": 120, "max_ms": 2.24, "p95_ms": 1.86}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.622, "count": 120, "max_ms": 98.241, "p95_ms": 90.946}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.077, "count": 120, "max_ms": 101.777, "p95_ms": 97.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.702, "count": 120, "max_ms": 313.418, "p95_ms": 296.388}, "read_interval": {"avg_ms": 250.411, "count": 119, "max_ms": 323.443, "p95_ms": 306.728}, "triton_wait": {"avg_ms": 72.105, "count": 120, "max_ms": 101.79, "p95_ms": 97.07}, "visualize": {"avg_ms": 27.956, "count": 120, "max_ms": 47.361, "p95_ms": 37.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.779, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6103.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15718.971, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.969, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 504756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:43:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:43:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T00:43:48+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T00:43:48.292386+09:00", "mtime_epoch": 1783007028.2923856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 136733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:43:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1524.996, "name": "celery", "pid": 237, "rss_mb": 1524.996, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.106, "count": 300, "max_ms": 6.396, "p95_ms": 4.805}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.595, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.261, "count": 300, "max_ms": 83.762, "p95_ms": 73.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.693, "count": 300, "max_ms": 97.844, "p95_ms": 77.213}, "yolo11_640_fire_11class": {"avg_ms": 56.25, "count": 300, "max_ms": 83.041, "p95_ms": 73.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.576, "count": 300, "max_ms": 90.248, "p95_ms": 82.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.547, "count": 300, "max_ms": 111.508, "p95_ms": 98.249}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 191.494, "p95_ms": 132.858}, "triton_wait": {"avg_ms": 63.683, "count": 300, "max_ms": 97.854, "p95_ms": 85.397}, "visualize": {"avg_ms": 3.721, "count": 300, "max_ms": 5.468, "p95_ms": 4.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6102.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25536.255, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.188, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 511933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:43:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:43:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T00:43:55+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T00:43:55.684498+09:00", "mtime_epoch": 1783007035.684498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:43:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1278.586, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.487, "count": 301, "max_ms": 12.805, "p95_ms": 9.832}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.663, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.284, "count": 301, "max_ms": 74.898, "p95_ms": 69.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.651, "count": 301, "max_ms": 98.357, "p95_ms": 80.649}, "yolo11_640_fire_11class": {"avg_ms": 54.142, "count": 301, "max_ms": 75.789, "p95_ms": 68.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.364, "count": 301, "max_ms": 85.931, "p95_ms": 79.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.523, "count": 301, "max_ms": 114.254, "p95_ms": 99.653}, "read_interval": {"avg_ms": 99.617, "count": 301, "max_ms": 230.419, "p95_ms": 129.127}, "triton_wait": {"avg_ms": 61.649, "count": 301, "max_ms": 98.37, "p95_ms": 83.034}, "visualize": {"avg_ms": 3.581, "count": 301, "max_ms": 6.516, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2374, "tracking_summary": 2124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6098.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52901.939, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.092, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:44:08+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T00:44:08+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-03T00:44:08.252690+09:00", "mtime_epoch": 1783007048.25269, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:44:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 893.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.517, "pushed": 3.517, "read": 3.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.797, "count": 105, "max_ms": 183.436, "p95_ms": 182.904}, "gstreamer_push": {"avg_ms": 1.048, "count": 105, "max_ms": 2.831, "p95_ms": 1.812}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.703, "count": 105, "max_ms": 95.417, "p95_ms": 88.044}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.628, "count": 105, "max_ms": 102.495, "p95_ms": 94.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.037, "count": 105, "max_ms": 317.379, "p95_ms": 307.409}, "read_interval": {"avg_ms": 287.12, "count": 104, "max_ms": 326.28, "p95_ms": 317.104}, "triton_wait": {"avg_ms": 71.034, "count": 105, "max_ms": 102.508, "p95_ms": 94.569}, "visualize": {"avg_ms": 29.407, "count": 105, "max_ms": 45.261, "p95_ms": 38.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6107.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15749.071, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.296, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 505057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:44:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:44:18+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T00:44:18+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T00:44:18.368845+09:00", "mtime_epoch": 1783007058.3688452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:44:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1524.996, "name": "celery", "pid": 237, "rss_mb": 1524.996, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.065, "count": 301, "max_ms": 6.09, "p95_ms": 4.749}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 2.156, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.263, "count": 301, "max_ms": 77.608, "p95_ms": 69.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.475, "count": 301, "max_ms": 92.796, "p95_ms": 75.952}, "yolo11_640_fire_11class": {"avg_ms": 53.348, "count": 301, "max_ms": 79.412, "p95_ms": 69.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.728, "count": 301, "max_ms": 88.954, "p95_ms": 79.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.98, "count": 301, "max_ms": 106.066, "p95_ms": 95.932}, "read_interval": {"avg_ms": 100.019, "count": 300, "max_ms": 492.918, "p95_ms": 133.414}, "triton_wait": {"avg_ms": 60.2, "count": 301, "max_ms": 92.808, "p95_ms": 83.22}, "visualize": {"avg_ms": 3.702, "count": 301, "max_ms": 5.633, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6100.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25566.306, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.418, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 512235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:44:25+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:44:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T00:44:25.740958+09:00", "mtime_epoch": 1783007065.7409585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:44:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1278.586, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.477, "count": 302, "max_ms": 12.307, "p95_ms": 8.794}, "gstreamer_push": {"avg_ms": 1.264, "count": 302, "max_ms": 2.065, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.186, "count": 302, "max_ms": 75.564, "p95_ms": 67.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.133, "count": 302, "max_ms": 98.346, "p95_ms": 85.181}, "yolo11_640_fire_11class": {"avg_ms": 52.086, "count": 302, "max_ms": 74.943, "p95_ms": 66.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.584, "count": 302, "max_ms": 90.007, "p95_ms": 77.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.265, "count": 302, "max_ms": 115.188, "p95_ms": 101.783}, "read_interval": {"avg_ms": 99.563, "count": 301, "max_ms": 260.257, "p95_ms": 132.691}, "triton_wait": {"avg_ms": 59.182, "count": 302, "max_ms": 98.359, "p95_ms": 85.443}, "visualize": {"avg_ms": 3.714, "count": 302, "max_ms": 5.772, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2377, "tracking_summary": 2125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6101.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52932.196, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.745, "sample_count": 1128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:44:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:44:38+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T00:44:38+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-03T00:44:38.501155+09:00", "mtime_epoch": 1783007078.5011554, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:44:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 896.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.717, "pushed": 3.717, "read": 3.684}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.545, "count": 111, "max_ms": 206.806, "p95_ms": 179.729}, "gstreamer_push": {"avg_ms": 0.992, "count": 111, "max_ms": 3.058, "p95_ms": 2.756}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.597, "count": 111, "max_ms": 95.716, "p95_ms": 90.085}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.323, "count": 111, "max_ms": 99.749, "p95_ms": 94.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.95, "count": 111, "max_ms": 307.975, "p95_ms": 302.522}, "read_interval": {"avg_ms": 270.638, "count": 110, "max_ms": 317.641, "p95_ms": 312.788}, "triton_wait": {"avg_ms": 75.399, "count": 111, "max_ms": 99.761, "p95_ms": 94.951}, "visualize": {"avg_ms": 28.23, "count": 111, "max_ms": 44.332, "p95_ms": 39.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6101.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15779.14, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.154, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 505358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:44:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:44:48+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:44:48+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T00:44:48.489310+09:00", "mtime_epoch": 1783007088.4893103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:44:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1525.254, "name": "celery", "pid": 237, "rss_mb": 1525.254, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.996, "count": 301, "max_ms": 6.19, "p95_ms": 4.492}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 2.149, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.272, "count": 301, "max_ms": 76.32, "p95_ms": 70.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.698, "count": 301, "max_ms": 99.616, "p95_ms": 74.078}, "yolo11_640_fire_11class": {"avg_ms": 53.245, "count": 301, "max_ms": 80.845, "p95_ms": 69.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.717, "count": 301, "max_ms": 91.073, "p95_ms": 80.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.913, "count": 301, "max_ms": 112.188, "p95_ms": 95.011}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 197.571, "p95_ms": 146.735}, "triton_wait": {"avg_ms": 60.332, "count": 301, "max_ms": 99.629, "p95_ms": 81.907}, "visualize": {"avg_ms": 3.655, "count": 301, "max_ms": 5.076, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6109.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25596.495, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.541, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 512535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:44:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:44:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T00:44:55+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T00:44:55.741423+09:00", "mtime_epoch": 1783007095.741423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:44:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1278.844, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.499, "count": 299, "max_ms": 11.767, "p95_ms": 8.488}, "gstreamer_push": {"avg_ms": 1.268, "count": 299, "max_ms": 1.957, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.541, "count": 299, "max_ms": 75.361, "p95_ms": 65.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.969, "count": 299, "max_ms": 94.136, "p95_ms": 85.238}, "yolo11_640_fire_11class": {"avg_ms": 53.181, "count": 299, "max_ms": 77.259, "p95_ms": 66.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.13, "count": 299, "max_ms": 87.305, "p95_ms": 77.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.135, "count": 299, "max_ms": 110.577, "p95_ms": 102.861}, "read_interval": {"avg_ms": 100.606, "count": 298, "max_ms": 310.512, "p95_ms": 152.962}, "triton_wait": {"avg_ms": 60.049, "count": 299, "max_ms": 94.149, "p95_ms": 86.418}, "visualize": {"avg_ms": 3.667, "count": 299, "max_ms": 4.79, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2377, "tracking_summary": 2126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6106.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52962.197, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.396, "sample_count": 1135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:45:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:45:08+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T00:45:08+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T00:45:08.497622+09:00", "mtime_epoch": 1783007108.4976215, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:45:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 902.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.068, "pushed": 4.068, "read": 4.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.19, "count": 122, "max_ms": 184.666, "p95_ms": 181.245}, "gstreamer_push": {"avg_ms": 1.232, "count": 122, "max_ms": 3.089, "p95_ms": 2.106}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.172, "count": 122, "max_ms": 97.974, "p95_ms": 92.943}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.79, "count": 122, "max_ms": 97.476, "p95_ms": 94.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.666, "count": 122, "max_ms": 310.358, "p95_ms": 300.075}, "read_interval": {"avg_ms": 245.864, "count": 122, "max_ms": 320.69, "p95_ms": 309.004}, "triton_wait": {"avg_ms": 71.922, "count": 122, "max_ms": 97.986, "p95_ms": 95.316}, "visualize": {"avg_ms": 28.786, "count": 122, "max_ms": 44.082, "p95_ms": 41.624}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6101.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15809.168, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.32, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 505658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:45:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:45:18+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:45:18+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T00:45:18.517778+09:00", "mtime_epoch": 1783007118.5177782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:45:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1525.254, "name": "celery", "pid": 237, "rss_mb": 1525.254, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.985, "count": 300, "max_ms": 6.209, "p95_ms": 4.317}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.746, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.291, "count": 300, "max_ms": 77.029, "p95_ms": 69.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.312, "count": 300, "max_ms": 94.752, "p95_ms": 79.531}, "yolo11_640_fire_11class": {"avg_ms": 54.859, "count": 300, "max_ms": 77.086, "p95_ms": 69.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.816, "count": 300, "max_ms": 93.148, "p95_ms": 79.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.052, "count": 300, "max_ms": 107.956, "p95_ms": 96.431}, "read_interval": {"avg_ms": 100.092, "count": 300, "max_ms": 356.117, "p95_ms": 130.388}, "triton_wait": {"avg_ms": 62.45, "count": 300, "max_ms": 94.764, "p95_ms": 83.007}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.563, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6102.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25626.57, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.783, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 512836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:45:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:45:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T00:45:26+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T00:45:26.021896+09:00", "mtime_epoch": 1783007126.021896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:45:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1278.844, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.664, "count": 300, "max_ms": 12.491, "p95_ms": 10.583}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 1.697, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.618, "count": 300, "max_ms": 77.057, "p95_ms": 68.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.923, "count": 300, "max_ms": 99.73, "p95_ms": 85.668}, "yolo11_640_fire_11class": {"avg_ms": 53.157, "count": 300, "max_ms": 76.69, "p95_ms": 67.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.544, "count": 300, "max_ms": 93.564, "p95_ms": 77.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.078, "count": 301, "max_ms": 116.091, "p95_ms": 104.643}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 403.114, "p95_ms": 130.112}, "triton_wait": {"avg_ms": 60.827, "count": 300, "max_ms": 99.742, "p95_ms": 85.811}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 4.979, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2378, "tracking_summary": 2127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6112.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 52992.416, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.381, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:45:38+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T00:45:38+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T00:45:38.718096+09:00", "mtime_epoch": 1783007138.7180955, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:45:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 906.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.84, "pushed": 3.84, "read": 3.807}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.914, "count": 115, "max_ms": 182.146, "p95_ms": 180.26}, "gstreamer_push": {"avg_ms": 1.169, "count": 115, "max_ms": 1.98, "p95_ms": 1.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.981, "count": 115, "max_ms": 96.702, "p95_ms": 94.045}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.57, "count": 115, "max_ms": 105.678, "p95_ms": 98.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.67, "count": 115, "max_ms": 328.726, "p95_ms": 317.98}, "read_interval": {"avg_ms": 262.496, "count": 114, "max_ms": 337.723, "p95_ms": 326.824}, "triton_wait": {"avg_ms": 75.601, "count": 115, "max_ms": 105.691, "p95_ms": 98.825}, "visualize": {"avg_ms": 30.335, "count": 115, "max_ms": 41.768, "p95_ms": 41.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6103.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15839.198, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.144, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 505958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:45:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T00:45:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T00:45:48.514250+09:00", "mtime_epoch": 1783007148.51425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:45:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1525.512, "name": "celery", "pid": 237, "rss_mb": 1525.512, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.036, "count": 300, "max_ms": 6.366, "p95_ms": 4.773}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.73, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.369, "count": 300, "max_ms": 77.575, "p95_ms": 69.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.368, "count": 300, "max_ms": 101.958, "p95_ms": 73.61}, "yolo11_640_fire_11class": {"avg_ms": 53.462, "count": 300, "max_ms": 75.614, "p95_ms": 68.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.629, "count": 300, "max_ms": 92.718, "p95_ms": 79.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.578, "count": 300, "max_ms": 115.451, "p95_ms": 95.236}, "read_interval": {"avg_ms": 100.076, "count": 299, "max_ms": 205.944, "p95_ms": 138.191}, "triton_wait": {"avg_ms": 59.872, "count": 300, "max_ms": 101.97, "p95_ms": 82.201}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.521, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6111.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25656.661, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.505, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 513137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:45:56+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T00:45:56+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T00:45:56.102370+09:00", "mtime_epoch": 1783007156.10237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:45:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1279.102, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.502, "count": 300, "max_ms": 12.388, "p95_ms": 9.339}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.585, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.573, "count": 300, "max_ms": 80.992, "p95_ms": 67.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.393, "count": 300, "max_ms": 95.393, "p95_ms": 80.462}, "yolo11_640_fire_11class": {"avg_ms": 52.537, "count": 300, "max_ms": 75.792, "p95_ms": 67.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.442, "count": 300, "max_ms": 85.602, "p95_ms": 77.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.894, "count": 300, "max_ms": 111.556, "p95_ms": 99.447}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 325.252, "p95_ms": 130.326}, "triton_wait": {"avg_ms": 58.805, "count": 300, "max_ms": 95.406, "p95_ms": 82.703}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 6.569, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2380, "tracking_summary": 2128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6110.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53022.7, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.534, "sample_count": 1126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:46:09+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T00:46:08+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T00:46:09.002574+09:00", "mtime_epoch": 1783007169.0025744, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:46:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 904.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.667, "pushed": 3.7, "read": 3.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.103, "count": 110, "max_ms": 190.963, "p95_ms": 183.975}, "gstreamer_push": {"avg_ms": 1.008, "count": 111, "max_ms": 2.832, "p95_ms": 1.759}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.942, "count": 110, "max_ms": 93.207, "p95_ms": 89.601}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.057, "count": 110, "max_ms": 101.713, "p95_ms": 96.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.567, "count": 110, "max_ms": 321.221, "p95_ms": 314.017}, "read_interval": {"avg_ms": 272.611, "count": 110, "max_ms": 330.499, "p95_ms": 322.8}, "triton_wait": {"avg_ms": 73.07, "count": 110, "max_ms": 101.726, "p95_ms": 96.663}, "visualize": {"avg_ms": 31.516, "count": 110, "max_ms": 48.685, "p95_ms": 40.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6102.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15869.271, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.665, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 506259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:46:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:46:18+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:46:18+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T00:46:18.598727+09:00", "mtime_epoch": 1783007178.5987272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:46:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1525.77, "name": "celery", "pid": 237, "rss_mb": 1525.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.01, "count": 301, "max_ms": 6.149, "p95_ms": 4.796}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.823, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.66, "count": 301, "max_ms": 83.285, "p95_ms": 70.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.437, "count": 301, "max_ms": 90.319, "p95_ms": 73.97}, "yolo11_640_fire_11class": {"avg_ms": 53.6, "count": 301, "max_ms": 76.094, "p95_ms": 67.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.232, "count": 301, "max_ms": 84.539, "p95_ms": 78.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.226, "count": 301, "max_ms": 103.616, "p95_ms": 92.57}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 209.028, "p95_ms": 144.262}, "triton_wait": {"avg_ms": 59.58, "count": 301, "max_ms": 90.331, "p95_ms": 80.279}, "visualize": {"avg_ms": 3.635, "count": 301, "max_ms": 4.673, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6102.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25686.669, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.482, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 513438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:46:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:46:26+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:46:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T00:46:26.126847+09:00", "mtime_epoch": 1783007186.126847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:46:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1279.359, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.62, "count": 301, "max_ms": 13.459, "p95_ms": 9.497}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.76, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.416, "count": 301, "max_ms": 77.831, "p95_ms": 67.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.3, "count": 301, "max_ms": 94.922, "p95_ms": 78.695}, "yolo11_640_fire_11class": {"avg_ms": 52.726, "count": 301, "max_ms": 75.768, "p95_ms": 66.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.394, "count": 301, "max_ms": 87.018, "p95_ms": 76.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.971, "count": 301, "max_ms": 111.405, "p95_ms": 96.606}, "read_interval": {"avg_ms": 99.753, "count": 301, "max_ms": 315.443, "p95_ms": 128.207}, "triton_wait": {"avg_ms": 58.746, "count": 301, "max_ms": 94.935, "p95_ms": 79.656}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 4.962, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2380, "tracking_summary": 2129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6102.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53052.905, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.945, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:46:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:46:39+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T00:46:39+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-03T00:46:39.223056+09:00", "mtime_epoch": 1783007199.2230563, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:46:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 898.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.476, "pushed": 3.476, "read": 3.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.344, "count": 104, "max_ms": 220.683, "p95_ms": 182.089}, "gstreamer_push": {"avg_ms": 0.815, "count": 104, "max_ms": 1.672, "p95_ms": 1.02}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.704, "count": 104, "max_ms": 90.854, "p95_ms": 84.634}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.801, "count": 104, "max_ms": 97.359, "p95_ms": 91.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.436, "count": 104, "max_ms": 326.063, "p95_ms": 303.777}, "read_interval": {"avg_ms": 290.526, "count": 103, "max_ms": 336.214, "p95_ms": 313.903}, "triton_wait": {"avg_ms": 71.815, "count": 104, "max_ms": 97.373, "p95_ms": 91.701}, "visualize": {"avg_ms": 30.406, "count": 104, "max_ms": 54.913, "p95_ms": 39.411}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6109.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15899.34, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.512, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 506560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:46:48+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T00:46:48+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T00:46:48.679208+09:00", "mtime_epoch": 1783007208.679208, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:46:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1525.77, "name": "celery", "pid": 237, "rss_mb": 1525.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.087, "count": 301, "max_ms": 6.407, "p95_ms": 5.536}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 2.185, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.663, "count": 301, "max_ms": 75.379, "p95_ms": 69.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.354, "count": 301, "max_ms": 87.605, "p95_ms": 72.63}, "yolo11_640_fire_11class": {"avg_ms": 53.388, "count": 301, "max_ms": 75.455, "p95_ms": 68.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.664, "count": 301, "max_ms": 85.507, "p95_ms": 78.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.464, "count": 301, "max_ms": 101.302, "p95_ms": 93.087}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 226.682, "p95_ms": 147.715}, "triton_wait": {"avg_ms": 59.735, "count": 301, "max_ms": 87.618, "p95_ms": 79.396}, "visualize": {"avg_ms": 3.65, "count": 301, "max_ms": 6.032, "p95_ms": 4.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6103.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25716.675, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.334, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 513737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:46:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:46:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T00:46:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T00:46:56.131328+09:00", "mtime_epoch": 1783007216.1313276, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:46:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1279.359, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.532, "count": 299, "max_ms": 12.342, "p95_ms": 9.304}, "gstreamer_push": {"avg_ms": 1.232, "count": 299, "max_ms": 2.083, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.02, "count": 299, "max_ms": 78.134, "p95_ms": 67.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.788, "count": 299, "max_ms": 91.931, "p95_ms": 76.385}, "yolo11_640_fire_11class": {"avg_ms": 51.514, "count": 299, "max_ms": 78.125, "p95_ms": 66.302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.179, "count": 299, "max_ms": 88.169, "p95_ms": 76.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.267, "count": 299, "max_ms": 109.269, "p95_ms": 96.103}, "read_interval": {"avg_ms": 100.337, "count": 299, "max_ms": 335.452, "p95_ms": 129.27}, "triton_wait": {"avg_ms": 57.344, "count": 299, "max_ms": 91.944, "p95_ms": 80.295}, "visualize": {"avg_ms": 3.619, "count": 299, "max_ms": 5.896, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2381, "tracking_summary": 2130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6106.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53082.956, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.787, "sample_count": 1126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:47:09+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T00:47:09+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T00:47:09.379541+09:00", "mtime_epoch": 1783007229.379541, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:47:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 899.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.899, "pushed": 3.899, "read": 3.865}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.542, "count": 116, "max_ms": 188.781, "p95_ms": 180.484}, "gstreamer_push": {"avg_ms": 0.998, "count": 116, "max_ms": 2.901, "p95_ms": 2.004}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.996, "count": 116, "max_ms": 97.138, "p95_ms": 87.851}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.05, "count": 116, "max_ms": 100.067, "p95_ms": 95.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.955, "count": 116, "max_ms": 314.685, "p95_ms": 304.928}, "read_interval": {"avg_ms": 259.722, "count": 115, "max_ms": 324.03, "p95_ms": 316.513}, "triton_wait": {"avg_ms": 71.08, "count": 116, "max_ms": 100.08, "p95_ms": 95.757}, "visualize": {"avg_ms": 29.461, "count": 116, "max_ms": 41.441, "p95_ms": 40.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6102.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15929.39, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.49, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 506860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:47:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:47:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T00:47:18+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T00:47:18.707691+09:00", "mtime_epoch": 1783007238.7076914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:47:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1526.027, "name": "celery", "pid": 237, "rss_mb": 1526.027, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.044, "count": 300, "max_ms": 6.901, "p95_ms": 4.835}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.761, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.379, "count": 300, "max_ms": 78.93, "p95_ms": 71.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.88, "count": 300, "max_ms": 97.372, "p95_ms": 74.891}, "yolo11_640_fire_11class": {"avg_ms": 53.987, "count": 300, "max_ms": 81.594, "p95_ms": 71.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.781, "count": 300, "max_ms": 90.507, "p95_ms": 80.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.984, "count": 300, "max_ms": 110.204, "p95_ms": 95.622}, "read_interval": {"avg_ms": 100.094, "count": 299, "max_ms": 247.422, "p95_ms": 137.232}, "triton_wait": {"avg_ms": 60.287, "count": 300, "max_ms": 97.384, "p95_ms": 82.662}, "visualize": {"avg_ms": 3.655, "count": 300, "max_ms": 5.788, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6110.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25746.689, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.355, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 514037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:47:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:47:26+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T00:47:26+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T00:47:26.107811+09:00", "mtime_epoch": 1783007246.1078112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:47:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1279.617, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.568, "count": 300, "max_ms": 13.446, "p95_ms": 11.44}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.786, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.484, "count": 300, "max_ms": 77.34, "p95_ms": 70.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.076, "count": 300, "max_ms": 101.088, "p95_ms": 85.502}, "yolo11_640_fire_11class": {"avg_ms": 53.471, "count": 300, "max_ms": 77.8, "p95_ms": 70.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.105, "count": 300, "max_ms": 90.002, "p95_ms": 78.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.893, "count": 300, "max_ms": 116.914, "p95_ms": 102.432}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 342.213, "p95_ms": 130.142}, "triton_wait": {"avg_ms": 59.812, "count": 300, "max_ms": 101.099, "p95_ms": 86.625}, "visualize": {"avg_ms": 3.613, "count": 300, "max_ms": 5.535, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2384, "tracking_summary": 2131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6112.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53113.215, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.449, "sample_count": 1112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:47:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:47:39+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-03T00:47:39+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T00:47:39.508028+09:00", "mtime_epoch": 1783007259.5080283, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:47:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 905.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.58, "pushed": 3.58, "read": 3.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.343, "count": 107, "max_ms": 183.486, "p95_ms": 181.656}, "gstreamer_push": {"avg_ms": 1.216, "count": 107, "max_ms": 3.083, "p95_ms": 2.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.999, "count": 107, "max_ms": 99.576, "p95_ms": 89.24}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.517, "count": 107, "max_ms": 101.934, "p95_ms": 92.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.805, "count": 107, "max_ms": 312.655, "p95_ms": 306.945}, "read_interval": {"avg_ms": 280.753, "count": 106, "max_ms": 322.746, "p95_ms": 316.326}, "triton_wait": {"avg_ms": 71.614, "count": 107, "max_ms": 101.947, "p95_ms": 92.919}, "visualize": {"avg_ms": 28.04, "count": 107, "max_ms": 41.536, "p95_ms": 36.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6110.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15959.48, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.236, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 507161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:47:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:47:48+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T00:47:48.756179+09:00", "mtime_epoch": 1783007268.7561786, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:47:48+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1526.027, "name": "celery", "pid": 237, "rss_mb": 1526.027, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.031, "count": 301, "max_ms": 6.258, "p95_ms": 4.654}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.96, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.641, "count": 301, "max_ms": 79.792, "p95_ms": 67.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.57, "count": 301, "max_ms": 95.691, "p95_ms": 72.057}, "yolo11_640_fire_11class": {"avg_ms": 50.951, "count": 301, "max_ms": 79.78, "p95_ms": 66.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.822, "count": 301, "max_ms": 92.582, "p95_ms": 75.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.208, "count": 301, "max_ms": 109.058, "p95_ms": 91.508}, "read_interval": {"avg_ms": 99.954, "count": 300, "max_ms": 285.921, "p95_ms": 139.619}, "triton_wait": {"avg_ms": 56.578, "count": 301, "max_ms": 95.703, "p95_ms": 78.039}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 4.894, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6112.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25776.739, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.081, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 514337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:47:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:47:56+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T00:47:56+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T00:47:56.192300+09:00", "mtime_epoch": 1783007276.1922996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:47:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1279.617, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.408, "count": 300, "max_ms": 11.548, "p95_ms": 8.554}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.506, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.259, "count": 300, "max_ms": 77.293, "p95_ms": 66.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.784, "count": 300, "max_ms": 99.547, "p95_ms": 75.343}, "yolo11_640_fire_11class": {"avg_ms": 50.362, "count": 300, "max_ms": 73.848, "p95_ms": 65.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.017, "count": 300, "max_ms": 86.112, "p95_ms": 75.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.138, "count": 300, "max_ms": 115.733, "p95_ms": 94.521}, "read_interval": {"avg_ms": 100.213, "count": 299, "max_ms": 340.92, "p95_ms": 130.154}, "triton_wait": {"avg_ms": 55.36, "count": 300, "max_ms": 99.561, "p95_ms": 78.3}, "visualize": {"avg_ms": 3.623, "count": 300, "max_ms": 4.412, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2384, "tracking_summary": 2132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6112.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53143.238, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.109, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:48:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:48:09+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-03T00:48:09+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T00:48:09.624519+09:00", "mtime_epoch": 1783007289.6245189, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:48:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 910.633, "name": "celery", "pid": 239, "rss_mb": 906.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.833, "pushed": 3.833, "read": 3.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.935, "count": 114, "max_ms": 188.231, "p95_ms": 182.11}, "gstreamer_push": {"avg_ms": 1.019, "count": 114, "max_ms": 2.864, "p95_ms": 2.199}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.831, "count": 114, "max_ms": 98.623, "p95_ms": 91.189}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.806, "count": 114, "max_ms": 101.053, "p95_ms": 96.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.498, "count": 114, "max_ms": 333.378, "p95_ms": 303.614}, "read_interval": {"avg_ms": 263.85, "count": 113, "max_ms": 343.503, "p95_ms": 312.439}, "triton_wait": {"avg_ms": 72.938, "count": 114, "max_ms": 101.068, "p95_ms": 96.839}, "visualize": {"avg_ms": 27.85, "count": 114, "max_ms": 40.353, "p95_ms": 37.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.74, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6106.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 15989.551, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.898, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 507461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:48:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:48:18+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T00:48:18+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T00:48:18.876670+09:00", "mtime_epoch": 1783007298.8766701, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:48:18+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1526.285, "name": "celery", "pid": 237, "rss_mb": 1526.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.107, "count": 300, "max_ms": 6.501, "p95_ms": 4.98}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 2.032, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.924, "count": 300, "max_ms": 77.456, "p95_ms": 68.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.997, "count": 300, "max_ms": 90.905, "p95_ms": 69.713}, "yolo11_640_fire_11class": {"avg_ms": 52.286, "count": 300, "max_ms": 77.444, "p95_ms": 68.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.479, "count": 300, "max_ms": 88.474, "p95_ms": 77.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.466, "count": 300, "max_ms": 103.921, "p95_ms": 93.096}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 249.031, "p95_ms": 144.555}, "triton_wait": {"avg_ms": 57.678, "count": 300, "max_ms": 90.918, "p95_ms": 80.635}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 5.597, "p95_ms": 4.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6109.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25806.787, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.299, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 514639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:48:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:48:26+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T00:48:26+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T00:48:26.244791+09:00", "mtime_epoch": 1783007306.2447908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:48:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1279.875, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.545, "count": 302, "max_ms": 11.264, "p95_ms": 8.828}, "gstreamer_push": {"avg_ms": 1.261, "count": 302, "max_ms": 1.872, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.192, "count": 302, "max_ms": 74.305, "p95_ms": 67.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.015, "count": 302, "max_ms": 95.341, "p95_ms": 80.378}, "yolo11_640_fire_11class": {"avg_ms": 51.367, "count": 302, "max_ms": 75.785, "p95_ms": 66.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.667, "count": 302, "max_ms": 86.605, "p95_ms": 76.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.885, "count": 302, "max_ms": 111.907, "p95_ms": 98.089}, "read_interval": {"avg_ms": 99.562, "count": 301, "max_ms": 269.976, "p95_ms": 146.579}, "triton_wait": {"avg_ms": 57.759, "count": 302, "max_ms": 95.354, "p95_ms": 82.373}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 4.664, "p95_ms": 4.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2385, "tracking_summary": 2133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6107.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53173.411, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.369, "sample_count": 1111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:48:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:48:39+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T00:48:39+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T00:48:39.697011+09:00", "mtime_epoch": 1783007319.6970115, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:48:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 911.422, "name": "celery", "pid": 239, "rss_mb": 899.941, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.634, "pushed": 3.634, "read": 3.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.328, "count": 109, "max_ms": 218.282, "p95_ms": 188.409}, "gstreamer_push": {"avg_ms": 1.251, "count": 109, "max_ms": 2.208, "p95_ms": 1.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.768, "count": 109, "max_ms": 94.392, "p95_ms": 86.216}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.27, "count": 109, "max_ms": 99.939, "p95_ms": 90.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.147, "count": 109, "max_ms": 331.145, "p95_ms": 309.543}, "read_interval": {"avg_ms": 273.977, "count": 109, "max_ms": 343.194, "p95_ms": 320.183}, "triton_wait": {"avg_ms": 70.317, "count": 109, "max_ms": 99.953, "p95_ms": 90.669}, "visualize": {"avg_ms": 28.742, "count": 109, "max_ms": 45.573, "p95_ms": 40.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6113.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16019.646, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.261, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 507762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:48:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:48:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T00:48:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T00:48:48.965164+09:00", "mtime_epoch": 1783007328.965164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:48:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1526.285, "name": "celery", "pid": 237, "rss_mb": 1526.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.046, "count": 301, "max_ms": 6.088, "p95_ms": 4.874}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 2.084, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.833, "count": 301, "max_ms": 82.65, "p95_ms": 68.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.504, "count": 301, "max_ms": 89.294, "p95_ms": 66.239}, "yolo11_640_fire_11class": {"avg_ms": 52.391, "count": 301, "max_ms": 78.154, "p95_ms": 67.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.159, "count": 301, "max_ms": 85.114, "p95_ms": 77.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.605, "count": 301, "max_ms": 102.209, "p95_ms": 92.254}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 230.836, "p95_ms": 145.673}, "triton_wait": {"avg_ms": 57.961, "count": 301, "max_ms": 89.306, "p95_ms": 78.327}, "visualize": {"avg_ms": 3.66, "count": 301, "max_ms": 5.757, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6104.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25836.819, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.134, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 514940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:48:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:48:56+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T00:48:56+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T00:48:56.257284+09:00", "mtime_epoch": 1783007336.2572842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:48:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1279.875, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.545, "count": 301, "max_ms": 13.243, "p95_ms": 8.62}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.73, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.137, "count": 301, "max_ms": 76.033, "p95_ms": 65.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.362, "count": 301, "max_ms": 89.806, "p95_ms": 81.192}, "yolo11_640_fire_11class": {"avg_ms": 51.561, "count": 301, "max_ms": 71.36, "p95_ms": 65.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.242, "count": 301, "max_ms": 84.335, "p95_ms": 74.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.408, "count": 301, "max_ms": 107.322, "p95_ms": 97.624}, "read_interval": {"avg_ms": 99.796, "count": 300, "max_ms": 349.939, "p95_ms": 126.92}, "triton_wait": {"avg_ms": 57.345, "count": 301, "max_ms": 89.819, "p95_ms": 81.276}, "visualize": {"avg_ms": 3.649, "count": 301, "max_ms": 5.069, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2387, "tracking_summary": 2133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6101.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53203.418, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.089, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:49:09+09:00", "last_frame_read_age_sec": 0.271, "last_frame_read_at": "2026-07-03T00:49:09+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T00:49:09.733507+09:00", "mtime_epoch": 1783007349.7335067, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:49:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 911.422, "name": "celery", "pid": 239, "rss_mb": 894.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.567, "pushed": 3.567, "read": 3.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.414, "count": 107, "max_ms": 193.772, "p95_ms": 179.493}, "gstreamer_push": {"avg_ms": 1.194, "count": 107, "max_ms": 3.06, "p95_ms": 2.848}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.736, "count": 107, "max_ms": 92.988, "p95_ms": 83.293}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.306, "count": 107, "max_ms": 98.465, "p95_ms": 89.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.39, "count": 107, "max_ms": 312.205, "p95_ms": 300.016}, "read_interval": {"avg_ms": 280.725, "count": 107, "max_ms": 322.031, "p95_ms": 309.924}, "triton_wait": {"avg_ms": 68.557, "count": 107, "max_ms": 98.478, "p95_ms": 89.253}, "visualize": {"avg_ms": 31.603, "count": 107, "max_ms": 44.635, "p95_ms": 44.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6113.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16049.668, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.455, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 508063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:49:19+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T00:49:18+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T00:49:18.953659+09:00", "mtime_epoch": 1783007358.953659, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:49:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1526.543, "name": "celery", "pid": 237, "rss_mb": 1526.543, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.059, "count": 301, "max_ms": 6.338, "p95_ms": 4.857}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 1.777, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.703, "count": 301, "max_ms": 77.515, "p95_ms": 68.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.715, "count": 301, "max_ms": 94.241, "p95_ms": 72.897}, "yolo11_640_fire_11class": {"avg_ms": 53.272, "count": 301, "max_ms": 72.839, "p95_ms": 68.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.262, "count": 301, "max_ms": 81.428, "p95_ms": 77.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.34, "count": 301, "max_ms": 107.343, "p95_ms": 92.024}, "read_interval": {"avg_ms": 99.769, "count": 300, "max_ms": 180.104, "p95_ms": 135.319}, "triton_wait": {"avg_ms": 58.653, "count": 301, "max_ms": 94.252, "p95_ms": 78.942}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 4.998, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6107.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25866.867, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.354, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 515240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:49:26+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T00:49:26+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T00:49:26.309781+09:00", "mtime_epoch": 1783007366.3097808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:49:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1280.133, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.488, "count": 300, "max_ms": 12.277, "p95_ms": 10.575}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.668, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.205, "count": 300, "max_ms": 77.497, "p95_ms": 68.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.873, "count": 300, "max_ms": 94.983, "p95_ms": 78.683}, "yolo11_640_fire_11class": {"avg_ms": 52.515, "count": 300, "max_ms": 71.196, "p95_ms": 66.172}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.143, "count": 300, "max_ms": 81.498, "p95_ms": 76.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.214, "count": 300, "max_ms": 111.177, "p95_ms": 97.549}, "read_interval": {"avg_ms": 100.173, "count": 299, "max_ms": 329.593, "p95_ms": 133.081}, "triton_wait": {"avg_ms": 58.328, "count": 300, "max_ms": 94.996, "p95_ms": 81.444}, "visualize": {"avg_ms": 3.589, "count": 300, "max_ms": 5.923, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2387, "tracking_summary": 2135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6111.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53233.618, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.908, "sample_count": 1129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:49:40+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T00:49:39+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T00:49:39.926007+09:00", "mtime_epoch": 1783007379.9260068, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:49:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 911.422, "name": "celery", "pid": 239, "rss_mb": 904.117, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.247, "pushed": 4.247, "read": 4.213}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.34, "count": 127, "max_ms": 211.824, "p95_ms": 179.172}, "gstreamer_push": {"avg_ms": 1.094, "count": 127, "max_ms": 3.106, "p95_ms": 2.097}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.006, "count": 127, "max_ms": 92.604, "p95_ms": 86.917}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.109, "count": 127, "max_ms": 99.768, "p95_ms": 93.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.68, "count": 127, "max_ms": 318.017, "p95_ms": 300.918}, "read_interval": {"avg_ms": 237.379, "count": 126, "max_ms": 326.736, "p95_ms": 310.479}, "triton_wait": {"avg_ms": 72.222, "count": 127, "max_ms": 99.782, "p95_ms": 93.633}, "visualize": {"avg_ms": 29.219, "count": 127, "max_ms": 46.775, "p95_ms": 39.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6110.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16079.693, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.727, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 508363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:49:49+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T00:49:48+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T00:49:48.962157+09:00", "mtime_epoch": 1783007388.962157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:49:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1526.543, "name": "celery", "pid": 237, "rss_mb": 1526.543, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.137, "count": 300, "max_ms": 6.877, "p95_ms": 5.264}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 2.173, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.022, "count": 300, "max_ms": 80.339, "p95_ms": 70.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.696, "count": 300, "max_ms": 95.363, "p95_ms": 70.086}, "yolo11_640_fire_11class": {"avg_ms": 55.205, "count": 300, "max_ms": 79.605, "p95_ms": 69.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.024, "count": 300, "max_ms": 89.401, "p95_ms": 79.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.194, "count": 300, "max_ms": 108.596, "p95_ms": 95.252}, "read_interval": {"avg_ms": 100.042, "count": 299, "max_ms": 192.491, "p95_ms": 134.93}, "triton_wait": {"avg_ms": 62.288, "count": 300, "max_ms": 95.379, "p95_ms": 81.515}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 4.972, "p95_ms": 4.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6104.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25896.926, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.062, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 515540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:49:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:49:56+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T00:49:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T00:49:56.362280+09:00", "mtime_epoch": 1783007396.3622804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:49:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1280.133, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.647, "count": 300, "max_ms": 14.711, "p95_ms": 10.212}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.935, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.909, "count": 300, "max_ms": 77.32, "p95_ms": 66.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.167, "count": 300, "max_ms": 93.864, "p95_ms": 82.696}, "yolo11_640_fire_11class": {"avg_ms": 52.814, "count": 300, "max_ms": 76.773, "p95_ms": 67.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.978, "count": 300, "max_ms": 86.558, "p95_ms": 77.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.818, "count": 300, "max_ms": 114.345, "p95_ms": 100.374}, "read_interval": {"avg_ms": 100.206, "count": 299, "max_ms": 361.253, "p95_ms": 124.593}, "triton_wait": {"avg_ms": 59.679, "count": 300, "max_ms": 93.877, "p95_ms": 82.71}, "visualize": {"avg_ms": 3.645, "count": 300, "max_ms": 6.776, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2388, "tracking_summary": 2136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6116.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53263.63, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.665, "sample_count": 1124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:50:10+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T00:50:10+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-03T00:50:10.022508+09:00", "mtime_epoch": 1783007410.0225081, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:50:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 911.422, "name": "celery", "pid": 239, "rss_mb": 908.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.936, "pushed": 3.936, "read": 3.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.612, "count": 117, "max_ms": 186.48, "p95_ms": 182.561}, "gstreamer_push": {"avg_ms": 0.991, "count": 117, "max_ms": 3.19, "p95_ms": 2.609}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.734, "count": 117, "max_ms": 96.19, "p95_ms": 86.733}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.104, "count": 117, "max_ms": 100.278, "p95_ms": 91.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.641, "count": 117, "max_ms": 312.025, "p95_ms": 302.544}, "read_interval": {"avg_ms": 256.957, "count": 116, "max_ms": 321.838, "p95_ms": 311.652}, "triton_wait": {"avg_ms": 72.269, "count": 117, "max_ms": 100.291, "p95_ms": 91.389}, "visualize": {"avg_ms": 25.975, "count": 117, "max_ms": 36.868, "p95_ms": 32.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.728, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6109.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16109.763, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.096, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 508664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:50:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:50:19+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T00:50:19+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T00:50:19.094660+09:00", "mtime_epoch": 1783007419.0946598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:50:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1526.801, "name": "celery", "pid": 237, "rss_mb": 1526.801, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.068, "count": 300, "max_ms": 6.41, "p95_ms": 4.82}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 1.622, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.083, "count": 300, "max_ms": 80.922, "p95_ms": 67.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.496, "count": 300, "max_ms": 87.375, "p95_ms": 74.33}, "yolo11_640_fire_11class": {"avg_ms": 52.032, "count": 300, "max_ms": 77.132, "p95_ms": 67.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.748, "count": 300, "max_ms": 88.479, "p95_ms": 77.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.277, "count": 301, "max_ms": 101.058, "p95_ms": 91.706}, "read_interval": {"avg_ms": 99.926, "count": 300, "max_ms": 178.495, "p95_ms": 134.501}, "triton_wait": {"avg_ms": 58.571, "count": 300, "max_ms": 88.49, "p95_ms": 78.815}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 5.477, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6116.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25927.026, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.605, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 515840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:50:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:50:26+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T00:50:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T00:50:26.458783+09:00", "mtime_epoch": 1783007426.458783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:50:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1280.391, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.451, "count": 299, "max_ms": 11.908, "p95_ms": 9.325}, "gstreamer_push": {"avg_ms": 1.225, "count": 299, "max_ms": 1.944, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.328, "count": 299, "max_ms": 74.322, "p95_ms": 67.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.15, "count": 299, "max_ms": 95.202, "p95_ms": 76.245}, "yolo11_640_fire_11class": {"avg_ms": 52.963, "count": 299, "max_ms": 74.357, "p95_ms": 67.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.326, "count": 299, "max_ms": 85.1, "p95_ms": 75.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.56, "count": 299, "max_ms": 111.423, "p95_ms": 96.601}, "read_interval": {"avg_ms": 100.359, "count": 298, "max_ms": 277.526, "p95_ms": 132.787}, "triton_wait": {"avg_ms": 59.73, "count": 299, "max_ms": 95.214, "p95_ms": 80.277}, "visualize": {"avg_ms": 3.56, "count": 299, "max_ms": 5.49, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2389, "tracking_summary": 2136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6118.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53293.777, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.665, "sample_count": 1114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:50:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:50:40+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-03T00:50:40+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T00:50:40.187013+09:00", "mtime_epoch": 1783007440.187013, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:50:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 911.734, "name": "celery", "pid": 239, "rss_mb": 909.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.482, "pushed": 3.482, "read": 3.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.153, "count": 104, "max_ms": 223.273, "p95_ms": 193.351}, "gstreamer_push": {"avg_ms": 1.113, "count": 104, "max_ms": 2.847, "p95_ms": 2.056}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.393, "count": 104, "max_ms": 97.03, "p95_ms": 86.075}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.99, "count": 104, "max_ms": 101.918, "p95_ms": 89.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.678, "count": 104, "max_ms": 321.516, "p95_ms": 316.647}, "read_interval": {"avg_ms": 290.851, "count": 103, "max_ms": 331.225, "p95_ms": 325.992}, "triton_wait": {"avg_ms": 71.003, "count": 104, "max_ms": 101.929, "p95_ms": 89.857}, "visualize": {"avg_ms": 30.68, "count": 104, "max_ms": 45.542, "p95_ms": 42.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6117.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16139.896, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.978, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 508965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:50:49+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T00:50:49+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-03T00:50:49.163164+09:00", "mtime_epoch": 1783007449.1631637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:50:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1526.801, "name": "celery", "pid": 237, "rss_mb": 1526.801, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.046, "count": 300, "max_ms": 6.376, "p95_ms": 4.954}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.589, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.279, "count": 300, "max_ms": 80.066, "p95_ms": 71.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.666, "count": 300, "max_ms": 97.241, "p95_ms": 68.277}, "yolo11_640_fire_11class": {"avg_ms": 54.292, "count": 300, "max_ms": 79.535, "p95_ms": 68.224}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.593, "count": 300, "max_ms": 90.315, "p95_ms": 78.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.242, "count": 300, "max_ms": 110.151, "p95_ms": 92.099}, "read_interval": {"avg_ms": 100.187, "count": 299, "max_ms": 176.877, "p95_ms": 136.236}, "triton_wait": {"avg_ms": 60.524, "count": 300, "max_ms": 97.254, "p95_ms": 79.208}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 5.33, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6117.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25957.033, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.443, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 516142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:50:56+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T00:50:56+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T00:50:56.483287+09:00", "mtime_epoch": 1783007456.4832866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:50:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1280.648, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.539, "count": 302, "max_ms": 12.987, "p95_ms": 8.612}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 1.999, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.849, "count": 302, "max_ms": 75.068, "p95_ms": 67.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.36, "count": 302, "max_ms": 93.958, "p95_ms": 80.67}, "yolo11_640_fire_11class": {"avg_ms": 52.697, "count": 302, "max_ms": 74.112, "p95_ms": 65.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.899, "count": 302, "max_ms": 86.81, "p95_ms": 75.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.715, "count": 302, "max_ms": 110.485, "p95_ms": 98.725}, "read_interval": {"avg_ms": 99.406, "count": 302, "max_ms": 341.852, "p95_ms": 122.149}, "triton_wait": {"avg_ms": 59.461, "count": 302, "max_ms": 93.971, "p95_ms": 81.364}, "visualize": {"avg_ms": 3.678, "count": 302, "max_ms": 6.541, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2390, "tracking_summary": 2137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6105.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53323.916, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.587, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:51:10+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-03T00:51:10+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T00:51:10.231518+09:00", "mtime_epoch": 1783007470.231518, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:51:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 911.734, "name": "celery", "pid": 239, "rss_mb": 898.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.675, "pushed": 3.675, "read": 3.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.051, "count": 110, "max_ms": 201.458, "p95_ms": 181.498}, "gstreamer_push": {"avg_ms": 0.811, "count": 110, "max_ms": 2.744, "p95_ms": 0.854}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.313, "count": 110, "max_ms": 96.293, "p95_ms": 87.411}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.154, "count": 110, "max_ms": 100.442, "p95_ms": 94.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.324, "count": 110, "max_ms": 311.258, "p95_ms": 301.284}, "read_interval": {"avg_ms": 273.892, "count": 109, "max_ms": 321.738, "p95_ms": 310.825}, "triton_wait": {"avg_ms": 72.175, "count": 110, "max_ms": 100.452, "p95_ms": 94.638}, "visualize": {"avg_ms": 27.275, "count": 110, "max_ms": 40.043, "p95_ms": 37.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6105.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16169.954, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.016, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 509266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:51:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:51:19+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T00:51:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T00:51:19.271670+09:00", "mtime_epoch": 1783007479.2716703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:51:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1527.059, "name": "celery", "pid": 237, "rss_mb": 1527.059, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 301, "max_ms": 6.463, "p95_ms": 4.799}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.974, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.998, "count": 301, "max_ms": 77.59, "p95_ms": 69.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.071, "count": 301, "max_ms": 93.768, "p95_ms": 72.0}, "yolo11_640_fire_11class": {"avg_ms": 54.096, "count": 301, "max_ms": 77.919, "p95_ms": 69.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.123, "count": 301, "max_ms": 86.552, "p95_ms": 78.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.983, "count": 301, "max_ms": 106.429, "p95_ms": 92.616}, "read_interval": {"avg_ms": 99.889, "count": 300, "max_ms": 216.26, "p95_ms": 142.336}, "triton_wait": {"avg_ms": 60.179, "count": 301, "max_ms": 93.78, "p95_ms": 79.518}, "visualize": {"avg_ms": 3.716, "count": 301, "max_ms": 4.844, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6108.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 25987.103, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.479, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 516442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:51:26+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:51:26+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T00:51:26.563793+09:00", "mtime_epoch": 1783007486.5637934, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:51:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1280.648, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.495, "count": 300, "max_ms": 12.273, "p95_ms": 8.645}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 2.028, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.076, "count": 300, "max_ms": 80.949, "p95_ms": 68.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.318, "count": 300, "max_ms": 90.83, "p95_ms": 79.95}, "yolo11_640_fire_11class": {"avg_ms": 52.528, "count": 300, "max_ms": 74.307, "p95_ms": 67.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.097, "count": 300, "max_ms": 85.625, "p95_ms": 77.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.342, "count": 300, "max_ms": 107.017, "p95_ms": 98.435}, "read_interval": {"avg_ms": 100.298, "count": 299, "max_ms": 333.989, "p95_ms": 130.638}, "triton_wait": {"avg_ms": 58.295, "count": 300, "max_ms": 90.843, "p95_ms": 82.331}, "visualize": {"avg_ms": 3.621, "count": 300, "max_ms": 4.741, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2391, "tracking_summary": 2138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6118.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53353.955, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.614, "sample_count": 1115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:51:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:51:40+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T00:51:40+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T00:51:40.356026+09:00", "mtime_epoch": 1783007500.3560264, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:51:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 912.715, "name": "celery", "pid": 239, "rss_mb": 909.355, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.531, "pushed": 3.531, "read": 3.498}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.968, "count": 105, "max_ms": 216.612, "p95_ms": 182.863}, "gstreamer_push": {"avg_ms": 0.974, "count": 105, "max_ms": 2.917, "p95_ms": 2.798}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.408, "count": 105, "max_ms": 95.952, "p95_ms": 88.331}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.86, "count": 105, "max_ms": 98.774, "p95_ms": 95.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.315, "count": 105, "max_ms": 322.4, "p95_ms": 307.802}, "read_interval": {"avg_ms": 286.929, "count": 104, "max_ms": 331.851, "p95_ms": 318.095}, "triton_wait": {"avg_ms": 72.965, "count": 105, "max_ms": 98.786, "p95_ms": 95.468}, "visualize": {"avg_ms": 28.591, "count": 105, "max_ms": 42.293, "p95_ms": 38.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.733, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6110.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16199.982, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.887, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 509566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:51:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:51:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T00:51:49+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T00:51:49.268177+09:00", "mtime_epoch": 1783007509.2681773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:51:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1527.316, "name": "celery", "pid": 237, "rss_mb": 1527.316, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.093, "count": 300, "max_ms": 6.275, "p95_ms": 5.052}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.981, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.11, "count": 300, "max_ms": 77.541, "p95_ms": 67.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.266, "count": 300, "max_ms": 95.96, "p95_ms": 73.374}, "yolo11_640_fire_11class": {"avg_ms": 52.196, "count": 300, "max_ms": 76.874, "p95_ms": 67.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.628, "count": 300, "max_ms": 83.966, "p95_ms": 76.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.944, "count": 300, "max_ms": 108.819, "p95_ms": 92.013}, "read_interval": {"avg_ms": 100.069, "count": 300, "max_ms": 214.547, "p95_ms": 136.662}, "triton_wait": {"avg_ms": 58.197, "count": 300, "max_ms": 95.971, "p95_ms": 78.83}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 5.139, "p95_ms": 4.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6116.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26017.136, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.605, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 516743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:51:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:51:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T00:51:56+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T00:51:56.588301+09:00", "mtime_epoch": 1783007516.5883012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:51:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1280.906, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.504, "count": 301, "max_ms": 12.6, "p95_ms": 9.029}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 2.199, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.045, "count": 301, "max_ms": 74.369, "p95_ms": 67.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.632, "count": 301, "max_ms": 94.029, "p95_ms": 78.851}, "yolo11_640_fire_11class": {"avg_ms": 52.006, "count": 301, "max_ms": 72.719, "p95_ms": 66.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.242, "count": 301, "max_ms": 86.033, "p95_ms": 76.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.314, "count": 301, "max_ms": 110.588, "p95_ms": 95.876}, "read_interval": {"avg_ms": 99.829, "count": 300, "max_ms": 338.177, "p95_ms": 140.821}, "triton_wait": {"avg_ms": 58.041, "count": 301, "max_ms": 94.043, "p95_ms": 79.828}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 5.886, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2393, "tracking_summary": 2139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53384.11, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.019, "sample_count": 1117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:52:10+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T00:52:10+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T00:52:10.416536+09:00", "mtime_epoch": 1783007530.4165359, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:52:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 912.715, "name": "celery", "pid": 239, "rss_mb": 900.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.005, "pushed": 4.005, "read": 3.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.883, "count": 120, "max_ms": 190.388, "p95_ms": 181.676}, "gstreamer_push": {"avg_ms": 1.037, "count": 120, "max_ms": 2.883, "p95_ms": 2.034}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.845, "count": 120, "max_ms": 96.765, "p95_ms": 84.663}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.167, "count": 120, "max_ms": 100.94, "p95_ms": 90.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.374, "count": 120, "max_ms": 303.635, "p95_ms": 296.333}, "read_interval": {"avg_ms": 250.975, "count": 119, "max_ms": 315.945, "p95_ms": 306.53}, "triton_wait": {"avg_ms": 69.197, "count": 120, "max_ms": 100.95, "p95_ms": 90.325}, "visualize": {"avg_ms": 26.487, "count": 120, "max_ms": 40.921, "p95_ms": 34.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6108.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16230.073, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.53, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 509867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:52:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T00:52:19+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T00:52:19+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T00:52:19.368688+09:00", "mtime_epoch": 1783007539.3686879, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:52:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1527.316, "name": "celery", "pid": 237, "rss_mb": 1527.316, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.012, "count": 300, "max_ms": 6.26, "p95_ms": 4.879}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 2.001, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.642, "count": 300, "max_ms": 80.242, "p95_ms": 69.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.791, "count": 300, "max_ms": 92.777, "p95_ms": 74.157}, "yolo11_640_fire_11class": {"avg_ms": 54.01, "count": 300, "max_ms": 79.53, "p95_ms": 71.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.827, "count": 300, "max_ms": 88.13, "p95_ms": 78.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.22, "count": 300, "max_ms": 105.514, "p95_ms": 91.819}, "read_interval": {"avg_ms": 100.018, "count": 299, "max_ms": 263.055, "p95_ms": 136.089}, "triton_wait": {"avg_ms": 59.667, "count": 300, "max_ms": 92.79, "p95_ms": 79.01}, "visualize": {"avg_ms": 3.6, "count": 300, "max_ms": 5.656, "p95_ms": 4.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6118.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26047.169, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.694, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:52:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:52:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T00:52:26+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T00:52:26.620811+09:00", "mtime_epoch": 1783007546.6208112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:52:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1280.906, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.538, "count": 300, "max_ms": 11.923, "p95_ms": 9.053}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.998, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.515, "count": 300, "max_ms": 75.485, "p95_ms": 68.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.419, "count": 300, "max_ms": 88.065, "p95_ms": 68.834}, "yolo11_640_fire_11class": {"avg_ms": 52.902, "count": 300, "max_ms": 76.231, "p95_ms": 66.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.512, "count": 300, "max_ms": 85.039, "p95_ms": 76.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.363, "count": 300, "max_ms": 106.423, "p95_ms": 95.8}, "read_interval": {"avg_ms": 100.159, "count": 299, "max_ms": 395.26, "p95_ms": 126.564}, "triton_wait": {"avg_ms": 58.328, "count": 300, "max_ms": 88.077, "p95_ms": 79.373}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 5.718, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2394, "tracking_summary": 2140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6115.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53414.129, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.026, "sample_count": 1116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:52:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:52:40+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-03T00:52:40+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-03T00:52:40.457047+09:00", "mtime_epoch": 1783007560.4570467, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:52:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 912.715, "name": "celery", "pid": 239, "rss_mb": 906.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.531, "pushed": 3.531, "read": 3.497}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.155, "count": 105, "max_ms": 195.08, "p95_ms": 191.7}, "gstreamer_push": {"avg_ms": 1.007, "count": 105, "max_ms": 2.8, "p95_ms": 1.877}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.205, "count": 105, "max_ms": 94.503, "p95_ms": 84.897}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.097, "count": 105, "max_ms": 103.689, "p95_ms": 93.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.957, "count": 105, "max_ms": 325.061, "p95_ms": 306.434}, "read_interval": {"avg_ms": 286.067, "count": 104, "max_ms": 335.15, "p95_ms": 317.722}, "triton_wait": {"avg_ms": 68.261, "count": 105, "max_ms": 103.701, "p95_ms": 93.193}, "visualize": {"avg_ms": 28.708, "count": 105, "max_ms": 40.844, "p95_ms": 37.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.737, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6118.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16260.101, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.616, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 510167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:52:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:52:49+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:52:49+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T00:52:49.445200+09:00", "mtime_epoch": 1783007569.4452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:52:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1527.574, "name": "celery", "pid": 237, "rss_mb": 1527.574, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.036, "count": 300, "max_ms": 6.322, "p95_ms": 4.598}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.963, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.789, "count": 300, "max_ms": 83.313, "p95_ms": 68.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.533, "count": 300, "max_ms": 97.793, "p95_ms": 68.999}, "yolo11_640_fire_11class": {"avg_ms": 53.048, "count": 300, "max_ms": 75.384, "p95_ms": 67.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.284, "count": 300, "max_ms": 85.526, "p95_ms": 77.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.106, "count": 300, "max_ms": 110.82, "p95_ms": 91.51}, "read_interval": {"avg_ms": 100.164, "count": 299, "max_ms": 210.127, "p95_ms": 142.408}, "triton_wait": {"avg_ms": 58.479, "count": 300, "max_ms": 97.805, "p95_ms": 78.85}, "visualize": {"avg_ms": 3.647, "count": 300, "max_ms": 4.635, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6115.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26077.221, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.089, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:52:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:52:56+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T00:52:56+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T00:52:56.665323+09:00", "mtime_epoch": 1783007576.6653233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:52:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1281.164, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.498, "count": 301, "max_ms": 12.944, "p95_ms": 8.812}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 2.074, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.311, "count": 301, "max_ms": 75.658, "p95_ms": 67.926}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.508, "count": 301, "max_ms": 96.316, "p95_ms": 81.965}, "yolo11_640_fire_11class": {"avg_ms": 52.572, "count": 301, "max_ms": 74.623, "p95_ms": 66.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.876, "count": 301, "max_ms": 87.061, "p95_ms": 75.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.544, "count": 301, "max_ms": 113.114, "p95_ms": 98.821}, "read_interval": {"avg_ms": 99.876, "count": 300, "max_ms": 376.436, "p95_ms": 129.375}, "triton_wait": {"avg_ms": 58.662, "count": 301, "max_ms": 96.329, "p95_ms": 82.883}, "visualize": {"avg_ms": 3.584, "count": 301, "max_ms": 5.371, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2395, "tracking_summary": 2141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53444.25, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.642, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:53:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:53:10+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T00:53:10+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T00:53:10.561561+09:00", "mtime_epoch": 1783007590.5615606, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:53:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 912.715, "name": "celery", "pid": 239, "rss_mb": 899.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.123, "pushed": 4.123, "read": 4.089}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.432, "count": 123, "max_ms": 207.975, "p95_ms": 180.914}, "gstreamer_push": {"avg_ms": 0.884, "count": 123, "max_ms": 2.826, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.174, "count": 123, "max_ms": 95.466, "p95_ms": 86.126}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.57, "count": 123, "max_ms": 106.247, "p95_ms": 90.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.302, "count": 123, "max_ms": 306.725, "p95_ms": 294.557}, "read_interval": {"avg_ms": 244.475, "count": 122, "max_ms": 315.742, "p95_ms": 305.21}, "triton_wait": {"avg_ms": 71.622, "count": 123, "max_ms": 106.261, "p95_ms": 91.258}, "visualize": {"avg_ms": 24.415, "count": 123, "max_ms": 40.764, "p95_ms": 34.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6109.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16290.182, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.506, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 510468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:53:19+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T00:53:19+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T00:53:19.493713+09:00", "mtime_epoch": 1783007599.4937134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:53:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1527.574, "name": "celery", "pid": 237, "rss_mb": 1527.574, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.069, "count": 300, "max_ms": 6.623, "p95_ms": 5.462}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.53, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.814, "count": 300, "max_ms": 77.797, "p95_ms": 68.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.714, "count": 300, "max_ms": 93.444, "p95_ms": 69.896}, "yolo11_640_fire_11class": {"avg_ms": 53.275, "count": 300, "max_ms": 78.585, "p95_ms": 67.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.072, "count": 300, "max_ms": 85.986, "p95_ms": 78.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.996, "count": 300, "max_ms": 105.999, "p95_ms": 92.329}, "read_interval": {"avg_ms": 99.908, "count": 300, "max_ms": 217.277, "p95_ms": 145.991}, "triton_wait": {"avg_ms": 59.474, "count": 300, "max_ms": 93.457, "p95_ms": 79.872}, "visualize": {"avg_ms": 3.62, "count": 300, "max_ms": 5.135, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6116.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26107.255, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.719, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:53:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:53:26+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T00:53:26+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T00:53:26.681836+09:00", "mtime_epoch": 1783007606.6818364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:53:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1281.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 10.029}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.502, "count": 300, "max_ms": 12.573, "p95_ms": 8.685}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.925, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.9, "count": 300, "max_ms": 73.955, "p95_ms": 66.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.188, "count": 300, "max_ms": 97.017, "p95_ms": 72.348}, "yolo11_640_fire_11class": {"avg_ms": 52.423, "count": 300, "max_ms": 73.944, "p95_ms": 66.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.881, "count": 300, "max_ms": 86.776, "p95_ms": 76.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.255, "count": 300, "max_ms": 112.88, "p95_ms": 93.335}, "read_interval": {"avg_ms": 100.038, "count": 300, "max_ms": 356.931, "p95_ms": 131.117}, "triton_wait": {"avg_ms": 58.239, "count": 300, "max_ms": 97.029, "p95_ms": 77.551}, "visualize": {"avg_ms": 3.671, "count": 300, "max_ms": 5.051, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2396, "tracking_summary": 2142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6107.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53474.44, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.465, "sample_count": 1120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:53:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:53:41+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T00:53:40+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T00:53:40.746078+09:00", "mtime_epoch": 1783007620.7460775, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:53:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 912.715, "name": "celery", "pid": 239, "rss_mb": 898.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.511, "pushed": 3.511, "read": 3.478}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.175, "count": 105, "max_ms": 192.344, "p95_ms": 182.676}, "gstreamer_push": {"avg_ms": 1.363, "count": 105, "max_ms": 3.042, "p95_ms": 2.865}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.909, "count": 105, "max_ms": 94.773, "p95_ms": 78.08}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.207, "count": 105, "max_ms": 99.64, "p95_ms": 88.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.164, "count": 105, "max_ms": 322.2, "p95_ms": 304.702}, "read_interval": {"avg_ms": 287.517, "count": 104, "max_ms": 333.589, "p95_ms": 313.74}, "triton_wait": {"avg_ms": 67.401, "count": 105, "max_ms": 99.649, "p95_ms": 88.213}, "visualize": {"avg_ms": 33.814, "count": 105, "max_ms": 45.142, "p95_ms": 44.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6116.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16320.257, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.421, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 510769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:53:49+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:53:49+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T00:53:49.570229+09:00", "mtime_epoch": 1783007629.5702288, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:53:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1527.832, "name": "celery", "pid": 237, "rss_mb": 1527.832, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.073, "count": 301, "max_ms": 6.333, "p95_ms": 4.744}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.97, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.599, "count": 301, "max_ms": 79.356, "p95_ms": 68.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.938, "count": 301, "max_ms": 99.216, "p95_ms": 67.394}, "yolo11_640_fire_11class": {"avg_ms": 53.863, "count": 301, "max_ms": 76.97, "p95_ms": 67.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.675, "count": 301, "max_ms": 87.258, "p95_ms": 76.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.121, "count": 301, "max_ms": 112.108, "p95_ms": 90.133}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 207.25, "p95_ms": 129.784}, "triton_wait": {"avg_ms": 59.475, "count": 301, "max_ms": 99.228, "p95_ms": 77.94}, "visualize": {"avg_ms": 3.652, "count": 301, "max_ms": 5.036, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6109.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26137.57, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.674, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:53:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:53:57+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T00:53:56+09:00", "mjpeg": {"age_sec": 0.329, "exists": true, "mtime": "2026-07-03T00:53:56.762352+09:00", "mtime_epoch": 1783007636.7623525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:53:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1281.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.471, "count": 299, "max_ms": 13.725, "p95_ms": 9.112}, "gstreamer_push": {"avg_ms": 1.233, "count": 299, "max_ms": 1.605, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.568, "count": 299, "max_ms": 85.476, "p95_ms": 69.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.045, "count": 299, "max_ms": 95.868, "p95_ms": 77.768}, "yolo11_640_fire_11class": {"avg_ms": 52.577, "count": 299, "max_ms": 75.771, "p95_ms": 68.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.16, "count": 299, "max_ms": 85.464, "p95_ms": 77.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.396, "count": 299, "max_ms": 112.858, "p95_ms": 97.197}, "read_interval": {"avg_ms": 100.491, "count": 298, "max_ms": 368.847, "p95_ms": 135.937}, "triton_wait": {"avg_ms": 58.455, "count": 299, "max_ms": 95.881, "p95_ms": 81.043}, "visualize": {"avg_ms": 3.642, "count": 299, "max_ms": 5.269, "p95_ms": 4.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2398, "tracking_summary": 2143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6114.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53504.61, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.571, "sample_count": 1129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:54:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:54:11+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T00:54:11+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-03T00:54:11.018597+09:00", "mtime_epoch": 1783007651.0185974, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:54:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 912.715, "name": "celery", "pid": 239, "rss_mb": 903.402, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.915, "pushed": 3.915, "read": 3.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.786, "count": 117, "max_ms": 191.172, "p95_ms": 181.338}, "gstreamer_push": {"avg_ms": 1.109, "count": 117, "max_ms": 3.631, "p95_ms": 1.873}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.866, "count": 117, "max_ms": 99.099, "p95_ms": 86.453}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.437, "count": 117, "max_ms": 103.392, "p95_ms": 91.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.93, "count": 117, "max_ms": 313.327, "p95_ms": 302.926}, "read_interval": {"avg_ms": 258.47, "count": 116, "max_ms": 323.838, "p95_ms": 315.701}, "triton_wait": {"avg_ms": 68.497, "count": 117, "max_ms": 103.404, "p95_ms": 91.298}, "visualize": {"avg_ms": 28.784, "count": 117, "max_ms": 42.093, "p95_ms": 38.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6118.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16350.302, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.437, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 511069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:54:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:54:19+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T00:54:19+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T00:54:19.602745+09:00", "mtime_epoch": 1783007659.602745, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:54:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1527.832, "name": "celery", "pid": 237, "rss_mb": 1527.832, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.095, "count": 300, "max_ms": 6.248, "p95_ms": 4.939}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 2.232, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.847, "count": 300, "max_ms": 79.031, "p95_ms": 70.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.072, "count": 300, "max_ms": 94.879, "p95_ms": 71.54}, "yolo11_640_fire_11class": {"avg_ms": 53.215, "count": 300, "max_ms": 74.774, "p95_ms": 69.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.775, "count": 300, "max_ms": 86.081, "p95_ms": 78.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.641, "count": 300, "max_ms": 107.8, "p95_ms": 92.522}, "read_interval": {"avg_ms": 100.047, "count": 299, "max_ms": 180.846, "p95_ms": 142.296}, "triton_wait": {"avg_ms": 58.878, "count": 300, "max_ms": 94.891, "p95_ms": 79.816}, "visualize": {"avg_ms": 3.679, "count": 300, "max_ms": 5.095, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6121.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26167.643, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.674, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 518247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:54:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:54:27+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T00:54:27+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T00:54:27.082874+09:00", "mtime_epoch": 1783007667.082874, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:54:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1281.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.536, "count": 302, "max_ms": 13.598, "p95_ms": 9.5}, "gstreamer_push": {"avg_ms": 1.245, "count": 302, "max_ms": 1.826, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.45, "count": 302, "max_ms": 77.405, "p95_ms": 67.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.917, "count": 302, "max_ms": 104.398, "p95_ms": 73.711}, "yolo11_640_fire_11class": {"avg_ms": 52.966, "count": 302, "max_ms": 74.945, "p95_ms": 66.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.895, "count": 302, "max_ms": 84.928, "p95_ms": 76.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.388, "count": 302, "max_ms": 120.784, "p95_ms": 95.283}, "read_interval": {"avg_ms": 99.57, "count": 301, "max_ms": 307.03, "p95_ms": 133.913}, "triton_wait": {"avg_ms": 59.323, "count": 302, "max_ms": 104.412, "p95_ms": 79.04}, "visualize": {"avg_ms": 3.667, "count": 302, "max_ms": 6.582, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2398, "tracking_summary": 2144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6121.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53534.733, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.544, "sample_count": 1132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:54:41+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-03T00:54:41+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T00:54:41.123116+09:00", "mtime_epoch": 1783007681.123116, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:54:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 912.945, "name": "celery", "pid": 239, "rss_mb": 911.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.312, "pushed": 4.312, "read": 4.278}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.219, "count": 129, "max_ms": 184.779, "p95_ms": 183.048}, "gstreamer_push": {"avg_ms": 0.849, "count": 129, "max_ms": 2.189, "p95_ms": 1.658}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.747, "count": 129, "max_ms": 107.216, "p95_ms": 97.16}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.205, "count": 129, "max_ms": 104.237, "p95_ms": 96.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.415, "count": 129, "max_ms": 308.471, "p95_ms": 300.555}, "read_interval": {"avg_ms": 233.702, "count": 128, "max_ms": 316.529, "p95_ms": 307.111}, "triton_wait": {"avg_ms": 73.664, "count": 129, "max_ms": 107.226, "p95_ms": 97.172}, "visualize": {"avg_ms": 25.759, "count": 129, "max_ms": 62.436, "p95_ms": 38.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6122.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16380.371, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.285, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 511370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:54:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:54:49+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T00:54:49+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T00:54:49.723264+09:00", "mtime_epoch": 1783007689.7232645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:54:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1528.09, "name": "celery", "pid": 237, "rss_mb": 1528.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.08, "count": 301, "max_ms": 6.354, "p95_ms": 5.526}, "gstreamer_push": {"avg_ms": 1.301, "count": 301, "max_ms": 2.075, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.928, "count": 301, "max_ms": 78.591, "p95_ms": 69.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.388, "count": 301, "max_ms": 96.952, "p95_ms": 74.806}, "yolo11_640_fire_11class": {"avg_ms": 53.279, "count": 301, "max_ms": 77.213, "p95_ms": 68.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.039, "count": 301, "max_ms": 88.773, "p95_ms": 78.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.462, "count": 301, "max_ms": 109.712, "p95_ms": 93.44}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 205.432, "p95_ms": 146.279}, "triton_wait": {"avg_ms": 59.765, "count": 301, "max_ms": 96.964, "p95_ms": 80.564}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 6.074, "p95_ms": 4.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6117.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26197.714, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.679, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 518548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:54:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:54:57+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T00:54:57+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T00:54:57.171393+09:00", "mtime_epoch": 1783007697.1713932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:54:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1281.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 301, "max_ms": 12.416, "p95_ms": 8.323}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.485, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.768, "count": 301, "max_ms": 76.825, "p95_ms": 66.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.512, "count": 301, "max_ms": 107.356, "p95_ms": 84.737}, "yolo11_640_fire_11class": {"avg_ms": 52.46, "count": 301, "max_ms": 79.769, "p95_ms": 66.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.615, "count": 301, "max_ms": 86.61, "p95_ms": 76.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.002, "count": 301, "max_ms": 124.424, "p95_ms": 100.951}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 408.209, "p95_ms": 131.05}, "triton_wait": {"avg_ms": 59.029, "count": 301, "max_ms": 107.367, "p95_ms": 84.75}, "visualize": {"avg_ms": 3.65, "count": 301, "max_ms": 4.61, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2400, "tracking_summary": 2145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6114.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53564.926, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.873, "sample_count": 1118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:55:11+09:00", "last_frame_read_age_sec": 0.277, "last_frame_read_at": "2026-07-03T00:55:11+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T00:55:11.243636+09:00", "mtime_epoch": 1783007711.2436364, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:55:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 912.945, "name": "celery", "pid": 239, "rss_mb": 902.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.478, "pushed": 3.478, "read": 3.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.528, "count": 104, "max_ms": 213.051, "p95_ms": 191.159}, "gstreamer_push": {"avg_ms": 0.819, "count": 104, "max_ms": 2.73, "p95_ms": 0.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.05, "count": 104, "max_ms": 95.613, "p95_ms": 85.453}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.82, "count": 104, "max_ms": 98.321, "p95_ms": 93.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.648, "count": 104, "max_ms": 317.225, "p95_ms": 305.77}, "read_interval": {"avg_ms": 290.388, "count": 103, "max_ms": 327.738, "p95_ms": 315.546}, "triton_wait": {"avg_ms": 72.917, "count": 104, "max_ms": 98.335, "p95_ms": 94.011}, "visualize": {"avg_ms": 27.41, "count": 104, "max_ms": 43.424, "p95_ms": 35.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6114.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16410.414, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.306, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 511670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:55:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:55:19+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T00:55:19+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T00:55:19.719783+09:00", "mtime_epoch": 1783007719.7197828, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:55:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1528.09, "name": "celery", "pid": 237, "rss_mb": 1528.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.073, "count": 300, "max_ms": 6.579, "p95_ms": 5.096}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.906, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.918, "count": 300, "max_ms": 78.362, "p95_ms": 68.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.904, "count": 300, "max_ms": 97.196, "p95_ms": 72.722}, "yolo11_640_fire_11class": {"avg_ms": 52.928, "count": 300, "max_ms": 77.827, "p95_ms": 68.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.477, "count": 300, "max_ms": 88.881, "p95_ms": 78.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.47, "count": 300, "max_ms": 110.085, "p95_ms": 92.009}, "read_interval": {"avg_ms": 100.042, "count": 299, "max_ms": 214.031, "p95_ms": 141.829}, "triton_wait": {"avg_ms": 59.784, "count": 300, "max_ms": 97.208, "p95_ms": 79.474}, "visualize": {"avg_ms": 3.701, "count": 300, "max_ms": 5.777, "p95_ms": 4.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6111.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26227.717, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.048, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 518847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:55:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:55:27+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T00:55:27+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T00:55:27.131911+09:00", "mtime_epoch": 1783007727.1319113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91162}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:55:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1281.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.494, "count": 299, "max_ms": 12.027, "p95_ms": 9.139}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 1.712, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.66, "count": 299, "max_ms": 77.424, "p95_ms": 67.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.811, "count": 299, "max_ms": 99.475, "p95_ms": 83.386}, "yolo11_640_fire_11class": {"avg_ms": 52.405, "count": 299, "max_ms": 75.726, "p95_ms": 66.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.191, "count": 299, "max_ms": 87.863, "p95_ms": 77.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.078, "count": 299, "max_ms": 115.826, "p95_ms": 101.062}, "read_interval": {"avg_ms": 100.189, "count": 299, "max_ms": 326.796, "p95_ms": 127.369}, "triton_wait": {"avg_ms": 59.949, "count": 299, "max_ms": 99.488, "p95_ms": 84.815}, "visualize": {"avg_ms": 3.661, "count": 299, "max_ms": 5.149, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2401, "tracking_summary": 2146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6118.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53594.931, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.631, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:55:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:55:41+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T00:55:41+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T00:55:41.208155+09:00", "mtime_epoch": 1783007741.2081552, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:55:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 907.516, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.667, "pushed": 3.667, "read": 3.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.71, "count": 110, "max_ms": 187.604, "p95_ms": 182.928}, "gstreamer_push": {"avg_ms": 1.112, "count": 110, "max_ms": 2.994, "p95_ms": 1.912}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.466, "count": 110, "max_ms": 100.535, "p95_ms": 88.873}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.901, "count": 110, "max_ms": 102.836, "p95_ms": 96.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.773, "count": 110, "max_ms": 324.821, "p95_ms": 306.791}, "read_interval": {"avg_ms": 272.48, "count": 110, "max_ms": 333.795, "p95_ms": 315.961}, "triton_wait": {"avg_ms": 72.915, "count": 110, "max_ms": 102.848, "p95_ms": 96.715}, "visualize": {"avg_ms": 30.314, "count": 110, "max_ms": 42.391, "p95_ms": 39.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6122.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16440.455, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.53, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 511971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:55:49+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T00:55:49+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T00:55:49.796304+09:00", "mtime_epoch": 1783007749.7963042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:55:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1528.348, "name": "celery", "pid": 237, "rss_mb": 1528.348, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.08, "count": 301, "max_ms": 6.428, "p95_ms": 5.13}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.672, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.464, "count": 301, "max_ms": 83.482, "p95_ms": 70.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.689, "count": 301, "max_ms": 91.307, "p95_ms": 70.661}, "yolo11_640_fire_11class": {"avg_ms": 53.427, "count": 301, "max_ms": 76.774, "p95_ms": 68.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.784, "count": 301, "max_ms": 87.754, "p95_ms": 80.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.344, "count": 301, "max_ms": 104.326, "p95_ms": 94.777}, "read_interval": {"avg_ms": 99.895, "count": 300, "max_ms": 247.223, "p95_ms": 138.521}, "triton_wait": {"avg_ms": 59.727, "count": 301, "max_ms": 91.32, "p95_ms": 81.117}, "visualize": {"avg_ms": 3.636, "count": 301, "max_ms": 5.544, "p95_ms": 4.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6116.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26257.825, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.963, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 519150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:55:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:55:57+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T00:55:57+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T00:55:57.216433+09:00", "mtime_epoch": 1783007757.2164328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87152}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:55:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1282.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.724, "count": 302, "max_ms": 14.105, "p95_ms": 11.169}, "gstreamer_push": {"avg_ms": 1.251, "count": 302, "max_ms": 1.748, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.475, "count": 302, "max_ms": 77.189, "p95_ms": 66.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.557, "count": 302, "max_ms": 91.555, "p95_ms": 71.437}, "yolo11_640_fire_11class": {"avg_ms": 51.633, "count": 302, "max_ms": 76.665, "p95_ms": 65.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.116, "count": 302, "max_ms": 90.134, "p95_ms": 76.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.345, "count": 302, "max_ms": 108.061, "p95_ms": 94.454}, "read_interval": {"avg_ms": 99.49, "count": 301, "max_ms": 300.954, "p95_ms": 133.115}, "triton_wait": {"avg_ms": 57.005, "count": 302, "max_ms": 91.567, "p95_ms": 77.008}, "visualize": {"avg_ms": 3.723, "count": 302, "max_ms": 6.778, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2401, "tracking_summary": 2147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6123.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53624.983, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.313, "sample_count": 1119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:56:11+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T00:56:11+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-03T00:56:11.292677+09:00", "mtime_epoch": 1783007771.2926774, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:56:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 913.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.495, "pushed": 3.495, "read": 3.461}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.652, "count": 104, "max_ms": 184.225, "p95_ms": 179.472}, "gstreamer_push": {"avg_ms": 1.085, "count": 104, "max_ms": 2.939, "p95_ms": 2.703}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.693, "count": 104, "max_ms": 95.281, "p95_ms": 87.835}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.144, "count": 104, "max_ms": 98.623, "p95_ms": 93.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.992, "count": 104, "max_ms": 304.969, "p95_ms": 302.003}, "read_interval": {"avg_ms": 289.004, "count": 103, "max_ms": 317.002, "p95_ms": 312.758}, "triton_wait": {"avg_ms": 71.157, "count": 104, "max_ms": 98.636, "p95_ms": 94.01}, "visualize": {"avg_ms": 28.436, "count": 104, "max_ms": 40.577, "p95_ms": 39.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.757, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6123.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16470.474, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.329, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 512271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:56:19+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T00:56:19+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T00:56:19.772825+09:00", "mtime_epoch": 1783007779.7728248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:56:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1528.605, "name": "celery", "pid": 237, "rss_mb": 1528.605, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.01, "count": 300, "max_ms": 6.419, "p95_ms": 4.664}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 2.108, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.095, "count": 300, "max_ms": 77.774, "p95_ms": 67.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.581, "count": 300, "max_ms": 92.38, "p95_ms": 69.206}, "yolo11_640_fire_11class": {"avg_ms": 51.535, "count": 300, "max_ms": 78.464, "p95_ms": 66.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.469, "count": 300, "max_ms": 89.58, "p95_ms": 76.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.286, "count": 300, "max_ms": 105.078, "p95_ms": 90.721}, "read_interval": {"avg_ms": 100.057, "count": 300, "max_ms": 190.365, "p95_ms": 139.383}, "triton_wait": {"avg_ms": 56.649, "count": 300, "max_ms": 92.391, "p95_ms": 77.621}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 5.609, "p95_ms": 4.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6123.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26287.894, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.833, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 519450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:56:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:56:27+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T00:56:27+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T00:56:27.312956+09:00", "mtime_epoch": 1783007787.312956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:56:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1282.164, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.542, "count": 300, "max_ms": 12.761, "p95_ms": 8.953}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.85, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.125, "count": 300, "max_ms": 76.188, "p95_ms": 66.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.042, "count": 300, "max_ms": 100.422, "p95_ms": 79.84}, "yolo11_640_fire_11class": {"avg_ms": 51.522, "count": 300, "max_ms": 74.877, "p95_ms": 65.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.63, "count": 300, "max_ms": 88.044, "p95_ms": 76.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.306, "count": 300, "max_ms": 116.892, "p95_ms": 98.664}, "read_interval": {"avg_ms": 100.171, "count": 299, "max_ms": 394.56, "p95_ms": 132.706}, "triton_wait": {"avg_ms": 57.18, "count": 300, "max_ms": 100.435, "p95_ms": 81.966}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 5.447, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2403, "tracking_summary": 2148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6123.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53655.122, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.16, "sample_count": 1133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:56:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:56:41+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T00:56:41+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T00:56:41.425202+09:00", "mtime_epoch": 1783007801.4252017, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:56:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 912.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.085, "pushed": 4.085, "read": 4.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.284, "count": 122, "max_ms": 184.389, "p95_ms": 180.388}, "gstreamer_push": {"avg_ms": 0.789, "count": 122, "max_ms": 1.152, "p95_ms": 0.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.86, "count": 122, "max_ms": 101.349, "p95_ms": 92.485}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.983, "count": 122, "max_ms": 100.544, "p95_ms": 96.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.756, "count": 122, "max_ms": 305.224, "p95_ms": 295.294}, "read_interval": {"avg_ms": 246.64, "count": 121, "max_ms": 314.777, "p95_ms": 304.646}, "triton_wait": {"avg_ms": 72.02, "count": 122, "max_ms": 101.362, "p95_ms": 96.899}, "visualize": {"avg_ms": 23.687, "count": 122, "max_ms": 33.641, "p95_ms": 27.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6123.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16500.553, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.629, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 512572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:56:49+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:56:49+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T00:56:49.869349+09:00", "mtime_epoch": 1783007809.8693488, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:56:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1528.605, "name": "celery", "pid": 237, "rss_mb": 1528.605, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.084, "count": 301, "max_ms": 6.257, "p95_ms": 5.071}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.703, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.974, "count": 301, "max_ms": 79.693, "p95_ms": 71.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.98, "count": 301, "max_ms": 93.869, "p95_ms": 76.532}, "yolo11_640_fire_11class": {"avg_ms": 54.186, "count": 301, "max_ms": 79.096, "p95_ms": 71.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.425, "count": 301, "max_ms": 88.387, "p95_ms": 79.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.319, "count": 301, "max_ms": 106.558, "p95_ms": 94.047}, "read_interval": {"avg_ms": 99.926, "count": 301, "max_ms": 215.479, "p95_ms": 144.2}, "triton_wait": {"avg_ms": 60.572, "count": 301, "max_ms": 93.881, "p95_ms": 81.53}, "visualize": {"avg_ms": 3.701, "count": 301, "max_ms": 5.038, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6122.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26317.99, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.014, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 519752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:56:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:56:57+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T00:56:57+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T00:56:57.425480+09:00", "mtime_epoch": 1783007817.4254804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:56:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1282.305, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.421, "count": 301, "max_ms": 13.024, "p95_ms": 8.243}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.596, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.408, "count": 301, "max_ms": 75.757, "p95_ms": 68.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.227, "count": 301, "max_ms": 98.162, "p95_ms": 83.542}, "yolo11_640_fire_11class": {"avg_ms": 52.739, "count": 301, "max_ms": 74.207, "p95_ms": 68.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.591, "count": 301, "max_ms": 83.598, "p95_ms": 77.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.079, "count": 301, "max_ms": 114.245, "p95_ms": 99.351}, "read_interval": {"avg_ms": 99.633, "count": 301, "max_ms": 359.482, "p95_ms": 133.038}, "triton_wait": {"avg_ms": 59.06, "count": 301, "max_ms": 98.175, "p95_ms": 83.554}, "visualize": {"avg_ms": 3.654, "count": 301, "max_ms": 4.901, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2405, "tracking_summary": 2149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6118.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53685.289, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.318, "sample_count": 1120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:57:11+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-03T00:57:11+09:00", "mjpeg": {"age_sec": 0.266, "exists": true, "mtime": "2026-07-03T00:57:11.601728+09:00", "mtime_epoch": 1783007831.6017277, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:57:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 908.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.516, "pushed": 3.516, "read": 3.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.736, "count": 105, "max_ms": 184.565, "p95_ms": 182.104}, "gstreamer_push": {"avg_ms": 0.866, "count": 105, "max_ms": 2.115, "p95_ms": 1.746}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.11, "count": 105, "max_ms": 91.256, "p95_ms": 87.732}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.562, "count": 105, "max_ms": 98.186, "p95_ms": 90.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.586, "count": 105, "max_ms": 308.392, "p95_ms": 300.974}, "read_interval": {"avg_ms": 287.342, "count": 104, "max_ms": 319.532, "p95_ms": 310.029}, "triton_wait": {"avg_ms": 70.647, "count": 105, "max_ms": 98.196, "p95_ms": 90.703}, "visualize": {"avg_ms": 27.43, "count": 105, "max_ms": 43.862, "p95_ms": 37.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6113.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16530.622, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.548, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 512872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:57:20+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T00:57:19+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T00:57:19.905873+09:00", "mtime_epoch": 1783007839.9058728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:57:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1528.863, "name": "celery", "pid": 237, "rss_mb": 1528.863, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.166, "count": 300, "max_ms": 6.585, "p95_ms": 5.894}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.808, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.228, "count": 300, "max_ms": 77.984, "p95_ms": 67.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.035, "count": 300, "max_ms": 93.134, "p95_ms": 69.242}, "yolo11_640_fire_11class": {"avg_ms": 52.13, "count": 300, "max_ms": 77.412, "p95_ms": 66.551}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.479, "count": 300, "max_ms": 85.678, "p95_ms": 75.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.474, "count": 300, "max_ms": 105.902, "p95_ms": 90.306}, "read_interval": {"avg_ms": 100.212, "count": 300, "max_ms": 210.14, "p95_ms": 140.839}, "triton_wait": {"avg_ms": 57.639, "count": 300, "max_ms": 93.145, "p95_ms": 77.25}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 5.613, "p95_ms": 4.501}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6117.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26348.067, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.947, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 520051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:57:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T00:57:27+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T00:57:27.522006+09:00", "mtime_epoch": 1783007847.5220058, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:57:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1282.453, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.692, "count": 299, "max_ms": 13.844, "p95_ms": 11.402}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 1.509, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.47, "count": 299, "max_ms": 71.681, "p95_ms": 65.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.891, "count": 299, "max_ms": 89.149, "p95_ms": 72.313}, "yolo11_640_fire_11class": {"avg_ms": 51.538, "count": 299, "max_ms": 72.357, "p95_ms": 65.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.505, "count": 299, "max_ms": 80.56, "p95_ms": 74.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.465, "count": 299, "max_ms": 105.851, "p95_ms": 93.679}, "read_interval": {"avg_ms": 100.608, "count": 298, "max_ms": 365.197, "p95_ms": 146.801}, "triton_wait": {"avg_ms": 57.051, "count": 299, "max_ms": 89.161, "p95_ms": 77.692}, "visualize": {"avg_ms": 3.757, "count": 299, "max_ms": 6.793, "p95_ms": 4.576}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2405, "tracking_summary": 2150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6113.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53715.43, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.615, "sample_count": 1134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:57:42+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T00:57:41+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T00:57:41.734254+09:00", "mtime_epoch": 1783007861.7342541, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:57:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 901.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.052, "pushed": 4.052, "read": 4.019}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.593, "count": 121, "max_ms": 195.112, "p95_ms": 182.053}, "gstreamer_push": {"avg_ms": 0.922, "count": 121, "max_ms": 1.932, "p95_ms": 1.73}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.891, "count": 121, "max_ms": 99.429, "p95_ms": 87.456}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.091, "count": 121, "max_ms": 99.417, "p95_ms": 94.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.941, "count": 121, "max_ms": 299.311, "p95_ms": 289.805}, "read_interval": {"avg_ms": 248.715, "count": 120, "max_ms": 307.819, "p95_ms": 301.454}, "triton_wait": {"avg_ms": 71.149, "count": 121, "max_ms": 99.44, "p95_ms": 94.089}, "visualize": {"avg_ms": 25.408, "count": 121, "max_ms": 37.617, "p95_ms": 33.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6123.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16560.627, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.578, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 513172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:57:50+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T00:57:49+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T00:57:49.874397+09:00", "mtime_epoch": 1783007869.8743966, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:57:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1528.863, "name": "celery", "pid": 237, "rss_mb": 1528.863, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.062, "count": 300, "max_ms": 6.154, "p95_ms": 5.287}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.984, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.189, "count": 300, "max_ms": 81.2, "p95_ms": 68.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.131, "count": 300, "max_ms": 98.076, "p95_ms": 72.893}, "yolo11_640_fire_11class": {"avg_ms": 52.541, "count": 300, "max_ms": 80.596, "p95_ms": 67.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.793, "count": 300, "max_ms": 91.061, "p95_ms": 79.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.775, "count": 300, "max_ms": 111.739, "p95_ms": 92.552}, "read_interval": {"avg_ms": 100.025, "count": 300, "max_ms": 230.461, "p95_ms": 141.811}, "triton_wait": {"avg_ms": 58.211, "count": 300, "max_ms": 98.089, "p95_ms": 79.967}, "visualize": {"avg_ms": 3.63, "count": 300, "max_ms": 5.08, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6123.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26378.108, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.818, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 520350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:57:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T00:57:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T00:57:57+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T00:57:57.542531+09:00", "mtime_epoch": 1783007877.5425308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:57:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1282.508, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.473, "count": 299, "max_ms": 11.748, "p95_ms": 8.65}, "gstreamer_push": {"avg_ms": 1.248, "count": 299, "max_ms": 1.827, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.549, "count": 299, "max_ms": 84.674, "p95_ms": 68.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.71, "count": 299, "max_ms": 99.178, "p95_ms": 80.198}, "yolo11_640_fire_11class": {"avg_ms": 52.909, "count": 299, "max_ms": 81.948, "p95_ms": 69.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.491, "count": 299, "max_ms": 87.546, "p95_ms": 78.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.684, "count": 299, "max_ms": 115.92, "p95_ms": 101.311}, "read_interval": {"avg_ms": 100.433, "count": 298, "max_ms": 417.004, "p95_ms": 129.898}, "triton_wait": {"avg_ms": 58.649, "count": 299, "max_ms": 99.192, "p95_ms": 85.025}, "visualize": {"avg_ms": 3.659, "count": 299, "max_ms": 5.031, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2406, "tracking_summary": 2150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6125.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53745.521, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.16, "sample_count": 1120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:58:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:58:12+09:00", "last_frame_read_age_sec": 0.27, "last_frame_read_at": "2026-07-03T00:58:11+09:00", "mjpeg": {"age_sec": 0.257, "exists": true, "mtime": "2026-07-03T00:58:11.842781+09:00", "mtime_epoch": 1783007891.842781, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:58:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 912.75, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.581, "pushed": 3.581, "read": 3.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.877, "count": 107, "max_ms": 186.542, "p95_ms": 181.211}, "gstreamer_push": {"avg_ms": 0.786, "count": 107, "max_ms": 1.87, "p95_ms": 0.833}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.127, "count": 107, "max_ms": 101.766, "p95_ms": 90.262}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.373, "count": 107, "max_ms": 102.939, "p95_ms": 93.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.195, "count": 107, "max_ms": 314.239, "p95_ms": 303.049}, "read_interval": {"avg_ms": 281.224, "count": 106, "max_ms": 323.15, "p95_ms": 313.085}, "triton_wait": {"avg_ms": 70.757, "count": 107, "max_ms": 102.951, "p95_ms": 93.266}, "visualize": {"avg_ms": 26.827, "count": 107, "max_ms": 35.718, "p95_ms": 30.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6118.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16590.662, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.978, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 513472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:58:20+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T00:58:19+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T00:58:19.930923+09:00", "mtime_epoch": 1783007899.930923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:58:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1529.121, "name": "celery", "pid": 237, "rss_mb": 1529.121, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.075, "count": 300, "max_ms": 6.201, "p95_ms": 4.793}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.968, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.907, "count": 300, "max_ms": 79.254, "p95_ms": 71.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.519, "count": 300, "max_ms": 92.699, "p95_ms": 72.652}, "yolo11_640_fire_11class": {"avg_ms": 56.169, "count": 300, "max_ms": 78.562, "p95_ms": 70.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.261, "count": 300, "max_ms": 90.062, "p95_ms": 81.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.811, "count": 300, "max_ms": 105.598, "p95_ms": 95.748}, "read_interval": {"avg_ms": 100.089, "count": 299, "max_ms": 259.57, "p95_ms": 134.335}, "triton_wait": {"avg_ms": 63.163, "count": 300, "max_ms": 92.713, "p95_ms": 82.729}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 5.186, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6120.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26408.211, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.995, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 520654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:58:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:58:27+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T00:58:27+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T00:58:27.623058+09:00", "mtime_epoch": 1783007907.6230578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:58:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1282.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.141, "pushed": 10.141, "read": 10.108}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.487, "count": 304, "max_ms": 12.441, "p95_ms": 9.258}, "gstreamer_push": {"avg_ms": 1.247, "count": 304, "max_ms": 2.113, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.881, "count": 304, "max_ms": 79.136, "p95_ms": 70.074}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.12, "count": 304, "max_ms": 101.149, "p95_ms": 87.003}, "yolo11_640_fire_11class": {"avg_ms": 54.838, "count": 304, "max_ms": 76.791, "p95_ms": 68.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.784, "count": 304, "max_ms": 86.766, "p95_ms": 79.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.533, "count": 304, "max_ms": 118.073, "p95_ms": 103.232}, "read_interval": {"avg_ms": 98.932, "count": 303, "max_ms": 318.906, "p95_ms": 125.521}, "triton_wait": {"avg_ms": 62.528, "count": 304, "max_ms": 101.162, "p95_ms": 87.016}, "visualize": {"avg_ms": 3.625, "count": 304, "max_ms": 6.945, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2409, "tracking_summary": 2151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6109.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53775.593, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.16, "sample_count": 1128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:58:42+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T00:58:41+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T00:58:41.911308+09:00", "mtime_epoch": 1783007921.9113083, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:58:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 897.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.76, "pushed": 3.76, "read": 3.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.721, "count": 112, "max_ms": 181.301, "p95_ms": 179.462}, "gstreamer_push": {"avg_ms": 1.021, "count": 112, "max_ms": 2.042, "p95_ms": 1.798}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.737, "count": 112, "max_ms": 99.521, "p95_ms": 85.956}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.284, "count": 112, "max_ms": 101.515, "p95_ms": 93.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.763, "count": 112, "max_ms": 310.301, "p95_ms": 305.06}, "read_interval": {"avg_ms": 268.385, "count": 111, "max_ms": 320.291, "p95_ms": 313.858}, "triton_wait": {"avg_ms": 71.317, "count": 112, "max_ms": 101.527, "p95_ms": 93.449}, "visualize": {"avg_ms": 27.99, "count": 112, "max_ms": 42.014, "p95_ms": 36.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.786, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6121.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16620.754, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.17, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 513773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:58:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:58:50+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T00:58:50+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T00:58:49.987450+09:00", "mtime_epoch": 1783007929.9874501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:58:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1529.121, "name": "celery", "pid": 237, "rss_mb": 1529.121, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.143, "count": 300, "max_ms": 6.493, "p95_ms": 6.053}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.781, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.909, "count": 300, "max_ms": 83.357, "p95_ms": 68.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.056, "count": 300, "max_ms": 95.938, "p95_ms": 71.276}, "yolo11_640_fire_11class": {"avg_ms": 54.519, "count": 300, "max_ms": 82.792, "p95_ms": 69.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.582, "count": 300, "max_ms": 84.16, "p95_ms": 78.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.288, "count": 300, "max_ms": 108.618, "p95_ms": 93.351}, "read_interval": {"avg_ms": 99.954, "count": 300, "max_ms": 430.193, "p95_ms": 135.066}, "triton_wait": {"avg_ms": 60.447, "count": 300, "max_ms": 95.95, "p95_ms": 79.689}, "visualize": {"avg_ms": 3.685, "count": 300, "max_ms": 5.741, "p95_ms": 4.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6119.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26438.285, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.311, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 520955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:58:57+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T00:58:57+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T00:58:57.747586+09:00", "mtime_epoch": 1783007937.7475865, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:58:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1282.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.751, "count": 301, "max_ms": 14.445, "p95_ms": 11.933}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.635, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.768, "count": 301, "max_ms": 73.045, "p95_ms": 66.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.117, "count": 301, "max_ms": 95.605, "p95_ms": 83.054}, "yolo11_640_fire_11class": {"avg_ms": 53.199, "count": 301, "max_ms": 72.832, "p95_ms": 67.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.95, "count": 301, "max_ms": 85.609, "p95_ms": 76.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.015, "count": 301, "max_ms": 112.08, "p95_ms": 99.324}, "read_interval": {"avg_ms": 99.969, "count": 300, "max_ms": 389.672, "p95_ms": 149.878}, "triton_wait": {"avg_ms": 59.644, "count": 301, "max_ms": 95.617, "p95_ms": 83.223}, "visualize": {"avg_ms": 3.736, "count": 301, "max_ms": 7.081, "p95_ms": 4.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2409, "tracking_summary": 2152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6122.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53805.808, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.16, "sample_count": 1130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:59:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T00:59:12+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T00:59:12+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T00:59:12.107839+09:00", "mtime_epoch": 1783007952.1078386, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:59:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 908.074, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.076, "pushed": 4.076, "read": 4.042}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.656, "count": 122, "max_ms": 210.377, "p95_ms": 183.589}, "gstreamer_push": {"avg_ms": 1.156, "count": 122, "max_ms": 3.585, "p95_ms": 1.918}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.942, "count": 122, "max_ms": 101.804, "p95_ms": 89.472}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.627, "count": 122, "max_ms": 102.457, "p95_ms": 95.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.767, "count": 122, "max_ms": 309.868, "p95_ms": 300.695}, "read_interval": {"avg_ms": 247.212, "count": 121, "max_ms": 320.538, "p95_ms": 309.545}, "triton_wait": {"avg_ms": 70.826, "count": 122, "max_ms": 102.47, "p95_ms": 95.193}, "visualize": {"avg_ms": 29.476, "count": 122, "max_ms": 43.346, "p95_ms": 39.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6125.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16650.773, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.467, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 514074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:59:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:59:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T00:59:20+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T00:59:20.107979+09:00", "mtime_epoch": 1783007960.1079793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:59:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1529.379, "name": "celery", "pid": 237, "rss_mb": 1529.379, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.061, "pushed": 10.061, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.056, "count": 301, "max_ms": 6.228, "p95_ms": 4.782}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 2.008, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.088, "count": 301, "max_ms": 76.584, "p95_ms": 70.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.273, "count": 301, "max_ms": 99.645, "p95_ms": 79.026}, "yolo11_640_fire_11class": {"avg_ms": 54.876, "count": 301, "max_ms": 75.951, "p95_ms": 69.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.321, "count": 301, "max_ms": 87.757, "p95_ms": 78.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.745, "count": 301, "max_ms": 110.961, "p95_ms": 95.58}, "read_interval": {"avg_ms": 99.792, "count": 300, "max_ms": 200.007, "p95_ms": 138.86}, "triton_wait": {"avg_ms": 62.089, "count": 301, "max_ms": 99.654, "p95_ms": 82.713}, "visualize": {"avg_ms": 3.666, "count": 301, "max_ms": 5.275, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6122.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26468.3, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.245, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 521255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:59:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:59:27+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T00:59:27+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T00:59:27.748114+09:00", "mtime_epoch": 1783007967.7481136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:59:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1283.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.09}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.481, "count": 300, "max_ms": 13.588, "p95_ms": 8.598}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.864, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.478, "count": 300, "max_ms": 79.254, "p95_ms": 68.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.418, "count": 300, "max_ms": 100.574, "p95_ms": 89.543}, "yolo11_640_fire_11class": {"avg_ms": 53.474, "count": 300, "max_ms": 79.241, "p95_ms": 65.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.129, "count": 300, "max_ms": 92.494, "p95_ms": 77.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.185, "count": 300, "max_ms": 117.483, "p95_ms": 107.126}, "read_interval": {"avg_ms": 100.023, "count": 300, "max_ms": 393.432, "p95_ms": 129.587}, "triton_wait": {"avg_ms": 61.176, "count": 300, "max_ms": 100.588, "p95_ms": 90.772}, "visualize": {"avg_ms": 3.654, "count": 300, "max_ms": 6.225, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.732, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2410, "tracking_summary": 2153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6125.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53836.108, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.372, "sample_count": 1119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:59:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:59:42+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T00:59:42+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T00:59:42.400372+09:00", "mtime_epoch": 1783007982.4003716, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T00:59:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 911.023, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.834, "pushed": 3.834, "read": 3.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.582, "count": 115, "max_ms": 189.68, "p95_ms": 183.193}, "gstreamer_push": {"avg_ms": 1.247, "count": 115, "max_ms": 3.078, "p95_ms": 2.877}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.521, "count": 115, "max_ms": 99.66, "p95_ms": 90.735}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.466, "count": 115, "max_ms": 103.291, "p95_ms": 95.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.843, "count": 115, "max_ms": 309.929, "p95_ms": 305.159}, "read_interval": {"avg_ms": 260.835, "count": 115, "max_ms": 322.862, "p95_ms": 315.861}, "triton_wait": {"avg_ms": 75.517, "count": 115, "max_ms": 103.304, "p95_ms": 95.764}, "visualize": {"avg_ms": 27.965, "count": 115, "max_ms": 43.231, "p95_ms": 38.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6122.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16680.804, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.638, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 514374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:59:50+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T00:59:50+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T00:59:50.152508+09:00", "mtime_epoch": 1783007990.152508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T00:59:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1529.637, "name": "celery", "pid": 237, "rss_mb": 1529.637, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 300, "max_ms": 6.885, "p95_ms": 4.927}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 2.24, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.421, "count": 300, "max_ms": 75.997, "p95_ms": 70.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.222, "count": 300, "max_ms": 85.977, "p95_ms": 73.386}, "yolo11_640_fire_11class": {"avg_ms": 53.949, "count": 300, "max_ms": 77.635, "p95_ms": 70.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.402, "count": 300, "max_ms": 92.306, "p95_ms": 79.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.114, "count": 300, "max_ms": 105.008, "p95_ms": 93.943}, "read_interval": {"avg_ms": 100.161, "count": 299, "max_ms": 260.65, "p95_ms": 145.51}, "triton_wait": {"avg_ms": 60.445, "count": 300, "max_ms": 92.318, "p95_ms": 81.055}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 5.247, "p95_ms": 4.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6122.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26498.314, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.067, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 521553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T00:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T00:59:57+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T00:59:57+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T00:59:57.744642+09:00", "mtime_epoch": 1783007997.7446418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T00:59:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1283.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.527, "count": 298, "max_ms": 13.045, "p95_ms": 10.079}, "gstreamer_push": {"avg_ms": 1.253, "count": 298, "max_ms": 1.823, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.382, "count": 298, "max_ms": 78.244, "p95_ms": 67.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.025, "count": 298, "max_ms": 90.8, "p95_ms": 84.32}, "yolo11_640_fire_11class": {"avg_ms": 53.045, "count": 298, "max_ms": 76.989, "p95_ms": 66.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.996, "count": 298, "max_ms": 84.428, "p95_ms": 76.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.748, "count": 298, "max_ms": 107.006, "p95_ms": 100.476}, "read_interval": {"avg_ms": 100.648, "count": 298, "max_ms": 358.869, "p95_ms": 127.335}, "triton_wait": {"avg_ms": 59.672, "count": 298, "max_ms": 90.812, "p95_ms": 84.332}, "visualize": {"avg_ms": 3.678, "count": 298, "max_ms": 6.598, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2412, "tracking_summary": 2154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6124.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53866.232, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 302.003, "sample_count": 1126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:00:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:00:12+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T01:00:12+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T01:00:12.524902+09:00", "mtime_epoch": 1783008012.5249023, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:00:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 910.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.721, "pushed": 3.721, "read": 3.688}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.061, "count": 111, "max_ms": 183.574, "p95_ms": 180.229}, "gstreamer_push": {"avg_ms": 1.169, "count": 111, "max_ms": 3.24, "p95_ms": 2.773}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.211, "count": 111, "max_ms": 94.306, "p95_ms": 83.443}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.019, "count": 111, "max_ms": 97.684, "p95_ms": 91.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.53, "count": 111, "max_ms": 311.931, "p95_ms": 303.446}, "read_interval": {"avg_ms": 271.092, "count": 110, "max_ms": 321.231, "p95_ms": 312.653}, "triton_wait": {"avg_ms": 73.084, "count": 111, "max_ms": 97.698, "p95_ms": 91.543}, "visualize": {"avg_ms": 29.676, "count": 111, "max_ms": 40.128, "p95_ms": 39.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.83, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6125.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16710.856, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.907, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 514674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:00:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:00:20+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T01:00:20+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T01:00:20.169037+09:00", "mtime_epoch": 1783008020.169037, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:00:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1529.637, "name": "celery", "pid": 237, "rss_mb": 1529.637, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.193, "count": 300, "max_ms": 6.655, "p95_ms": 6.083}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.623, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.686, "count": 300, "max_ms": 85.354, "p95_ms": 73.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.763, "count": 300, "max_ms": 91.083, "p95_ms": 77.571}, "yolo11_640_fire_11class": {"avg_ms": 54.767, "count": 300, "max_ms": 80.96, "p95_ms": 71.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.187, "count": 300, "max_ms": 93.366, "p95_ms": 81.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.095, "count": 300, "max_ms": 105.908, "p95_ms": 95.679}, "read_interval": {"avg_ms": 100.052, "count": 300, "max_ms": 179.543, "p95_ms": 133.238}, "triton_wait": {"avg_ms": 61.182, "count": 300, "max_ms": 93.378, "p95_ms": 82.743}, "visualize": {"avg_ms": 3.743, "count": 300, "max_ms": 5.761, "p95_ms": 4.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6125.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26528.386, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.338, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 521856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:00:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:00:27+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:00:27+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T01:00:27.813172+09:00", "mtime_epoch": 1783008027.8131719, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:00:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1283.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.073}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.693, "count": 303, "max_ms": 12.692, "p95_ms": 9.72}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.672, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.608, "count": 303, "max_ms": 79.197, "p95_ms": 70.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.788, "count": 303, "max_ms": 100.808, "p95_ms": 82.214}, "yolo11_640_fire_11class": {"avg_ms": 53.959, "count": 303, "max_ms": 78.696, "p95_ms": 69.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.115, "count": 303, "max_ms": 91.954, "p95_ms": 78.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.113, "count": 303, "max_ms": 117.003, "p95_ms": 100.731}, "read_interval": {"avg_ms": 99.234, "count": 302, "max_ms": 281.736, "p95_ms": 126.977}, "triton_wait": {"avg_ms": 60.737, "count": 303, "max_ms": 100.821, "p95_ms": 84.527}, "visualize": {"avg_ms": 3.769, "count": 303, "max_ms": 6.711, "p95_ms": 4.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2412, "tracking_summary": 2155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6125.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53896.485, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.741, "sample_count": 1119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:00:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:00:43+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T01:00:42+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-03T01:00:42.801436+09:00", "mtime_epoch": 1783008042.8014364, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:00:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 910.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.472, "pushed": 3.472, "read": 3.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.476, "count": 104, "max_ms": 181.543, "p95_ms": 179.885}, "gstreamer_push": {"avg_ms": 0.828, "count": 104, "max_ms": 1.908, "p95_ms": 1.688}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.369, "count": 104, "max_ms": 98.468, "p95_ms": 87.861}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.229, "count": 104, "max_ms": 105.184, "p95_ms": 97.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.302, "count": 104, "max_ms": 309.062, "p95_ms": 303.423}, "read_interval": {"avg_ms": 290.99, "count": 103, "max_ms": 318.47, "p95_ms": 313.643}, "triton_wait": {"avg_ms": 74.242, "count": 104, "max_ms": 105.198, "p95_ms": 97.429}, "visualize": {"avg_ms": 26.806, "count": 104, "max_ms": 40.486, "p95_ms": 36.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6127.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16740.946, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.747, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 514975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:00:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:00:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T01:00:50+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T01:00:50.269568+09:00", "mtime_epoch": 1783008050.2695682, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:00:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1529.895, "name": "celery", "pid": 237, "rss_mb": 1529.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.031, "count": 301, "max_ms": 6.28, "p95_ms": 4.674}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.961, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.696, "count": 301, "max_ms": 79.629, "p95_ms": 71.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.34, "count": 301, "max_ms": 88.287, "p95_ms": 70.3}, "yolo11_640_fire_11class": {"avg_ms": 55.962, "count": 301, "max_ms": 79.299, "p95_ms": 71.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.811, "count": 301, "max_ms": 88.459, "p95_ms": 79.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.988, "count": 301, "max_ms": 103.078, "p95_ms": 93.32}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 179.363, "p95_ms": 136.231}, "triton_wait": {"avg_ms": 62.34, "count": 301, "max_ms": 88.471, "p95_ms": 80.341}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 5.017, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6127.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26558.453, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.476, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 522156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:00:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:00:57+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T01:00:57+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T01:00:57.909703+09:00", "mtime_epoch": 1783008057.9097033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:00:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1283.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.438, "count": 300, "max_ms": 12.757, "p95_ms": 8.465}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 2.032, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.637, "count": 300, "max_ms": 82.843, "p95_ms": 68.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.302, "count": 300, "max_ms": 95.478, "p95_ms": 81.647}, "yolo11_640_fire_11class": {"avg_ms": 53.997, "count": 300, "max_ms": 75.929, "p95_ms": 67.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.217, "count": 300, "max_ms": 87.278, "p95_ms": 76.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.06, "count": 300, "max_ms": 112.218, "p95_ms": 98.834}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 264.473, "p95_ms": 130.427}, "triton_wait": {"avg_ms": 60.963, "count": 300, "max_ms": 95.491, "p95_ms": 83.079}, "visualize": {"avg_ms": 3.683, "count": 300, "max_ms": 5.728, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2413, "tracking_summary": 2156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6122.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53926.702, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 301.199, "sample_count": 1136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:01:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:01:13+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T01:01:13+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T01:01:12.997970+09:00", "mtime_epoch": 1783008072.9979696, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:01:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 908.359, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.043, "pushed": 4.043, "read": 4.01}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.403, "count": 121, "max_ms": 183.17, "p95_ms": 180.695}, "gstreamer_push": {"avg_ms": 0.921, "count": 121, "max_ms": 3.464, "p95_ms": 1.832}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.039, "count": 121, "max_ms": 92.196, "p95_ms": 83.924}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.071, "count": 121, "max_ms": 95.961, "p95_ms": 92.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 239.736, "count": 121, "max_ms": 307.405, "p95_ms": 297.351}, "read_interval": {"avg_ms": 249.408, "count": 120, "max_ms": 316.299, "p95_ms": 305.968}, "triton_wait": {"avg_ms": 71.09, "count": 121, "max_ms": 95.975, "p95_ms": 92.548}, "visualize": {"avg_ms": 25.39, "count": 121, "max_ms": 37.174, "p95_ms": 30.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6113.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16770.998, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.907, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 515275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:01:20+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T01:01:20+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T01:01:20.330099+09:00", "mtime_epoch": 1783008080.3300993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:01:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1529.895, "name": "celery", "pid": 237, "rss_mb": 1529.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.124, "count": 300, "max_ms": 6.718, "p95_ms": 5.723}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.706, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.981, "count": 300, "max_ms": 78.971, "p95_ms": 69.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.324, "count": 300, "max_ms": 91.798, "p95_ms": 68.536}, "yolo11_640_fire_11class": {"avg_ms": 54.299, "count": 300, "max_ms": 79.48, "p95_ms": 68.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.226, "count": 300, "max_ms": 86.686, "p95_ms": 77.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.812, "count": 300, "max_ms": 102.365, "p95_ms": 92.287}, "read_interval": {"avg_ms": 100.2, "count": 299, "max_ms": 219.641, "p95_ms": 152.029}, "triton_wait": {"avg_ms": 60.106, "count": 300, "max_ms": 91.808, "p95_ms": 79.488}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.484, "p95_ms": 4.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6117.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26588.472, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.721, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 522457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:01:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:01:27+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:01:27+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:01:27.930234+09:00", "mtime_epoch": 1783008087.9302337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:01:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1283.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.532, "count": 301, "max_ms": 12.832, "p95_ms": 9.583}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 1.929, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.115, "count": 301, "max_ms": 79.995, "p95_ms": 69.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.109, "count": 301, "max_ms": 97.035, "p95_ms": 84.16}, "yolo11_640_fire_11class": {"avg_ms": 54.432, "count": 301, "max_ms": 75.47, "p95_ms": 68.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.62, "count": 301, "max_ms": 86.534, "p95_ms": 79.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.6, "count": 301, "max_ms": 113.022, "p95_ms": 100.373}, "read_interval": {"avg_ms": 99.79, "count": 300, "max_ms": 309.455, "p95_ms": 124.899}, "triton_wait": {"avg_ms": 61.459, "count": 301, "max_ms": 97.048, "p95_ms": 84.323}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.467, "p95_ms": 4.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2416, "tracking_summary": 2157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6120.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53956.711, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.367, "sample_count": 1117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:01:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:01:43+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T01:01:43+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T01:01:43.026501+09:00", "mtime_epoch": 1783008103.0265007, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:01:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 906.188, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.434, "pushed": 3.434, "read": 3.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.889, "count": 103, "max_ms": 236.73, "p95_ms": 190.861}, "gstreamer_push": {"avg_ms": 1.234, "count": 103, "max_ms": 2.71, "p95_ms": 1.899}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.114, "count": 103, "max_ms": 99.087, "p95_ms": 89.21}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.816, "count": 103, "max_ms": 100.155, "p95_ms": 93.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.17, "count": 103, "max_ms": 364.066, "p95_ms": 312.087}, "read_interval": {"avg_ms": 291.342, "count": 103, "max_ms": 373.783, "p95_ms": 323.75}, "triton_wait": {"avg_ms": 70.887, "count": 103, "max_ms": 100.168, "p95_ms": 94.009}, "visualize": {"avg_ms": 30.538, "count": 103, "max_ms": 43.139, "p95_ms": 40.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6124.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16801.062, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.937, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 515576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:01:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T01:01:50+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:01:50.402631+09:00", "mtime_epoch": 1783008110.4026313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:01:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1530.152, "name": "celery", "pid": 237, "rss_mb": 1530.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.02, "count": 301, "max_ms": 6.35, "p95_ms": 4.569}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.494, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.038, "count": 301, "max_ms": 78.854, "p95_ms": 71.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.156, "count": 301, "max_ms": 92.602, "p95_ms": 69.283}, "yolo11_640_fire_11class": {"avg_ms": 55.239, "count": 301, "max_ms": 78.841, "p95_ms": 71.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.857, "count": 301, "max_ms": 88.849, "p95_ms": 79.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.187, "count": 301, "max_ms": 105.236, "p95_ms": 94.718}, "read_interval": {"avg_ms": 99.929, "count": 300, "max_ms": 235.043, "p95_ms": 142.902}, "triton_wait": {"avg_ms": 61.618, "count": 301, "max_ms": 92.615, "p95_ms": 82.239}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 4.843, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6126.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26618.689, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.731, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 522756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:01:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:01:58+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T01:01:58+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T01:01:57.914764+09:00", "mtime_epoch": 1783008117.9147644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:01:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1283.793, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.407, "count": 297, "max_ms": 10.257, "p95_ms": 8.1}, "gstreamer_push": {"avg_ms": 1.248, "count": 297, "max_ms": 1.499, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.223, "count": 297, "max_ms": 82.431, "p95_ms": 69.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.87, "count": 297, "max_ms": 93.796, "p95_ms": 83.651}, "yolo11_640_fire_11class": {"avg_ms": 54.208, "count": 297, "max_ms": 81.852, "p95_ms": 68.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.679, "count": 297, "max_ms": 89.821, "p95_ms": 77.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.137, "count": 297, "max_ms": 109.778, "p95_ms": 100.517}, "read_interval": {"avg_ms": 101.083, "count": 297, "max_ms": 400.629, "p95_ms": 130.56}, "triton_wait": {"avg_ms": 61.117, "count": 297, "max_ms": 93.81, "p95_ms": 84.102}, "visualize": {"avg_ms": 3.656, "count": 297, "max_ms": 5.538, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2416, "tracking_summary": 2158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6118.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 53986.762, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.587, "sample_count": 1127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:02:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:02:13+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T01:02:13+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-03T01:02:13.159034+09:00", "mtime_epoch": 1783008133.1590343, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:02:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 902.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.864, "pushed": 3.864, "read": 3.83}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.15, "count": 115, "max_ms": 213.525, "p95_ms": 186.144}, "gstreamer_push": {"avg_ms": 1.183, "count": 115, "max_ms": 2.967, "p95_ms": 2.068}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.509, "count": 115, "max_ms": 97.659, "p95_ms": 89.114}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.207, "count": 115, "max_ms": 100.327, "p95_ms": 92.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.302, "count": 115, "max_ms": 340.659, "p95_ms": 311.809}, "read_interval": {"avg_ms": 261.787, "count": 114, "max_ms": 349.746, "p95_ms": 321.384}, "triton_wait": {"avg_ms": 70.294, "count": 115, "max_ms": 100.34, "p95_ms": 92.943}, "visualize": {"avg_ms": 31.026, "count": 115, "max_ms": 43.691, "p95_ms": 39.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.762, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6120.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16831.124, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.674, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 515867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:02:20+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T01:02:20+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T01:02:20.451164+09:00", "mtime_epoch": 1783008140.4511635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:02:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1530.152, "name": "celery", "pid": 237, "rss_mb": 1530.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.67}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.061, "count": 291, "max_ms": 6.214, "p95_ms": 4.904}, "gstreamer_push": {"avg_ms": 1.304, "count": 291, "max_ms": 2.003, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.793, "count": 291, "max_ms": 80.516, "p95_ms": 71.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.173, "count": 291, "max_ms": 94.089, "p95_ms": 70.11}, "yolo11_640_fire_11class": {"avg_ms": 57.208, "count": 291, "max_ms": 82.137, "p95_ms": 73.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.483, "count": 291, "max_ms": 88.617, "p95_ms": 80.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.362, "count": 291, "max_ms": 106.789, "p95_ms": 97.722}, "read_interval": {"avg_ms": 103.32, "count": 290, "max_ms": 1095.951, "p95_ms": 125.279}, "triton_wait": {"avg_ms": 64.621, "count": 291, "max_ms": 94.102, "p95_ms": 84.569}, "visualize": {"avg_ms": 3.7, "count": 291, "max_ms": 5.684, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6125.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26648.791, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.1, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 523058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:02:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:02:28+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T01:02:28+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T01:02:28.219301+09:00", "mtime_epoch": 1783008148.2193012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:02:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1284.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.625, "count": 301, "max_ms": 12.749, "p95_ms": 10.631}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 2.043, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.756, "count": 301, "max_ms": 77.34, "p95_ms": 69.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.654, "count": 301, "max_ms": 95.444, "p95_ms": 83.854}, "yolo11_640_fire_11class": {"avg_ms": 56.079, "count": 301, "max_ms": 73.651, "p95_ms": 68.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.257, "count": 301, "max_ms": 88.604, "p95_ms": 78.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.194, "count": 301, "max_ms": 113.738, "p95_ms": 100.43}, "read_interval": {"avg_ms": 99.641, "count": 301, "max_ms": 288.228, "p95_ms": 122.327}, "triton_wait": {"avg_ms": 63.94, "count": 301, "max_ms": 95.458, "p95_ms": 84.293}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 6.942, "p95_ms": 4.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2417, "tracking_summary": 2159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6128.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54016.827, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.524, "sample_count": 1114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:02:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:02:43+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T01:02:43+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-03T01:02:43.135566+09:00", "mtime_epoch": 1783008163.1355658, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:02:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 912.699, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.613, "pushed": 3.613, "read": 3.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.385, "count": 108, "max_ms": 210.236, "p95_ms": 182.068}, "gstreamer_push": {"avg_ms": 0.894, "count": 108, "max_ms": 1.965, "p95_ms": 1.776}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.46, "count": 108, "max_ms": 96.562, "p95_ms": 92.554}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.207, "count": 108, "max_ms": 99.708, "p95_ms": 96.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.817, "count": 108, "max_ms": 338.666, "p95_ms": 307.422}, "read_interval": {"avg_ms": 278.247, "count": 107, "max_ms": 350.695, "p95_ms": 317.756}, "triton_wait": {"avg_ms": 73.228, "count": 108, "max_ms": 99.721, "p95_ms": 96.143}, "visualize": {"avg_ms": 25.46, "count": 108, "max_ms": 31.867, "p95_ms": 29.641}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6128.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16861.196, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.967, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 516168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:02:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T01:02:50+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T01:02:50+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T01:02:50.523697+09:00", "mtime_epoch": 1783008170.5236967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:02:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1530.41, "name": "celery", "pid": 237, "rss_mb": 1530.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.132, "count": 301, "max_ms": 6.706, "p95_ms": 5.777}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.782, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.679, "count": 301, "max_ms": 84.28, "p95_ms": 72.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.22, "count": 301, "max_ms": 99.533, "p95_ms": 80.845}, "yolo11_640_fire_11class": {"avg_ms": 57.945, "count": 301, "max_ms": 85.438, "p95_ms": 71.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.16, "count": 301, "max_ms": 89.833, "p95_ms": 81.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.048, "count": 301, "max_ms": 112.206, "p95_ms": 96.819}, "read_interval": {"avg_ms": 99.913, "count": 300, "max_ms": 146.686, "p95_ms": 120.784}, "triton_wait": {"avg_ms": 65.22, "count": 301, "max_ms": 99.544, "p95_ms": 84.61}, "visualize": {"avg_ms": 3.705, "count": 301, "max_ms": 5.8, "p95_ms": 4.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6129.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26678.852, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.623, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 523360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:02:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:02:58+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:02:58+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T01:02:58.291835+09:00", "mtime_epoch": 1783008178.2918346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:02:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1284.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 302, "max_ms": 11.742, "p95_ms": 8.818}, "gstreamer_push": {"avg_ms": 1.246, "count": 302, "max_ms": 2.09, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.391, "count": 302, "max_ms": 81.052, "p95_ms": 71.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.387, "count": 302, "max_ms": 100.188, "p95_ms": 86.411}, "yolo11_640_fire_11class": {"avg_ms": 55.297, "count": 302, "max_ms": 80.191, "p95_ms": 70.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.333, "count": 302, "max_ms": 91.102, "p95_ms": 79.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.323, "count": 302, "max_ms": 116.225, "p95_ms": 104.666}, "read_interval": {"avg_ms": 99.525, "count": 301, "max_ms": 304.283, "p95_ms": 128.561}, "triton_wait": {"avg_ms": 62.292, "count": 302, "max_ms": 100.202, "p95_ms": 88.294}, "visualize": {"avg_ms": 3.662, "count": 302, "max_ms": 6.245, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2420, "tracking_summary": 2160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6122.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54046.957, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.517, "sample_count": 1114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:03:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:03:13+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T01:03:13+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T01:03:13.264100+09:00", "mtime_epoch": 1783008193.2641003, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:03:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 906.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.556, "pushed": 3.556, "read": 3.523}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.822, "count": 106, "max_ms": 201.343, "p95_ms": 182.23}, "gstreamer_push": {"avg_ms": 0.902, "count": 106, "max_ms": 2.903, "p95_ms": 1.815}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.539, "count": 106, "max_ms": 95.825, "p95_ms": 89.473}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.864, "count": 106, "max_ms": 105.548, "p95_ms": 96.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.636, "count": 106, "max_ms": 315.13, "p95_ms": 303.074}, "read_interval": {"avg_ms": 284.207, "count": 105, "max_ms": 325.321, "p95_ms": 313.297}, "triton_wait": {"avg_ms": 75.194, "count": 106, "max_ms": 105.562, "p95_ms": 96.556}, "visualize": {"avg_ms": 27.868, "count": 106, "max_ms": 40.368, "p95_ms": 34.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.808, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6119.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16891.319, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.422, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 516469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:03:20+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T01:03:20+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T01:03:20.612231+09:00", "mtime_epoch": 1783008200.6122308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:03:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1530.41, "name": "celery", "pid": 237, "rss_mb": 1530.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 300, "max_ms": 6.315, "p95_ms": 4.767}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.995, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.2, "count": 300, "max_ms": 79.207, "p95_ms": 72.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.033, "count": 300, "max_ms": 95.38, "p95_ms": 80.232}, "yolo11_640_fire_11class": {"avg_ms": 56.404, "count": 300, "max_ms": 75.0, "p95_ms": 71.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.267, "count": 300, "max_ms": 86.295, "p95_ms": 80.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.251, "count": 300, "max_ms": 108.342, "p95_ms": 96.55}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 139.064, "p95_ms": 121.053}, "triton_wait": {"avg_ms": 63.518, "count": 300, "max_ms": 95.392, "p95_ms": 83.792}, "visualize": {"avg_ms": 3.684, "count": 300, "max_ms": 5.372, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6122.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26708.891, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.419, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 523660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:03:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:03:28+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T01:03:28+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T01:03:28.340368+09:00", "mtime_epoch": 1783008208.340368, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:03:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1284.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.378, "count": 300, "max_ms": 12.821, "p95_ms": 8.169}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.777, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.126, "count": 300, "max_ms": 76.508, "p95_ms": 69.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.581, "count": 300, "max_ms": 100.55, "p95_ms": 85.623}, "yolo11_640_fire_11class": {"avg_ms": 55.188, "count": 300, "max_ms": 76.002, "p95_ms": 68.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.267, "count": 300, "max_ms": 85.387, "p95_ms": 79.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.967, "count": 300, "max_ms": 116.513, "p95_ms": 102.868}, "read_interval": {"avg_ms": 100.179, "count": 299, "max_ms": 368.777, "p95_ms": 126.367}, "triton_wait": {"avg_ms": 62.976, "count": 300, "max_ms": 100.563, "p95_ms": 85.635}, "visualize": {"avg_ms": 3.64, "count": 300, "max_ms": 6.619, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2420, "tracking_summary": 2161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6127.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54077.046, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.468, "sample_count": 1127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:03:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:03:43+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T01:03:43+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T01:03:43.332645+09:00", "mtime_epoch": 1783008223.3326452, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:03:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 911.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.249, "pushed": 4.249, "read": 4.215}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 121.413, "count": 127, "max_ms": 183.574, "p95_ms": 180.48}, "gstreamer_push": {"avg_ms": 1.158, "count": 127, "max_ms": 2.948, "p95_ms": 2.759}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.508, "count": 127, "max_ms": 100.185, "p95_ms": 88.458}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.186, "count": 127, "max_ms": 100.813, "p95_ms": 93.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 227.251, "count": 127, "max_ms": 323.06, "p95_ms": 301.522}, "read_interval": {"avg_ms": 236.357, "count": 126, "max_ms": 333.478, "p95_ms": 310.333}, "triton_wait": {"avg_ms": 72.34, "count": 127, "max_ms": 100.826, "p95_ms": 93.514}, "visualize": {"avg_ms": 29.723, "count": 127, "max_ms": 42.459, "p95_ms": 39.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6122.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16921.409, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.08, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 516770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:03:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:03:50+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T01:03:50+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T01:03:50.732789+09:00", "mtime_epoch": 1783008230.7327893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:03:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1530.668, "name": "celery", "pid": 237, "rss_mb": 1530.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.084, "count": 300, "max_ms": 7.84, "p95_ms": 4.734}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.665, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.362, "count": 300, "max_ms": 79.833, "p95_ms": 73.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.882, "count": 300, "max_ms": 94.338, "p95_ms": 79.33}, "yolo11_640_fire_11class": {"avg_ms": 56.337, "count": 300, "max_ms": 80.256, "p95_ms": 73.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.414, "count": 300, "max_ms": 91.081, "p95_ms": 81.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.646, "count": 301, "max_ms": 107.719, "p95_ms": 97.341}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 140.61, "p95_ms": 121.267}, "triton_wait": {"avg_ms": 62.903, "count": 300, "max_ms": 94.351, "p95_ms": 84.596}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 5.486, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6123.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26738.994, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.152, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 523961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:03:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:03:58+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T01:03:58+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T01:03:58.420938+09:00", "mtime_epoch": 1783008238.4209385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:03:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1284.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.465, "count": 300, "max_ms": 13.785, "p95_ms": 8.625}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.962, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.414, "count": 300, "max_ms": 76.113, "p95_ms": 70.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.879, "count": 300, "max_ms": 101.003, "p95_ms": 88.164}, "yolo11_640_fire_11class": {"avg_ms": 55.418, "count": 300, "max_ms": 77.038, "p95_ms": 71.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.056, "count": 300, "max_ms": 87.959, "p95_ms": 78.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.84, "count": 300, "max_ms": 117.081, "p95_ms": 104.218}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 310.835, "p95_ms": 127.847}, "triton_wait": {"avg_ms": 62.829, "count": 300, "max_ms": 101.016, "p95_ms": 88.176}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 5.828, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2421, "tracking_summary": 2162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6129.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54107.351, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.323, "sample_count": 1122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:04:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:04:13+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T01:04:13+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T01:04:13.633234+09:00", "mtime_epoch": 1783008253.6332338, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:04:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 913.129, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.867, "pushed": 3.867, "read": 3.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.203, "count": 115, "max_ms": 201.272, "p95_ms": 188.235}, "gstreamer_push": {"avg_ms": 1.051, "count": 115, "max_ms": 3.064, "p95_ms": 1.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.502, "count": 115, "max_ms": 100.201, "p95_ms": 94.377}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 77.247, "count": 115, "max_ms": 103.181, "p95_ms": 98.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.431, "count": 115, "max_ms": 319.702, "p95_ms": 308.807}, "read_interval": {"avg_ms": 260.539, "count": 114, "max_ms": 330.133, "p95_ms": 315.369}, "triton_wait": {"avg_ms": 77.353, "count": 115, "max_ms": 103.193, "p95_ms": 98.681}, "visualize": {"avg_ms": 26.104, "count": 115, "max_ms": 35.396, "p95_ms": 32.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6126.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16951.417, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.302, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:04:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:04:20+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T01:04:20+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T01:04:20.721371+09:00", "mtime_epoch": 1783008260.7213712, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:04:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1530.926, "name": "celery", "pid": 237, "rss_mb": 1530.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 300, "max_ms": 6.637, "p95_ms": 5.481}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 1.785, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.935, "count": 300, "max_ms": 80.158, "p95_ms": 75.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.545, "count": 300, "max_ms": 97.449, "p95_ms": 70.039}, "yolo11_640_fire_11class": {"avg_ms": 56.245, "count": 300, "max_ms": 79.608, "p95_ms": 73.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.845, "count": 300, "max_ms": 89.871, "p95_ms": 83.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.224, "count": 300, "max_ms": 110.629, "p95_ms": 99.046}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 134.948, "p95_ms": 120.765}, "triton_wait": {"avg_ms": 62.661, "count": 300, "max_ms": 97.461, "p95_ms": 86.334}, "visualize": {"avg_ms": 3.587, "count": 300, "max_ms": 6.039, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6115.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26769.081, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.357, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 524263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:04:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:04:28+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T01:04:28+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T01:04:28.521522+09:00", "mtime_epoch": 1783008268.5215223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:04:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1284.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.467, "count": 302, "max_ms": 12.715, "p95_ms": 9.052}, "gstreamer_push": {"avg_ms": 1.244, "count": 302, "max_ms": 1.743, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.892, "count": 302, "max_ms": 78.104, "p95_ms": 72.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.313, "count": 302, "max_ms": 101.633, "p95_ms": 91.395}, "yolo11_640_fire_11class": {"avg_ms": 55.359, "count": 302, "max_ms": 78.112, "p95_ms": 72.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.28, "count": 302, "max_ms": 89.989, "p95_ms": 81.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.907, "count": 302, "max_ms": 117.578, "p95_ms": 108.417}, "read_interval": {"avg_ms": 99.647, "count": 301, "max_ms": 298.466, "p95_ms": 127.236}, "triton_wait": {"avg_ms": 63.898, "count": 302, "max_ms": 101.646, "p95_ms": 91.408}, "visualize": {"avg_ms": 3.663, "count": 302, "max_ms": 6.107, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2422, "tracking_summary": 2163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6124.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54137.359, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.18, "sample_count": 1111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:04:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:04:43+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T01:04:43+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T01:04:43.741817+09:00", "mtime_epoch": 1783008283.7418165, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:04:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 907.43, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.501, "pushed": 3.501, "read": 3.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.334, "count": 104, "max_ms": 193.826, "p95_ms": 179.573}, "gstreamer_push": {"avg_ms": 1.15, "count": 104, "max_ms": 3.067, "p95_ms": 2.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.731, "count": 104, "max_ms": 97.341, "p95_ms": 91.616}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.245, "count": 104, "max_ms": 103.554, "p95_ms": 97.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.364, "count": 104, "max_ms": 319.205, "p95_ms": 310.212}, "read_interval": {"avg_ms": 289.266, "count": 103, "max_ms": 329.605, "p95_ms": 320.589}, "triton_wait": {"avg_ms": 75.259, "count": 104, "max_ms": 103.568, "p95_ms": 97.625}, "visualize": {"avg_ms": 30.018, "count": 104, "max_ms": 41.197, "p95_ms": 39.558}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.707, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6126.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 16981.471, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.327, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:04:50+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T01:04:50+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T01:04:50.801953+09:00", "mtime_epoch": 1783008290.801953, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:04:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1530.926, "name": "celery", "pid": 237, "rss_mb": 1530.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.994, "count": 301, "max_ms": 5.979, "p95_ms": 4.305}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 1.677, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.7, "count": 301, "max_ms": 84.185, "p95_ms": 76.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.58, "count": 301, "max_ms": 95.848, "p95_ms": 66.47}, "yolo11_640_fire_11class": {"avg_ms": 55.002, "count": 301, "max_ms": 82.28, "p95_ms": 71.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.122, "count": 301, "max_ms": 90.667, "p95_ms": 80.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.152, "count": 301, "max_ms": 108.569, "p95_ms": 94.425}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 125.426, "p95_ms": 121.634}, "triton_wait": {"avg_ms": 61.636, "count": 301, "max_ms": 95.86, "p95_ms": 81.767}, "visualize": {"avg_ms": 3.647, "count": 301, "max_ms": 4.676, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6126.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26799.101, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.692, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 524562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:04:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:04:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T01:04:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:04:58.558103+09:00", "mtime_epoch": 1783008298.5581026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:04:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1284.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.961}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.488, "count": 299, "max_ms": 13.011, "p95_ms": 8.754}, "gstreamer_push": {"avg_ms": 1.267, "count": 299, "max_ms": 2.26, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.958, "count": 299, "max_ms": 76.008, "p95_ms": 69.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.941, "count": 299, "max_ms": 93.786, "p95_ms": 86.949}, "yolo11_640_fire_11class": {"avg_ms": 53.948, "count": 299, "max_ms": 75.905, "p95_ms": 69.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.338, "count": 299, "max_ms": 85.263, "p95_ms": 79.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.286, "count": 299, "max_ms": 112.511, "p95_ms": 103.822}, "read_interval": {"avg_ms": 100.46, "count": 298, "max_ms": 354.306, "p95_ms": 129.041}, "triton_wait": {"avg_ms": 61.217, "count": 299, "max_ms": 93.799, "p95_ms": 86.962}, "visualize": {"avg_ms": 3.679, "count": 299, "max_ms": 5.731, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2423, "tracking_summary": 2164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6127.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54167.579, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.212, "sample_count": 1108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:05:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:05:14+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-03T01:05:13+09:00", "mjpeg": {"age_sec": 0.255, "exists": true, "mtime": "2026-07-03T01:05:13.902399+09:00", "mtime_epoch": 1783008313.9023986, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:05:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 909.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.588, "pushed": 3.588, "read": 3.554}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.737, "count": 107, "max_ms": 181.559, "p95_ms": 180.216}, "gstreamer_push": {"avg_ms": 0.966, "count": 107, "max_ms": 2.903, "p95_ms": 1.761}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.604, "count": 107, "max_ms": 93.67, "p95_ms": 89.63}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.184, "count": 107, "max_ms": 103.572, "p95_ms": 96.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.691, "count": 107, "max_ms": 317.616, "p95_ms": 310.417}, "read_interval": {"avg_ms": 280.501, "count": 106, "max_ms": 327.844, "p95_ms": 318.497}, "triton_wait": {"avg_ms": 74.198, "count": 107, "max_ms": 103.585, "p95_ms": 96.723}, "visualize": {"avg_ms": 30.011, "count": 107, "max_ms": 39.205, "p95_ms": 38.652}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6122.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17011.475, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.445, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:05:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:05:20+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T01:05:20+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T01:05:20.822532+09:00", "mtime_epoch": 1783008320.8225317, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:05:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1531.184, "name": "celery", "pid": 237, "rss_mb": 1531.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.929, "count": 300, "max_ms": 5.985, "p95_ms": 4.363}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 2.071, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.749, "count": 300, "max_ms": 80.259, "p95_ms": 72.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.691, "count": 300, "max_ms": 97.573, "p95_ms": 75.563}, "yolo11_640_fire_11class": {"avg_ms": 56.683, "count": 300, "max_ms": 80.344, "p95_ms": 70.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.454, "count": 300, "max_ms": 88.079, "p95_ms": 81.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.729, "count": 300, "max_ms": 110.36, "p95_ms": 97.11}, "read_interval": {"avg_ms": 100.018, "count": 300, "max_ms": 125.279, "p95_ms": 120.798}, "triton_wait": {"avg_ms": 64.29, "count": 300, "max_ms": 97.586, "p95_ms": 84.376}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 5.941, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6128.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26829.148, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.659, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 524863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:05:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:05:28+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T01:05:28+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T01:05:28.586681+09:00", "mtime_epoch": 1783008328.5866811, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:05:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1284.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.368, "count": 301, "max_ms": 13.101, "p95_ms": 8.162}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.552, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.096, "count": 301, "max_ms": 79.417, "p95_ms": 68.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.258, "count": 301, "max_ms": 90.285, "p95_ms": 82.36}, "yolo11_640_fire_11class": {"avg_ms": 55.446, "count": 301, "max_ms": 79.405, "p95_ms": 67.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.814, "count": 301, "max_ms": 89.246, "p95_ms": 77.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.307, "count": 301, "max_ms": 106.819, "p95_ms": 99.885}, "read_interval": {"avg_ms": 99.859, "count": 300, "max_ms": 311.441, "p95_ms": 122.638}, "triton_wait": {"avg_ms": 63.391, "count": 301, "max_ms": 90.297, "p95_ms": 83.848}, "visualize": {"avg_ms": 3.649, "count": 301, "max_ms": 5.943, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2424, "tracking_summary": 2164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6125.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54197.741, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.327, "sample_count": 1110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:05:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:05:44+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T01:05:44+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T01:05:44.146980+09:00", "mtime_epoch": 1783008344.1469803, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:05:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 907.285, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.547, "pushed": 3.547, "read": 3.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.886, "count": 106, "max_ms": 182.249, "p95_ms": 180.899}, "gstreamer_push": {"avg_ms": 0.996, "count": 106, "max_ms": 2.937, "p95_ms": 2.78}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.49, "count": 106, "max_ms": 103.442, "p95_ms": 91.344}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.4, "count": 106, "max_ms": 102.645, "p95_ms": 95.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.103, "count": 106, "max_ms": 316.465, "p95_ms": 303.13}, "read_interval": {"avg_ms": 285.407, "count": 105, "max_ms": 325.41, "p95_ms": 312.231}, "triton_wait": {"avg_ms": 75.428, "count": 106, "max_ms": 103.454, "p95_ms": 95.597}, "visualize": {"avg_ms": 27.023, "count": 106, "max_ms": 41.625, "p95_ms": 39.301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6122.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17041.498, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.87, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 517971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:05:50+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:05:50+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T01:05:50.847109+09:00", "mtime_epoch": 1783008350.8471088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:05:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1531.23, "name": "celery", "pid": 237, "rss_mb": 1531.23, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.991, "count": 300, "max_ms": 6.239, "p95_ms": 5.347}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.474, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.37, "count": 300, "max_ms": 79.845, "p95_ms": 71.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.153, "count": 300, "max_ms": 93.954, "p95_ms": 76.175}, "yolo11_640_fire_11class": {"avg_ms": 56.0, "count": 300, "max_ms": 79.001, "p95_ms": 70.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.942, "count": 300, "max_ms": 88.334, "p95_ms": 80.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.29, "count": 300, "max_ms": 106.563, "p95_ms": 96.108}, "read_interval": {"avg_ms": 100.15, "count": 299, "max_ms": 151.43, "p95_ms": 121.53}, "triton_wait": {"avg_ms": 63.143, "count": 300, "max_ms": 93.966, "p95_ms": 84.435}, "visualize": {"avg_ms": 3.475, "count": 300, "max_ms": 4.61, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6121.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26859.19, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.833, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 525163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:05:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:05:58+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T01:05:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:05:58.647259+09:00", "mtime_epoch": 1783008358.6472585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:05:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1284.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.551, "count": 300, "max_ms": 11.909, "p95_ms": 10.124}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.841, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.094, "count": 300, "max_ms": 77.787, "p95_ms": 70.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.888, "count": 300, "max_ms": 98.147, "p95_ms": 85.187}, "yolo11_640_fire_11class": {"avg_ms": 55.011, "count": 300, "max_ms": 73.643, "p95_ms": 68.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.947, "count": 300, "max_ms": 87.362, "p95_ms": 79.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.917, "count": 300, "max_ms": 114.344, "p95_ms": 102.328}, "read_interval": {"avg_ms": 100.193, "count": 299, "max_ms": 378.83, "p95_ms": 123.335}, "triton_wait": {"avg_ms": 62.877, "count": 300, "max_ms": 98.16, "p95_ms": 86.2}, "visualize": {"avg_ms": 3.624, "count": 300, "max_ms": 5.245, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2426, "tracking_summary": 2165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6128.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54227.81, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.362, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:06:14+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-03T01:06:14+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T01:06:14.107555+09:00", "mtime_epoch": 1783008374.107555, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:06:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 910.449, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.883, "pushed": 3.883, "read": 3.85}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.802, "count": 116, "max_ms": 217.759, "p95_ms": 193.218}, "gstreamer_push": {"avg_ms": 1.097, "count": 116, "max_ms": 2.791, "p95_ms": 1.907}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.346, "count": 116, "max_ms": 95.54, "p95_ms": 89.545}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.887, "count": 116, "max_ms": 99.953, "p95_ms": 94.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.181, "count": 116, "max_ms": 311.492, "p95_ms": 301.412}, "read_interval": {"avg_ms": 258.848, "count": 115, "max_ms": 320.446, "p95_ms": 312.063}, "triton_wait": {"avg_ms": 70.922, "count": 116, "max_ms": 99.966, "p95_ms": 94.104}, "visualize": {"avg_ms": 27.529, "count": 116, "max_ms": 49.392, "p95_ms": 37.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6122.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17071.592, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.87, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 518272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:06:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:06:20+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T01:06:20+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T01:06:20.911685+09:00", "mtime_epoch": 1783008380.9116852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:06:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1531.371, "name": "celery", "pid": 237, "rss_mb": 1531.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.002, "count": 300, "max_ms": 6.269, "p95_ms": 4.794}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 1.946, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.252, "count": 300, "max_ms": 78.232, "p95_ms": 70.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.543, "count": 300, "max_ms": 95.735, "p95_ms": 72.174}, "yolo11_640_fire_11class": {"avg_ms": 57.286, "count": 300, "max_ms": 77.706, "p95_ms": 69.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.776, "count": 300, "max_ms": 85.269, "p95_ms": 79.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.286, "count": 300, "max_ms": 108.527, "p95_ms": 94.301}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 124.809, "p95_ms": 120.426}, "triton_wait": {"avg_ms": 64.79, "count": 300, "max_ms": 95.748, "p95_ms": 81.663}, "visualize": {"avg_ms": 3.595, "count": 300, "max_ms": 5.838, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6119.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26889.267, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.868, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 525465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:06:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:06:28+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T01:06:28+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T01:06:28.715835+09:00", "mtime_epoch": 1783008388.7158346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:06:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1285.082, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.455, "count": 302, "max_ms": 13.457, "p95_ms": 10.856}, "gstreamer_push": {"avg_ms": 1.191, "count": 302, "max_ms": 1.432, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.005, "count": 302, "max_ms": 79.021, "p95_ms": 68.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.085, "count": 302, "max_ms": 100.607, "p95_ms": 78.045}, "yolo11_640_fire_11class": {"avg_ms": 55.614, "count": 302, "max_ms": 82.904, "p95_ms": 68.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.278, "count": 302, "max_ms": 87.737, "p95_ms": 79.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.108, "count": 302, "max_ms": 116.705, "p95_ms": 99.788}, "read_interval": {"avg_ms": 99.636, "count": 301, "max_ms": 301.934, "p95_ms": 126.924}, "triton_wait": {"avg_ms": 62.476, "count": 302, "max_ms": 100.62, "p95_ms": 82.808}, "visualize": {"avg_ms": 3.483, "count": 302, "max_ms": 5.602, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2427, "tracking_summary": 2166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6120.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54257.952, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.327, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:06:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:06:44+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T01:06:44+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T01:06:44.240131+09:00", "mtime_epoch": 1783008404.2401314, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:06:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 901.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.448, "pushed": 3.448, "read": 3.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.558, "count": 103, "max_ms": 193.235, "p95_ms": 185.593}, "gstreamer_push": {"avg_ms": 1.123, "count": 103, "max_ms": 2.928, "p95_ms": 1.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.991, "count": 103, "max_ms": 105.307, "p95_ms": 93.471}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.961, "count": 103, "max_ms": 104.383, "p95_ms": 92.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.536, "count": 103, "max_ms": 317.476, "p95_ms": 308.864}, "read_interval": {"avg_ms": 292.496, "count": 102, "max_ms": 326.289, "p95_ms": 319.434}, "triton_wait": {"avg_ms": 71.161, "count": 103, "max_ms": 105.319, "p95_ms": 93.483}, "visualize": {"avg_ms": 31.032, "count": 103, "max_ms": 41.664, "p95_ms": 40.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6125.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17101.678, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.807, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 518573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:06:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:06:51+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:06:51+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T01:06:51.000260+09:00", "mtime_epoch": 1783008411.0002604, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:06:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1531.52, "name": "celery", "pid": 237, "rss_mb": 1531.52, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.985, "count": 301, "max_ms": 6.585, "p95_ms": 4.604}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.963, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.129, "count": 301, "max_ms": 78.114, "p95_ms": 72.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.495, "count": 301, "max_ms": 106.328, "p95_ms": 73.221}, "yolo11_640_fire_11class": {"avg_ms": 55.417, "count": 301, "max_ms": 79.603, "p95_ms": 71.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.068, "count": 301, "max_ms": 88.021, "p95_ms": 80.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.607, "count": 301, "max_ms": 119.058, "p95_ms": 95.022}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 137.643, "p95_ms": 121.234}, "triton_wait": {"avg_ms": 62.017, "count": 301, "max_ms": 106.339, "p95_ms": 81.899}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 5.177, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6123.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26919.296, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.013, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 525765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:06:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:06:58+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T01:06:58+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T01:06:58.720408+09:00", "mtime_epoch": 1783008418.7204077, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:06:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1285.34, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.472, "count": 300, "max_ms": 12.384, "p95_ms": 8.902}, "gstreamer_push": {"avg_ms": 1.259, "count": 300, "max_ms": 2.177, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.355, "count": 300, "max_ms": 74.634, "p95_ms": 71.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.301, "count": 300, "max_ms": 99.834, "p95_ms": 85.437}, "yolo11_640_fire_11class": {"avg_ms": 54.479, "count": 300, "max_ms": 75.502, "p95_ms": 70.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.808, "count": 300, "max_ms": 86.48, "p95_ms": 80.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.007, "count": 300, "max_ms": 117.014, "p95_ms": 102.368}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 404.094, "p95_ms": 123.255}, "triton_wait": {"avg_ms": 61.999, "count": 300, "max_ms": 99.848, "p95_ms": 86.019}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 5.731, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2427, "tracking_summary": 2167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6121.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54288.026, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.273, "sample_count": 1108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:07:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:07:14+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-03T01:07:14+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-03T01:07:14.340706+09:00", "mtime_epoch": 1783008434.3407056, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:07:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 903.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.995, "pushed": 3.995, "read": 3.962}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.32, "count": 119, "max_ms": 240.383, "p95_ms": 209.312}, "gstreamer_push": {"avg_ms": 1.033, "count": 119, "max_ms": 3.1, "p95_ms": 2.716}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.175, "count": 119, "max_ms": 97.338, "p95_ms": 89.48}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.407, "count": 119, "max_ms": 100.372, "p95_ms": 95.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.8, "count": 119, "max_ms": 335.238, "p95_ms": 307.482}, "read_interval": {"avg_ms": 252.473, "count": 118, "max_ms": 344.249, "p95_ms": 318.98}, "triton_wait": {"avg_ms": 73.473, "count": 119, "max_ms": 100.386, "p95_ms": 96.422}, "visualize": {"avg_ms": 26.193, "count": 119, "max_ms": 33.808, "p95_ms": 32.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.786, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6131.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17131.69, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.865, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 518873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:07:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:07:21+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T01:07:21+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T01:07:20.976832+09:00", "mtime_epoch": 1783008440.9768322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:07:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1531.66, "name": "celery", "pid": 237, "rss_mb": 1531.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.039, "count": 300, "max_ms": 6.073, "p95_ms": 4.579}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.976, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.12, "count": 300, "max_ms": 80.285, "p95_ms": 74.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.026, "count": 300, "max_ms": 98.583, "p95_ms": 76.599}, "yolo11_640_fire_11class": {"avg_ms": 56.732, "count": 300, "max_ms": 78.738, "p95_ms": 74.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.442, "count": 300, "max_ms": 92.458, "p95_ms": 81.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.934, "count": 300, "max_ms": 111.622, "p95_ms": 97.581}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 143.278, "p95_ms": 121.799}, "triton_wait": {"avg_ms": 63.229, "count": 300, "max_ms": 98.595, "p95_ms": 84.523}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 5.475, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6119.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26949.297, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.028, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 526065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:07:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:07:28+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:07:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:07:28.732980+09:00", "mtime_epoch": 1783008448.7329798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:07:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1285.34, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.364, "count": 300, "max_ms": 11.856, "p95_ms": 8.684}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.891, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.468, "count": 300, "max_ms": 78.645, "p95_ms": 68.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.351, "count": 300, "max_ms": 104.626, "p95_ms": 84.855}, "yolo11_640_fire_11class": {"avg_ms": 55.63, "count": 300, "max_ms": 79.611, "p95_ms": 67.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.364, "count": 300, "max_ms": 91.736, "p95_ms": 78.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.664, "count": 300, "max_ms": 120.6, "p95_ms": 102.054}, "read_interval": {"avg_ms": 100.04, "count": 300, "max_ms": 333.353, "p95_ms": 125.703}, "triton_wait": {"avg_ms": 62.9, "count": 300, "max_ms": 104.64, "p95_ms": 86.085}, "visualize": {"avg_ms": 3.572, "count": 300, "max_ms": 4.907, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2429, "tracking_summary": 2168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6129.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54318.251, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.296, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:07:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:07:44+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T01:07:44+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T01:07:44.513280+09:00", "mtime_epoch": 1783008464.51328, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:07:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 909.105, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.443, "pushed": 3.443, "read": 3.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.472, "count": 103, "max_ms": 187.629, "p95_ms": 183.092}, "gstreamer_push": {"avg_ms": 1.251, "count": 103, "max_ms": 2.894, "p95_ms": 2.76}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.903, "count": 103, "max_ms": 100.06, "p95_ms": 91.743}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.818, "count": 103, "max_ms": 100.048, "p95_ms": 96.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.422, "count": 103, "max_ms": 325.482, "p95_ms": 315.029}, "read_interval": {"avg_ms": 293.054, "count": 102, "max_ms": 335.314, "p95_ms": 323.151}, "triton_wait": {"avg_ms": 73.173, "count": 103, "max_ms": 100.071, "p95_ms": 97.139}, "visualize": {"avg_ms": 33.002, "count": 103, "max_ms": 48.35, "p95_ms": 43.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6128.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17161.696, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.581, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 519173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:07:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:07:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:07:51+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T01:07:50.997403+09:00", "mtime_epoch": 1783008470.9974031, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:07:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1531.805, "name": "celery", "pid": 237, "rss_mb": 1531.805, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.069, "count": 300, "max_ms": 6.091, "p95_ms": 4.719}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 2.115, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.638, "count": 300, "max_ms": 88.246, "p95_ms": 72.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.354, "count": 300, "max_ms": 97.794, "p95_ms": 72.68}, "yolo11_640_fire_11class": {"avg_ms": 55.938, "count": 300, "max_ms": 87.783, "p95_ms": 71.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.227, "count": 300, "max_ms": 88.722, "p95_ms": 81.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.072, "count": 300, "max_ms": 110.641, "p95_ms": 95.887}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 146.345, "p95_ms": 121.776}, "triton_wait": {"avg_ms": 62.288, "count": 300, "max_ms": 97.806, "p95_ms": 83.065}, "visualize": {"avg_ms": 3.684, "count": 300, "max_ms": 4.863, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6126.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 26979.331, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.077, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 526365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:07:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:07:58+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:07:58+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T01:07:58.789551+09:00", "mtime_epoch": 1783008478.7895513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:07:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1285.34, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.428, "count": 300, "max_ms": 11.793, "p95_ms": 9.024}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.546, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.57, "count": 300, "max_ms": 84.552, "p95_ms": 69.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.422, "count": 300, "max_ms": 99.322, "p95_ms": 85.7}, "yolo11_640_fire_11class": {"avg_ms": 53.917, "count": 300, "max_ms": 81.689, "p95_ms": 68.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.917, "count": 300, "max_ms": 88.532, "p95_ms": 79.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.817, "count": 300, "max_ms": 115.501, "p95_ms": 103.77}, "read_interval": {"avg_ms": 100.182, "count": 300, "max_ms": 356.367, "p95_ms": 128.828}, "triton_wait": {"avg_ms": 60.855, "count": 300, "max_ms": 99.334, "p95_ms": 86.771}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.036, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2431, "tracking_summary": 2169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6123.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54348.342, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.354, "sample_count": 1108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:08:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:08:14+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T01:08:14+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T01:08:14.629852+09:00", "mtime_epoch": 1783008494.6298518, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:08:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 903.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.758, "pushed": 3.758, "read": 3.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.578, "count": 112, "max_ms": 189.374, "p95_ms": 182.134}, "gstreamer_push": {"avg_ms": 1.115, "count": 112, "max_ms": 2.941, "p95_ms": 2.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.955, "count": 112, "max_ms": 99.476, "p95_ms": 92.781}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.67, "count": 112, "max_ms": 101.557, "p95_ms": 96.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.725, "count": 112, "max_ms": 319.117, "p95_ms": 305.884}, "read_interval": {"avg_ms": 268.296, "count": 111, "max_ms": 327.966, "p95_ms": 316.124}, "triton_wait": {"avg_ms": 76.142, "count": 112, "max_ms": 101.569, "p95_ms": 96.081}, "visualize": {"avg_ms": 26.244, "count": 112, "max_ms": 39.718, "p95_ms": 35.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.801, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6122.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17191.781, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.807, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 519474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:08:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:08:21+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T01:08:21+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T01:08:21.093974+09:00", "mtime_epoch": 1783008501.0939744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:08:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1531.953, "name": "celery", "pid": 237, "rss_mb": 1531.953, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.082, "count": 301, "max_ms": 6.461, "p95_ms": 4.709}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.619, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.547, "count": 301, "max_ms": 78.151, "p95_ms": 72.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.067, "count": 301, "max_ms": 97.092, "p95_ms": 82.965}, "yolo11_640_fire_11class": {"avg_ms": 54.108, "count": 301, "max_ms": 77.293, "p95_ms": 70.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.442, "count": 301, "max_ms": 87.815, "p95_ms": 81.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.727, "count": 301, "max_ms": 110.334, "p95_ms": 97.435}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 138.989, "p95_ms": 121.822}, "triton_wait": {"avg_ms": 60.976, "count": 301, "max_ms": 97.105, "p95_ms": 84.701}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 4.548, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6121.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27009.389, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.173, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 526666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:08:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:08:28+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T01:08:28+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T01:08:28.818121+09:00", "mtime_epoch": 1783008508.8181207, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:08:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1285.598, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.578, "count": 301, "max_ms": 12.224, "p95_ms": 11.303}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.97, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.819, "count": 301, "max_ms": 78.639, "p95_ms": 68.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.278, "count": 301, "max_ms": 100.681, "p95_ms": 87.854}, "yolo11_640_fire_11class": {"avg_ms": 53.973, "count": 301, "max_ms": 78.626, "p95_ms": 68.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.977, "count": 301, "max_ms": 86.618, "p95_ms": 77.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.346, "count": 301, "max_ms": 117.015, "p95_ms": 103.259}, "read_interval": {"avg_ms": 99.902, "count": 300, "max_ms": 387.717, "p95_ms": 128.15}, "triton_wait": {"avg_ms": 61.26, "count": 301, "max_ms": 100.694, "p95_ms": 87.866}, "visualize": {"avg_ms": 3.64, "count": 301, "max_ms": 7.095, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2431, "tracking_summary": 2170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6130.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54378.517, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.453, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:08:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:08:45+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T01:08:44+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T01:08:44.906425+09:00", "mtime_epoch": 1783008524.9064255, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:08:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 911.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.117, "pushed": 4.117, "read": 4.084}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.324, "count": 123, "max_ms": 190.187, "p95_ms": 184.872}, "gstreamer_push": {"avg_ms": 1.062, "count": 123, "max_ms": 2.997, "p95_ms": 1.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.219, "count": 123, "max_ms": 102.272, "p95_ms": 87.639}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.391, "count": 123, "max_ms": 102.397, "p95_ms": 92.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.432, "count": 123, "max_ms": 314.267, "p95_ms": 300.19}, "read_interval": {"avg_ms": 245.633, "count": 122, "max_ms": 323.47, "p95_ms": 310.983}, "triton_wait": {"avg_ms": 73.722, "count": 123, "max_ms": 102.411, "p95_ms": 92.2}, "visualize": {"avg_ms": 27.572, "count": 123, "max_ms": 40.259, "p95_ms": 35.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6126.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17221.865, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.525, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 519775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:08:51+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T01:08:51+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T01:08:51.166544+09:00", "mtime_epoch": 1783008531.166544, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:08:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1532.094, "name": "celery", "pid": 237, "rss_mb": 1532.094, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.202, "count": 301, "max_ms": 7.477, "p95_ms": 6.144}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 2.154, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.768, "count": 301, "max_ms": 81.719, "p95_ms": 69.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.784, "count": 301, "max_ms": 99.315, "p95_ms": 75.139}, "yolo11_640_fire_11class": {"avg_ms": 53.632, "count": 301, "max_ms": 81.017, "p95_ms": 69.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.465, "count": 301, "max_ms": 90.347, "p95_ms": 79.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.865, "count": 301, "max_ms": 117.4, "p95_ms": 95.157}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 156.116, "p95_ms": 121.666}, "triton_wait": {"avg_ms": 59.858, "count": 301, "max_ms": 99.33, "p95_ms": 83.12}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 4.884, "p95_ms": 4.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6122.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27039.471, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.073, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 526965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:08:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:08:58+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T01:08:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:08:58.906690+09:00", "mtime_epoch": 1783008538.9066904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:08:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1285.855, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.942}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.774, "count": 298, "max_ms": 13.6, "p95_ms": 11.838}, "gstreamer_push": {"avg_ms": 1.268, "count": 298, "max_ms": 2.102, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.304, "count": 298, "max_ms": 77.939, "p95_ms": 67.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.833, "count": 298, "max_ms": 105.276, "p95_ms": 88.124}, "yolo11_640_fire_11class": {"avg_ms": 53.661, "count": 298, "max_ms": 76.132, "p95_ms": 67.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.018, "count": 298, "max_ms": 87.68, "p95_ms": 77.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.548, "count": 298, "max_ms": 123.125, "p95_ms": 104.452}, "read_interval": {"avg_ms": 100.6, "count": 298, "max_ms": 370.035, "p95_ms": 140.296}, "triton_wait": {"avg_ms": 60.927, "count": 298, "max_ms": 105.289, "p95_ms": 88.137}, "visualize": {"avg_ms": 3.84, "count": 298, "max_ms": 7.334, "p95_ms": 5.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2433, "tracking_summary": 2171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6132.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54408.738, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.299, "sample_count": 1100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:09:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:09:15+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T01:09:15+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T01:09:15.034995+09:00", "mtime_epoch": 1783008555.0349953, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:09:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 914.93, "name": "celery", "pid": 239, "rss_mb": 912.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.634, "pushed": 3.634, "read": 3.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.428, "count": 109, "max_ms": 187.341, "p95_ms": 183.36}, "gstreamer_push": {"avg_ms": 0.967, "count": 109, "max_ms": 2.607, "p95_ms": 1.796}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.231, "count": 109, "max_ms": 93.866, "p95_ms": 90.991}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.346, "count": 109, "max_ms": 104.752, "p95_ms": 96.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.526, "count": 109, "max_ms": 322.302, "p95_ms": 307.56}, "read_interval": {"avg_ms": 274.472, "count": 109, "max_ms": 331.1, "p95_ms": 316.348}, "triton_wait": {"avg_ms": 76.383, "count": 109, "max_ms": 104.765, "p95_ms": 96.066}, "visualize": {"avg_ms": 27.913, "count": 109, "max_ms": 41.24, "p95_ms": 38.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6133.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17251.893, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.287, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 520075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:09:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:09:21+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:09:21+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T01:09:21.219112+09:00", "mtime_epoch": 1783008561.219112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:09:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1532.242, "name": "celery", "pid": 237, "rss_mb": 1532.242, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.039, "count": 300, "max_ms": 6.196, "p95_ms": 4.822}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.637, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.362, "count": 300, "max_ms": 83.638, "p95_ms": 74.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.477, "count": 300, "max_ms": 99.322, "p95_ms": 71.442}, "yolo11_640_fire_11class": {"avg_ms": 55.335, "count": 300, "max_ms": 83.333, "p95_ms": 72.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.556, "count": 300, "max_ms": 90.177, "p95_ms": 80.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.415, "count": 300, "max_ms": 112.266, "p95_ms": 95.304}, "read_interval": {"avg_ms": 100.079, "count": 299, "max_ms": 125.461, "p95_ms": 121.111}, "triton_wait": {"avg_ms": 61.689, "count": 300, "max_ms": 99.335, "p95_ms": 82.859}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 5.811, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6132.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27069.548, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.756, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 527267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:09:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:09:29+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T01:09:28+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T01:09:28.999259+09:00", "mtime_epoch": 1783008568.999259, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:09:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1285.855, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.514, "count": 302, "max_ms": 13.601, "p95_ms": 9.689}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 1.696, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.213, "count": 302, "max_ms": 85.854, "p95_ms": 70.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.065, "count": 302, "max_ms": 100.168, "p95_ms": 86.239}, "yolo11_640_fire_11class": {"avg_ms": 54.576, "count": 302, "max_ms": 86.832, "p95_ms": 69.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.621, "count": 302, "max_ms": 86.844, "p95_ms": 78.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.705, "count": 302, "max_ms": 116.286, "p95_ms": 102.715}, "read_interval": {"avg_ms": 99.626, "count": 301, "max_ms": 302.758, "p95_ms": 126.289}, "triton_wait": {"avg_ms": 61.769, "count": 302, "max_ms": 100.181, "p95_ms": 86.251}, "visualize": {"avg_ms": 3.625, "count": 302, "max_ms": 6.086, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2434, "tracking_summary": 2172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6133.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54438.782, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.299, "sample_count": 1102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:09:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:09:45+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-03T01:09:45+09:00", "mjpeg": {"age_sec": 0.253, "exists": true, "mtime": "2026-07-03T01:09:45.107563+09:00", "mtime_epoch": 1783008585.1075628, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:09:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 915.75, "name": "celery", "pid": 239, "rss_mb": 912.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.664, "pushed": 3.664, "read": 3.631}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.683, "count": 109, "max_ms": 208.358, "p95_ms": 198.397}, "gstreamer_push": {"avg_ms": 1.008, "count": 109, "max_ms": 3.924, "p95_ms": 2.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.765, "count": 109, "max_ms": 100.242, "p95_ms": 89.966}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.348, "count": 109, "max_ms": 101.581, "p95_ms": 96.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.843, "count": 109, "max_ms": 335.048, "p95_ms": 314.855}, "read_interval": {"avg_ms": 275.623, "count": 108, "max_ms": 347.683, "p95_ms": 325.378}, "triton_wait": {"avg_ms": 75.362, "count": 109, "max_ms": 101.592, "p95_ms": 96.052}, "visualize": {"avg_ms": 29.01, "count": 109, "max_ms": 42.92, "p95_ms": 36.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.745, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6130.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17281.903, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.293, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 520375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:09:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:09:51+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T01:09:51+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T01:09:51.235678+09:00", "mtime_epoch": 1783008591.2356782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:09:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1532.539, "name": "celery", "pid": 237, "rss_mb": 1532.539, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.059, "count": 300, "max_ms": 6.216, "p95_ms": 4.928}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 2.018, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.433, "count": 300, "max_ms": 80.864, "p95_ms": 72.686}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.589, "count": 300, "max_ms": 93.995, "p95_ms": 75.165}, "yolo11_640_fire_11class": {"avg_ms": 55.797, "count": 300, "max_ms": 79.875, "p95_ms": 72.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.099, "count": 300, "max_ms": 91.402, "p95_ms": 80.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.734, "count": 300, "max_ms": 106.981, "p95_ms": 95.54}, "read_interval": {"avg_ms": 100.065, "count": 300, "max_ms": 123.923, "p95_ms": 120.373}, "triton_wait": {"avg_ms": 63.053, "count": 300, "max_ms": 94.007, "p95_ms": 82.86}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 5.94, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6134.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27099.664, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.576, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 527566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:09:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:09:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:09:59+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T01:09:59.011825+09:00", "mtime_epoch": 1783008599.0118248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88152}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:09:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1286.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.481, "count": 298, "max_ms": 12.124, "p95_ms": 10.234}, "gstreamer_push": {"avg_ms": 1.222, "count": 298, "max_ms": 1.698, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.063, "count": 298, "max_ms": 77.457, "p95_ms": 71.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.423, "count": 298, "max_ms": 102.76, "p95_ms": 84.012}, "yolo11_640_fire_11class": {"avg_ms": 54.312, "count": 298, "max_ms": 76.821, "p95_ms": 71.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.399, "count": 298, "max_ms": 90.043, "p95_ms": 81.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.642, "count": 298, "max_ms": 119.01, "p95_ms": 102.048}, "read_interval": {"avg_ms": 100.786, "count": 298, "max_ms": 270.121, "p95_ms": 130.854}, "triton_wait": {"avg_ms": 61.849, "count": 298, "max_ms": 102.772, "p95_ms": 85.814}, "visualize": {"avg_ms": 3.553, "count": 298, "max_ms": 4.639, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2434, "tracking_summary": 2173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6130.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54468.783, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.783, "sample_count": 1099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:10:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:10:15+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-03T01:10:15+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-03T01:10:15.092128+09:00", "mtime_epoch": 1783008615.0921276, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:10:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 915.75, "name": "celery", "pid": 239, "rss_mb": 909.938, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.401, "pushed": 3.401, "read": 3.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.363, "count": 102, "max_ms": 195.934, "p95_ms": 190.01}, "gstreamer_push": {"avg_ms": 0.881, "count": 102, "max_ms": 2.748, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.231, "count": 102, "max_ms": 101.634, "p95_ms": 92.09}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.798, "count": 102, "max_ms": 107.146, "p95_ms": 98.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.452, "count": 102, "max_ms": 326.018, "p95_ms": 309.314}, "read_interval": {"avg_ms": 294.023, "count": 102, "max_ms": 336.551, "p95_ms": 319.808}, "triton_wait": {"avg_ms": 74.833, "count": 102, "max_ms": 107.159, "p95_ms": 98.509}, "visualize": {"avg_ms": 27.455, "count": 102, "max_ms": 42.559, "p95_ms": 35.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6131.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17311.926, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.222, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 520675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:10:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:10:21+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T01:10:21+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T01:10:21.236243+09:00", "mtime_epoch": 1783008621.2362432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:10:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1532.539, "name": "celery", "pid": 237, "rss_mb": 1532.539, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.038, "count": 300, "max_ms": 6.203, "p95_ms": 4.666}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.697, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.177, "count": 300, "max_ms": 78.278, "p95_ms": 73.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.817, "count": 300, "max_ms": 97.473, "p95_ms": 77.701}, "yolo11_640_fire_11class": {"avg_ms": 56.202, "count": 300, "max_ms": 78.266, "p95_ms": 71.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.459, "count": 300, "max_ms": 89.44, "p95_ms": 81.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.238, "count": 300, "max_ms": 110.343, "p95_ms": 96.093}, "read_interval": {"avg_ms": 100.035, "count": 299, "max_ms": 129.935, "p95_ms": 120.893}, "triton_wait": {"avg_ms": 63.543, "count": 300, "max_ms": 97.484, "p95_ms": 83.257}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 5.027, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6133.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27129.685, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.715, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 527868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:10:29+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T01:10:29+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T01:10:29.136392+09:00", "mtime_epoch": 1783008629.1363919, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:10:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1286.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.094, "pushed": 10.094, "read": 10.06}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.599, "count": 302, "max_ms": 13.157, "p95_ms": 11.613}, "gstreamer_push": {"avg_ms": 1.245, "count": 302, "max_ms": 2.158, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.651, "count": 302, "max_ms": 82.778, "p95_ms": 68.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.245, "count": 302, "max_ms": 97.91, "p95_ms": 86.088}, "yolo11_640_fire_11class": {"avg_ms": 53.774, "count": 302, "max_ms": 75.881, "p95_ms": 67.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.601, "count": 302, "max_ms": 87.212, "p95_ms": 76.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.585, "count": 302, "max_ms": 113.945, "p95_ms": 102.465}, "read_interval": {"avg_ms": 99.46, "count": 301, "max_ms": 322.147, "p95_ms": 126.462}, "triton_wait": {"avg_ms": 60.494, "count": 302, "max_ms": 97.923, "p95_ms": 86.567}, "visualize": {"avg_ms": 3.64, "count": 302, "max_ms": 6.196, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2435, "tracking_summary": 2174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6132.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54498.916, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.215, "sample_count": 1110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:10:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:10:45+09:00", "last_frame_read_age_sec": 0.262, "last_frame_read_at": "2026-07-03T01:10:45+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-03T01:10:45.240695+09:00", "mtime_epoch": 1783008645.2406945, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:10:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 915.75, "name": "celery", "pid": 239, "rss_mb": 911.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.953, "pushed": 3.953, "read": 3.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.768, "count": 118, "max_ms": 186.243, "p95_ms": 180.772}, "gstreamer_push": {"avg_ms": 0.998, "count": 118, "max_ms": 2.984, "p95_ms": 2.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.493, "count": 118, "max_ms": 95.925, "p95_ms": 91.692}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.519, "count": 118, "max_ms": 101.444, "p95_ms": 97.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.504, "count": 118, "max_ms": 317.024, "p95_ms": 308.13}, "read_interval": {"avg_ms": 255.232, "count": 117, "max_ms": 325.962, "p95_ms": 316.944}, "triton_wait": {"avg_ms": 76.532, "count": 118, "max_ms": 101.458, "p95_ms": 97.749}, "visualize": {"avg_ms": 25.455, "count": 118, "max_ms": 39.687, "p95_ms": 34.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6134.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17341.992, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.383, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 520976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:10:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:10:51+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T01:10:51+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T01:10:51.312809+09:00", "mtime_epoch": 1783008651.3128088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:10:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1532.797, "name": "celery", "pid": 237, "rss_mb": 1532.797, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.106, "count": 301, "max_ms": 6.127, "p95_ms": 5.035}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.586, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.308, "count": 301, "max_ms": 80.349, "p95_ms": 74.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.441, "count": 301, "max_ms": 97.114, "p95_ms": 79.656}, "yolo11_640_fire_11class": {"avg_ms": 55.534, "count": 301, "max_ms": 79.759, "p95_ms": 73.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.293, "count": 301, "max_ms": 91.732, "p95_ms": 82.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.711, "count": 301, "max_ms": 253.042, "p95_ms": 98.692}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 261.203, "p95_ms": 120.728}, "triton_wait": {"avg_ms": 62.332, "count": 301, "max_ms": 97.126, "p95_ms": 85.784}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 4.618, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6134.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27159.795, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.73, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 528170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:10:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:10:59+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T01:10:59+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T01:10:59.184957+09:00", "mtime_epoch": 1783008659.1849566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:10:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1286.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.337, "count": 301, "max_ms": 12.375, "p95_ms": 8.034}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 2.189, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.826, "count": 301, "max_ms": 81.149, "p95_ms": 71.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.775, "count": 301, "max_ms": 97.956, "p95_ms": 84.86}, "yolo11_640_fire_11class": {"avg_ms": 55.035, "count": 301, "max_ms": 77.85, "p95_ms": 70.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.466, "count": 301, "max_ms": 90.058, "p95_ms": 79.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.074, "count": 302, "max_ms": 114.029, "p95_ms": 102.948}, "read_interval": {"avg_ms": 99.614, "count": 301, "max_ms": 316.449, "p95_ms": 124.705}, "triton_wait": {"avg_ms": 62.131, "count": 301, "max_ms": 97.969, "p95_ms": 86.619}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 4.665, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2438, "tracking_summary": 2175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6136.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54529.136, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.093, "sample_count": 1100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:11:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:11:15+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T01:11:15+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T01:11:15.421261+09:00", "mtime_epoch": 1783008675.4212613, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:11:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 915.957, "name": "celery", "pid": 239, "rss_mb": 915.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.507, "pushed": 3.507, "read": 3.473}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 177.361, "count": 105, "max_ms": 204.746, "p95_ms": 194.773}, "gstreamer_push": {"avg_ms": 0.781, "count": 105, "max_ms": 1.148, "p95_ms": 0.847}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.022, "count": 105, "max_ms": 100.339, "p95_ms": 93.137}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.682, "count": 105, "max_ms": 100.477, "p95_ms": 94.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.305, "count": 105, "max_ms": 321.257, "p95_ms": 305.665}, "read_interval": {"avg_ms": 287.587, "count": 104, "max_ms": 330.343, "p95_ms": 314.474}, "triton_wait": {"avg_ms": 72.801, "count": 105, "max_ms": 100.492, "p95_ms": 94.732}, "visualize": {"avg_ms": 24.329, "count": 105, "max_ms": 30.362, "p95_ms": 27.566}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6136.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17372.088, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.627, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 521277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:11:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:11:21+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:11:21+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T01:11:21.365373+09:00", "mtime_epoch": 1783008681.3653727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:11:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1532.797, "name": "celery", "pid": 237, "rss_mb": 1532.797, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.121, "count": 300, "max_ms": 6.432, "p95_ms": 5.408}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.614, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.657, "count": 300, "max_ms": 78.424, "p95_ms": 71.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.085, "count": 300, "max_ms": 97.69, "p95_ms": 76.404}, "yolo11_640_fire_11class": {"avg_ms": 55.033, "count": 300, "max_ms": 77.616, "p95_ms": 70.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.105, "count": 300, "max_ms": 89.666, "p95_ms": 79.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.763, "count": 301, "max_ms": 110.394, "p95_ms": 95.15}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 126.974, "p95_ms": 120.608}, "triton_wait": {"avg_ms": 61.047, "count": 300, "max_ms": 97.702, "p95_ms": 81.788}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 4.8, "p95_ms": 4.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6137.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27189.91, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.923, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 528470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:11:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:11:29+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T01:11:29+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T01:11:29.325522+09:00", "mtime_epoch": 1783008689.325522, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:11:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1286.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.96}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.405, "count": 299, "max_ms": 14.22, "p95_ms": 8.174}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 1.997, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.11, "count": 299, "max_ms": 75.555, "p95_ms": 70.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.697, "count": 299, "max_ms": 104.128, "p95_ms": 85.55}, "yolo11_640_fire_11class": {"avg_ms": 54.587, "count": 299, "max_ms": 74.824, "p95_ms": 69.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.99, "count": 299, "max_ms": 86.466, "p95_ms": 77.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.787, "count": 299, "max_ms": 122.289, "p95_ms": 103.42}, "read_interval": {"avg_ms": 100.323, "count": 298, "max_ms": 388.421, "p95_ms": 132.498}, "triton_wait": {"avg_ms": 61.756, "count": 299, "max_ms": 104.141, "p95_ms": 86.325}, "visualize": {"avg_ms": 3.648, "count": 299, "max_ms": 6.139, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2438, "tracking_summary": 2176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6137.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54559.172, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.201, "sample_count": 1115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:11:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:11:45+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T01:11:45+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-03T01:11:45.553826+09:00", "mtime_epoch": 1783008705.553826, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 229285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:11:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 915.996, "name": "celery", "pid": 239, "rss_mb": 915.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.967, "pushed": 3.967, "read": 3.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.478, "count": 118, "max_ms": 195.328, "p95_ms": 185.976}, "gstreamer_push": {"avg_ms": 0.785, "count": 118, "max_ms": 1.616, "p95_ms": 0.898}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.056, "count": 118, "max_ms": 101.528, "p95_ms": 93.023}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.621, "count": 118, "max_ms": 100.978, "p95_ms": 98.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.307, "count": 118, "max_ms": 316.334, "p95_ms": 302.869}, "read_interval": {"avg_ms": 254.877, "count": 117, "max_ms": 326.775, "p95_ms": 312.169}, "triton_wait": {"avg_ms": 74.74, "count": 118, "max_ms": 101.54, "p95_ms": 98.852}, "visualize": {"avg_ms": 24.268, "count": 118, "max_ms": 29.029, "p95_ms": 27.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6134.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17402.095, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.435, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 521577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:11:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:11:51+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:11:51+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T01:11:51.417936+09:00", "mtime_epoch": 1783008711.4179358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:11:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1533.055, "name": "celery", "pid": 237, "rss_mb": 1533.055, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.005, "count": 300, "max_ms": 6.299, "p95_ms": 4.47}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.595, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.84, "count": 300, "max_ms": 80.377, "p95_ms": 74.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.067, "count": 300, "max_ms": 98.714, "p95_ms": 85.042}, "yolo11_640_fire_11class": {"avg_ms": 57.254, "count": 300, "max_ms": 81.475, "p95_ms": 74.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.088, "count": 300, "max_ms": 90.964, "p95_ms": 84.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.055, "count": 300, "max_ms": 111.45, "p95_ms": 100.785}, "read_interval": {"avg_ms": 100.026, "count": 300, "max_ms": 145.447, "p95_ms": 121.929}, "triton_wait": {"avg_ms": 64.496, "count": 300, "max_ms": 98.726, "p95_ms": 87.908}, "visualize": {"avg_ms": 3.644, "count": 300, "max_ms": 4.757, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6132.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27219.968, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.201, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 528771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:11:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:11:59+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T01:11:59+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T01:11:59.418086+09:00", "mtime_epoch": 1783008719.4180858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:11:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1286.629, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.635, "count": 301, "max_ms": 13.81, "p95_ms": 11.226}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 2.176, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.489, "count": 301, "max_ms": 83.212, "p95_ms": 70.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.924, "count": 301, "max_ms": 96.424, "p95_ms": 86.668}, "yolo11_640_fire_11class": {"avg_ms": 54.856, "count": 301, "max_ms": 82.876, "p95_ms": 69.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.285, "count": 301, "max_ms": 91.019, "p95_ms": 81.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.367, "count": 301, "max_ms": 111.676, "p95_ms": 104.427}, "read_interval": {"avg_ms": 99.9, "count": 300, "max_ms": 286.415, "p95_ms": 126.681}, "triton_wait": {"avg_ms": 62.196, "count": 301, "max_ms": 96.433, "p95_ms": 88.102}, "visualize": {"avg_ms": 3.622, "count": 301, "max_ms": 6.958, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2439, "tracking_summary": 2176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6126.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54589.426, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.239, "sample_count": 1101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:12:16+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T01:12:15+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T01:12:15.722391+09:00", "mtime_epoch": 1783008735.722391, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:12:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 916.004, "name": "celery", "pid": 239, "rss_mb": 903.086, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.479, "pushed": 3.479, "read": 3.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.045, "count": 104, "max_ms": 183.596, "p95_ms": 182.033}, "gstreamer_push": {"avg_ms": 1.028, "count": 104, "max_ms": 1.852, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.772, "count": 104, "max_ms": 100.126, "p95_ms": 90.545}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.959, "count": 104, "max_ms": 100.816, "p95_ms": 93.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.38, "count": 104, "max_ms": 327.119, "p95_ms": 304.406}, "read_interval": {"avg_ms": 288.932, "count": 103, "max_ms": 337.104, "p95_ms": 316.096}, "triton_wait": {"avg_ms": 71.337, "count": 104, "max_ms": 100.829, "p95_ms": 93.806}, "visualize": {"avg_ms": 31.231, "count": 104, "max_ms": 43.777, "p95_ms": 43.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6133.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17432.174, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.059, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 521878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:12:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:12:21+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T01:12:21+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T01:12:21.498499+09:00", "mtime_epoch": 1783008741.498499, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:12:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1533.055, "name": "celery", "pid": 237, "rss_mb": 1533.055, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.018, "count": 301, "max_ms": 6.383, "p95_ms": 4.473}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.827, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.121, "count": 301, "max_ms": 81.385, "p95_ms": 69.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.784, "count": 301, "max_ms": 91.353, "p95_ms": 67.423}, "yolo11_640_fire_11class": {"avg_ms": 53.827, "count": 301, "max_ms": 78.908, "p95_ms": 70.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.592, "count": 301, "max_ms": 88.157, "p95_ms": 78.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.966, "count": 301, "max_ms": 105.037, "p95_ms": 92.779}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 143.473, "p95_ms": 121.884}, "triton_wait": {"avg_ms": 59.334, "count": 301, "max_ms": 91.365, "p95_ms": 79.545}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 4.815, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6135.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27249.983, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.143, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 529072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:12:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:12:29+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T01:12:29+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T01:12:29.410647+09:00", "mtime_epoch": 1783008749.410647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:12:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1286.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.361, "count": 301, "max_ms": 12.269, "p95_ms": 8.419}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.847, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.336, "count": 301, "max_ms": 77.832, "p95_ms": 67.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.014, "count": 301, "max_ms": 98.067, "p95_ms": 81.049}, "yolo11_640_fire_11class": {"avg_ms": 52.491, "count": 301, "max_ms": 75.328, "p95_ms": 65.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.938, "count": 301, "max_ms": 84.764, "p95_ms": 74.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.59, "count": 301, "max_ms": 114.426, "p95_ms": 97.427}, "read_interval": {"avg_ms": 99.639, "count": 301, "max_ms": 402.197, "p95_ms": 130.117}, "triton_wait": {"avg_ms": 58.706, "count": 301, "max_ms": 98.08, "p95_ms": 81.064}, "visualize": {"avg_ms": 3.6, "count": 301, "max_ms": 4.846, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2442, "tracking_summary": 2177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6130.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54619.436, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.592, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:12:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:12:46+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T01:12:45+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-03T01:12:45.746952+09:00", "mtime_epoch": 1783008765.746952, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:12:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 916.004, "name": "celery", "pid": 239, "rss_mb": 906.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.602, "pushed": 3.602, "read": 3.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.596, "count": 107, "max_ms": 230.519, "p95_ms": 187.054}, "gstreamer_push": {"avg_ms": 0.864, "count": 107, "max_ms": 2.918, "p95_ms": 1.726}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.848, "count": 107, "max_ms": 95.444, "p95_ms": 84.978}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.927, "count": 107, "max_ms": 102.307, "p95_ms": 93.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.89, "count": 107, "max_ms": 346.041, "p95_ms": 303.493}, "read_interval": {"avg_ms": 280.426, "count": 106, "max_ms": 354.906, "p95_ms": 313.49}, "triton_wait": {"avg_ms": 73.02, "count": 107, "max_ms": 102.322, "p95_ms": 93.207}, "visualize": {"avg_ms": 28.497, "count": 107, "max_ms": 43.583, "p95_ms": 38.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.703, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6133.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17462.177, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.826, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 522178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:12:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:12:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T01:12:51+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T01:12:51.499059+09:00", "mtime_epoch": 1783008771.4990594, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:12:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1533.312, "name": "celery", "pid": 237, "rss_mb": 1533.312, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.034, "count": 300, "max_ms": 6.416, "p95_ms": 5.002}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.852, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.397, "count": 300, "max_ms": 79.078, "p95_ms": 71.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.303, "count": 300, "max_ms": 91.777, "p95_ms": 73.112}, "yolo11_640_fire_11class": {"avg_ms": 54.897, "count": 300, "max_ms": 76.071, "p95_ms": 69.844}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.028, "count": 300, "max_ms": 88.433, "p95_ms": 78.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.562, "count": 300, "max_ms": 104.246, "p95_ms": 94.193}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 136.873, "p95_ms": 121.117}, "triton_wait": {"avg_ms": 60.993, "count": 300, "max_ms": 91.788, "p95_ms": 81.645}, "visualize": {"avg_ms": 3.616, "count": 300, "max_ms": 4.614, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6126.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27279.994, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.036, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 529370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:12:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:12:59+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T01:12:59+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T01:12:59.443208+09:00", "mtime_epoch": 1783008779.443208, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:12:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1286.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.491, "count": 298, "max_ms": 13.273, "p95_ms": 9.034}, "gstreamer_push": {"avg_ms": 1.268, "count": 298, "max_ms": 2.315, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.946, "count": 298, "max_ms": 76.709, "p95_ms": 69.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.943, "count": 298, "max_ms": 103.934, "p95_ms": 86.033}, "yolo11_640_fire_11class": {"avg_ms": 53.731, "count": 298, "max_ms": 76.118, "p95_ms": 68.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.474, "count": 298, "max_ms": 87.973, "p95_ms": 78.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.845, "count": 298, "max_ms": 120.531, "p95_ms": 102.792}, "read_interval": {"avg_ms": 100.777, "count": 298, "max_ms": 323.197, "p95_ms": 131.669}, "triton_wait": {"avg_ms": 60.75, "count": 298, "max_ms": 103.947, "p95_ms": 86.415}, "visualize": {"avg_ms": 3.684, "count": 298, "max_ms": 6.715, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2442, "tracking_summary": 2178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6139.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54649.539, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.588, "sample_count": 1118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:13:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:13:16+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T01:13:15+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-03T01:13:15.847514+09:00", "mtime_epoch": 1783008795.8475142, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:13:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 916.074, "name": "celery", "pid": 239, "rss_mb": 916.074, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.196, "pushed": 4.196, "read": 4.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.801, "count": 125, "max_ms": 190.393, "p95_ms": 184.816}, "gstreamer_push": {"avg_ms": 0.831, "count": 125, "max_ms": 1.862, "p95_ms": 0.885}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.949, "count": 125, "max_ms": 95.268, "p95_ms": 90.13}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.153, "count": 125, "max_ms": 100.906, "p95_ms": 93.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.183, "count": 125, "max_ms": 320.474, "p95_ms": 303.733}, "read_interval": {"avg_ms": 240.413, "count": 124, "max_ms": 329.48, "p95_ms": 313.585}, "triton_wait": {"avg_ms": 73.333, "count": 125, "max_ms": 100.919, "p95_ms": 93.629}, "visualize": {"avg_ms": 27.276, "count": 125, "max_ms": 43.728, "p95_ms": 38.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6138.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17492.182, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.889, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 522478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:13:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:13:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T01:13:21+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T01:13:21.503620+09:00", "mtime_epoch": 1783008801.5036197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:13:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1533.312, "name": "celery", "pid": 237, "rss_mb": 1533.312, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.081, "count": 300, "max_ms": 6.169, "p95_ms": 4.805}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.99, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.889, "count": 300, "max_ms": 76.365, "p95_ms": 70.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.103, "count": 300, "max_ms": 95.765, "p95_ms": 77.803}, "yolo11_640_fire_11class": {"avg_ms": 54.34, "count": 300, "max_ms": 75.121, "p95_ms": 70.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.805, "count": 300, "max_ms": 88.486, "p95_ms": 80.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.807, "count": 300, "max_ms": 111.491, "p95_ms": 98.109}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 130.287, "p95_ms": 121.041}, "triton_wait": {"avg_ms": 61.091, "count": 300, "max_ms": 95.778, "p95_ms": 85.239}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.814, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6139.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27310.067, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.948, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 529672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:13:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:13:29+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:13:29+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T01:13:29.527769+09:00", "mtime_epoch": 1783008809.5277693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:13:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1287.145, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.511, "count": 302, "max_ms": 13.76, "p95_ms": 9.104}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 1.951, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.116, "count": 302, "max_ms": 76.332, "p95_ms": 67.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.424, "count": 302, "max_ms": 102.653, "p95_ms": 87.021}, "yolo11_640_fire_11class": {"avg_ms": 54.526, "count": 302, "max_ms": 75.293, "p95_ms": 68.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.933, "count": 302, "max_ms": 86.738, "p95_ms": 79.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.109, "count": 302, "max_ms": 118.812, "p95_ms": 103.568}, "read_interval": {"avg_ms": 99.646, "count": 301, "max_ms": 405.561, "p95_ms": 125.736}, "triton_wait": {"avg_ms": 62.04, "count": 302, "max_ms": 102.665, "p95_ms": 87.034}, "visualize": {"avg_ms": 3.639, "count": 302, "max_ms": 5.436, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2443, "tracking_summary": 2179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6136.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54679.565, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.728, "sample_count": 1111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:13:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:13:46+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T01:13:45+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T01:13:45.864074+09:00", "mtime_epoch": 1783008825.8640738, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:13:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 916.074, "name": "celery", "pid": 239, "rss_mb": 913.59, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.902, "pushed": 3.902, "read": 3.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.827, "count": 116, "max_ms": 186.037, "p95_ms": 184.165}, "gstreamer_push": {"avg_ms": 0.784, "count": 116, "max_ms": 1.226, "p95_ms": 0.857}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.59, "count": 116, "max_ms": 104.374, "p95_ms": 92.347}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.515, "count": 116, "max_ms": 101.801, "p95_ms": 95.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.373, "count": 116, "max_ms": 310.943, "p95_ms": 297.754}, "read_interval": {"avg_ms": 258.493, "count": 115, "max_ms": 320.358, "p95_ms": 306.741}, "triton_wait": {"avg_ms": 75.683, "count": 116, "max_ms": 104.387, "p95_ms": 95.239}, "visualize": {"avg_ms": 24.05, "count": 116, "max_ms": 33.936, "p95_ms": 27.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.727, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6136.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17522.292, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.826, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 522779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:13:51+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T01:13:51+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T01:13:51.560180+09:00", "mtime_epoch": 1783008831.56018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:13:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1533.57, "name": "celery", "pid": 237, "rss_mb": 1533.57, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 300, "max_ms": 6.314, "p95_ms": 4.768}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.92, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.413, "count": 300, "max_ms": 79.652, "p95_ms": 70.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.055, "count": 300, "max_ms": 96.48, "p95_ms": 70.29}, "yolo11_640_fire_11class": {"avg_ms": 56.042, "count": 300, "max_ms": 79.961, "p95_ms": 71.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.914, "count": 300, "max_ms": 89.181, "p95_ms": 79.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.459, "count": 300, "max_ms": 107.229, "p95_ms": 94.264}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 125.929, "p95_ms": 120.845}, "triton_wait": {"avg_ms": 62.756, "count": 300, "max_ms": 96.488, "p95_ms": 81.412}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 5.751, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6135.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27340.075, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.764, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 529972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:13:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:13:59+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:13:59+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T01:13:59.504328+09:00", "mtime_epoch": 1783008839.5043278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:13:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1287.145, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.656, "count": 300, "max_ms": 13.68, "p95_ms": 10.761}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 2.108, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.689, "count": 300, "max_ms": 81.204, "p95_ms": 67.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.145, "count": 300, "max_ms": 93.399, "p95_ms": 85.659}, "yolo11_640_fire_11class": {"avg_ms": 54.116, "count": 300, "max_ms": 75.483, "p95_ms": 66.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.619, "count": 300, "max_ms": 87.468, "p95_ms": 76.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.223, "count": 300, "max_ms": 109.513, "p95_ms": 102.493}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 252.131, "p95_ms": 124.017}, "triton_wait": {"avg_ms": 61.885, "count": 300, "max_ms": 93.412, "p95_ms": 86.538}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 5.221, "p95_ms": 4.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2444, "tracking_summary": 2180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6138.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54709.65, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.686, "sample_count": 1111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:14:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:14:16+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-03T01:14:16+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-03T01:14:16.060636+09:00", "mtime_epoch": 1783008856.060636, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:14:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 916.176, "name": "celery", "pid": 239, "rss_mb": 914.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.658, "pushed": 3.658, "read": 3.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.735, "count": 109, "max_ms": 200.32, "p95_ms": 183.384}, "gstreamer_push": {"avg_ms": 0.903, "count": 109, "max_ms": 2.849, "p95_ms": 1.791}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.14, "count": 109, "max_ms": 91.529, "p95_ms": 84.518}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.679, "count": 109, "max_ms": 105.799, "p95_ms": 92.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.315, "count": 109, "max_ms": 325.753, "p95_ms": 306.686}, "read_interval": {"avg_ms": 276.824, "count": 108, "max_ms": 335.053, "p95_ms": 315.514}, "triton_wait": {"avg_ms": 73.692, "count": 109, "max_ms": 105.813, "p95_ms": 92.181}, "visualize": {"avg_ms": 29.107, "count": 109, "max_ms": 41.592, "p95_ms": 40.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.794, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6129.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17552.342, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.226, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 523080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:14:21+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T01:14:21+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T01:14:21.684741+09:00", "mtime_epoch": 1783008861.6847408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:14:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1533.828, "name": "celery", "pid": 237, "rss_mb": 1533.828, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.986, "count": 301, "max_ms": 6.442, "p95_ms": 4.406}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.444, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.152, "count": 301, "max_ms": 78.159, "p95_ms": 71.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.551, "count": 301, "max_ms": 88.905, "p95_ms": 69.985}, "yolo11_640_fire_11class": {"avg_ms": 53.546, "count": 301, "max_ms": 80.53, "p95_ms": 70.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.363, "count": 301, "max_ms": 86.44, "p95_ms": 79.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.597, "count": 301, "max_ms": 101.597, "p95_ms": 93.271}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 145.614, "p95_ms": 121.814}, "triton_wait": {"avg_ms": 59.017, "count": 301, "max_ms": 88.914, "p95_ms": 80.104}, "visualize": {"avg_ms": 3.643, "count": 301, "max_ms": 4.631, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6136.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27370.196, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.718, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 530274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:14:29+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T01:14:29+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T01:14:29.612888+09:00", "mtime_epoch": 1783008869.6128883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:14:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1287.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.659, "count": 301, "max_ms": 12.744, "p95_ms": 10.982}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 1.624, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.307, "count": 301, "max_ms": 78.688, "p95_ms": 68.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.979, "count": 301, "max_ms": 102.201, "p95_ms": 80.301}, "yolo11_640_fire_11class": {"avg_ms": 52.659, "count": 301, "max_ms": 76.08, "p95_ms": 66.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.927, "count": 301, "max_ms": 90.592, "p95_ms": 77.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.406, "count": 301, "max_ms": 118.46, "p95_ms": 98.272}, "read_interval": {"avg_ms": 99.719, "count": 300, "max_ms": 311.846, "p95_ms": 130.616}, "triton_wait": {"avg_ms": 59.114, "count": 301, "max_ms": 102.214, "p95_ms": 81.702}, "visualize": {"avg_ms": 3.688, "count": 301, "max_ms": 4.767, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2445, "tracking_summary": 2181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6129.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54739.742, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.413, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:14:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:14:46+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T01:14:46+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T01:14:46.049194+09:00", "mtime_epoch": 1783008886.049194, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:14:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.57, "name": "celery", "pid": 239, "rss_mb": 905.305, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.411, "pushed": 3.411, "read": 3.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.985, "count": 102, "max_ms": 190.855, "p95_ms": 182.237}, "gstreamer_push": {"avg_ms": 1.022, "count": 102, "max_ms": 2.217, "p95_ms": 1.777}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.732, "count": 102, "max_ms": 102.783, "p95_ms": 91.746}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.081, "count": 102, "max_ms": 104.261, "p95_ms": 95.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.06, "count": 102, "max_ms": 323.723, "p95_ms": 312.881}, "read_interval": {"avg_ms": 295.083, "count": 101, "max_ms": 332.648, "p95_ms": 321.626}, "triton_wait": {"avg_ms": 76.101, "count": 102, "max_ms": 104.274, "p95_ms": 95.296}, "visualize": {"avg_ms": 30.233, "count": 102, "max_ms": 41.664, "p95_ms": 39.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6129.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17582.387, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.253, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 523380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:14:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:14:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T01:14:51+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T01:14:51.709299+09:00", "mtime_epoch": 1783008891.7092993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:14:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1533.828, "name": "celery", "pid": 237, "rss_mb": 1533.828, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.064, "count": 300, "max_ms": 7.073, "p95_ms": 4.727}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.661, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.174, "count": 300, "max_ms": 78.989, "p95_ms": 73.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.184, "count": 300, "max_ms": 89.439, "p95_ms": 67.588}, "yolo11_640_fire_11class": {"avg_ms": 54.412, "count": 300, "max_ms": 77.206, "p95_ms": 71.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.786, "count": 300, "max_ms": 93.854, "p95_ms": 81.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.909, "count": 300, "max_ms": 106.536, "p95_ms": 96.641}, "read_interval": {"avg_ms": 100.064, "count": 300, "max_ms": 159.802, "p95_ms": 121.064}, "triton_wait": {"avg_ms": 60.183, "count": 300, "max_ms": 93.866, "p95_ms": 83.557}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.876, "p95_ms": 4.46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6135.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27400.273, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.718, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 530575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:14:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:14:59+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:14:59+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T01:14:59.709448+09:00", "mtime_epoch": 1783008899.709448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:14:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1287.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.445, "count": 300, "max_ms": 12.739, "p95_ms": 8.744}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 2.009, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.877, "count": 300, "max_ms": 80.997, "p95_ms": 70.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.724, "count": 300, "max_ms": 97.956, "p95_ms": 85.424}, "yolo11_640_fire_11class": {"avg_ms": 54.101, "count": 300, "max_ms": 80.451, "p95_ms": 70.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.358, "count": 300, "max_ms": 86.541, "p95_ms": 81.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.311, "count": 301, "max_ms": 114.126, "p95_ms": 101.898}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 366.181, "p95_ms": 127.493}, "triton_wait": {"avg_ms": 61.336, "count": 300, "max_ms": 97.97, "p95_ms": 85.875}, "visualize": {"avg_ms": 3.656, "count": 300, "max_ms": 5.681, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2446, "tracking_summary": 2182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6129.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54769.848, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.975, "sample_count": 1110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:15:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:15:16+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-03T01:15:16+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T01:15:16.249755+09:00", "mtime_epoch": 1783008916.2497554, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:15:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.57, "name": "celery", "pid": 239, "rss_mb": 905.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.622, "pushed": 3.622, "read": 3.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.515, "count": 108, "max_ms": 186.252, "p95_ms": 181.057}, "gstreamer_push": {"avg_ms": 1.063, "count": 108, "max_ms": 3.338, "p95_ms": 2.794}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.056, "count": 108, "max_ms": 99.966, "p95_ms": 90.151}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.678, "count": 108, "max_ms": 107.598, "p95_ms": 101.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.93, "count": 108, "max_ms": 320.372, "p95_ms": 312.018}, "read_interval": {"avg_ms": 279.501, "count": 107, "max_ms": 330.51, "p95_ms": 321.556}, "triton_wait": {"avg_ms": 76.699, "count": 108, "max_ms": 107.612, "p95_ms": 101.495}, "visualize": {"avg_ms": 28.01, "count": 108, "max_ms": 39.85, "p95_ms": 39.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6129.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17612.464, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.745, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 523681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:15:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:15:21+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T01:15:21+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T01:15:21.785858+09:00", "mtime_epoch": 1783008921.7858582, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:15:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1534.086, "name": "celery", "pid": 237, "rss_mb": 1534.086, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.218, "count": 301, "max_ms": 6.796, "p95_ms": 6.07}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.699, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.952, "count": 301, "max_ms": 80.107, "p95_ms": 72.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.531, "count": 301, "max_ms": 95.656, "p95_ms": 79.471}, "yolo11_640_fire_11class": {"avg_ms": 54.218, "count": 301, "max_ms": 79.593, "p95_ms": 71.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.493, "count": 301, "max_ms": 90.069, "p95_ms": 80.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.351, "count": 301, "max_ms": 108.426, "p95_ms": 98.354}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 132.801, "p95_ms": 121.968}, "triton_wait": {"avg_ms": 60.37, "count": 301, "max_ms": 95.669, "p95_ms": 85.33}, "visualize": {"avg_ms": 3.727, "count": 301, "max_ms": 5.011, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6129.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27430.284, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.626, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 530874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:15:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:15:29+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T01:15:29+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T01:15:29.730006+09:00", "mtime_epoch": 1783008929.7300057, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:15:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1287.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.711, "count": 299, "max_ms": 13.79, "p95_ms": 11.773}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 1.756, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.642, "count": 299, "max_ms": 80.561, "p95_ms": 67.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.196, "count": 299, "max_ms": 97.226, "p95_ms": 84.559}, "yolo11_640_fire_11class": {"avg_ms": 53.901, "count": 299, "max_ms": 80.122, "p95_ms": 67.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.668, "count": 299, "max_ms": 92.193, "p95_ms": 77.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.999, "count": 299, "max_ms": 113.64, "p95_ms": 101.323}, "read_interval": {"avg_ms": 100.393, "count": 299, "max_ms": 286.423, "p95_ms": 127.358}, "triton_wait": {"avg_ms": 60.616, "count": 299, "max_ms": 97.239, "p95_ms": 85.502}, "visualize": {"avg_ms": 3.766, "count": 299, "max_ms": 6.85, "p95_ms": 4.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2448, "tracking_summary": 2183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6131.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54799.938, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.182, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:15:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:15:46+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T01:15:46+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T01:15:46.222312+09:00", "mtime_epoch": 1783008946.222312, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261877}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:15:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.57, "name": "celery", "pid": 239, "rss_mb": 904.629, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.779, "pushed": 3.779, "read": 3.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.669, "count": 113, "max_ms": 204.901, "p95_ms": 192.563}, "gstreamer_push": {"avg_ms": 1.153, "count": 113, "max_ms": 3.228, "p95_ms": 1.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.047, "count": 113, "max_ms": 90.724, "p95_ms": 87.71}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.068, "count": 113, "max_ms": 97.848, "p95_ms": 92.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.723, "count": 113, "max_ms": 324.803, "p95_ms": 301.942}, "read_interval": {"avg_ms": 265.827, "count": 112, "max_ms": 334.462, "p95_ms": 310.516}, "triton_wait": {"avg_ms": 72.106, "count": 113, "max_ms": 97.861, "p95_ms": 92.881}, "visualize": {"avg_ms": 27.156, "count": 113, "max_ms": 41.974, "p95_ms": 37.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6139.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17642.551, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.963, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 523982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:15:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:15:51+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T01:15:51+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T01:15:51.882417+09:00", "mtime_epoch": 1783008951.882417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:15:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1534.086, "name": "celery", "pid": 237, "rss_mb": 1534.086, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.039, "count": 301, "max_ms": 6.522, "p95_ms": 4.897}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 1.903, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.231, "count": 301, "max_ms": 82.715, "p95_ms": 71.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.001, "count": 301, "max_ms": 98.001, "p95_ms": 76.526}, "yolo11_640_fire_11class": {"avg_ms": 54.346, "count": 301, "max_ms": 80.85, "p95_ms": 68.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.315, "count": 301, "max_ms": 90.067, "p95_ms": 77.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.176, "count": 301, "max_ms": 110.794, "p95_ms": 94.265}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 126.19, "p95_ms": 121.278}, "triton_wait": {"avg_ms": 60.549, "count": 301, "max_ms": 98.013, "p95_ms": 80.886}, "visualize": {"avg_ms": 3.647, "count": 301, "max_ms": 5.568, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6138.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27460.616, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.28, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 531176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:16:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:16:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T01:16:00+09:00", "mjpeg": {"age_sec": 0.347, "exists": true, "mtime": "2026-07-03T01:15:59.790564+09:00", "mtime_epoch": 1783008959.7905636, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:16:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1287.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.959}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.469, "count": 299, "max_ms": 12.132, "p95_ms": 8.674}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 2.019, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.96, "count": 299, "max_ms": 73.169, "p95_ms": 67.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.335, "count": 299, "max_ms": 100.932, "p95_ms": 81.095}, "yolo11_640_fire_11class": {"avg_ms": 53.601, "count": 299, "max_ms": 73.753, "p95_ms": 66.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.439, "count": 299, "max_ms": 82.256, "p95_ms": 76.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.129, "count": 299, "max_ms": 117.205, "p95_ms": 97.523}, "read_interval": {"avg_ms": 100.501, "count": 298, "max_ms": 405.979, "p95_ms": 126.476}, "triton_wait": {"avg_ms": 60.056, "count": 299, "max_ms": 100.947, "p95_ms": 81.43}, "visualize": {"avg_ms": 3.677, "count": 299, "max_ms": 6.792, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2449, "tracking_summary": 2184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6142.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54830.104, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.981, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:16:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:16:16+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-03T01:16:16+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T01:16:16.526874+09:00", "mtime_epoch": 1783008976.526874, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:16:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.629, "name": "celery", "pid": 239, "rss_mb": 916.148, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.513, "pushed": 3.513, "read": 3.48}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.527, "count": 105, "max_ms": 185.462, "p95_ms": 183.239}, "gstreamer_push": {"avg_ms": 0.822, "count": 105, "max_ms": 1.804, "p95_ms": 1.712}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.859, "count": 105, "max_ms": 105.081, "p95_ms": 91.927}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.629, "count": 105, "max_ms": 106.996, "p95_ms": 97.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.1, "count": 105, "max_ms": 312.976, "p95_ms": 308.487}, "read_interval": {"avg_ms": 288.363, "count": 104, "max_ms": 322.729, "p95_ms": 318.014}, "triton_wait": {"avg_ms": 72.685, "count": 105, "max_ms": 107.009, "p95_ms": 97.129}, "visualize": {"avg_ms": 26.14, "count": 105, "max_ms": 39.582, "p95_ms": 30.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6143.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17672.614, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.894, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 524282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:16:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:16:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T01:16:21+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T01:16:21.934974+09:00", "mtime_epoch": 1783008981.9349742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:16:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1534.344, "name": "celery", "pid": 237, "rss_mb": 1534.344, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.163, "count": 300, "max_ms": 6.49, "p95_ms": 5.99}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 1.791, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.743, "count": 300, "max_ms": 80.347, "p95_ms": 69.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.436, "count": 300, "max_ms": 97.114, "p95_ms": 77.585}, "yolo11_640_fire_11class": {"avg_ms": 56.401, "count": 300, "max_ms": 80.357, "p95_ms": 69.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.303, "count": 300, "max_ms": 90.532, "p95_ms": 79.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.174, "count": 300, "max_ms": 110.057, "p95_ms": 94.423}, "read_interval": {"avg_ms": 100.084, "count": 299, "max_ms": 130.08, "p95_ms": 121.713}, "triton_wait": {"avg_ms": 63.204, "count": 300, "max_ms": 97.125, "p95_ms": 80.206}, "visualize": {"avg_ms": 3.772, "count": 300, "max_ms": 5.912, "p95_ms": 4.519}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6140.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27490.671, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.443, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 531477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:16:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:16:30+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:16:30+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T01:16:30.127126+09:00", "mtime_epoch": 1783008990.1271262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:16:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1287.918, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.591, "count": 301, "max_ms": 12.941, "p95_ms": 10.291}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.608, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.259, "count": 301, "max_ms": 80.651, "p95_ms": 70.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.294, "count": 301, "max_ms": 100.979, "p95_ms": 87.316}, "yolo11_640_fire_11class": {"avg_ms": 54.455, "count": 301, "max_ms": 76.771, "p95_ms": 68.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.735, "count": 301, "max_ms": 89.008, "p95_ms": 79.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.18, "count": 301, "max_ms": 117.59, "p95_ms": 104.353}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 393.107, "p95_ms": 125.922}, "triton_wait": {"avg_ms": 61.992, "count": 301, "max_ms": 100.992, "p95_ms": 88.026}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 6.721, "p95_ms": 4.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2450, "tracking_summary": 2185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6140.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54860.139, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.594, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:16:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:16:46+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T01:16:46+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T01:16:46.415428+09:00", "mtime_epoch": 1783009006.415428, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:16:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.629, "name": "celery", "pid": 239, "rss_mb": 914.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.021, "pushed": 4.021, "read": 3.988}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.016, "count": 120, "max_ms": 210.959, "p95_ms": 184.485}, "gstreamer_push": {"avg_ms": 0.797, "count": 120, "max_ms": 1.23, "p95_ms": 0.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.867, "count": 120, "max_ms": 98.004, "p95_ms": 89.591}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.79, "count": 120, "max_ms": 100.702, "p95_ms": 95.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.819, "count": 120, "max_ms": 315.016, "p95_ms": 298.87}, "read_interval": {"avg_ms": 249.674, "count": 119, "max_ms": 325.44, "p95_ms": 307.978}, "triton_wait": {"avg_ms": 73.85, "count": 120, "max_ms": 100.716, "p95_ms": 95.993}, "visualize": {"avg_ms": 23.146, "count": 120, "max_ms": 27.905, "p95_ms": 25.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6134.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17702.657, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.205, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 524583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:16:52+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T01:16:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T01:16:51.967531+09:00", "mtime_epoch": 1783009011.9675307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:16:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1534.344, "name": "celery", "pid": 237, "rss_mb": 1534.344, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.145, "count": 301, "max_ms": 6.565, "p95_ms": 5.815}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.892, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.986, "count": 301, "max_ms": 80.164, "p95_ms": 74.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.005, "count": 301, "max_ms": 89.224, "p95_ms": 73.204}, "yolo11_640_fire_11class": {"avg_ms": 54.452, "count": 301, "max_ms": 82.648, "p95_ms": 74.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.36, "count": 301, "max_ms": 87.663, "p95_ms": 82.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.142, "count": 301, "max_ms": 102.041, "p95_ms": 96.333}, "read_interval": {"avg_ms": 99.891, "count": 300, "max_ms": 141.039, "p95_ms": 121.288}, "triton_wait": {"avg_ms": 60.282, "count": 301, "max_ms": 89.236, "p95_ms": 83.556}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 4.775, "p95_ms": 4.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6138.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27520.784, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.669, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 531780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:17:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:17:00+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T01:17:00+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T01:17:00.199683+09:00", "mtime_epoch": 1783009020.1996832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:17:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1288.176, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.58, "count": 303, "max_ms": 13.314, "p95_ms": 9.422}, "gstreamer_push": {"avg_ms": 1.259, "count": 303, "max_ms": 1.962, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.082, "count": 303, "max_ms": 80.721, "p95_ms": 68.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.94, "count": 303, "max_ms": 94.658, "p95_ms": 84.486}, "yolo11_640_fire_11class": {"avg_ms": 52.616, "count": 303, "max_ms": 76.168, "p95_ms": 68.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.918, "count": 303, "max_ms": 84.841, "p95_ms": 77.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.178, "count": 303, "max_ms": 110.63, "p95_ms": 101.491}, "read_interval": {"avg_ms": 99.342, "count": 302, "max_ms": 383.772, "p95_ms": 126.072}, "triton_wait": {"avg_ms": 58.977, "count": 303, "max_ms": 94.67, "p95_ms": 84.498}, "visualize": {"avg_ms": 3.752, "count": 303, "max_ms": 6.902, "p95_ms": 4.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2451, "tracking_summary": 2186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6133.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54890.234, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.487, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:17:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:17:16+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-03T01:17:16+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T01:17:16.531986+09:00", "mtime_epoch": 1783009036.5319858, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:17:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.629, "name": "celery", "pid": 239, "rss_mb": 906.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.456, "pushed": 3.456, "read": 3.422}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.46, "count": 103, "max_ms": 222.273, "p95_ms": 193.928}, "gstreamer_push": {"avg_ms": 0.777, "count": 103, "max_ms": 1.129, "p95_ms": 0.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.966, "count": 103, "max_ms": 98.689, "p95_ms": 87.875}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.673, "count": 103, "max_ms": 98.702, "p95_ms": 93.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.685, "count": 103, "max_ms": 320.048, "p95_ms": 312.825}, "read_interval": {"avg_ms": 292.114, "count": 102, "max_ms": 328.923, "p95_ms": 321.926}, "triton_wait": {"avg_ms": 73.951, "count": 103, "max_ms": 98.713, "p95_ms": 94.357}, "visualize": {"avg_ms": 28.441, "count": 103, "max_ms": 41.83, "p95_ms": 31.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6141.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17732.679, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.33, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 524883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:17:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:17:22+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T01:17:22+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T01:17:21.988087+09:00", "mtime_epoch": 1783009041.9880867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:17:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1534.602, "name": "celery", "pid": 237, "rss_mb": 1534.602, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.076, "count": 300, "max_ms": 6.052, "p95_ms": 4.69}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.923, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.752, "count": 300, "max_ms": 80.029, "p95_ms": 71.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.544, "count": 300, "max_ms": 90.174, "p95_ms": 72.885}, "yolo11_640_fire_11class": {"avg_ms": 51.524, "count": 300, "max_ms": 80.041, "p95_ms": 68.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.907, "count": 300, "max_ms": 88.481, "p95_ms": 78.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.043, "count": 300, "max_ms": 103.323, "p95_ms": 93.444}, "read_interval": {"avg_ms": 100.072, "count": 299, "max_ms": 158.05, "p95_ms": 121.488}, "triton_wait": {"avg_ms": 57.168, "count": 300, "max_ms": 90.186, "p95_ms": 79.919}, "visualize": {"avg_ms": 3.777, "count": 300, "max_ms": 4.862, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6138.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27550.797, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.815, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 532078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:17:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:17:30+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T01:17:30+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T01:17:30.208239+09:00", "mtime_epoch": 1783009050.2082388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:17:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1288.176, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.485, "count": 298, "max_ms": 12.12, "p95_ms": 9.134}, "gstreamer_push": {"avg_ms": 1.264, "count": 298, "max_ms": 1.968, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.227, "count": 298, "max_ms": 76.862, "p95_ms": 68.604}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.821, "count": 298, "max_ms": 103.246, "p95_ms": 83.035}, "yolo11_640_fire_11class": {"avg_ms": 51.621, "count": 298, "max_ms": 74.753, "p95_ms": 67.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.335, "count": 298, "max_ms": 84.728, "p95_ms": 75.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.643, "count": 298, "max_ms": 119.832, "p95_ms": 100.841}, "read_interval": {"avg_ms": 100.658, "count": 298, "max_ms": 343.025, "p95_ms": 132.385}, "triton_wait": {"avg_ms": 57.551, "count": 298, "max_ms": 103.259, "p95_ms": 84.009}, "visualize": {"avg_ms": 3.671, "count": 298, "max_ms": 5.234, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2453, "tracking_summary": 2187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6135.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54920.259, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.73, "sample_count": 1112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:17:46+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T01:17:46+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T01:17:46.648543+09:00", "mtime_epoch": 1783009066.6485431, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:17:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 909.949, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.8, "pushed": 3.8, "read": 3.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.111, "count": 113, "max_ms": 224.541, "p95_ms": 192.033}, "gstreamer_push": {"avg_ms": 0.907, "count": 113, "max_ms": 3.008, "p95_ms": 1.763}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.19, "count": 113, "max_ms": 100.649, "p95_ms": 92.625}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.924, "count": 113, "max_ms": 102.506, "p95_ms": 97.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.997, "count": 113, "max_ms": 341.466, "p95_ms": 311.011}, "read_interval": {"avg_ms": 266.256, "count": 112, "max_ms": 350.998, "p95_ms": 321.067}, "triton_wait": {"avg_ms": 74.12, "count": 113, "max_ms": 102.519, "p95_ms": 97.121}, "visualize": {"avg_ms": 25.906, "count": 113, "max_ms": 38.902, "p95_ms": 36.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.734, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6140.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17762.745, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.38, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 525184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:17:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T01:17:52+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T01:17:52+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T01:17:52.076643+09:00", "mtime_epoch": 1783009072.0766435, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:17:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1534.602, "name": "celery", "pid": 237, "rss_mb": 1534.602, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.029, "count": 301, "max_ms": 6.145, "p95_ms": 5.135}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 2.015, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.348, "count": 301, "max_ms": 80.998, "p95_ms": 73.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.173, "count": 301, "max_ms": 97.69, "p95_ms": 75.509}, "yolo11_640_fire_11class": {"avg_ms": 55.115, "count": 301, "max_ms": 81.008, "p95_ms": 72.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.501, "count": 301, "max_ms": 90.448, "p95_ms": 81.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.901, "count": 301, "max_ms": 112.016, "p95_ms": 96.468}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 129.643, "p95_ms": 120.849}, "triton_wait": {"avg_ms": 61.417, "count": 301, "max_ms": 97.702, "p95_ms": 83.803}, "visualize": {"avg_ms": 3.592, "count": 301, "max_ms": 4.953, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6142.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27580.9, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.815, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 532380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:18:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:18:00+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T01:18:00+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T01:18:00.320796+09:00", "mtime_epoch": 1783009080.3207958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:18:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1288.434, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.477, "count": 301, "max_ms": 12.552, "p95_ms": 9.016}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 2.264, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.369, "count": 301, "max_ms": 78.397, "p95_ms": 68.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.94, "count": 301, "max_ms": 99.409, "p95_ms": 86.666}, "yolo11_640_fire_11class": {"avg_ms": 54.023, "count": 301, "max_ms": 75.474, "p95_ms": 68.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.829, "count": 301, "max_ms": 86.589, "p95_ms": 78.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.695, "count": 301, "max_ms": 120.098, "p95_ms": 102.852}, "read_interval": {"avg_ms": 99.663, "count": 300, "max_ms": 326.496, "p95_ms": 124.227}, "triton_wait": {"avg_ms": 61.689, "count": 301, "max_ms": 99.425, "p95_ms": 86.678}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 5.747, "p95_ms": 4.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2453, "tracking_summary": 2188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6143.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54950.412, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.692, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:18:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:18:16+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T01:18:16+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T01:18:16.817101+09:00", "mtime_epoch": 1783009096.8171008, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:18:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 917.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.207, "pushed": 4.207, "read": 4.174}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.533, "count": 126, "max_ms": 189.507, "p95_ms": 183.337}, "gstreamer_push": {"avg_ms": 0.804, "count": 126, "max_ms": 1.833, "p95_ms": 0.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.144, "count": 126, "max_ms": 98.414, "p95_ms": 90.994}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.376, "count": 126, "max_ms": 100.043, "p95_ms": 93.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.67, "count": 126, "max_ms": 307.027, "p95_ms": 297.366}, "read_interval": {"avg_ms": 239.647, "count": 125, "max_ms": 315.899, "p95_ms": 306.954}, "triton_wait": {"avg_ms": 76.737, "count": 126, "max_ms": 100.056, "p95_ms": 95.636}, "visualize": {"avg_ms": 24.61, "count": 126, "max_ms": 41.164, "p95_ms": 29.617}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6143.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17792.782, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.245, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 525484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:18:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:18:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T01:18:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T01:18:22.121199+09:00", "mtime_epoch": 1783009102.121199, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 138871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:18:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1534.859, "name": "celery", "pid": 237, "rss_mb": 1534.859, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.082, "count": 300, "max_ms": 6.441, "p95_ms": 4.985}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.937, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.395, "count": 300, "max_ms": 78.961, "p95_ms": 71.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.128, "count": 300, "max_ms": 95.36, "p95_ms": 82.381}, "yolo11_640_fire_11class": {"avg_ms": 53.272, "count": 300, "max_ms": 80.702, "p95_ms": 69.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.196, "count": 300, "max_ms": 85.43, "p95_ms": 79.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.813, "count": 300, "max_ms": 108.542, "p95_ms": 96.295}, "read_interval": {"avg_ms": 100.122, "count": 300, "max_ms": 313.882, "p95_ms": 121.046}, "triton_wait": {"avg_ms": 60.068, "count": 300, "max_ms": 95.372, "p95_ms": 83.879}, "visualize": {"avg_ms": 3.673, "count": 300, "max_ms": 4.771, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6138.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27610.978, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.989, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 532681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:18:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:18:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T01:18:30+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T01:18:30.429353+09:00", "mtime_epoch": 1783009110.4293525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:18:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1288.434, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.848, "count": 300, "max_ms": 12.593, "p95_ms": 11.458}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.734, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.813, "count": 300, "max_ms": 77.06, "p95_ms": 69.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.902, "count": 300, "max_ms": 97.414, "p95_ms": 86.848}, "yolo11_640_fire_11class": {"avg_ms": 53.545, "count": 300, "max_ms": 72.227, "p95_ms": 66.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.618, "count": 300, "max_ms": 84.649, "p95_ms": 76.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.994, "count": 301, "max_ms": 114.6, "p95_ms": 103.091}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 330.843, "p95_ms": 124.93}, "triton_wait": {"avg_ms": 61.458, "count": 300, "max_ms": 97.427, "p95_ms": 86.861}, "visualize": {"avg_ms": 3.773, "count": 300, "max_ms": 6.702, "p95_ms": 4.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2455, "tracking_summary": 2189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6133.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 54980.454, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.164, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:18:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:18:47+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T01:18:46+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T01:18:46.745654+09:00", "mtime_epoch": 1783009126.7456539, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:18:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 906.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.586, "pushed": 3.586, "read": 3.552}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.977, "count": 107, "max_ms": 195.776, "p95_ms": 182.779}, "gstreamer_push": {"avg_ms": 0.812, "count": 107, "max_ms": 1.813, "p95_ms": 0.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.685, "count": 107, "max_ms": 94.545, "p95_ms": 90.42}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.201, "count": 107, "max_ms": 100.632, "p95_ms": 95.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.608, "count": 107, "max_ms": 312.91, "p95_ms": 303.503}, "read_interval": {"avg_ms": 280.463, "count": 106, "max_ms": 321.976, "p95_ms": 313.423}, "triton_wait": {"avg_ms": 75.282, "count": 107, "max_ms": 100.645, "p95_ms": 95.649}, "visualize": {"avg_ms": 25.623, "count": 107, "max_ms": 34.494, "p95_ms": 30.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6127.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17822.858, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.651, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 525785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:18:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:18:52+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:18:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:18:52.177754+09:00", "mtime_epoch": 1783009132.1777542, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:18:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1535.117, "name": "celery", "pid": 237, "rss_mb": 1535.117, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 301, "max_ms": 6.726, "p95_ms": 4.484}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.856, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.552, "count": 301, "max_ms": 84.217, "p95_ms": 77.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.873, "count": 301, "max_ms": 96.831, "p95_ms": 67.781}, "yolo11_640_fire_11class": {"avg_ms": 56.873, "count": 301, "max_ms": 83.664, "p95_ms": 73.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.752, "count": 301, "max_ms": 95.054, "p95_ms": 81.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.225, "count": 301, "max_ms": 109.532, "p95_ms": 97.281}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 137.64, "p95_ms": 120.807}, "triton_wait": {"avg_ms": 63.581, "count": 301, "max_ms": 96.843, "p95_ms": 84.578}, "visualize": {"avg_ms": 3.665, "count": 301, "max_ms": 5.808, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6137.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27641.085, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.857, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 532981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:19:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:19:00+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T01:19:00+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T01:19:00.501908+09:00", "mtime_epoch": 1783009140.501908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:19:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1288.691, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.959}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.372, "count": 299, "max_ms": 12.175, "p95_ms": 8.252}, "gstreamer_push": {"avg_ms": 1.256, "count": 299, "max_ms": 2.151, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.575, "count": 299, "max_ms": 82.055, "p95_ms": 69.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.812, "count": 299, "max_ms": 96.727, "p95_ms": 83.867}, "yolo11_640_fire_11class": {"avg_ms": 53.943, "count": 299, "max_ms": 81.232, "p95_ms": 68.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.728, "count": 299, "max_ms": 89.848, "p95_ms": 78.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.527, "count": 299, "max_ms": 112.652, "p95_ms": 100.68}, "read_interval": {"avg_ms": 100.383, "count": 298, "max_ms": 306.499, "p95_ms": 128.536}, "triton_wait": {"avg_ms": 60.589, "count": 299, "max_ms": 96.737, "p95_ms": 84.482}, "visualize": {"avg_ms": 3.632, "count": 299, "max_ms": 4.557, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2456, "tracking_summary": 2189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6142.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55010.717, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.256, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:19:17+09:00", "last_frame_read_age_sec": 0.277, "last_frame_read_at": "2026-07-03T01:19:17+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T01:19:17.030213+09:00", "mtime_epoch": 1783009157.030213, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:19:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 915.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.672, "pushed": 3.672, "read": 3.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.946, "count": 110, "max_ms": 193.603, "p95_ms": 187.158}, "gstreamer_push": {"avg_ms": 1.102, "count": 110, "max_ms": 2.946, "p95_ms": 2.696}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.115, "count": 110, "max_ms": 96.707, "p95_ms": 89.845}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.522, "count": 110, "max_ms": 100.407, "p95_ms": 93.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.107, "count": 110, "max_ms": 316.098, "p95_ms": 307.004}, "read_interval": {"avg_ms": 275.012, "count": 109, "max_ms": 326.709, "p95_ms": 318.039}, "triton_wait": {"avg_ms": 73.57, "count": 110, "max_ms": 100.421, "p95_ms": 94.618}, "visualize": {"avg_ms": 28.751, "count": 110, "max_ms": 41.316, "p95_ms": 38.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6142.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17852.873, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.926, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 526085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:19:22+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T01:19:22+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T01:19:22.158308+09:00", "mtime_epoch": 1783009162.1583078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:19:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1535.117, "name": "celery", "pid": 237, "rss_mb": 1535.117, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.056, "count": 300, "max_ms": 6.411, "p95_ms": 4.904}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 2.228, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.388, "count": 300, "max_ms": 75.84, "p95_ms": 71.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.394, "count": 300, "max_ms": 87.701, "p95_ms": 69.695}, "yolo11_640_fire_11class": {"avg_ms": 51.77, "count": 300, "max_ms": 75.236, "p95_ms": 70.302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.806, "count": 300, "max_ms": 87.495, "p95_ms": 79.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.687, "count": 300, "max_ms": 100.693, "p95_ms": 93.303}, "read_interval": {"avg_ms": 100.079, "count": 299, "max_ms": 135.458, "p95_ms": 121.738}, "triton_wait": {"avg_ms": 56.887, "count": 300, "max_ms": 87.714, "p95_ms": 80.572}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 5.89, "p95_ms": 4.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6140.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27671.165, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.761, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:19:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:19:30+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T01:19:30+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T01:19:30.602464+09:00", "mtime_epoch": 1783009170.6024637, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:19:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1288.691, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 303, "max_ms": 10.701, "p95_ms": 8.712}, "gstreamer_push": {"avg_ms": 1.251, "count": 303, "max_ms": 1.943, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.047, "count": 303, "max_ms": 78.898, "p95_ms": 66.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.421, "count": 303, "max_ms": 92.182, "p95_ms": 80.617}, "yolo11_640_fire_11class": {"avg_ms": 51.231, "count": 303, "max_ms": 73.882, "p95_ms": 65.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.158, "count": 303, "max_ms": 86.856, "p95_ms": 75.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.848, "count": 303, "max_ms": 108.507, "p95_ms": 97.598}, "read_interval": {"avg_ms": 99.295, "count": 302, "max_ms": 305.393, "p95_ms": 125.989}, "triton_wait": {"avg_ms": 56.922, "count": 303, "max_ms": 92.219, "p95_ms": 81.213}, "visualize": {"avg_ms": 3.635, "count": 303, "max_ms": 4.693, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2456, "tracking_summary": 2190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6130.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55040.803, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.041, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:19:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:19:47+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T01:19:47+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T01:19:47.110768+09:00", "mtime_epoch": 1783009187.1107683, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:19:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 904.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.492, "pushed": 3.492, "read": 3.459}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.798, "count": 104, "max_ms": 197.785, "p95_ms": 186.614}, "gstreamer_push": {"avg_ms": 0.801, "count": 104, "max_ms": 2.99, "p95_ms": 0.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.234, "count": 104, "max_ms": 101.21, "p95_ms": 90.874}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.945, "count": 104, "max_ms": 103.263, "p95_ms": 98.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.905, "count": 104, "max_ms": 315.153, "p95_ms": 304.427}, "read_interval": {"avg_ms": 289.294, "count": 103, "max_ms": 324.33, "p95_ms": 313.741}, "triton_wait": {"avg_ms": 73.957, "count": 104, "max_ms": 103.277, "p95_ms": 98.898}, "visualize": {"avg_ms": 27.282, "count": 104, "max_ms": 37.064, "p95_ms": 36.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.779, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6136.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17882.889, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.926, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 526385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:19:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:19:52+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T01:19:52+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T01:19:52.214863+09:00", "mtime_epoch": 1783009192.2148626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:19:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1535.375, "name": "celery", "pid": 237, "rss_mb": 1535.375, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.035, "count": 300, "max_ms": 6.095, "p95_ms": 4.693}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.928, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.404, "count": 300, "max_ms": 81.817, "p95_ms": 72.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.356, "count": 300, "max_ms": 96.433, "p95_ms": 78.227}, "yolo11_640_fire_11class": {"avg_ms": 53.88, "count": 300, "max_ms": 81.288, "p95_ms": 70.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.061, "count": 300, "max_ms": 90.786, "p95_ms": 79.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.861, "count": 300, "max_ms": 109.357, "p95_ms": 97.22}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 127.625, "p95_ms": 121.154}, "triton_wait": {"avg_ms": 60.188, "count": 300, "max_ms": 96.446, "p95_ms": 84.576}, "visualize": {"avg_ms": 3.662, "count": 300, "max_ms": 4.563, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6131.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27701.191, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.95, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:20:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:20:00+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T01:20:00+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T01:20:00.627018+09:00", "mtime_epoch": 1783009200.6270177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:20:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1288.949, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 298, "max_ms": 11.588, "p95_ms": 8.691}, "gstreamer_push": {"avg_ms": 1.252, "count": 298, "max_ms": 1.951, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.254, "count": 298, "max_ms": 79.175, "p95_ms": 69.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.094, "count": 298, "max_ms": 98.147, "p95_ms": 86.558}, "yolo11_640_fire_11class": {"avg_ms": 53.764, "count": 298, "max_ms": 78.944, "p95_ms": 68.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.617, "count": 298, "max_ms": 89.068, "p95_ms": 79.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.907, "count": 298, "max_ms": 113.948, "p95_ms": 104.71}, "read_interval": {"avg_ms": 100.712, "count": 297, "max_ms": 361.14, "p95_ms": 127.768}, "triton_wait": {"avg_ms": 61.028, "count": 298, "max_ms": 98.159, "p95_ms": 88.69}, "visualize": {"avg_ms": 3.595, "count": 298, "max_ms": 5.336, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2458, "tracking_summary": 2191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6138.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55071.079, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.075, "sample_count": 1115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:20:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:20:17+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T01:20:17+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T01:20:17.387327+09:00", "mtime_epoch": 1783009217.3873267, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:20:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 910.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.006, "pushed": 4.006, "read": 3.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.185, "count": 120, "max_ms": 183.559, "p95_ms": 182.044}, "gstreamer_push": {"avg_ms": 1.07, "count": 120, "max_ms": 2.795, "p95_ms": 1.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.831, "count": 120, "max_ms": 100.453, "p95_ms": 89.85}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.534, "count": 120, "max_ms": 99.805, "p95_ms": 96.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.58, "count": 120, "max_ms": 320.336, "p95_ms": 303.242}, "read_interval": {"avg_ms": 251.974, "count": 119, "max_ms": 330.693, "p95_ms": 313.14}, "triton_wait": {"avg_ms": 73.729, "count": 120, "max_ms": 100.465, "p95_ms": 96.879}, "visualize": {"avg_ms": 26.872, "count": 120, "max_ms": 40.094, "p95_ms": 33.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6132.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17912.965, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.651, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 526686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:20:22+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T01:20:22+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T01:20:22.299417+09:00", "mtime_epoch": 1783009222.2994173, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:20:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1535.375, "name": "celery", "pid": 237, "rss_mb": 1535.375, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.084, "count": 301, "max_ms": 5.83, "p95_ms": 4.782}, "gstreamer_push": {"avg_ms": 1.306, "count": 301, "max_ms": 1.733, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.393, "count": 301, "max_ms": 78.605, "p95_ms": 72.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.055, "count": 301, "max_ms": 90.002, "p95_ms": 76.164}, "yolo11_640_fire_11class": {"avg_ms": 55.807, "count": 301, "max_ms": 78.699, "p95_ms": 72.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.151, "count": 301, "max_ms": 89.76, "p95_ms": 80.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.892, "count": 301, "max_ms": 102.802, "p95_ms": 96.541}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 150.162, "p95_ms": 121.4}, "triton_wait": {"avg_ms": 62.029, "count": 301, "max_ms": 90.014, "p95_ms": 83.412}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 4.808, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6138.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27731.252, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.857, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:20:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:20:30+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T01:20:30+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T01:20:30.707572+09:00", "mtime_epoch": 1783009230.7075725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:20:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1288.949, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.476, "count": 303, "max_ms": 12.668, "p95_ms": 9.063}, "gstreamer_push": {"avg_ms": 1.237, "count": 303, "max_ms": 1.596, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.807, "count": 303, "max_ms": 76.9, "p95_ms": 68.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.364, "count": 303, "max_ms": 90.693, "p95_ms": 83.216}, "yolo11_640_fire_11class": {"avg_ms": 53.822, "count": 303, "max_ms": 76.597, "p95_ms": 68.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.074, "count": 303, "max_ms": 88.239, "p95_ms": 77.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.729, "count": 303, "max_ms": 107.541, "p95_ms": 99.84}, "read_interval": {"avg_ms": 99.27, "count": 302, "max_ms": 252.553, "p95_ms": 123.873}, "triton_wait": {"avg_ms": 60.726, "count": 303, "max_ms": 90.704, "p95_ms": 83.847}, "visualize": {"avg_ms": 3.652, "count": 303, "max_ms": 5.49, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2460, "tracking_summary": 2192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6141.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55101.306, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.115, "sample_count": 1108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:20:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:20:47+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T01:20:47+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T01:20:47.607884+09:00", "mtime_epoch": 1783009247.607884, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:20:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 912.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.472, "pushed": 3.472, "read": 3.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.418, "count": 104, "max_ms": 183.266, "p95_ms": 182.317}, "gstreamer_push": {"avg_ms": 1.057, "count": 104, "max_ms": 1.94, "p95_ms": 1.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.981, "count": 104, "max_ms": 97.734, "p95_ms": 86.684}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.958, "count": 104, "max_ms": 100.602, "p95_ms": 91.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.814, "count": 104, "max_ms": 317.343, "p95_ms": 305.195}, "read_interval": {"avg_ms": 290.572, "count": 103, "max_ms": 326.12, "p95_ms": 315.126}, "triton_wait": {"avg_ms": 73.08, "count": 104, "max_ms": 100.614, "p95_ms": 91.848}, "visualize": {"avg_ms": 27.566, "count": 104, "max_ms": 39.589, "p95_ms": 37.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6141.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17943.054, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.764, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 526987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:20:52+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T01:20:52+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T01:20:52.359972+09:00", "mtime_epoch": 1783009252.3599715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:20:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1535.633, "name": "celery", "pid": 237, "rss_mb": 1535.633, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.018, "count": 301, "max_ms": 6.208, "p95_ms": 4.522}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 2.106, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.7, "count": 301, "max_ms": 77.294, "p95_ms": 69.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.574, "count": 301, "max_ms": 98.419, "p95_ms": 72.085}, "yolo11_640_fire_11class": {"avg_ms": 54.237, "count": 301, "max_ms": 76.384, "p95_ms": 68.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.852, "count": 301, "max_ms": 86.646, "p95_ms": 78.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.733, "count": 301, "max_ms": 111.267, "p95_ms": 92.464}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 131.673, "p95_ms": 120.779}, "triton_wait": {"avg_ms": 61.067, "count": 301, "max_ms": 98.43, "p95_ms": 79.687}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 5.024, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6138.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27761.272, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.06, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 534183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:21:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:21:00+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T01:21:00+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T01:21:00.712125+09:00", "mtime_epoch": 1783009260.7121253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:21:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1289.207, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.521, "count": 298, "max_ms": 12.239, "p95_ms": 9.195}, "gstreamer_push": {"avg_ms": 1.253, "count": 298, "max_ms": 1.947, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.282, "count": 298, "max_ms": 77.174, "p95_ms": 67.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.754, "count": 298, "max_ms": 101.153, "p95_ms": 84.93}, "yolo11_640_fire_11class": {"avg_ms": 52.438, "count": 298, "max_ms": 72.949, "p95_ms": 65.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.101, "count": 298, "max_ms": 82.877, "p95_ms": 76.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.23, "count": 298, "max_ms": 117.32, "p95_ms": 100.533}, "read_interval": {"avg_ms": 100.687, "count": 298, "max_ms": 385.582, "p95_ms": 129.01}, "triton_wait": {"avg_ms": 59.141, "count": 298, "max_ms": 101.167, "p95_ms": 84.943}, "visualize": {"avg_ms": 3.671, "count": 298, "max_ms": 4.652, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.703, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2460, "tracking_summary": 2193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6139.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55131.544, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.705, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:21:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:21:18+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T01:21:17+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T01:21:17.832441+09:00", "mtime_epoch": 1783009277.8324409, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:21:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 910.551, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.039, "pushed": 4.039, "read": 4.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.293, "count": 121, "max_ms": 183.265, "p95_ms": 181.836}, "gstreamer_push": {"avg_ms": 0.832, "count": 121, "max_ms": 1.913, "p95_ms": 0.913}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.295, "count": 121, "max_ms": 99.276, "p95_ms": 88.909}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.633, "count": 121, "max_ms": 99.971, "p95_ms": 92.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.297, "count": 121, "max_ms": 307.411, "p95_ms": 298.314}, "read_interval": {"avg_ms": 249.411, "count": 120, "max_ms": 317.712, "p95_ms": 308.452}, "triton_wait": {"avg_ms": 72.788, "count": 121, "max_ms": 99.984, "p95_ms": 93.021}, "visualize": {"avg_ms": 24.441, "count": 121, "max_ms": 33.42, "p95_ms": 30.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6140.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17973.055, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.8, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 527287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:21:22+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T01:21:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T01:21:22.396525+09:00", "mtime_epoch": 1783009282.396525, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:21:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1535.633, "name": "celery", "pid": 237, "rss_mb": 1535.633, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.016, "count": 300, "max_ms": 5.334, "p95_ms": 4.526}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.563, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.702, "count": 300, "max_ms": 80.098, "p95_ms": 74.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.138, "count": 300, "max_ms": 94.877, "p95_ms": 70.408}, "yolo11_640_fire_11class": {"avg_ms": 53.972, "count": 300, "max_ms": 81.021, "p95_ms": 72.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.967, "count": 300, "max_ms": 90.83, "p95_ms": 81.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.691, "count": 300, "max_ms": 107.564, "p95_ms": 95.365}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 124.802, "p95_ms": 120.908}, "triton_wait": {"avg_ms": 60.025, "count": 300, "max_ms": 94.889, "p95_ms": 82.401}, "visualize": {"avg_ms": 3.699, "count": 300, "max_ms": 5.163, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6139.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27791.389, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.873, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 534486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:21:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:21:30+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T01:21:30+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T01:21:30.796679+09:00", "mtime_epoch": 1783009290.7966795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:21:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1289.465, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.565, "count": 302, "max_ms": 12.086, "p95_ms": 9.491}, "gstreamer_push": {"avg_ms": 1.27, "count": 303, "max_ms": 1.907, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.331, "count": 302, "max_ms": 76.874, "p95_ms": 69.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.158, "count": 302, "max_ms": 94.622, "p95_ms": 86.294}, "yolo11_640_fire_11class": {"avg_ms": 53.562, "count": 302, "max_ms": 75.7, "p95_ms": 68.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.701, "count": 302, "max_ms": 90.34, "p95_ms": 77.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.757, "count": 303, "max_ms": 110.92, "p95_ms": 103.158}, "read_interval": {"avg_ms": 99.307, "count": 302, "max_ms": 338.442, "p95_ms": 128.443}, "triton_wait": {"avg_ms": 60.534, "count": 302, "max_ms": 94.637, "p95_ms": 87.056}, "visualize": {"avg_ms": 3.684, "count": 302, "max_ms": 4.783, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2461, "tracking_summary": 2194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6143.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55161.821, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.411, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:21:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:21:48+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T01:21:48+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T01:21:48.124999+09:00", "mtime_epoch": 1783009308.1249986, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:21:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 913.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.401, "pushed": 3.401, "read": 3.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.848, "count": 102, "max_ms": 184.391, "p95_ms": 182.027}, "gstreamer_push": {"avg_ms": 1.168, "count": 102, "max_ms": 3.201, "p95_ms": 2.743}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.175, "count": 102, "max_ms": 96.459, "p95_ms": 94.765}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.741, "count": 102, "max_ms": 103.837, "p95_ms": 95.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.029, "count": 102, "max_ms": 317.668, "p95_ms": 313.503}, "read_interval": {"avg_ms": 293.983, "count": 102, "max_ms": 325.517, "p95_ms": 322.343}, "triton_wait": {"avg_ms": 76.309, "count": 102, "max_ms": 103.85, "p95_ms": 96.341}, "visualize": {"avg_ms": 30.139, "count": 102, "max_ms": 43.954, "p95_ms": 41.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6143.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18003.083, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.8, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 527587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:21:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:21:52+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T01:21:52+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T01:21:52.429078+09:00", "mtime_epoch": 1783009312.4290779, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:21:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1535.891, "name": "celery", "pid": 237, "rss_mb": 1535.891, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.98, "count": 300, "max_ms": 6.206, "p95_ms": 5.211}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.738, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.858, "count": 300, "max_ms": 79.608, "p95_ms": 70.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.845, "count": 300, "max_ms": 101.539, "p95_ms": 76.164}, "yolo11_640_fire_11class": {"avg_ms": 53.996, "count": 300, "max_ms": 80.721, "p95_ms": 69.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.605, "count": 300, "max_ms": 92.168, "p95_ms": 80.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.248, "count": 300, "max_ms": 114.217, "p95_ms": 96.318}, "read_interval": {"avg_ms": 100.162, "count": 299, "max_ms": 127.311, "p95_ms": 121.137}, "triton_wait": {"avg_ms": 60.958, "count": 300, "max_ms": 101.552, "p95_ms": 83.295}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 5.031, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6133.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27821.465, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.743, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 534787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:22:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:22:00+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:22:00+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T01:22:00.901234+09:00", "mtime_epoch": 1783009320.901234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:22:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1289.465, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.533, "count": 301, "max_ms": 12.506, "p95_ms": 10.267}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 1.816, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.731, "count": 301, "max_ms": 78.338, "p95_ms": 66.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.308, "count": 301, "max_ms": 95.317, "p95_ms": 81.997}, "yolo11_640_fire_11class": {"avg_ms": 52.241, "count": 301, "max_ms": 77.817, "p95_ms": 66.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.594, "count": 301, "max_ms": 90.608, "p95_ms": 77.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.912, "count": 301, "max_ms": 111.312, "p95_ms": 98.479}, "read_interval": {"avg_ms": 99.897, "count": 300, "max_ms": 294.161, "p95_ms": 133.876}, "triton_wait": {"avg_ms": 58.89, "count": 301, "max_ms": 95.33, "p95_ms": 82.528}, "visualize": {"avg_ms": 3.639, "count": 301, "max_ms": 5.02, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2464, "tracking_summary": 2195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6145.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55192.114, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.427, "sample_count": 1112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:22:18+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T01:22:18+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T01:22:18.409556+09:00", "mtime_epoch": 1783009338.4095562, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:22:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 916.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.668, "pushed": 3.668, "read": 3.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.554, "count": 110, "max_ms": 195.182, "p95_ms": 185.501}, "gstreamer_push": {"avg_ms": 0.974, "count": 110, "max_ms": 3.129, "p95_ms": 1.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.021, "count": 110, "max_ms": 100.409, "p95_ms": 88.089}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.788, "count": 110, "max_ms": 105.424, "p95_ms": 94.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.865, "count": 110, "max_ms": 315.97, "p95_ms": 307.957}, "read_interval": {"avg_ms": 275.142, "count": 109, "max_ms": 325.744, "p95_ms": 316.719}, "triton_wait": {"avg_ms": 73.801, "count": 110, "max_ms": 105.437, "p95_ms": 94.149}, "visualize": {"avg_ms": 27.741, "count": 110, "max_ms": 42.927, "p95_ms": 40.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6145.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18033.131, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.764, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 527888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:22:22+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T01:22:22+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T01:22:22.469631+09:00", "mtime_epoch": 1783009342.4696307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:22:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1535.891, "name": "celery", "pid": 237, "rss_mb": 1535.891, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.05, "count": 301, "max_ms": 6.286, "p95_ms": 4.688}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.962, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.337, "count": 301, "max_ms": 81.075, "p95_ms": 69.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.211, "count": 301, "max_ms": 89.702, "p95_ms": 70.75}, "yolo11_640_fire_11class": {"avg_ms": 51.74, "count": 301, "max_ms": 81.596, "p95_ms": 67.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.589, "count": 301, "max_ms": 90.995, "p95_ms": 78.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.711, "count": 301, "max_ms": 103.791, "p95_ms": 93.578}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 161.736, "p95_ms": 122.001}, "triton_wait": {"avg_ms": 56.948, "count": 301, "max_ms": 91.006, "p95_ms": 80.553}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 5.615, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6145.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27851.617, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.873, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 535086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:22:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:22:31+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T01:22:31+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-03T01:22:30.909786+09:00", "mtime_epoch": 1783009350.9097862, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:22:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1289.723, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.483, "count": 298, "max_ms": 11.687, "p95_ms": 9.005}, "gstreamer_push": {"avg_ms": 1.256, "count": 298, "max_ms": 1.982, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.533, "count": 298, "max_ms": 83.161, "p95_ms": 71.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.667, "count": 298, "max_ms": 98.524, "p95_ms": 80.35}, "yolo11_640_fire_11class": {"avg_ms": 52.5, "count": 298, "max_ms": 74.186, "p95_ms": 67.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.929, "count": 298, "max_ms": 86.139, "p95_ms": 76.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.021, "count": 298, "max_ms": 115.212, "p95_ms": 100.647}, "read_interval": {"avg_ms": 100.811, "count": 297, "max_ms": 287.344, "p95_ms": 149.464}, "triton_wait": {"avg_ms": 58.907, "count": 298, "max_ms": 98.537, "p95_ms": 84.617}, "visualize": {"avg_ms": 3.69, "count": 298, "max_ms": 5.133, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2464, "tracking_summary": 2196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6140.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55222.242, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.168, "sample_count": 1119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:22:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:22:48+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T01:22:48+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T01:22:48.550111+09:00", "mtime_epoch": 1783009368.5501106, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:22:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 910.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.122, "pushed": 4.122, "read": 4.088}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.221, "count": 123, "max_ms": 196.802, "p95_ms": 189.348}, "gstreamer_push": {"avg_ms": 0.845, "count": 123, "max_ms": 1.785, "p95_ms": 1.133}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.211, "count": 123, "max_ms": 99.758, "p95_ms": 88.11}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.29, "count": 123, "max_ms": 99.745, "p95_ms": 92.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.58, "count": 123, "max_ms": 314.645, "p95_ms": 305.533}, "read_interval": {"avg_ms": 244.597, "count": 122, "max_ms": 324.254, "p95_ms": 312.463}, "triton_wait": {"avg_ms": 75.43, "count": 123, "max_ms": 99.767, "p95_ms": 92.938}, "visualize": {"avg_ms": 25.099, "count": 123, "max_ms": 36.624, "p95_ms": 29.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6134.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18063.182, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.866, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 528188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:22:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T01:22:52+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T01:22:52.526184+09:00", "mtime_epoch": 1783009372.5261838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:22:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1536.148, "name": "celery", "pid": 237, "rss_mb": 1536.148, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.033, "count": 300, "max_ms": 6.164, "p95_ms": 4.596}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.934, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.661, "count": 300, "max_ms": 84.019, "p95_ms": 72.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.8, "count": 300, "max_ms": 94.673, "p95_ms": 77.513}, "yolo11_640_fire_11class": {"avg_ms": 54.212, "count": 300, "max_ms": 78.111, "p95_ms": 70.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.456, "count": 300, "max_ms": 92.385, "p95_ms": 80.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.694, "count": 300, "max_ms": 107.479, "p95_ms": 96.716}, "read_interval": {"avg_ms": 100.136, "count": 300, "max_ms": 128.038, "p95_ms": 121.257}, "triton_wait": {"avg_ms": 60.954, "count": 300, "max_ms": 94.685, "p95_ms": 83.401}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 4.684, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6140.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27881.674, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.918, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 535388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:23:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:23:01+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T01:23:01+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T01:23:01.102342+09:00", "mtime_epoch": 1783009381.1023417, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:23:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1289.723, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.621, "count": 302, "max_ms": 13.085, "p95_ms": 10.954}, "gstreamer_push": {"avg_ms": 1.25, "count": 302, "max_ms": 1.724, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.932, "count": 302, "max_ms": 77.13, "p95_ms": 69.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.313, "count": 302, "max_ms": 99.024, "p95_ms": 87.325}, "yolo11_640_fire_11class": {"avg_ms": 53.11, "count": 302, "max_ms": 75.83, "p95_ms": 67.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.492, "count": 302, "max_ms": 90.154, "p95_ms": 77.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.231, "count": 302, "max_ms": 115.196, "p95_ms": 103.878}, "read_interval": {"avg_ms": 99.481, "count": 301, "max_ms": 319.084, "p95_ms": 127.771}, "triton_wait": {"avg_ms": 60.108, "count": 302, "max_ms": 99.037, "p95_ms": 87.715}, "visualize": {"avg_ms": 3.652, "count": 302, "max_ms": 6.392, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2465, "tracking_summary": 2197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6137.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55252.327, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.533, "sample_count": 1108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:23:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:23:18+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-03T01:23:18+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T01:23:18.638664+09:00", "mtime_epoch": 1783009398.638664, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:23:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 907.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.86, "pushed": 3.86, "read": 3.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.82, "count": 115, "max_ms": 196.822, "p95_ms": 190.93}, "gstreamer_push": {"avg_ms": 0.987, "count": 115, "max_ms": 1.921, "p95_ms": 1.81}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.454, "count": 115, "max_ms": 106.649, "p95_ms": 91.8}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.134, "count": 115, "max_ms": 103.767, "p95_ms": 96.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.248, "count": 115, "max_ms": 325.202, "p95_ms": 306.474}, "read_interval": {"avg_ms": 261.391, "count": 114, "max_ms": 333.913, "p95_ms": 316.726}, "triton_wait": {"avg_ms": 74.334, "count": 115, "max_ms": 106.664, "p95_ms": 96.714}, "visualize": {"avg_ms": 27.37, "count": 115, "max_ms": 34.879, "p95_ms": 33.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6137.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18093.185, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.82, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 528488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:23:22+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T01:23:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T01:23:22.502735+09:00", "mtime_epoch": 1783009402.5027351, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 134267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:23:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1536.406, "name": "celery", "pid": 237, "rss_mb": 1536.406, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.046, "count": 300, "max_ms": 6.488, "p95_ms": 4.663}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.98, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.052, "count": 300, "max_ms": 81.104, "p95_ms": 72.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.402, "count": 300, "max_ms": 94.689, "p95_ms": 72.622}, "yolo11_640_fire_11class": {"avg_ms": 53.105, "count": 300, "max_ms": 80.326, "p95_ms": 70.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.116, "count": 300, "max_ms": 90.241, "p95_ms": 80.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.742, "count": 300, "max_ms": 105.536, "p95_ms": 96.366}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 142.899, "p95_ms": 122.144}, "triton_wait": {"avg_ms": 58.982, "count": 300, "max_ms": 94.698, "p95_ms": 83.506}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 5.419, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6141.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27911.705, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.477, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 535689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:23:31+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T01:23:31+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T01:23:31.130894+09:00", "mtime_epoch": 1783009411.1308937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:23:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1289.98, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.514, "count": 301, "max_ms": 12.823, "p95_ms": 9.138}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.609, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.356, "count": 301, "max_ms": 77.978, "p95_ms": 67.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.561, "count": 301, "max_ms": 98.753, "p95_ms": 85.003}, "yolo11_640_fire_11class": {"avg_ms": 53.072, "count": 301, "max_ms": 76.422, "p95_ms": 67.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.822, "count": 301, "max_ms": 87.541, "p95_ms": 77.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.922, "count": 301, "max_ms": 115.298, "p95_ms": 100.961}, "read_interval": {"avg_ms": 99.71, "count": 300, "max_ms": 434.345, "p95_ms": 127.418}, "triton_wait": {"avg_ms": 59.844, "count": 301, "max_ms": 98.767, "p95_ms": 85.314}, "visualize": {"avg_ms": 3.674, "count": 301, "max_ms": 5.065, "p95_ms": 4.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2467, "tracking_summary": 2198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6145.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55282.618, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.837, "sample_count": 1114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:23:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:23:49+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T01:23:48+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T01:23:48.915221+09:00", "mtime_epoch": 1783009428.9152207, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:23:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 915.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.702, "pushed": 3.702, "read": 3.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.46, "count": 111, "max_ms": 189.359, "p95_ms": 184.807}, "gstreamer_push": {"avg_ms": 0.943, "count": 111, "max_ms": 2.921, "p95_ms": 1.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.083, "count": 111, "max_ms": 93.423, "p95_ms": 85.243}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.283, "count": 111, "max_ms": 99.628, "p95_ms": 93.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.232, "count": 111, "max_ms": 316.353, "p95_ms": 307.801}, "read_interval": {"avg_ms": 272.674, "count": 110, "max_ms": 325.264, "p95_ms": 317.549}, "triton_wait": {"avg_ms": 73.297, "count": 111, "max_ms": 99.641, "p95_ms": 93.872}, "visualize": {"avg_ms": 27.696, "count": 111, "max_ms": 42.026, "p95_ms": 39.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6145.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18123.194, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.186, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 528788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:23:52+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T01:23:52+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T01:23:52.503287+09:00", "mtime_epoch": 1783009432.5032866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:23:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1536.406, "name": "celery", "pid": 237, "rss_mb": 1536.406, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.959, "count": 300, "max_ms": 6.413, "p95_ms": 4.426}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.738, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.731, "count": 300, "max_ms": 77.064, "p95_ms": 68.595}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.913, "count": 300, "max_ms": 88.848, "p95_ms": 69.925}, "yolo11_640_fire_11class": {"avg_ms": 50.259, "count": 300, "max_ms": 74.805, "p95_ms": 67.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.859, "count": 300, "max_ms": 84.85, "p95_ms": 77.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.401, "count": 300, "max_ms": 101.186, "p95_ms": 90.968}, "read_interval": {"avg_ms": 100.019, "count": 300, "max_ms": 144.128, "p95_ms": 122.32}, "triton_wait": {"avg_ms": 55.996, "count": 300, "max_ms": 88.86, "p95_ms": 78.114}, "visualize": {"avg_ms": 3.552, "count": 300, "max_ms": 4.924, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6145.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27941.765, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.203, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 535989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:24:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:24:01+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:24:01+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T01:24:01.203447+09:00", "mtime_epoch": 1783009441.2034466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:24:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1289.98, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.507, "count": 300, "max_ms": 13.041, "p95_ms": 9.105}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.495, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.807, "count": 300, "max_ms": 72.664, "p95_ms": 65.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.694, "count": 300, "max_ms": 93.713, "p95_ms": 77.982}, "yolo11_640_fire_11class": {"avg_ms": 50.493, "count": 300, "max_ms": 71.607, "p95_ms": 63.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.736, "count": 300, "max_ms": 86.505, "p95_ms": 73.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.838, "count": 300, "max_ms": 110.016, "p95_ms": 95.532}, "read_interval": {"avg_ms": 100.19, "count": 299, "max_ms": 356.877, "p95_ms": 132.024}, "triton_wait": {"avg_ms": 56.778, "count": 300, "max_ms": 93.726, "p95_ms": 78.395}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 6.987, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2467, "tracking_summary": 2199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6147.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55312.919, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.867, "sample_count": 1107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:24:19+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T01:24:19+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T01:24:19.203777+09:00", "mtime_epoch": 1783009459.2037773, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:24:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 916.402, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.401, "pushed": 3.401, "read": 3.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.995, "count": 102, "max_ms": 189.546, "p95_ms": 185.34}, "gstreamer_push": {"avg_ms": 0.823, "count": 102, "max_ms": 2.781, "p95_ms": 0.919}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.318, "count": 102, "max_ms": 93.172, "p95_ms": 85.344}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.073, "count": 102, "max_ms": 99.448, "p95_ms": 92.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.579, "count": 102, "max_ms": 316.16, "p95_ms": 306.686}, "read_interval": {"avg_ms": 293.963, "count": 102, "max_ms": 324.94, "p95_ms": 314.979}, "triton_wait": {"avg_ms": 73.087, "count": 102, "max_ms": 99.461, "p95_ms": 92.372}, "visualize": {"avg_ms": 27.712, "count": 102, "max_ms": 39.702, "p95_ms": 35.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6147.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18153.249, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.228, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 529089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:24:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:24:22+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T01:24:22+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T01:24:22.551839+09:00", "mtime_epoch": 1783009462.5518389, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:24:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1536.664, "name": "celery", "pid": 237, "rss_mb": 1536.664, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 301, "max_ms": 6.205, "p95_ms": 4.882}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.609, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.357, "count": 301, "max_ms": 79.618, "p95_ms": 71.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.889, "count": 301, "max_ms": 84.953, "p95_ms": 71.141}, "yolo11_640_fire_11class": {"avg_ms": 54.589, "count": 301, "max_ms": 79.103, "p95_ms": 70.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.353, "count": 301, "max_ms": 89.931, "p95_ms": 80.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.59, "count": 301, "max_ms": 102.482, "p95_ms": 94.901}, "read_interval": {"avg_ms": 99.909, "count": 300, "max_ms": 122.911, "p95_ms": 120.801}, "triton_wait": {"avg_ms": 60.986, "count": 301, "max_ms": 89.942, "p95_ms": 81.713}, "visualize": {"avg_ms": 3.595, "count": 301, "max_ms": 4.705, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 27971.783, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.242, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 536287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:24:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:24:31+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T01:24:31+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T01:24:31.191998+09:00", "mtime_epoch": 1783009471.1919978, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:24:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1290.238, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.966, "pushed": 9.966, "read": 9.933}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.415, "count": 298, "max_ms": 12.379, "p95_ms": 8.421}, "gstreamer_push": {"avg_ms": 1.24, "count": 298, "max_ms": 1.861, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.885, "count": 298, "max_ms": 75.679, "p95_ms": 68.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.352, "count": 298, "max_ms": 92.923, "p95_ms": 81.698}, "yolo11_640_fire_11class": {"avg_ms": 54.084, "count": 298, "max_ms": 75.757, "p95_ms": 67.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.957, "count": 298, "max_ms": 88.158, "p95_ms": 79.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.245, "count": 298, "max_ms": 109.228, "p95_ms": 100.792}, "read_interval": {"avg_ms": 100.654, "count": 297, "max_ms": 319.829, "p95_ms": 136.847}, "triton_wait": {"avg_ms": 61.344, "count": 298, "max_ms": 92.936, "p95_ms": 84.695}, "visualize": {"avg_ms": 3.605, "count": 298, "max_ms": 4.599, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2468, "tracking_summary": 2200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6141.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55343.207, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.523, "sample_count": 1115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:24:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:24:49+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T01:24:49+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T01:24:49.496334+09:00", "mtime_epoch": 1783009489.496334, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:24:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 911.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.7, "pushed": 3.733, "read": 3.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.347, "count": 111, "max_ms": 212.12, "p95_ms": 184.975}, "gstreamer_push": {"avg_ms": 1.124, "count": 112, "max_ms": 2.994, "p95_ms": 2.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.946, "count": 111, "max_ms": 96.479, "p95_ms": 85.643}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.133, "count": 111, "max_ms": 99.657, "p95_ms": 92.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.238, "count": 111, "max_ms": 322.507, "p95_ms": 309.505}, "read_interval": {"avg_ms": 270.095, "count": 111, "max_ms": 332.525, "p95_ms": 319.706}, "triton_wait": {"avg_ms": 73.147, "count": 111, "max_ms": 99.67, "p95_ms": 92.65}, "visualize": {"avg_ms": 28.919, "count": 111, "max_ms": 41.253, "p95_ms": 39.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6136.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18183.255, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.112, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 529389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:24:52+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T01:24:52+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T01:24:52.552390+09:00", "mtime_epoch": 1783009492.55239, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:24:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1536.664, "name": "celery", "pid": 237, "rss_mb": 1536.664, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.03, "count": 300, "max_ms": 6.428, "p95_ms": 4.622}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.714, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.386, "count": 300, "max_ms": 76.123, "p95_ms": 70.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.303, "count": 300, "max_ms": 88.611, "p95_ms": 73.676}, "yolo11_640_fire_11class": {"avg_ms": 53.389, "count": 300, "max_ms": 75.573, "p95_ms": 68.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.739, "count": 300, "max_ms": 88.764, "p95_ms": 79.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.677, "count": 300, "max_ms": 102.414, "p95_ms": 93.997}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 125.358, "p95_ms": 120.824}, "triton_wait": {"avg_ms": 59.929, "count": 300, "max_ms": 88.777, "p95_ms": 81.0}, "visualize": {"avg_ms": 3.679, "count": 300, "max_ms": 5.1, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6136.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28001.801, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.533, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 536588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:25:01+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T01:25:01+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T01:25:01.252550+09:00", "mtime_epoch": 1783009501.25255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:25:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1290.496, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.523, "count": 301, "max_ms": 13.737, "p95_ms": 10.19}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 2.192, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.673, "count": 301, "max_ms": 75.988, "p95_ms": 67.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.937, "count": 301, "max_ms": 92.766, "p95_ms": 83.228}, "yolo11_640_fire_11class": {"avg_ms": 51.782, "count": 301, "max_ms": 75.394, "p95_ms": 66.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.268, "count": 301, "max_ms": 89.974, "p95_ms": 76.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.134, "count": 301, "max_ms": 107.744, "p95_ms": 98.203}, "read_interval": {"avg_ms": 99.77, "count": 300, "max_ms": 372.568, "p95_ms": 124.894}, "triton_wait": {"avg_ms": 58.153, "count": 301, "max_ms": 92.775, "p95_ms": 83.958}, "visualize": {"avg_ms": 3.616, "count": 301, "max_ms": 5.937, "p95_ms": 4.475}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2470, "tracking_summary": 2201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6149.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55373.431, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.599, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:25:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:25:20+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-03T01:25:19+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T01:25:19.744889+09:00", "mtime_epoch": 1783009519.7448895, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:25:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 918.246, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.642, "pushed": 3.642, "read": 3.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.003, "count": 109, "max_ms": 211.412, "p95_ms": 193.21}, "gstreamer_push": {"avg_ms": 0.918, "count": 109, "max_ms": 2.126, "p95_ms": 1.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.534, "count": 109, "max_ms": 96.488, "p95_ms": 93.039}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.543, "count": 109, "max_ms": 99.891, "p95_ms": 96.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.621, "count": 109, "max_ms": 318.498, "p95_ms": 309.334}, "read_interval": {"avg_ms": 277.248, "count": 108, "max_ms": 328.222, "p95_ms": 318.504}, "triton_wait": {"avg_ms": 74.557, "count": 109, "max_ms": 99.904, "p95_ms": 96.034}, "visualize": {"avg_ms": 26.214, "count": 109, "max_ms": 41.242, "p95_ms": 38.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6149.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18213.263, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.92, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 529689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:25:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:25:22+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T01:25:22+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T01:25:22.548941+09:00", "mtime_epoch": 1783009522.5489411, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:25:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1536.922, "name": "celery", "pid": 237, "rss_mb": 1536.922, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.131, "count": 300, "max_ms": 7.22, "p95_ms": 6.112}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 2.345, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.055, "count": 300, "max_ms": 78.042, "p95_ms": 73.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.256, "count": 300, "max_ms": 94.315, "p95_ms": 75.551}, "yolo11_640_fire_11class": {"avg_ms": 51.832, "count": 300, "max_ms": 78.062, "p95_ms": 71.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.953, "count": 300, "max_ms": 90.327, "p95_ms": 81.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.937, "count": 300, "max_ms": 107.005, "p95_ms": 95.087}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 145.974, "p95_ms": 121.535}, "triton_wait": {"avg_ms": 57.085, "count": 300, "max_ms": 94.327, "p95_ms": 82.042}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 6.695, "p95_ms": 4.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6149.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28031.867, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.792, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 536888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:25:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:25:31+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T01:25:31+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T01:25:31.297102+09:00", "mtime_epoch": 1783009531.2971017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:25:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1290.496, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.556, "count": 300, "max_ms": 14.438, "p95_ms": 9.709}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.76, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.275, "count": 300, "max_ms": 75.691, "p95_ms": 67.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.058, "count": 300, "max_ms": 101.163, "p95_ms": 82.602}, "yolo11_640_fire_11class": {"avg_ms": 52.82, "count": 300, "max_ms": 75.831, "p95_ms": 67.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.62, "count": 300, "max_ms": 87.764, "p95_ms": 77.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.887, "count": 300, "max_ms": 117.36, "p95_ms": 100.508}, "read_interval": {"avg_ms": 100.182, "count": 299, "max_ms": 431.259, "p95_ms": 137.712}, "triton_wait": {"avg_ms": 58.739, "count": 300, "max_ms": 101.176, "p95_ms": 83.049}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 6.661, "p95_ms": 4.578}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2471, "tracking_summary": 2202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6136.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55403.485, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.092, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:25:50+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T01:25:49+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T01:25:49.889443+09:00", "mtime_epoch": 1783009549.889443, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:25:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 905.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.56, "pushed": 3.56, "read": 3.527}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.123, "count": 106, "max_ms": 218.586, "p95_ms": 212.879}, "gstreamer_push": {"avg_ms": 0.773, "count": 106, "max_ms": 1.815, "p95_ms": 0.848}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.425, "count": 106, "max_ms": 99.16, "p95_ms": 89.935}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.803, "count": 106, "max_ms": 98.277, "p95_ms": 95.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.171, "count": 106, "max_ms": 340.849, "p95_ms": 308.613}, "read_interval": {"avg_ms": 284.393, "count": 105, "max_ms": 349.605, "p95_ms": 317.299}, "triton_wait": {"avg_ms": 73.004, "count": 106, "max_ms": 99.172, "p95_ms": 95.401}, "visualize": {"avg_ms": 25.3, "count": 106, "max_ms": 30.367, "p95_ms": 27.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.772, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6139.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18243.332, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.896, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 529990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:25:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:25:52+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:25:52+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T01:25:52.669494+09:00", "mtime_epoch": 1783009552.6694942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:25:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1536.922, "name": "celery", "pid": 237, "rss_mb": 1536.922, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.943, "count": 301, "max_ms": 5.992, "p95_ms": 4.23}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.756, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.544, "count": 301, "max_ms": 78.811, "p95_ms": 70.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.221, "count": 301, "max_ms": 96.111, "p95_ms": 68.896}, "yolo11_640_fire_11class": {"avg_ms": 52.862, "count": 301, "max_ms": 76.915, "p95_ms": 69.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.212, "count": 301, "max_ms": 89.874, "p95_ms": 79.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.703, "count": 301, "max_ms": 109.149, "p95_ms": 91.804}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 150.065, "p95_ms": 122.813}, "triton_wait": {"avg_ms": 58.173, "count": 301, "max_ms": 96.124, "p95_ms": 79.359}, "visualize": {"avg_ms": 3.588, "count": 301, "max_ms": 5.683, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6137.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28061.894, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.225, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 537189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:26:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:26:01+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T01:26:01+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T01:26:01.309653+09:00", "mtime_epoch": 1783009561.3096526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:26:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1290.754, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.423, "count": 301, "max_ms": 11.973, "p95_ms": 8.497}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 2.129, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.512, "count": 301, "max_ms": 77.629, "p95_ms": 67.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.377, "count": 301, "max_ms": 96.232, "p95_ms": 80.413}, "yolo11_640_fire_11class": {"avg_ms": 51.785, "count": 301, "max_ms": 76.561, "p95_ms": 67.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.672, "count": 301, "max_ms": 91.352, "p95_ms": 74.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.493, "count": 301, "max_ms": 112.582, "p95_ms": 97.041}, "read_interval": {"avg_ms": 99.688, "count": 300, "max_ms": 350.169, "p95_ms": 128.022}, "triton_wait": {"avg_ms": 57.483, "count": 301, "max_ms": 96.244, "p95_ms": 80.899}, "visualize": {"avg_ms": 3.674, "count": 301, "max_ms": 5.082, "p95_ms": 4.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2472, "tracking_summary": 2202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6150.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55433.72, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.172, "sample_count": 1102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:26:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:26:20+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T01:26:19+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T01:26:20.005996+09:00", "mtime_epoch": 1783009580.0059958, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:26:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.797, "name": "celery", "pid": 239, "rss_mb": 916.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.887, "pushed": 3.887, "read": 3.853}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.443, "count": 116, "max_ms": 210.946, "p95_ms": 184.933}, "gstreamer_push": {"avg_ms": 1.095, "count": 116, "max_ms": 1.916, "p95_ms": 1.815}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.486, "count": 116, "max_ms": 94.476, "p95_ms": 83.746}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.854, "count": 116, "max_ms": 96.45, "p95_ms": 88.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.091, "count": 116, "max_ms": 309.266, "p95_ms": 302.886}, "read_interval": {"avg_ms": 258.528, "count": 115, "max_ms": 318.267, "p95_ms": 311.837}, "triton_wait": {"avg_ms": 70.073, "count": 116, "max_ms": 96.463, "p95_ms": 88.034}, "visualize": {"avg_ms": 27.803, "count": 116, "max_ms": 43.18, "p95_ms": 37.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6146.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18273.453, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.448, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 530291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:26:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:26:22+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T01:26:22+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T01:26:22.750046+09:00", "mtime_epoch": 1783009582.7500463, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:26:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1537.18, "name": "celery", "pid": 237, "rss_mb": 1537.18, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.992, "count": 301, "max_ms": 6.36, "p95_ms": 4.426}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.841, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.13, "count": 301, "max_ms": 80.035, "p95_ms": 68.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.277, "count": 301, "max_ms": 86.506, "p95_ms": 70.702}, "yolo11_640_fire_11class": {"avg_ms": 51.974, "count": 301, "max_ms": 80.282, "p95_ms": 67.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.766, "count": 301, "max_ms": 87.502, "p95_ms": 77.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.42, "count": 301, "max_ms": 99.556, "p95_ms": 90.495}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 146.066, "p95_ms": 122.115}, "triton_wait": {"avg_ms": 56.842, "count": 301, "max_ms": 87.514, "p95_ms": 77.777}, "visualize": {"avg_ms": 3.654, "count": 301, "max_ms": 5.042, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6140.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28091.969, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.221, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 537492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:26:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:26:31+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T01:26:31+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T01:26:31.414205+09:00", "mtime_epoch": 1783009591.4142053, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:26:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1290.754, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.628, "count": 303, "max_ms": 12.25, "p95_ms": 9.667}, "gstreamer_push": {"avg_ms": 1.259, "count": 303, "max_ms": 2.002, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.375, "count": 303, "max_ms": 74.724, "p95_ms": 65.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.815, "count": 303, "max_ms": 102.27, "p95_ms": 72.253}, "yolo11_640_fire_11class": {"avg_ms": 51.032, "count": 303, "max_ms": 76.413, "p95_ms": 64.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.709, "count": 303, "max_ms": 86.348, "p95_ms": 74.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.593, "count": 303, "max_ms": 120.605, "p95_ms": 94.181}, "read_interval": {"avg_ms": 99.3, "count": 302, "max_ms": 332.976, "p95_ms": 131.302}, "triton_wait": {"avg_ms": 56.363, "count": 303, "max_ms": 102.286, "p95_ms": 78.296}, "visualize": {"avg_ms": 3.715, "count": 303, "max_ms": 6.572, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2473, "tracking_summary": 2203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6150.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55463.793, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.29, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:26:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:26:50+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-03T01:26:50+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T01:26:50.110548+09:00", "mtime_epoch": 1783009610.1105483, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:26:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 918.969, "name": "celery", "pid": 239, "rss_mb": 918.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.526, "pushed": 3.526, "read": 3.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.481, "count": 105, "max_ms": 188.506, "p95_ms": 185.401}, "gstreamer_push": {"avg_ms": 0.921, "count": 105, "max_ms": 1.819, "p95_ms": 1.74}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.611, "count": 105, "max_ms": 103.831, "p95_ms": 89.039}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.943, "count": 105, "max_ms": 106.174, "p95_ms": 94.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.804, "count": 105, "max_ms": 336.528, "p95_ms": 307.29}, "read_interval": {"avg_ms": 286.438, "count": 104, "max_ms": 345.464, "p95_ms": 318.289}, "triton_wait": {"avg_ms": 72.286, "count": 105, "max_ms": 106.186, "p95_ms": 94.299}, "visualize": {"avg_ms": 29.258, "count": 105, "max_ms": 44.529, "p95_ms": 43.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.781, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6150.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18303.527, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.209, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 530592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:26:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:26:52+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T01:26:52+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T01:26:52.870599+09:00", "mtime_epoch": 1783009612.870599, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:26:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1537.18, "name": "celery", "pid": 237, "rss_mb": 1537.18, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.031, "count": 300, "max_ms": 6.256, "p95_ms": 4.835}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 2.17, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.361, "count": 300, "max_ms": 80.543, "p95_ms": 70.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.059, "count": 300, "max_ms": 96.201, "p95_ms": 68.575}, "yolo11_640_fire_11class": {"avg_ms": 51.543, "count": 300, "max_ms": 80.028, "p95_ms": 67.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.517, "count": 300, "max_ms": 92.34, "p95_ms": 78.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.156, "count": 301, "max_ms": 109.233, "p95_ms": 93.806}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 147.852, "p95_ms": 122.228}, "triton_wait": {"avg_ms": 56.492, "count": 300, "max_ms": 96.213, "p95_ms": 80.671}, "visualize": {"avg_ms": 3.683, "count": 300, "max_ms": 5.726, "p95_ms": 4.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6150.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28122.052, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.404, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 537790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:27:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:27:01+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T01:27:01+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T01:27:01.494757+09:00", "mtime_epoch": 1783009621.4947572, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:27:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1291.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.916, "pushed": 9.916, "read": 9.916}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.527, "count": 297, "max_ms": 12.505, "p95_ms": 9.381}, "gstreamer_push": {"avg_ms": 1.256, "count": 297, "max_ms": 1.83, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.768, "count": 297, "max_ms": 77.909, "p95_ms": 68.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.053, "count": 297, "max_ms": 99.071, "p95_ms": 85.025}, "yolo11_640_fire_11class": {"avg_ms": 51.918, "count": 297, "max_ms": 74.376, "p95_ms": 67.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.019, "count": 297, "max_ms": 86.93, "p95_ms": 77.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.001, "count": 297, "max_ms": 115.059, "p95_ms": 101.693}, "read_interval": {"avg_ms": 100.969, "count": 297, "max_ms": 355.527, "p95_ms": 135.559}, "triton_wait": {"avg_ms": 57.899, "count": 297, "max_ms": 99.083, "p95_ms": 85.825}, "visualize": {"avg_ms": 3.71, "count": 297, "max_ms": 5.911, "p95_ms": 4.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2475, "tracking_summary": 2204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6149.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55493.833, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.211, "sample_count": 1114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:27:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:27:20+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T01:27:20+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T01:27:20.227101+09:00", "mtime_epoch": 1783009640.2271008, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:27:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 919.383, "name": "celery", "pid": 239, "rss_mb": 916.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.033, "pushed": 4.033, "read": 3.999}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.975, "count": 120, "max_ms": 231.482, "p95_ms": 185.802}, "gstreamer_push": {"avg_ms": 0.838, "count": 120, "max_ms": 2.866, "p95_ms": 0.992}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.65, "count": 120, "max_ms": 100.033, "p95_ms": 88.902}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.729, "count": 120, "max_ms": 100.396, "p95_ms": 95.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.779, "count": 120, "max_ms": 313.076, "p95_ms": 302.124}, "read_interval": {"avg_ms": 250.72, "count": 119, "max_ms": 321.926, "p95_ms": 312.569}, "triton_wait": {"avg_ms": 73.927, "count": 120, "max_ms": 100.409, "p95_ms": 95.195}, "visualize": {"avg_ms": 26.044, "count": 120, "max_ms": 45.885, "p95_ms": 35.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.755, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6138.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18333.555, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.6, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 530892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:27:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:27:22+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T01:27:22+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T01:27:22.903150+09:00", "mtime_epoch": 1783009642.9031498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:27:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1537.438, "name": "celery", "pid": 237, "rss_mb": 1537.438, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.065, "count": 300, "max_ms": 6.314, "p95_ms": 4.883}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.735, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.923, "count": 300, "max_ms": 81.503, "p95_ms": 74.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.886, "count": 300, "max_ms": 97.171, "p95_ms": 74.849}, "yolo11_640_fire_11class": {"avg_ms": 54.124, "count": 300, "max_ms": 80.855, "p95_ms": 72.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.136, "count": 300, "max_ms": 88.041, "p95_ms": 82.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.163, "count": 300, "max_ms": 110.93, "p95_ms": 97.453}, "read_interval": {"avg_ms": 100.081, "count": 300, "max_ms": 124.267, "p95_ms": 121.1}, "triton_wait": {"avg_ms": 60.46, "count": 300, "max_ms": 97.183, "p95_ms": 84.647}, "visualize": {"avg_ms": 3.652, "count": 300, "max_ms": 5.06, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6141.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28152.055, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.855, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 538091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:27:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:27:31+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T01:27:31+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T01:27:31.495307+09:00", "mtime_epoch": 1783009651.4953074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:27:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1291.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.499, "count": 301, "max_ms": 13.614, "p95_ms": 9.289}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 2.007, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.768, "count": 301, "max_ms": 77.317, "p95_ms": 70.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.175, "count": 301, "max_ms": 97.746, "p95_ms": 85.874}, "yolo11_640_fire_11class": {"avg_ms": 53.159, "count": 301, "max_ms": 76.919, "p95_ms": 69.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.693, "count": 301, "max_ms": 89.003, "p95_ms": 78.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.725, "count": 301, "max_ms": 113.399, "p95_ms": 102.769}, "read_interval": {"avg_ms": 99.673, "count": 301, "max_ms": 325.266, "p95_ms": 128.947}, "triton_wait": {"avg_ms": 59.612, "count": 301, "max_ms": 97.759, "p95_ms": 86.307}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 6.644, "p95_ms": 4.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2476, "tracking_summary": 2205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6151.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55524.008, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.948, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:27:50+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-03T01:27:50+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T01:27:50.311653+09:00", "mtime_epoch": 1783009670.3116527, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:27:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 919.383, "name": "celery", "pid": 239, "rss_mb": 918.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.002, "pushed": 4.002, "read": 3.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.009, "count": 120, "max_ms": 204.889, "p95_ms": 195.011}, "gstreamer_push": {"avg_ms": 0.885, "count": 120, "max_ms": 2.84, "p95_ms": 1.727}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.12, "count": 120, "max_ms": 100.847, "p95_ms": 84.385}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.081, "count": 120, "max_ms": 97.699, "p95_ms": 89.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.516, "count": 120, "max_ms": 319.844, "p95_ms": 301.521}, "read_interval": {"avg_ms": 251.187, "count": 119, "max_ms": 330.949, "p95_ms": 312.738}, "triton_wait": {"avg_ms": 73.426, "count": 120, "max_ms": 100.859, "p95_ms": 89.935}, "visualize": {"avg_ms": 26.206, "count": 120, "max_ms": 42.333, "p95_ms": 35.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6151.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18363.661, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.759, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 531193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T01:27:53+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T01:27:52+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T01:27:52.947701+09:00", "mtime_epoch": 1783009672.947701, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 139761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:27:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1537.695, "name": "celery", "pid": 237, "rss_mb": 1537.695, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.033, "count": 300, "max_ms": 6.589, "p95_ms": 4.845}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.833, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.094, "count": 300, "max_ms": 76.775, "p95_ms": 69.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.426, "count": 300, "max_ms": 102.237, "p95_ms": 68.547}, "yolo11_640_fire_11class": {"avg_ms": 52.106, "count": 300, "max_ms": 77.903, "p95_ms": 68.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.777, "count": 300, "max_ms": 85.637, "p95_ms": 78.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.391, "count": 300, "max_ms": 114.963, "p95_ms": 91.993}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 128.372, "p95_ms": 121.494}, "triton_wait": {"avg_ms": 57.783, "count": 300, "max_ms": 102.25, "p95_ms": 79.14}, "visualize": {"avg_ms": 3.632, "count": 300, "max_ms": 5.962, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28182.063, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.827, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 538393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:28:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:28:01+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T01:28:01+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T01:28:01.511858+09:00", "mtime_epoch": 1783009681.511858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:28:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1291.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.513, "count": 302, "max_ms": 13.604, "p95_ms": 8.858}, "gstreamer_push": {"avg_ms": 1.26, "count": 302, "max_ms": 1.895, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.644, "count": 302, "max_ms": 76.144, "p95_ms": 67.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.926, "count": 302, "max_ms": 98.27, "p95_ms": 86.078}, "yolo11_640_fire_11class": {"avg_ms": 51.825, "count": 302, "max_ms": 76.131, "p95_ms": 67.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.425, "count": 302, "max_ms": 87.648, "p95_ms": 76.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.221, "count": 302, "max_ms": 114.454, "p95_ms": 102.706}, "read_interval": {"avg_ms": 99.378, "count": 302, "max_ms": 378.16, "p95_ms": 129.787}, "triton_wait": {"avg_ms": 59.1, "count": 302, "max_ms": 98.283, "p95_ms": 86.153}, "visualize": {"avg_ms": 3.667, "count": 302, "max_ms": 5.511, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2477, "tracking_summary": 2206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6148.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55554.129, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.211, "sample_count": 1099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:28:20+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T01:28:20+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T01:28:20.400204+09:00", "mtime_epoch": 1783009700.4002044, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:28:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 919.383, "name": "celery", "pid": 239, "rss_mb": 914.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.42, "pushed": 3.42, "read": 3.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.163, "count": 102, "max_ms": 204.9, "p95_ms": 186.839}, "gstreamer_push": {"avg_ms": 0.922, "count": 102, "max_ms": 2.68, "p95_ms": 1.745}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.114, "count": 102, "max_ms": 93.726, "p95_ms": 82.111}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.002, "count": 102, "max_ms": 96.023, "p95_ms": 93.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.189, "count": 102, "max_ms": 320.151, "p95_ms": 308.664}, "read_interval": {"avg_ms": 295.004, "count": 101, "max_ms": 331.19, "p95_ms": 317.589}, "triton_wait": {"avg_ms": 73.054, "count": 102, "max_ms": 96.035, "p95_ms": 93.791}, "visualize": {"avg_ms": 30.156, "count": 102, "max_ms": 40.679, "p95_ms": 40.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6140.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18393.674, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.3, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 531493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:28:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:28:23+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:28:22+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T01:28:22.948251+09:00", "mtime_epoch": 1783009702.948251, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:28:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1537.695, "name": "celery", "pid": 237, "rss_mb": 1537.695, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.083, "count": 300, "max_ms": 6.198, "p95_ms": 4.944}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.717, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.855, "count": 300, "max_ms": 76.499, "p95_ms": 68.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.364, "count": 300, "max_ms": 90.837, "p95_ms": 69.197}, "yolo11_640_fire_11class": {"avg_ms": 53.141, "count": 300, "max_ms": 75.868, "p95_ms": 68.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.952, "count": 300, "max_ms": 87.401, "p95_ms": 78.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.363, "count": 300, "max_ms": 104.173, "p95_ms": 92.376}, "read_interval": {"avg_ms": 100.037, "count": 299, "max_ms": 124.404, "p95_ms": 121.518}, "triton_wait": {"avg_ms": 58.667, "count": 300, "max_ms": 90.847, "p95_ms": 79.316}, "visualize": {"avg_ms": 3.685, "count": 300, "max_ms": 5.882, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6139.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28212.165, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.19, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 538694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:28:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:28:31+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T01:28:31+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T01:28:31.592410+09:00", "mtime_epoch": 1783009711.5924096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:28:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1291.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.432, "count": 300, "max_ms": 12.2, "p95_ms": 8.528}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 1.946, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.544, "count": 300, "max_ms": 72.038, "p95_ms": 66.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.603, "count": 300, "max_ms": 93.933, "p95_ms": 78.727}, "yolo11_640_fire_11class": {"avg_ms": 51.947, "count": 300, "max_ms": 71.512, "p95_ms": 66.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.186, "count": 300, "max_ms": 84.181, "p95_ms": 76.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.885, "count": 301, "max_ms": 109.641, "p95_ms": 96.036}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 374.503, "p95_ms": 135.962}, "triton_wait": {"avg_ms": 57.9, "count": 300, "max_ms": 93.945, "p95_ms": 79.6}, "visualize": {"avg_ms": 3.652, "count": 300, "max_ms": 4.791, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2478, "tracking_summary": 2207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6140.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55584.414, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.797, "sample_count": 1097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:28:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:28:50+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T01:28:50+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T01:28:50.712760+09:00", "mtime_epoch": 1783009730.7127602, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:28:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 919.383, "name": "celery", "pid": 239, "rss_mb": 906.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.635, "pushed": 3.635, "read": 3.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.608, "count": 109, "max_ms": 234.736, "p95_ms": 212.55}, "gstreamer_push": {"avg_ms": 1.038, "count": 109, "max_ms": 2.825, "p95_ms": 1.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.612, "count": 109, "max_ms": 89.854, "p95_ms": 78.478}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.193, "count": 109, "max_ms": 96.753, "p95_ms": 89.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.84, "count": 109, "max_ms": 362.0, "p95_ms": 318.359}, "read_interval": {"avg_ms": 277.691, "count": 108, "max_ms": 373.011, "p95_ms": 328.866}, "triton_wait": {"avg_ms": 72.279, "count": 109, "max_ms": 96.766, "p95_ms": 89.685}, "visualize": {"avg_ms": 31.184, "count": 109, "max_ms": 41.604, "p95_ms": 40.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6146.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18423.728, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.288, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 531794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:28:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:28:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:28:53+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:28:53.068803+09:00", "mtime_epoch": 1783009733.0688033, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:28:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1537.953, "name": "celery", "pid": 237, "rss_mb": 1537.953, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.052, "count": 301, "max_ms": 6.21, "p95_ms": 4.802}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 1.532, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.979, "count": 301, "max_ms": 76.671, "p95_ms": 68.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.095, "count": 301, "max_ms": 91.121, "p95_ms": 68.556}, "yolo11_640_fire_11class": {"avg_ms": 52.04, "count": 301, "max_ms": 76.474, "p95_ms": 68.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.04, "count": 301, "max_ms": 86.05, "p95_ms": 76.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.665, "count": 301, "max_ms": 103.6, "p95_ms": 90.718}, "read_interval": {"avg_ms": 99.913, "count": 300, "max_ms": 123.499, "p95_ms": 121.738}, "triton_wait": {"avg_ms": 57.059, "count": 301, "max_ms": 91.133, "p95_ms": 77.646}, "visualize": {"avg_ms": 3.659, "count": 301, "max_ms": 4.797, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6140.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28242.168, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.15, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 538994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:29:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:29:01+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T01:29:01+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T01:29:01.596960+09:00", "mtime_epoch": 1783009741.5969596, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:29:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1291.527, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.546, "count": 300, "max_ms": 13.986, "p95_ms": 10.319}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.837, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.934, "count": 300, "max_ms": 81.175, "p95_ms": 64.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.332, "count": 300, "max_ms": 89.767, "p95_ms": 74.739}, "yolo11_640_fire_11class": {"avg_ms": 50.927, "count": 300, "max_ms": 81.163, "p95_ms": 64.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.257, "count": 300, "max_ms": 90.714, "p95_ms": 73.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.272, "count": 300, "max_ms": 106.87, "p95_ms": 96.469}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 433.595, "p95_ms": 138.946}, "triton_wait": {"avg_ms": 56.29, "count": 300, "max_ms": 90.727, "p95_ms": 79.503}, "visualize": {"avg_ms": 3.591, "count": 300, "max_ms": 4.82, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2478, "tracking_summary": 2208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6141.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55614.532, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.377, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:29:21+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-03T01:29:20+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T01:29:20.849313+09:00", "mtime_epoch": 1783009760.8493125, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:29:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 919.383, "name": "celery", "pid": 239, "rss_mb": 906.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.39, "pushed": 3.39, "read": 3.357}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.963, "count": 101, "max_ms": 186.15, "p95_ms": 183.714}, "gstreamer_push": {"avg_ms": 0.998, "count": 101, "max_ms": 2.966, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.527, "count": 101, "max_ms": 90.719, "p95_ms": 85.014}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.456, "count": 101, "max_ms": 97.905, "p95_ms": 89.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.178, "count": 101, "max_ms": 315.671, "p95_ms": 310.645}, "read_interval": {"avg_ms": 298.302, "count": 100, "max_ms": 325.254, "p95_ms": 320.896}, "triton_wait": {"avg_ms": 73.469, "count": 101, "max_ms": 97.918, "p95_ms": 89.896}, "visualize": {"avg_ms": 31.035, "count": 101, "max_ms": 40.747, "p95_ms": 40.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6147.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18453.848, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.939, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 532095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:29:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:29:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:29:23+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T01:29:23.145355+09:00", "mtime_epoch": 1783009763.1453545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:29:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1537.953, "name": "celery", "pid": 237, "rss_mb": 1537.953, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.043, "count": 300, "max_ms": 6.136, "p95_ms": 4.584}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 1.999, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.685, "count": 300, "max_ms": 78.088, "p95_ms": 69.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.258, "count": 300, "max_ms": 90.835, "p95_ms": 65.524}, "yolo11_640_fire_11class": {"avg_ms": 51.414, "count": 300, "max_ms": 78.811, "p95_ms": 68.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.593, "count": 300, "max_ms": 87.841, "p95_ms": 78.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.117, "count": 300, "max_ms": 103.462, "p95_ms": 92.232}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 123.484, "p95_ms": 121.409}, "triton_wait": {"avg_ms": 56.421, "count": 300, "max_ms": 90.847, "p95_ms": 79.404}, "visualize": {"avg_ms": 3.671, "count": 300, "max_ms": 5.768, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6146.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28272.178, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.145, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 539293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:29:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:29:31+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T01:29:31+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T01:29:31.597510+09:00", "mtime_epoch": 1783009771.5975096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:29:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1291.785, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.574, "count": 299, "max_ms": 12.758, "p95_ms": 11.172}, "gstreamer_push": {"avg_ms": 1.242, "count": 299, "max_ms": 1.57, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.448, "count": 299, "max_ms": 77.322, "p95_ms": 68.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.257, "count": 299, "max_ms": 99.01, "p95_ms": 83.74}, "yolo11_640_fire_11class": {"avg_ms": 52.963, "count": 299, "max_ms": 76.824, "p95_ms": 68.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.484, "count": 299, "max_ms": 84.777, "p95_ms": 78.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.364, "count": 299, "max_ms": 112.489, "p95_ms": 99.88}, "read_interval": {"avg_ms": 100.253, "count": 299, "max_ms": 342.831, "p95_ms": 130.392}, "triton_wait": {"avg_ms": 59.256, "count": 299, "max_ms": 99.021, "p95_ms": 83.753}, "visualize": {"avg_ms": 3.637, "count": 299, "max_ms": 5.756, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2480, "tracking_summary": 2209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6145.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55644.704, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.663, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:29:51+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T01:29:51+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-03T01:29:51.013865+09:00", "mtime_epoch": 1783009791.0138652, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:29:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 919.383, "name": "celery", "pid": 239, "rss_mb": 911.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.982, "pushed": 3.982, "read": 3.948}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.528, "count": 119, "max_ms": 195.009, "p95_ms": 189.946}, "gstreamer_push": {"avg_ms": 1.089, "count": 119, "max_ms": 3.025, "p95_ms": 2.407}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.25, "count": 119, "max_ms": 97.232, "p95_ms": 85.806}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.602, "count": 119, "max_ms": 100.807, "p95_ms": 90.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.563, "count": 119, "max_ms": 316.921, "p95_ms": 305.602}, "read_interval": {"avg_ms": 253.285, "count": 118, "max_ms": 327.448, "p95_ms": 315.717}, "triton_wait": {"avg_ms": 71.615, "count": 119, "max_ms": 100.82, "p95_ms": 90.122}, "visualize": {"avg_ms": 27.612, "count": 119, "max_ms": 44.669, "p95_ms": 35.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6145.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18483.896, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.288, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 532395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:29:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:29:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:29:53+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T01:29:53.217906+09:00", "mtime_epoch": 1783009793.2179058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:29:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1538.211, "name": "celery", "pid": 237, "rss_mb": 1538.211, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.107, "count": 300, "max_ms": 6.889, "p95_ms": 5.354}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 2.035, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.928, "count": 300, "max_ms": 81.23, "p95_ms": 70.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.181, "count": 300, "max_ms": 92.177, "p95_ms": 74.947}, "yolo11_640_fire_11class": {"avg_ms": 55.835, "count": 300, "max_ms": 80.682, "p95_ms": 71.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.494, "count": 300, "max_ms": 92.854, "p95_ms": 80.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.233, "count": 300, "max_ms": 105.507, "p95_ms": 94.388}, "read_interval": {"avg_ms": 100.144, "count": 299, "max_ms": 127.311, "p95_ms": 121.229}, "triton_wait": {"avg_ms": 62.447, "count": 300, "max_ms": 92.866, "p95_ms": 81.588}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 5.403, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6151.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28302.283, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.826, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 539594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:30:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:30:01+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T01:30:01+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T01:30:01.706061+09:00", "mtime_epoch": 1783009801.7060614, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:30:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1291.785, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.997}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.597, "count": 300, "max_ms": 12.8, "p95_ms": 9.82}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.749, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.095, "count": 300, "max_ms": 78.2, "p95_ms": 70.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.432, "count": 300, "max_ms": 100.999, "p95_ms": 84.799}, "yolo11_640_fire_11class": {"avg_ms": 54.762, "count": 300, "max_ms": 77.653, "p95_ms": 69.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.214, "count": 300, "max_ms": 89.772, "p95_ms": 78.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.673, "count": 300, "max_ms": 179.727, "p95_ms": 101.856}, "read_interval": {"avg_ms": 100.006, "count": 299, "max_ms": 345.322, "p95_ms": 129.006}, "triton_wait": {"avg_ms": 62.182, "count": 300, "max_ms": 101.011, "p95_ms": 85.133}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 6.731, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2482, "tracking_summary": 2210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6149.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55674.799, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.628, "sample_count": 1097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:30:21+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T01:30:21+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T01:30:21.114417+09:00", "mtime_epoch": 1783009821.1144168, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:30:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 920.273, "name": "celery", "pid": 239, "rss_mb": 915.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.424, "pushed": 3.424, "read": 3.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.46, "count": 102, "max_ms": 189.277, "p95_ms": 186.379}, "gstreamer_push": {"avg_ms": 0.949, "count": 102, "max_ms": 2.913, "p95_ms": 1.938}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.175, "count": 102, "max_ms": 103.94, "p95_ms": 91.812}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.8, "count": 102, "max_ms": 101.172, "p95_ms": 96.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.471, "count": 102, "max_ms": 323.58, "p95_ms": 309.17}, "read_interval": {"avg_ms": 295.18, "count": 101, "max_ms": 332.303, "p95_ms": 319.432}, "triton_wait": {"avg_ms": 75.119, "count": 102, "max_ms": 103.953, "p95_ms": 98.022}, "visualize": {"avg_ms": 27.121, "count": 102, "max_ms": 40.921, "p95_ms": 39.453}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6138.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18513.979, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.552, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 532696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:30:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:30:23+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T01:30:23+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T01:30:23.302457+09:00", "mtime_epoch": 1783009823.302457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:30:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1538.211, "name": "celery", "pid": 237, "rss_mb": 1538.211, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.015, "count": 301, "max_ms": 6.761, "p95_ms": 4.607}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.713, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.52, "count": 301, "max_ms": 77.39, "p95_ms": 73.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.535, "count": 301, "max_ms": 94.172, "p95_ms": 74.605}, "yolo11_640_fire_11class": {"avg_ms": 55.986, "count": 301, "max_ms": 77.463, "p95_ms": 73.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.855, "count": 301, "max_ms": 88.498, "p95_ms": 83.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.302, "count": 301, "max_ms": 106.58, "p95_ms": 96.88}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 125.629, "p95_ms": 121.043}, "triton_wait": {"avg_ms": 62.686, "count": 301, "max_ms": 94.184, "p95_ms": 84.101}, "visualize": {"avg_ms": 3.644, "count": 301, "max_ms": 5.141, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28332.363, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.958, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 539896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:30:31+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:30:31+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:30:31.798613+09:00", "mtime_epoch": 1783009831.7986126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:30:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1292.043, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.435, "count": 302, "max_ms": 12.287, "p95_ms": 9.25}, "gstreamer_push": {"avg_ms": 1.25, "count": 302, "max_ms": 1.898, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.809, "count": 302, "max_ms": 73.806, "p95_ms": 68.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.202, "count": 302, "max_ms": 100.964, "p95_ms": 85.551}, "yolo11_640_fire_11class": {"avg_ms": 52.838, "count": 302, "max_ms": 73.706, "p95_ms": 67.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.683, "count": 302, "max_ms": 86.641, "p95_ms": 78.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.776, "count": 302, "max_ms": 114.424, "p95_ms": 102.382}, "read_interval": {"avg_ms": 99.669, "count": 301, "max_ms": 379.726, "p95_ms": 129.226}, "triton_wait": {"avg_ms": 59.732, "count": 302, "max_ms": 100.974, "p95_ms": 86.653}, "visualize": {"avg_ms": 3.67, "count": 302, "max_ms": 5.099, "p95_ms": 4.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2482, "tracking_summary": 2211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6147.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55705.037, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.898, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:30:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:30:51+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T01:30:51+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-03T01:30:51.358971+09:00", "mtime_epoch": 1783009851.3589709, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:30:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 920.273, "name": "celery", "pid": 239, "rss_mb": 912.703, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.974, "pushed": 3.974, "read": 3.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.956, "count": 119, "max_ms": 195.948, "p95_ms": 186.083}, "gstreamer_push": {"avg_ms": 1.116, "count": 119, "max_ms": 3.414, "p95_ms": 2.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.664, "count": 119, "max_ms": 92.587, "p95_ms": 79.497}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.655, "count": 119, "max_ms": 97.678, "p95_ms": 89.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.971, "count": 119, "max_ms": 310.969, "p95_ms": 302.786}, "read_interval": {"avg_ms": 253.879, "count": 118, "max_ms": 320.79, "p95_ms": 313.778}, "triton_wait": {"avg_ms": 70.83, "count": 119, "max_ms": 97.692, "p95_ms": 89.182}, "visualize": {"avg_ms": 27.326, "count": 119, "max_ms": 39.075, "p95_ms": 35.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6147.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18544.072, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.288, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 532997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:30:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:30:53+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T01:30:53.383008+09:00", "mtime_epoch": 1783009853.383008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:30:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1538.469, "name": "celery", "pid": 237, "rss_mb": 1538.469, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.001, "count": 300, "max_ms": 6.673, "p95_ms": 4.406}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 2.122, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.364, "count": 300, "max_ms": 77.324, "p95_ms": 62.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.289, "count": 300, "max_ms": 79.062, "p95_ms": 65.595}, "yolo11_640_fire_11class": {"avg_ms": 47.872, "count": 300, "max_ms": 78.358, "p95_ms": 61.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.938, "count": 300, "max_ms": 84.663, "p95_ms": 71.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.66, "count": 301, "max_ms": 97.83, "p95_ms": 87.279}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 128.853, "p95_ms": 121.963}, "triton_wait": {"avg_ms": 51.029, "count": 300, "max_ms": 84.676, "p95_ms": 74.22}, "visualize": {"avg_ms": 3.625, "count": 300, "max_ms": 4.804, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28362.367, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.958, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 540195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:31:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:31:01+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:31:01+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T01:31:01.807162+09:00", "mtime_epoch": 1783009861.8071623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:31:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1292.043, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.643, "count": 299, "max_ms": 12.194, "p95_ms": 10.208}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 1.86, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.82, "count": 299, "max_ms": 76.445, "p95_ms": 64.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.993, "count": 299, "max_ms": 105.297, "p95_ms": 72.332}, "yolo11_640_fire_11class": {"avg_ms": 49.391, "count": 299, "max_ms": 75.152, "p95_ms": 64.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.05, "count": 299, "max_ms": 88.228, "p95_ms": 75.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.512, "count": 299, "max_ms": 121.2, "p95_ms": 92.27}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 302.711, "p95_ms": 132.215}, "triton_wait": {"avg_ms": 53.348, "count": 299, "max_ms": 105.31, "p95_ms": 76.231}, "visualize": {"avg_ms": 3.642, "count": 299, "max_ms": 6.043, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2483, "tracking_summary": 2212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6148.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55735.527, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.196, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:31:22+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T01:31:21+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T01:31:21.815529+09:00", "mtime_epoch": 1783009881.8155289, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:31:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 920.273, "name": "celery", "pid": 239, "rss_mb": 912.75, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.414, "pushed": 3.414, "read": 3.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.67, "count": 102, "max_ms": 214.898, "p95_ms": 186.716}, "gstreamer_push": {"avg_ms": 1.132, "count": 102, "max_ms": 2.601, "p95_ms": 1.795}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.5, "count": 102, "max_ms": 95.966, "p95_ms": 85.586}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.046, "count": 102, "max_ms": 100.629, "p95_ms": 89.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.561, "count": 102, "max_ms": 329.973, "p95_ms": 311.529}, "read_interval": {"avg_ms": 295.385, "count": 101, "max_ms": 340.099, "p95_ms": 321.068}, "triton_wait": {"avg_ms": 70.28, "count": 102, "max_ms": 100.642, "p95_ms": 89.62}, "visualize": {"avg_ms": 32.84, "count": 102, "max_ms": 46.277, "p95_ms": 44.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6140.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18574.145, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.552, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:31:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:31:23+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T01:31:23+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T01:31:23.467559+09:00", "mtime_epoch": 1783009883.467559, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:31:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1538.727, "name": "celery", "pid": 237, "rss_mb": 1538.727, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.008, "count": 300, "max_ms": 6.158, "p95_ms": 4.937}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 1.735, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.829, "count": 300, "max_ms": 81.974, "p95_ms": 70.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.314, "count": 300, "max_ms": 97.125, "p95_ms": 75.704}, "yolo11_640_fire_11class": {"avg_ms": 55.376, "count": 300, "max_ms": 80.129, "p95_ms": 71.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.132, "count": 300, "max_ms": 89.403, "p95_ms": 80.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.527, "count": 300, "max_ms": 109.801, "p95_ms": 94.247}, "read_interval": {"avg_ms": 100.211, "count": 299, "max_ms": 124.238, "p95_ms": 120.668}, "triton_wait": {"avg_ms": 61.919, "count": 300, "max_ms": 97.136, "p95_ms": 81.388}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 4.849, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6150.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28392.47, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.216, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 540495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:31:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:31:31+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T01:31:31+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T01:31:31.903714+09:00", "mtime_epoch": 1783009891.9037137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:31:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1292.301, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.294, "count": 300, "max_ms": 11.839, "p95_ms": 8.296}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 2.319, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.576, "count": 300, "max_ms": 76.284, "p95_ms": 68.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.725, "count": 300, "max_ms": 96.941, "p95_ms": 82.791}, "yolo11_640_fire_11class": {"avg_ms": 55.048, "count": 300, "max_ms": 75.175, "p95_ms": 68.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.064, "count": 300, "max_ms": 88.15, "p95_ms": 78.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.196, "count": 300, "max_ms": 113.076, "p95_ms": 100.684}, "read_interval": {"avg_ms": 100.318, "count": 299, "max_ms": 383.521, "p95_ms": 127.015}, "triton_wait": {"avg_ms": 62.396, "count": 300, "max_ms": 96.954, "p95_ms": 84.759}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 5.751, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2486, "tracking_summary": 2213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6139.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55765.699, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.664, "sample_count": 1098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:31:52+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-03T01:31:52+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-03T01:31:52.092083+09:00", "mtime_epoch": 1783009912.0920835, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:31:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 903.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.685, "pushed": 3.685, "read": 3.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.202, "count": 110, "max_ms": 207.424, "p95_ms": 183.993}, "gstreamer_push": {"avg_ms": 1.064, "count": 110, "max_ms": 2.799, "p95_ms": 1.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.63, "count": 110, "max_ms": 98.016, "p95_ms": 90.805}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.045, "count": 110, "max_ms": 102.823, "p95_ms": 95.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.177, "count": 110, "max_ms": 323.531, "p95_ms": 308.723}, "read_interval": {"avg_ms": 274.953, "count": 109, "max_ms": 332.977, "p95_ms": 319.475}, "triton_wait": {"avg_ms": 73.072, "count": 110, "max_ms": 102.836, "p95_ms": 95.537}, "visualize": {"avg_ms": 29.091, "count": 110, "max_ms": 44.699, "p95_ms": 37.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6145.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18604.171, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.552, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:31:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:31:53+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T01:31:53+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T01:31:53.488109+09:00", "mtime_epoch": 1783009913.4881089, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:31:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1538.727, "name": "celery", "pid": 237, "rss_mb": 1538.727, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.027, "count": 301, "max_ms": 6.365, "p95_ms": 4.582}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 2.191, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.667, "count": 301, "max_ms": 80.06, "p95_ms": 71.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.533, "count": 301, "max_ms": 98.629, "p95_ms": 72.098}, "yolo11_640_fire_11class": {"avg_ms": 53.263, "count": 301, "max_ms": 75.576, "p95_ms": 70.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.788, "count": 301, "max_ms": 85.794, "p95_ms": 79.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.151, "count": 301, "max_ms": 111.983, "p95_ms": 94.149}, "read_interval": {"avg_ms": 99.735, "count": 300, "max_ms": 125.62, "p95_ms": 121.565}, "triton_wait": {"avg_ms": 58.5, "count": 301, "max_ms": 98.642, "p95_ms": 81.129}, "visualize": {"avg_ms": 3.655, "count": 301, "max_ms": 4.946, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28422.538, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.187, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 540796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:32:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:32:02+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T01:32:01+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T01:32:01.968264+09:00", "mtime_epoch": 1783009921.9682643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:32:02+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1292.301, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.569, "count": 301, "max_ms": 12.581, "p95_ms": 9.544}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.731, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.958, "count": 301, "max_ms": 77.126, "p95_ms": 68.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.741, "count": 301, "max_ms": 95.394, "p95_ms": 82.57}, "yolo11_640_fire_11class": {"avg_ms": 52.46, "count": 301, "max_ms": 75.735, "p95_ms": 67.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.732, "count": 301, "max_ms": 87.085, "p95_ms": 77.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.638, "count": 301, "max_ms": 111.782, "p95_ms": 101.056}, "read_interval": {"avg_ms": 99.868, "count": 300, "max_ms": 282.279, "p95_ms": 130.505}, "triton_wait": {"avg_ms": 58.658, "count": 301, "max_ms": 95.407, "p95_ms": 85.255}, "visualize": {"avg_ms": 3.604, "count": 301, "max_ms": 5.153, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2486, "tracking_summary": 2214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6148.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55795.897, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.961, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:32:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:32:22+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T01:32:22+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T01:32:22.212635+09:00", "mtime_epoch": 1783009942.212635, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:32:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 913.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.034, "pushed": 4.034, "read": 4.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.795, "count": 121, "max_ms": 212.01, "p95_ms": 188.738}, "gstreamer_push": {"avg_ms": 1.023, "count": 121, "max_ms": 1.936, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.601, "count": 121, "max_ms": 105.01, "p95_ms": 89.443}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.112, "count": 121, "max_ms": 102.53, "p95_ms": 94.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.55, "count": 121, "max_ms": 325.65, "p95_ms": 305.986}, "read_interval": {"avg_ms": 247.241, "count": 121, "max_ms": 334.713, "p95_ms": 315.14}, "triton_wait": {"avg_ms": 73.41, "count": 121, "max_ms": 105.022, "p95_ms": 94.127}, "visualize": {"avg_ms": 26.517, "count": 121, "max_ms": 47.747, "p95_ms": 41.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6148.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18634.244, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.602, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 533899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:32:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:32:23+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T01:32:23+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T01:32:23.540659+09:00", "mtime_epoch": 1783009943.5406592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:32:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1538.984, "name": "celery", "pid": 237, "rss_mb": 1538.984, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.061, "count": 301, "max_ms": 6.142, "p95_ms": 4.66}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.827, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.018, "count": 301, "max_ms": 81.324, "p95_ms": 72.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.512, "count": 301, "max_ms": 100.39, "p95_ms": 76.469}, "yolo11_640_fire_11class": {"avg_ms": 54.412, "count": 301, "max_ms": 80.408, "p95_ms": 72.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.296, "count": 301, "max_ms": 89.236, "p95_ms": 81.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.084, "count": 301, "max_ms": 113.124, "p95_ms": 97.943}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 139.825, "p95_ms": 121.264}, "triton_wait": {"avg_ms": 60.354, "count": 301, "max_ms": 100.402, "p95_ms": 84.224}, "visualize": {"avg_ms": 3.69, "count": 301, "max_ms": 4.677, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6143.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28452.557, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.958, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 541096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:32:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:32:32+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T01:32:31+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T01:32:31.996814+09:00", "mtime_epoch": 1783009951.996814, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:32:32+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1292.559, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 9.999}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.55, "count": 300, "max_ms": 12.515, "p95_ms": 10.441}, "gstreamer_push": {"avg_ms": 1.215, "count": 300, "max_ms": 1.836, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.941, "count": 300, "max_ms": 75.168, "p95_ms": 68.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.733, "count": 300, "max_ms": 99.791, "p95_ms": 81.791}, "yolo11_640_fire_11class": {"avg_ms": 53.337, "count": 300, "max_ms": 76.289, "p95_ms": 67.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.129, "count": 300, "max_ms": 86.609, "p95_ms": 77.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.845, "count": 300, "max_ms": 116.497, "p95_ms": 99.502}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 326.56, "p95_ms": 129.891}, "triton_wait": {"avg_ms": 60.05, "count": 300, "max_ms": 99.804, "p95_ms": 83.463}, "visualize": {"avg_ms": 3.497, "count": 300, "max_ms": 5.212, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2487, "tracking_summary": 2215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55826.116, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.961, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:32:52+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T01:32:52+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T01:32:52.405188+09:00", "mtime_epoch": 1783009972.4051878, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:32:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 915.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.841, "pushed": 3.841, "read": 3.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.074, "count": 115, "max_ms": 196.667, "p95_ms": 187.703}, "gstreamer_push": {"avg_ms": 1.286, "count": 115, "max_ms": 3.053, "p95_ms": 2.784}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.991, "count": 115, "max_ms": 96.684, "p95_ms": 81.443}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.815, "count": 115, "max_ms": 99.413, "p95_ms": 91.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.786, "count": 115, "max_ms": 311.413, "p95_ms": 302.627}, "read_interval": {"avg_ms": 262.421, "count": 114, "max_ms": 320.212, "p95_ms": 312.315}, "triton_wait": {"avg_ms": 70.974, "count": 115, "max_ms": 99.426, "p95_ms": 91.471}, "visualize": {"avg_ms": 29.938, "count": 115, "max_ms": 40.238, "p95_ms": 37.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6143.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18664.285, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.726, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 534199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:32:53+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T01:32:53+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T01:32:53.593210+09:00", "mtime_epoch": 1783009973.5932095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:32:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1539.242, "name": "celery", "pid": 237, "rss_mb": 1539.242, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.051, "count": 300, "max_ms": 6.411, "p95_ms": 4.685}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.698, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.074, "count": 300, "max_ms": 79.261, "p95_ms": 69.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.505, "count": 300, "max_ms": 92.459, "p95_ms": 65.99}, "yolo11_640_fire_11class": {"avg_ms": 52.062, "count": 300, "max_ms": 79.25, "p95_ms": 68.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.926, "count": 300, "max_ms": 87.805, "p95_ms": 78.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.03, "count": 300, "max_ms": 106.087, "p95_ms": 91.791}, "read_interval": {"avg_ms": 100.079, "count": 299, "max_ms": 128.603, "p95_ms": 121.538}, "triton_wait": {"avg_ms": 57.389, "count": 300, "max_ms": 92.47, "p95_ms": 79.267}, "visualize": {"avg_ms": 3.64, "count": 300, "max_ms": 4.761, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6150.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28482.576, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.662, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 541398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:33:02+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T01:33:02+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-03T01:33:01.981363+09:00", "mtime_epoch": 1783009981.981363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:33:02+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1292.816, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.058}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.376, "count": 302, "max_ms": 12.391, "p95_ms": 8.275}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 2.181, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.291, "count": 302, "max_ms": 79.125, "p95_ms": 68.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.111, "count": 302, "max_ms": 97.092, "p95_ms": 82.728}, "yolo11_640_fire_11class": {"avg_ms": 51.652, "count": 302, "max_ms": 76.596, "p95_ms": 68.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.783, "count": 302, "max_ms": 88.204, "p95_ms": 78.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.748, "count": 302, "max_ms": 112.954, "p95_ms": 98.796}, "read_interval": {"avg_ms": 99.456, "count": 301, "max_ms": 302.447, "p95_ms": 129.92}, "triton_wait": {"avg_ms": 57.837, "count": 302, "max_ms": 97.105, "p95_ms": 83.529}, "visualize": {"avg_ms": 3.672, "count": 302, "max_ms": 5.878, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2489, "tracking_summary": 2215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6144.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55856.229, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.902, "sample_count": 1102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:33:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:33:22+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T01:33:22+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T01:33:22.533739+09:00", "mtime_epoch": 1783010002.5337393, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:33:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 908.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.688, "pushed": 3.688, "read": 3.655}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.904, "count": 110, "max_ms": 207.889, "p95_ms": 187.354}, "gstreamer_push": {"avg_ms": 1.04, "count": 110, "max_ms": 3.03, "p95_ms": 1.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.261, "count": 110, "max_ms": 92.286, "p95_ms": 81.708}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.918, "count": 110, "max_ms": 101.805, "p95_ms": 88.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.702, "count": 110, "max_ms": 327.512, "p95_ms": 307.143}, "read_interval": {"avg_ms": 273.582, "count": 109, "max_ms": 336.463, "p95_ms": 318.13}, "triton_wait": {"avg_ms": 70.989, "count": 110, "max_ms": 101.819, "p95_ms": 88.431}, "visualize": {"avg_ms": 31.028, "count": 110, "max_ms": 41.042, "p95_ms": 40.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6144.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18694.296, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.792, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 534499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:33:23+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T01:33:23+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T01:33:23.645760+09:00", "mtime_epoch": 1783010003.6457596, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:33:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1539.242, "name": "celery", "pid": 237, "rss_mb": 1539.242, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.986, "count": 300, "max_ms": 6.416, "p95_ms": 4.571}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.92, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.905, "count": 300, "max_ms": 84.93, "p95_ms": 69.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.123, "count": 300, "max_ms": 89.967, "p95_ms": 72.637}, "yolo11_640_fire_11class": {"avg_ms": 54.241, "count": 300, "max_ms": 80.621, "p95_ms": 68.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.823, "count": 300, "max_ms": 91.706, "p95_ms": 79.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.553, "count": 300, "max_ms": 104.485, "p95_ms": 92.121}, "read_interval": {"avg_ms": 100.173, "count": 300, "max_ms": 146.758, "p95_ms": 121.759}, "triton_wait": {"avg_ms": 61.009, "count": 300, "max_ms": 91.717, "p95_ms": 79.721}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 4.576, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6152.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28512.578, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.702, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 541698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:33:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:33:32+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T01:33:32+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-03T01:33:31.981912+09:00", "mtime_epoch": 1783010011.9819124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:33:32+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1292.816, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.566, "count": 300, "max_ms": 13.279, "p95_ms": 11.073}, "gstreamer_push": {"avg_ms": 1.216, "count": 300, "max_ms": 1.727, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.559, "count": 300, "max_ms": 82.188, "p95_ms": 65.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.013, "count": 300, "max_ms": 89.179, "p95_ms": 77.337}, "yolo11_640_fire_11class": {"avg_ms": 51.963, "count": 300, "max_ms": 81.084, "p95_ms": 65.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.696, "count": 300, "max_ms": 92.623, "p95_ms": 75.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.893, "count": 300, "max_ms": 108.477, "p95_ms": 97.376}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 344.373, "p95_ms": 126.188}, "triton_wait": {"avg_ms": 57.98, "count": 300, "max_ms": 92.635, "p95_ms": 81.19}, "visualize": {"avg_ms": 3.587, "count": 300, "max_ms": 6.615, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2489, "tracking_summary": 2216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55886.325, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.898, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:33:52+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T01:33:52+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T01:33:52.610290+09:00", "mtime_epoch": 1783010032.6102898, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:33:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 915.285, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.424, "pushed": 3.424, "read": 3.391}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.93, "count": 102, "max_ms": 208.38, "p95_ms": 184.648}, "gstreamer_push": {"avg_ms": 0.986, "count": 102, "max_ms": 2.976, "p95_ms": 1.84}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.614, "count": 102, "max_ms": 95.073, "p95_ms": 80.791}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.913, "count": 102, "max_ms": 103.599, "p95_ms": 90.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.088, "count": 102, "max_ms": 329.747, "p95_ms": 303.974}, "read_interval": {"avg_ms": 294.909, "count": 101, "max_ms": 337.762, "p95_ms": 314.366}, "triton_wait": {"avg_ms": 71.926, "count": 102, "max_ms": 103.613, "p95_ms": 90.527}, "visualize": {"avg_ms": 29.478, "count": 102, "max_ms": 40.759, "p95_ms": 39.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.788, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6146.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18724.342, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.818, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 534800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:33:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:33:53+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T01:33:53.686310+09:00", "mtime_epoch": 1783010033.6863096, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:33:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1539.242, "name": "celery", "pid": 237, "rss_mb": 1539.242, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.042, "count": 301, "max_ms": 6.165, "p95_ms": 4.68}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.624, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.189, "count": 301, "max_ms": 80.338, "p95_ms": 69.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.577, "count": 301, "max_ms": 84.604, "p95_ms": 67.755}, "yolo11_640_fire_11class": {"avg_ms": 53.292, "count": 301, "max_ms": 81.3, "p95_ms": 69.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.178, "count": 301, "max_ms": 89.668, "p95_ms": 78.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.237, "count": 301, "max_ms": 102.61, "p95_ms": 91.413}, "read_interval": {"avg_ms": 99.893, "count": 300, "max_ms": 140.904, "p95_ms": 122.418}, "triton_wait": {"avg_ms": 58.597, "count": 301, "max_ms": 89.681, "p95_ms": 78.564}, "visualize": {"avg_ms": 3.65, "count": 301, "max_ms": 4.648, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6143.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28542.636, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.892, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 541997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:34:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:34:02+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T01:34:02+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T01:34:02.090463+09:00", "mtime_epoch": 1783010042.0904634, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:34:02+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1293.074, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.618, "count": 299, "max_ms": 13.534, "p95_ms": 11.597}, "gstreamer_push": {"avg_ms": 1.237, "count": 299, "max_ms": 1.999, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.174, "count": 299, "max_ms": 77.275, "p95_ms": 68.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.102, "count": 299, "max_ms": 94.643, "p95_ms": 82.138}, "yolo11_640_fire_11class": {"avg_ms": 54.197, "count": 299, "max_ms": 78.135, "p95_ms": 67.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.039, "count": 299, "max_ms": 86.588, "p95_ms": 77.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.535, "count": 299, "max_ms": 110.375, "p95_ms": 99.602}, "read_interval": {"avg_ms": 100.585, "count": 298, "max_ms": 324.468, "p95_ms": 122.459}, "triton_wait": {"avg_ms": 61.419, "count": 299, "max_ms": 94.655, "p95_ms": 82.638}, "visualize": {"avg_ms": 3.693, "count": 299, "max_ms": 7.142, "p95_ms": 4.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2490, "tracking_summary": 2217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55916.596, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.773, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:34:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:34:23+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T01:34:22+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T01:34:22.902844+09:00", "mtime_epoch": 1783010062.9028444, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:34:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 915.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.703, "pushed": 3.703, "read": 3.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.64, "count": 111, "max_ms": 191.174, "p95_ms": 187.214}, "gstreamer_push": {"avg_ms": 1.022, "count": 111, "max_ms": 2.925, "p95_ms": 1.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.102, "count": 111, "max_ms": 92.524, "p95_ms": 88.234}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.872, "count": 111, "max_ms": 97.552, "p95_ms": 95.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.711, "count": 111, "max_ms": 320.04, "p95_ms": 306.839}, "read_interval": {"avg_ms": 272.525, "count": 110, "max_ms": 329.226, "p95_ms": 317.236}, "triton_wait": {"avg_ms": 73.892, "count": 111, "max_ms": 97.566, "p95_ms": 95.342}, "visualize": {"avg_ms": 28.347, "count": 111, "max_ms": 42.377, "p95_ms": 38.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18754.458, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.098, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 535101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:34:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:34:23+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T01:34:23+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T01:34:23.738860+09:00", "mtime_epoch": 1783010063.7388597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:34:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1539.5, "name": "celery", "pid": 237, "rss_mb": 1539.5, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.117, "count": 301, "max_ms": 6.498, "p95_ms": 5.987}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.849, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.103, "count": 301, "max_ms": 82.841, "p95_ms": 74.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.288, "count": 301, "max_ms": 91.347, "p95_ms": 73.342}, "yolo11_640_fire_11class": {"avg_ms": 54.523, "count": 301, "max_ms": 78.691, "p95_ms": 72.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.412, "count": 301, "max_ms": 87.86, "p95_ms": 79.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.359, "count": 301, "max_ms": 104.288, "p95_ms": 94.968}, "read_interval": {"avg_ms": 100.016, "count": 300, "max_ms": 145.918, "p95_ms": 121.992}, "triton_wait": {"avg_ms": 60.53, "count": 301, "max_ms": 91.358, "p95_ms": 81.969}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 5.199, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6154.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28572.658, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.078, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 542298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:34:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:34:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T01:34:32+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T01:34:32.099013+09:00", "mtime_epoch": 1783010072.0990126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:34:32+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1293.074, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.027}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.583, "count": 301, "max_ms": 12.765, "p95_ms": 9.247}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.86, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.668, "count": 301, "max_ms": 78.706, "p95_ms": 67.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.432, "count": 301, "max_ms": 99.165, "p95_ms": 84.094}, "yolo11_640_fire_11class": {"avg_ms": 52.195, "count": 301, "max_ms": 78.192, "p95_ms": 66.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.053, "count": 301, "max_ms": 89.286, "p95_ms": 75.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.643, "count": 301, "max_ms": 115.971, "p95_ms": 100.835}, "read_interval": {"avg_ms": 99.727, "count": 300, "max_ms": 378.1, "p95_ms": 128.055}, "triton_wait": {"avg_ms": 58.405, "count": 301, "max_ms": 99.178, "p95_ms": 84.853}, "visualize": {"avg_ms": 3.742, "count": 301, "max_ms": 7.105, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2493, "tracking_summary": 2218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6151.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55946.678, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.463, "sample_count": 1099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:34:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:34:53+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T01:34:52+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T01:34:52.991395+09:00", "mtime_epoch": 1783010092.991395, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:34:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 914.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.762, "pushed": 3.762, "read": 3.729}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.042, "count": 112, "max_ms": 203.35, "p95_ms": 186.322}, "gstreamer_push": {"avg_ms": 0.817, "count": 112, "max_ms": 1.821, "p95_ms": 0.944}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.32, "count": 112, "max_ms": 87.891, "p95_ms": 83.936}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.364, "count": 112, "max_ms": 95.621, "p95_ms": 89.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.128, "count": 112, "max_ms": 307.041, "p95_ms": 300.152}, "read_interval": {"avg_ms": 268.4, "count": 111, "max_ms": 317.117, "p95_ms": 309.122}, "triton_wait": {"avg_ms": 68.577, "count": 112, "max_ms": 95.635, "p95_ms": 89.753}, "visualize": {"avg_ms": 23.766, "count": 112, "max_ms": 41.569, "p95_ms": 27.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6151.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18784.477, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.473, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 535401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:34:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:34:53+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T01:34:53+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T01:34:53.799410+09:00", "mtime_epoch": 1783010093.7994099, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:34:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1539.5, "name": "celery", "pid": 237, "rss_mb": 1539.5, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.012, "count": 300, "max_ms": 6.344, "p95_ms": 4.665}, "gstreamer_push": {"avg_ms": 1.262, "count": 300, "max_ms": 1.606, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.774, "count": 300, "max_ms": 79.374, "p95_ms": 67.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.35, "count": 300, "max_ms": 89.771, "p95_ms": 69.055}, "yolo11_640_fire_11class": {"avg_ms": 52.017, "count": 300, "max_ms": 77.144, "p95_ms": 67.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.926, "count": 300, "max_ms": 82.073, "p95_ms": 77.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.305, "count": 300, "max_ms": 102.337, "p95_ms": 90.821}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 129.146, "p95_ms": 121.808}, "triton_wait": {"avg_ms": 56.776, "count": 300, "max_ms": 89.78, "p95_ms": 77.907}, "visualize": {"avg_ms": 3.628, "count": 300, "max_ms": 5.793, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6154.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28602.765, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.602, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 542599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:35:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T01:35:02+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T01:35:02+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T01:35:02.191563+09:00", "mtime_epoch": 1783010102.1915634, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:35:02+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1293.332, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.474, "count": 300, "max_ms": 11.891, "p95_ms": 8.342}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.725, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.693, "count": 300, "max_ms": 72.653, "p95_ms": 66.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.902, "count": 300, "max_ms": 93.867, "p95_ms": 69.863}, "yolo11_640_fire_11class": {"avg_ms": 52.048, "count": 300, "max_ms": 74.138, "p95_ms": 66.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.175, "count": 300, "max_ms": 81.646, "p95_ms": 76.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.205, "count": 300, "max_ms": 110.088, "p95_ms": 95.271}, "read_interval": {"avg_ms": 100.019, "count": 299, "max_ms": 265.267, "p95_ms": 134.069}, "triton_wait": {"avg_ms": 57.211, "count": 300, "max_ms": 93.88, "p95_ms": 78.727}, "visualize": {"avg_ms": 3.679, "count": 300, "max_ms": 5.155, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2493, "tracking_summary": 2219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6145.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 55976.838, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.335, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:35:23+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T01:35:23+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-03T01:35:23.231948+09:00", "mtime_epoch": 1783010123.2319484, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:35:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 908.289, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.615, "pushed": 3.615, "read": 3.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.823, "count": 108, "max_ms": 187.57, "p95_ms": 186.144}, "gstreamer_push": {"avg_ms": 1.097, "count": 108, "max_ms": 3.009, "p95_ms": 2.887}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.484, "count": 108, "max_ms": 97.993, "p95_ms": 90.031}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.998, "count": 108, "max_ms": 97.98, "p95_ms": 93.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.135, "count": 108, "max_ms": 323.343, "p95_ms": 306.292}, "read_interval": {"avg_ms": 279.951, "count": 107, "max_ms": 333.895, "p95_ms": 316.875}, "triton_wait": {"avg_ms": 71.102, "count": 108, "max_ms": 98.003, "p95_ms": 93.275}, "visualize": {"avg_ms": 28.462, "count": 108, "max_ms": 43.702, "p95_ms": 36.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6145.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18814.55, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.048, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 535702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:35:23+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:35:23+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T01:35:23.899961+09:00", "mtime_epoch": 1783010123.8999605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:35:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1539.758, "name": "celery", "pid": 237, "rss_mb": 1539.758, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.053, "count": 301, "max_ms": 6.094, "p95_ms": 4.786}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.952, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.409, "count": 301, "max_ms": 81.375, "p95_ms": 70.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.585, "count": 301, "max_ms": 100.213, "p95_ms": 70.297}, "yolo11_640_fire_11class": {"avg_ms": 54.088, "count": 301, "max_ms": 82.094, "p95_ms": 70.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.187, "count": 301, "max_ms": 89.414, "p95_ms": 80.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.584, "count": 301, "max_ms": 113.127, "p95_ms": 95.768}, "read_interval": {"avg_ms": 99.984, "count": 300, "max_ms": 159.639, "p95_ms": 121.613}, "triton_wait": {"avg_ms": 59.918, "count": 301, "max_ms": 100.225, "p95_ms": 83.055}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 5.3, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6153.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28632.851, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.696, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 542898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:35:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:35:32+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T01:35:32+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T01:35:32.280114+09:00", "mtime_epoch": 1783010132.280114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:35:32+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1293.332, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.521, "count": 298, "max_ms": 12.248, "p95_ms": 8.959}, "gstreamer_push": {"avg_ms": 1.255, "count": 298, "max_ms": 1.904, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.671, "count": 298, "max_ms": 78.857, "p95_ms": 68.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.678, "count": 298, "max_ms": 99.497, "p95_ms": 86.961}, "yolo11_640_fire_11class": {"avg_ms": 53.535, "count": 298, "max_ms": 79.254, "p95_ms": 68.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.616, "count": 298, "max_ms": 91.786, "p95_ms": 79.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.726, "count": 298, "max_ms": 115.759, "p95_ms": 103.254}, "read_interval": {"avg_ms": 100.596, "count": 298, "max_ms": 348.489, "p95_ms": 128.942}, "triton_wait": {"avg_ms": 60.705, "count": 298, "max_ms": 99.509, "p95_ms": 87.099}, "visualize": {"avg_ms": 3.65, "count": 298, "max_ms": 4.612, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2494, "tracking_summary": 2220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6158.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56007.073, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.358, "sample_count": 1099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:35:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:35:53+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T01:35:53+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T01:35:53.372500+09:00", "mtime_epoch": 1783010153.3725, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:35:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 920.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.785, "pushed": 3.785, "read": 3.751}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.736, "count": 113, "max_ms": 189.529, "p95_ms": 185.696}, "gstreamer_push": {"avg_ms": 0.901, "count": 113, "max_ms": 3.184, "p95_ms": 1.843}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.231, "count": 113, "max_ms": 93.898, "p95_ms": 88.733}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.248, "count": 113, "max_ms": 101.079, "p95_ms": 93.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.172, "count": 113, "max_ms": 307.683, "p95_ms": 301.136}, "read_interval": {"avg_ms": 265.585, "count": 112, "max_ms": 316.991, "p95_ms": 311.427}, "triton_wait": {"avg_ms": 74.322, "count": 113, "max_ms": 101.093, "p95_ms": 93.911}, "visualize": {"avg_ms": 25.304, "count": 113, "max_ms": 33.663, "p95_ms": 30.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6158.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18844.649, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.247, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 536003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:35:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:35:54+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T01:35:53+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T01:35:53.944510+09:00", "mtime_epoch": 1783010153.9445102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:35:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1540.016, "name": "celery", "pid": 237, "rss_mb": 1540.016, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.111, "count": 301, "max_ms": 6.437, "p95_ms": 5.621}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.708, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.884, "count": 301, "max_ms": 79.7, "p95_ms": 73.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.498, "count": 301, "max_ms": 93.759, "p95_ms": 69.912}, "yolo11_640_fire_11class": {"avg_ms": 54.57, "count": 301, "max_ms": 77.885, "p95_ms": 72.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.056, "count": 301, "max_ms": 86.846, "p95_ms": 81.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.692, "count": 301, "max_ms": 107.01, "p95_ms": 95.412}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 123.859, "p95_ms": 120.699}, "triton_wait": {"avg_ms": 60.85, "count": 301, "max_ms": 93.771, "p95_ms": 82.649}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 5.547, "p95_ms": 4.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6158.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28662.966, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.269, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 543201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:36:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:36:02+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T01:36:02+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T01:36:02.380665+09:00", "mtime_epoch": 1783010162.3806646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:36:02+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1293.59, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.058}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.395, "count": 302, "max_ms": 12.22, "p95_ms": 8.4}, "gstreamer_push": {"avg_ms": 1.263, "count": 302, "max_ms": 2.264, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.633, "count": 302, "max_ms": 75.422, "p95_ms": 68.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.897, "count": 302, "max_ms": 97.458, "p95_ms": 84.938}, "yolo11_640_fire_11class": {"avg_ms": 52.469, "count": 302, "max_ms": 76.405, "p95_ms": 66.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.821, "count": 302, "max_ms": 87.448, "p95_ms": 76.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.398, "count": 302, "max_ms": 114.345, "p95_ms": 102.045}, "read_interval": {"avg_ms": 99.335, "count": 301, "max_ms": 262.972, "p95_ms": 130.427}, "triton_wait": {"avg_ms": 58.44, "count": 302, "max_ms": 97.47, "p95_ms": 85.053}, "visualize": {"avg_ms": 3.681, "count": 302, "max_ms": 5.748, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2495, "tracking_summary": 2221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6159.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56037.33, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.22, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:36:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:36:23+09:00", "last_frame_read_age_sec": 0.271, "last_frame_read_at": "2026-07-03T01:36:23+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-03T01:36:23.649054+09:00", "mtime_epoch": 1783010183.6490538, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:36:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 920.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.539, "pushed": 3.539, "read": 3.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.199, "count": 106, "max_ms": 198.22, "p95_ms": 191.023}, "gstreamer_push": {"avg_ms": 0.775, "count": 106, "max_ms": 1.334, "p95_ms": 0.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.05, "count": 106, "max_ms": 92.708, "p95_ms": 87.159}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.155, "count": 106, "max_ms": 97.761, "p95_ms": 93.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.043, "count": 106, "max_ms": 311.312, "p95_ms": 305.028}, "read_interval": {"avg_ms": 285.493, "count": 105, "max_ms": 320.143, "p95_ms": 314.303}, "triton_wait": {"avg_ms": 73.611, "count": 106, "max_ms": 97.774, "p95_ms": 93.197}, "visualize": {"avg_ms": 26.454, "count": 106, "max_ms": 31.104, "p95_ms": 29.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6159.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18874.716, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.451, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 536304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:36:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:36:24+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T01:36:24+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:36:24.057061+09:00", "mtime_epoch": 1783010184.0570612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:36:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1540.016, "name": "celery", "pid": 237, "rss_mb": 1540.016, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.074, "count": 301, "max_ms": 6.477, "p95_ms": 5.622}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 2.204, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.165, "count": 301, "max_ms": 78.091, "p95_ms": 71.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.402, "count": 301, "max_ms": 93.313, "p95_ms": 73.209}, "yolo11_640_fire_11class": {"avg_ms": 53.095, "count": 301, "max_ms": 77.603, "p95_ms": 70.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.377, "count": 301, "max_ms": 87.701, "p95_ms": 79.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.105, "count": 301, "max_ms": 106.417, "p95_ms": 96.663}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 141.954, "p95_ms": 121.917}, "triton_wait": {"avg_ms": 59.491, "count": 301, "max_ms": 93.325, "p95_ms": 83.325}, "visualize": {"avg_ms": 3.601, "count": 301, "max_ms": 5.083, "p95_ms": 4.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6154.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28692.982, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.253, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 543502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:36:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:36:32+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T01:36:32+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T01:36:32.393214+09:00", "mtime_epoch": 1783010192.3932137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:36:32+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1293.59, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.432, "count": 301, "max_ms": 13.11, "p95_ms": 8.222}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.83, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.174, "count": 301, "max_ms": 78.679, "p95_ms": 69.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.01, "count": 301, "max_ms": 96.429, "p95_ms": 80.48}, "yolo11_640_fire_11class": {"avg_ms": 53.166, "count": 301, "max_ms": 78.116, "p95_ms": 68.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.141, "count": 301, "max_ms": 87.251, "p95_ms": 78.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.742, "count": 301, "max_ms": 112.767, "p95_ms": 100.379}, "read_interval": {"avg_ms": 99.831, "count": 301, "max_ms": 301.742, "p95_ms": 128.28}, "triton_wait": {"avg_ms": 59.747, "count": 301, "max_ms": 96.441, "p95_ms": 83.676}, "visualize": {"avg_ms": 3.671, "count": 301, "max_ms": 6.422, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2497, "tracking_summary": 2222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6156.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56067.54, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.912, "sample_count": 1116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:36:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:36:54+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T01:36:53+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-03T01:36:53.921608+09:00", "mtime_epoch": 1783010213.9216077, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:36:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.312, "name": "celery", "pid": 239, "rss_mb": 915.844, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.11, "pushed": 4.11, "read": 4.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.887, "count": 123, "max_ms": 197.516, "p95_ms": 185.686}, "gstreamer_push": {"avg_ms": 1.047, "count": 123, "max_ms": 2.536, "p95_ms": 2.22}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.559, "count": 123, "max_ms": 97.052, "p95_ms": 85.355}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.56, "count": 123, "max_ms": 98.808, "p95_ms": 91.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.014, "count": 123, "max_ms": 311.999, "p95_ms": 302.448}, "read_interval": {"avg_ms": 245.867, "count": 122, "max_ms": 320.877, "p95_ms": 311.304}, "triton_wait": {"avg_ms": 70.603, "count": 123, "max_ms": 98.821, "p95_ms": 92.009}, "visualize": {"avg_ms": 29.415, "count": 123, "max_ms": 63.791, "p95_ms": 42.607}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6156.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18904.796, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.49, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 536604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:36:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T01:36:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T01:36:54.113611+09:00", "mtime_epoch": 1783010214.1136112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:36:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1540.273, "name": "celery", "pid": 237, "rss_mb": 1540.273, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.035, "count": 300, "max_ms": 5.327, "p95_ms": 4.655}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.646, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.571, "count": 300, "max_ms": 79.147, "p95_ms": 72.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.231, "count": 300, "max_ms": 98.472, "p95_ms": 68.838}, "yolo11_640_fire_11class": {"avg_ms": 54.84, "count": 300, "max_ms": 81.736, "p95_ms": 70.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.96, "count": 300, "max_ms": 88.466, "p95_ms": 80.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.55, "count": 300, "max_ms": 113.258, "p95_ms": 95.055}, "read_interval": {"avg_ms": 100.09, "count": 299, "max_ms": 152.144, "p95_ms": 124.695}, "triton_wait": {"avg_ms": 60.874, "count": 300, "max_ms": 98.485, "p95_ms": 82.123}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 4.641, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6143.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28723.055, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.225, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 543802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:37:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:37:02+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T01:37:02+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T01:37:02.481764+09:00", "mtime_epoch": 1783010222.4817643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:37:02+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1293.848, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.463, "count": 300, "max_ms": 12.409, "p95_ms": 8.224}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.875, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.128, "count": 300, "max_ms": 75.6, "p95_ms": 67.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.352, "count": 300, "max_ms": 94.207, "p95_ms": 83.706}, "yolo11_640_fire_11class": {"avg_ms": 52.368, "count": 300, "max_ms": 75.612, "p95_ms": 66.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.903, "count": 300, "max_ms": 84.383, "p95_ms": 75.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.028, "count": 300, "max_ms": 111.124, "p95_ms": 99.624}, "read_interval": {"avg_ms": 100.21, "count": 299, "max_ms": 290.846, "p95_ms": 128.147}, "triton_wait": {"avg_ms": 58.999, "count": 300, "max_ms": 94.222, "p95_ms": 83.887}, "visualize": {"avg_ms": 3.669, "count": 300, "max_ms": 5.851, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2498, "tracking_summary": 2223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6157.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56097.604, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.651, "sample_count": 1114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:37:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:37:24+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T01:37:23+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T01:37:23.922156+09:00", "mtime_epoch": 1783010243.9221563, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:37:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.414, "name": "celery", "pid": 239, "rss_mb": 918.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.952, "pushed": 3.952, "read": 3.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.083, "count": 118, "max_ms": 192.249, "p95_ms": 188.02}, "gstreamer_push": {"avg_ms": 0.968, "count": 118, "max_ms": 2.656, "p95_ms": 1.812}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.874, "count": 118, "max_ms": 90.267, "p95_ms": 85.941}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.006, "count": 118, "max_ms": 100.656, "p95_ms": 93.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.058, "count": 118, "max_ms": 316.671, "p95_ms": 300.219}, "read_interval": {"avg_ms": 254.559, "count": 117, "max_ms": 328.191, "p95_ms": 312.108}, "triton_wait": {"avg_ms": 72.414, "count": 118, "max_ms": 100.67, "p95_ms": 93.751}, "visualize": {"avg_ms": 25.768, "count": 118, "max_ms": 39.158, "p95_ms": 31.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6157.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18934.877, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.908, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 536905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:37:24+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T01:37:24+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T01:37:24.174161+09:00", "mtime_epoch": 1783010244.174161, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:37:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1540.273, "name": "celery", "pid": 237, "rss_mb": 1540.273, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.042, "count": 300, "max_ms": 6.218, "p95_ms": 4.936}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 1.546, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.93, "count": 300, "max_ms": 78.901, "p95_ms": 67.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.613, "count": 300, "max_ms": 97.004, "p95_ms": 74.187}, "yolo11_640_fire_11class": {"avg_ms": 51.081, "count": 300, "max_ms": 78.37, "p95_ms": 66.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.898, "count": 300, "max_ms": 86.591, "p95_ms": 76.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.244, "count": 301, "max_ms": 109.616, "p95_ms": 92.699}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 149.09, "p95_ms": 122.704}, "triton_wait": {"avg_ms": 56.578, "count": 300, "max_ms": 97.016, "p95_ms": 79.796}, "visualize": {"avg_ms": 3.645, "count": 300, "max_ms": 6.034, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6155.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28753.145, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.225, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 544103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:37:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:37:32+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T01:37:32+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T01:37:32.574315+09:00", "mtime_epoch": 1783010252.5743146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:37:32+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1294.105, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.53, "count": 300, "max_ms": 12.538, "p95_ms": 9.503}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 2.267, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.04, "count": 300, "max_ms": 73.858, "p95_ms": 66.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.999, "count": 300, "max_ms": 98.147, "p95_ms": 80.696}, "yolo11_640_fire_11class": {"avg_ms": 51.354, "count": 300, "max_ms": 73.85, "p95_ms": 65.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.212, "count": 300, "max_ms": 84.927, "p95_ms": 75.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.456, "count": 300, "max_ms": 114.464, "p95_ms": 98.928}, "read_interval": {"avg_ms": 99.934, "count": 300, "max_ms": 428.503, "p95_ms": 134.679}, "triton_wait": {"avg_ms": 57.472, "count": 300, "max_ms": 98.159, "p95_ms": 83.06}, "visualize": {"avg_ms": 3.637, "count": 300, "max_ms": 5.791, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2499, "tracking_summary": 2224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6157.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56127.622, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.18, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:37:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:37:54+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T01:37:53+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-03T01:37:53.938692+09:00", "mtime_epoch": 1783010273.9386916, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:37:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.414, "name": "celery", "pid": 239, "rss_mb": 917.477, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.466, "pushed": 3.466, "read": 3.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 177.713, "count": 103, "max_ms": 190.328, "p95_ms": 186.135}, "gstreamer_push": {"avg_ms": 0.923, "count": 103, "max_ms": 1.951, "p95_ms": 1.758}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.137, "count": 103, "max_ms": 86.833, "p95_ms": 81.031}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.021, "count": 103, "max_ms": 93.365, "p95_ms": 89.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.826, "count": 103, "max_ms": 314.825, "p95_ms": 306.82}, "read_interval": {"avg_ms": 291.435, "count": 102, "max_ms": 323.958, "p95_ms": 317.222}, "triton_wait": {"avg_ms": 71.043, "count": 103, "max_ms": 93.379, "p95_ms": 89.104}, "visualize": {"avg_ms": 29.301, "count": 103, "max_ms": 41.2, "p95_ms": 40.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.713, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6157.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18964.972, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.908, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 537206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:37:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:37:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T01:37:54+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:37:54.290698+09:00", "mtime_epoch": 1783010274.2906976, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:37:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1540.531, "name": "celery", "pid": 237, "rss_mb": 1540.531, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.045, "count": 300, "max_ms": 6.231, "p95_ms": 4.72}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.668, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.774, "count": 300, "max_ms": 79.305, "p95_ms": 68.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.487, "count": 300, "max_ms": 87.246, "p95_ms": 68.429}, "yolo11_640_fire_11class": {"avg_ms": 51.814, "count": 300, "max_ms": 77.756, "p95_ms": 67.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.169, "count": 300, "max_ms": 85.12, "p95_ms": 78.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.802, "count": 300, "max_ms": 100.261, "p95_ms": 93.207}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 125.931, "p95_ms": 121.712}, "triton_wait": {"avg_ms": 57.021, "count": 300, "max_ms": 87.258, "p95_ms": 80.487}, "visualize": {"avg_ms": 3.708, "count": 300, "max_ms": 5.813, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6151.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28783.221, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.896, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 544404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:38:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:38:02+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T01:38:02+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T01:38:02.678838+09:00", "mtime_epoch": 1783010282.6788383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:38:02+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1294.105, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.518, "count": 301, "max_ms": 12.908, "p95_ms": 9.317}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.734, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.105, "count": 301, "max_ms": 72.979, "p95_ms": 66.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.681, "count": 301, "max_ms": 95.346, "p95_ms": 72.048}, "yolo11_640_fire_11class": {"avg_ms": 51.454, "count": 301, "max_ms": 72.424, "p95_ms": 66.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.713, "count": 301, "max_ms": 84.261, "p95_ms": 76.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.968, "count": 301, "max_ms": 111.894, "p95_ms": 96.093}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 271.129, "p95_ms": 132.028}, "triton_wait": {"avg_ms": 56.945, "count": 301, "max_ms": 95.359, "p95_ms": 79.825}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 5.713, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2500, "tracking_summary": 2225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6158.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56157.748, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.667, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:38:24+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T01:38:24+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T01:38:24.059198+09:00", "mtime_epoch": 1783010304.0591977, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:38:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 921.602, "name": "celery", "pid": 239, "rss_mb": 919.469, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.72, "pushed": 3.72, "read": 3.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.407, "count": 111, "max_ms": 196.905, "p95_ms": 187.526}, "gstreamer_push": {"avg_ms": 0.951, "count": 111, "max_ms": 2.873, "p95_ms": 1.762}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.058, "count": 111, "max_ms": 91.885, "p95_ms": 80.049}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.158, "count": 111, "max_ms": 97.406, "p95_ms": 87.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.665, "count": 111, "max_ms": 313.709, "p95_ms": 301.601}, "read_interval": {"avg_ms": 271.249, "count": 110, "max_ms": 323.616, "p95_ms": 310.834}, "triton_wait": {"avg_ms": 69.172, "count": 111, "max_ms": 97.419, "p95_ms": 87.883}, "visualize": {"avg_ms": 29.308, "count": 111, "max_ms": 39.245, "p95_ms": 38.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6158.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 18995.066, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.848, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 537507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:38:24+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T01:38:24+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T01:38:24.375203+09:00", "mtime_epoch": 1783010304.3752031, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:38:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1540.531, "name": "celery", "pid": 237, "rss_mb": 1540.531, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.154, "count": 301, "max_ms": 6.324, "p95_ms": 5.974}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 1.68, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.596, "count": 301, "max_ms": 78.159, "p95_ms": 68.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.763, "count": 301, "max_ms": 93.19, "p95_ms": 69.689}, "yolo11_640_fire_11class": {"avg_ms": 54.534, "count": 301, "max_ms": 77.397, "p95_ms": 67.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.731, "count": 301, "max_ms": 84.811, "p95_ms": 77.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.14, "count": 301, "max_ms": 106.122, "p95_ms": 92.446}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 126.592, "p95_ms": 120.427}, "triton_wait": {"avg_ms": 60.366, "count": 301, "max_ms": 93.202, "p95_ms": 78.263}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 4.919, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6160.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28813.322, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.791, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 544705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:38:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:38:32+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T01:38:32+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T01:38:32.755344+09:00", "mtime_epoch": 1783010312.7553442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:38:32+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1294.363, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.547, "count": 300, "max_ms": 12.967, "p95_ms": 10.975}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.854, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.503, "count": 300, "max_ms": 75.743, "p95_ms": 66.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.697, "count": 300, "max_ms": 89.282, "p95_ms": 68.739}, "yolo11_640_fire_11class": {"avg_ms": 52.83, "count": 300, "max_ms": 73.308, "p95_ms": 66.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.099, "count": 300, "max_ms": 84.025, "p95_ms": 75.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.907, "count": 300, "max_ms": 106.373, "p95_ms": 95.78}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 329.498, "p95_ms": 133.614}, "triton_wait": {"avg_ms": 58.883, "count": 300, "max_ms": 89.294, "p95_ms": 78.624}, "visualize": {"avg_ms": 3.701, "count": 300, "max_ms": 7.159, "p95_ms": 4.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2501, "tracking_summary": 2226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6159.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56187.896, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.912, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:38:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:38:54+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T01:38:54+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T01:38:54.203707+09:00", "mtime_epoch": 1783010334.2037065, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:38:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 918.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.448, "pushed": 3.448, "read": 3.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.226, "count": 103, "max_ms": 192.328, "p95_ms": 189.012}, "gstreamer_push": {"avg_ms": 0.853, "count": 103, "max_ms": 2.661, "p95_ms": 1.725}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.161, "count": 103, "max_ms": 93.64, "p95_ms": 84.646}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.163, "count": 103, "max_ms": 98.349, "p95_ms": 93.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.006, "count": 103, "max_ms": 313.891, "p95_ms": 305.403}, "read_interval": {"avg_ms": 292.713, "count": 102, "max_ms": 324.218, "p95_ms": 313.996}, "triton_wait": {"avg_ms": 71.184, "count": 103, "max_ms": 98.361, "p95_ms": 93.704}, "visualize": {"avg_ms": 26.825, "count": 103, "max_ms": 39.874, "p95_ms": 36.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6159.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19025.12, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.001, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 537808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:38:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:38:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T01:38:54+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T01:38:54.459711+09:00", "mtime_epoch": 1783010334.4597108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:38:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1540.789, "name": "celery", "pid": 237, "rss_mb": 1540.789, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.024, "count": 301, "max_ms": 6.108, "p95_ms": 5.386}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.835, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.967, "count": 301, "max_ms": 77.366, "p95_ms": 69.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.639, "count": 301, "max_ms": 89.314, "p95_ms": 69.206}, "yolo11_640_fire_11class": {"avg_ms": 53.886, "count": 301, "max_ms": 77.323, "p95_ms": 69.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.298, "count": 301, "max_ms": 86.86, "p95_ms": 79.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.384, "count": 301, "max_ms": 102.169, "p95_ms": 92.794}, "read_interval": {"avg_ms": 99.909, "count": 300, "max_ms": 125.613, "p95_ms": 121.374}, "triton_wait": {"avg_ms": 60.129, "count": 301, "max_ms": 89.325, "p95_ms": 79.945}, "visualize": {"avg_ms": 3.49, "count": 301, "max_ms": 5.077, "p95_ms": 4.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6147.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28843.346, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.882, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 545005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:39:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:39:02+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T01:39:02+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T01:39:02.783852+09:00", "mtime_epoch": 1783010342.7838516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:39:02+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1294.363, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 10.032}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.42, "count": 300, "max_ms": 12.035, "p95_ms": 8.254}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.715, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.656, "count": 300, "max_ms": 76.483, "p95_ms": 68.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.231, "count": 300, "max_ms": 95.825, "p95_ms": 84.249}, "yolo11_640_fire_11class": {"avg_ms": 53.261, "count": 300, "max_ms": 75.417, "p95_ms": 67.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.082, "count": 300, "max_ms": 89.679, "p95_ms": 77.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.568, "count": 300, "max_ms": 112.677, "p95_ms": 101.001}, "read_interval": {"avg_ms": 100.099, "count": 300, "max_ms": 288.311, "p95_ms": 130.556}, "triton_wait": {"avg_ms": 59.742, "count": 300, "max_ms": 95.838, "p95_ms": 85.387}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 4.854, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2503, "tracking_summary": 2227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6158.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56217.909, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.911, "sample_count": 1112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:39:24+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-03T01:39:24+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-03T01:39:24.232215+09:00", "mtime_epoch": 1783010364.2322152, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:39:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 917.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.969, "pushed": 3.969, "read": 3.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.913, "count": 118, "max_ms": 194.495, "p95_ms": 189.628}, "gstreamer_push": {"avg_ms": 1.048, "count": 118, "max_ms": 2.12, "p95_ms": 1.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.854, "count": 118, "max_ms": 98.157, "p95_ms": 92.877}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.273, "count": 118, "max_ms": 103.928, "p95_ms": 95.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.392, "count": 118, "max_ms": 315.219, "p95_ms": 308.67}, "read_interval": {"avg_ms": 254.148, "count": 117, "max_ms": 325.038, "p95_ms": 319.141}, "triton_wait": {"avg_ms": 72.441, "count": 118, "max_ms": 103.94, "p95_ms": 95.725}, "visualize": {"avg_ms": 27.196, "count": 118, "max_ms": 41.213, "p95_ms": 37.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.732, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6158.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19055.156, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.032, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 538108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:39:24+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:39:24+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T01:39:24.476219+09:00", "mtime_epoch": 1783010364.4762194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:39:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1541.047, "name": "celery", "pid": 237, "rss_mb": 1541.047, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.087, "count": 300, "max_ms": 6.239, "p95_ms": 4.938}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 2.054, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.539, "count": 300, "max_ms": 84.349, "p95_ms": 73.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.067, "count": 300, "max_ms": 91.774, "p95_ms": 72.237}, "yolo11_640_fire_11class": {"avg_ms": 54.191, "count": 300, "max_ms": 79.372, "p95_ms": 70.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.943, "count": 300, "max_ms": 90.303, "p95_ms": 80.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.865, "count": 300, "max_ms": 104.885, "p95_ms": 96.372}, "read_interval": {"avg_ms": 100.049, "count": 300, "max_ms": 122.623, "p95_ms": 120.859}, "triton_wait": {"avg_ms": 61.057, "count": 300, "max_ms": 91.787, "p95_ms": 83.05}, "visualize": {"avg_ms": 3.71, "count": 300, "max_ms": 5.843, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6145.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28873.346, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.587, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 545303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:39:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:39:32+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T01:39:32+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T01:39:32.776361+09:00", "mtime_epoch": 1783010372.7763605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:39:32+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1294.621, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.496, "count": 298, "max_ms": 13.375, "p95_ms": 9.301}, "gstreamer_push": {"avg_ms": 1.241, "count": 298, "max_ms": 1.788, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.582, "count": 298, "max_ms": 78.13, "p95_ms": 69.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.629, "count": 298, "max_ms": 98.621, "p95_ms": 81.47}, "yolo11_640_fire_11class": {"avg_ms": 51.559, "count": 298, "max_ms": 76.437, "p95_ms": 68.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.007, "count": 298, "max_ms": 89.506, "p95_ms": 77.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.32, "count": 298, "max_ms": 114.89, "p95_ms": 99.437}, "read_interval": {"avg_ms": 100.65, "count": 298, "max_ms": 307.698, "p95_ms": 130.926}, "triton_wait": {"avg_ms": 57.415, "count": 298, "max_ms": 98.633, "p95_ms": 83.386}, "visualize": {"avg_ms": 3.609, "count": 298, "max_ms": 5.078, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2504, "tracking_summary": 2227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6155.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56247.948, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 305.028, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:39:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:39:54+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T01:39:54+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T01:39:54.236726+09:00", "mtime_epoch": 1783010394.2367256, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:39:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 913.453, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.463, "pushed": 3.463, "read": 3.429}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.95, "count": 103, "max_ms": 186.796, "p95_ms": 184.884}, "gstreamer_push": {"avg_ms": 1.163, "count": 103, "max_ms": 2.931, "p95_ms": 2.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.633, "count": 103, "max_ms": 101.365, "p95_ms": 86.776}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.456, "count": 103, "max_ms": 100.585, "p95_ms": 88.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.817, "count": 103, "max_ms": 315.998, "p95_ms": 303.679}, "read_interval": {"avg_ms": 291.484, "count": 102, "max_ms": 324.424, "p95_ms": 313.177}, "triton_wait": {"avg_ms": 70.703, "count": 103, "max_ms": 101.376, "p95_ms": 88.974}, "visualize": {"avg_ms": 28.42, "count": 103, "max_ms": 40.397, "p95_ms": 38.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.744, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6155.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19085.247, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.378, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 538409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:39:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:39:54+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T01:39:54+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T01:39:54.564731+09:00", "mtime_epoch": 1783010394.5647314, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:39:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1541.047, "name": "celery", "pid": 237, "rss_mb": 1541.047, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.037, "count": 300, "max_ms": 6.166, "p95_ms": 4.692}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 2.215, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.544, "count": 300, "max_ms": 74.912, "p95_ms": 67.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.739, "count": 300, "max_ms": 101.111, "p95_ms": 69.355}, "yolo11_640_fire_11class": {"avg_ms": 50.79, "count": 300, "max_ms": 74.9, "p95_ms": 67.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.243, "count": 300, "max_ms": 87.339, "p95_ms": 77.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.273, "count": 300, "max_ms": 113.948, "p95_ms": 92.918}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 135.379, "p95_ms": 121.848}, "triton_wait": {"avg_ms": 55.574, "count": 300, "max_ms": 101.123, "p95_ms": 79.736}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 5.995, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6142.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28903.483, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.791, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 545606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:40:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:40:03+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T01:40:02+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T01:40:02.856873+09:00", "mtime_epoch": 1783010402.8568726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:40:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1294.621, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.525, "count": 302, "max_ms": 11.547, "p95_ms": 10.089}, "gstreamer_push": {"avg_ms": 1.252, "count": 302, "max_ms": 1.767, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.589, "count": 302, "max_ms": 77.665, "p95_ms": 67.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.601, "count": 302, "max_ms": 94.496, "p95_ms": 80.686}, "yolo11_640_fire_11class": {"avg_ms": 52.087, "count": 302, "max_ms": 77.143, "p95_ms": 66.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.056, "count": 302, "max_ms": 90.963, "p95_ms": 76.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.012, "count": 302, "max_ms": 115.906, "p95_ms": 98.239}, "read_interval": {"avg_ms": 99.573, "count": 301, "max_ms": 302.662, "p95_ms": 130.284}, "triton_wait": {"avg_ms": 57.93, "count": 302, "max_ms": 94.511, "p95_ms": 81.135}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 5.002, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2504, "tracking_summary": 2228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6160.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56278.099, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 303.789, "sample_count": 1116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:40:24+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T01:40:24+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-03T01:40:24.409241+09:00", "mtime_epoch": 1783010424.4092407, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:40:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 919.27, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.118, "pushed": 4.118, "read": 4.085}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.286, "count": 123, "max_ms": 198.381, "p95_ms": 184.121}, "gstreamer_push": {"avg_ms": 1.073, "count": 123, "max_ms": 3.007, "p95_ms": 2.125}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.008, "count": 123, "max_ms": 98.751, "p95_ms": 92.753}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.491, "count": 123, "max_ms": 97.203, "p95_ms": 94.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.352, "count": 123, "max_ms": 319.488, "p95_ms": 298.877}, "read_interval": {"avg_ms": 244.801, "count": 122, "max_ms": 330.921, "p95_ms": 307.783}, "triton_wait": {"avg_ms": 71.76, "count": 123, "max_ms": 98.76, "p95_ms": 95.864}, "visualize": {"avg_ms": 25.558, "count": 123, "max_ms": 36.775, "p95_ms": 32.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19115.317, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.427, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 538710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:40:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T01:40:24+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T01:40:24.657245+09:00", "mtime_epoch": 1783010424.6572452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:40:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1541.305, "name": "celery", "pid": 237, "rss_mb": 1541.305, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.04, "count": 301, "max_ms": 6.616, "p95_ms": 4.751}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.907, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.811, "count": 301, "max_ms": 78.834, "p95_ms": 73.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.58, "count": 301, "max_ms": 104.228, "p95_ms": 72.82}, "yolo11_640_fire_11class": {"avg_ms": 56.618, "count": 301, "max_ms": 77.982, "p95_ms": 73.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.115, "count": 301, "max_ms": 87.598, "p95_ms": 82.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.876, "count": 301, "max_ms": 116.995, "p95_ms": 96.483}, "read_interval": {"avg_ms": 99.951, "count": 300, "max_ms": 129.998, "p95_ms": 121.12}, "triton_wait": {"avg_ms": 63.168, "count": 301, "max_ms": 104.24, "p95_ms": 83.597}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 6.043, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6153.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28933.569, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.659, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 545907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:40:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:40:33+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T01:40:33+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T01:40:33.013388+09:00", "mtime_epoch": 1783010433.013388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:40:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1294.879, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.4, "count": 300, "max_ms": 12.097, "p95_ms": 9.318}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.861, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.092, "count": 300, "max_ms": 78.485, "p95_ms": 68.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.812, "count": 300, "max_ms": 97.855, "p95_ms": 85.357}, "yolo11_640_fire_11class": {"avg_ms": 54.739, "count": 300, "max_ms": 77.879, "p95_ms": 68.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.391, "count": 300, "max_ms": 87.933, "p95_ms": 78.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.101, "count": 300, "max_ms": 114.082, "p95_ms": 101.681}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 279.012, "p95_ms": 130.219}, "triton_wait": {"avg_ms": 62.297, "count": 300, "max_ms": 97.869, "p95_ms": 85.598}, "visualize": {"avg_ms": 3.582, "count": 300, "max_ms": 4.841, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6156.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19145.432, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.001, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 539011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:40:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:40:54+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T01:40:54+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T01:40:54.733760+09:00", "mtime_epoch": 1783010454.7337604, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:40:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1541.305, "name": "celery", "pid": 237, "rss_mb": 1541.305, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.01, "count": 301, "max_ms": 6.2, "p95_ms": 4.403}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.515, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.12, "count": 301, "max_ms": 75.812, "p95_ms": 68.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.201, "count": 301, "max_ms": 93.747, "p95_ms": 69.896}, "yolo11_640_fire_11class": {"avg_ms": 53.475, "count": 301, "max_ms": 76.876, "p95_ms": 67.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.651, "count": 301, "max_ms": 86.132, "p95_ms": 77.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.1, "count": 301, "max_ms": 106.482, "p95_ms": 91.724}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 127.037, "p95_ms": 121.72}, "triton_wait": {"avg_ms": 59.382, "count": 301, "max_ms": 93.759, "p95_ms": 78.722}, "visualize": {"avg_ms": 3.66, "count": 301, "max_ms": 4.605, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2505, "tracking_summary": 2229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6158.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56308.292, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.217, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:40:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:40:54+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-03T01:40:54+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T01:40:54.605758+09:00", "mtime_epoch": 1783010454.6057582, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:40:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 916.852, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.411, "pushed": 3.411, "read": 3.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.165, "count": 102, "max_ms": 212.906, "p95_ms": 189.495}, "gstreamer_push": {"avg_ms": 1.089, "count": 102, "max_ms": 2.955, "p95_ms": 1.912}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.434, "count": 102, "max_ms": 95.056, "p95_ms": 84.323}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.593, "count": 102, "max_ms": 101.847, "p95_ms": 91.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.051, "count": 102, "max_ms": 335.778, "p95_ms": 313.81}, "read_interval": {"avg_ms": 296.131, "count": 101, "max_ms": 347.023, "p95_ms": 323.655}, "triton_wait": {"avg_ms": 69.991, "count": 102, "max_ms": 101.861, "p95_ms": 92.583}, "visualize": {"avg_ms": 32.077, "count": 102, "max_ms": 46.097, "p95_ms": 44.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6156.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28963.627, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.928, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 546207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:41:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:41:03+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T01:41:03+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T01:41:03.081904+09:00", "mtime_epoch": 1783010463.0819037, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:41:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1295.137, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.439, "count": 300, "max_ms": 13.266, "p95_ms": 9.096}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.741, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.803, "count": 300, "max_ms": 72.29, "p95_ms": 66.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.967, "count": 300, "max_ms": 101.45, "p95_ms": 70.819}, "yolo11_640_fire_11class": {"avg_ms": 50.991, "count": 300, "max_ms": 73.664, "p95_ms": 66.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.484, "count": 300, "max_ms": 82.883, "p95_ms": 76.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.612, "count": 300, "max_ms": 117.764, "p95_ms": 93.096}, "read_interval": {"avg_ms": 100.238, "count": 299, "max_ms": 304.556, "p95_ms": 135.357}, "triton_wait": {"avg_ms": 56.685, "count": 300, "max_ms": 101.463, "p95_ms": 77.348}, "visualize": {"avg_ms": 3.623, "count": 300, "max_ms": 5.764, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6155.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19175.493, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.428, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 539311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:41:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:41:24+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T01:41:24+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T01:41:24.802277+09:00", "mtime_epoch": 1783010484.802277, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:41:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1541.562, "name": "celery", "pid": 237, "rss_mb": 1541.562, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.013, "count": 300, "max_ms": 5.951, "p95_ms": 4.657}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.611, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.744, "count": 300, "max_ms": 74.788, "p95_ms": 67.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.529, "count": 300, "max_ms": 98.083, "p95_ms": 69.403}, "yolo11_640_fire_11class": {"avg_ms": 51.837, "count": 300, "max_ms": 75.895, "p95_ms": 67.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.402, "count": 300, "max_ms": 85.248, "p95_ms": 77.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.253, "count": 300, "max_ms": 110.978, "p95_ms": 90.723}, "read_interval": {"avg_ms": 100.162, "count": 299, "max_ms": 127.804, "p95_ms": 121.74}, "triton_wait": {"avg_ms": 57.686, "count": 300, "max_ms": 98.095, "p95_ms": 78.589}, "visualize": {"avg_ms": 3.603, "count": 300, "max_ms": 4.697, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2508, "tracking_summary": 2230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6155.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56338.381, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.217, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:41:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:41:24+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-03T01:41:24+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T01:41:24.790277+09:00", "mtime_epoch": 1783010484.790277, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:41:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 914.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.757, "pushed": 3.757, "read": 3.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.903, "count": 112, "max_ms": 218.098, "p95_ms": 195.614}, "gstreamer_push": {"avg_ms": 0.989, "count": 112, "max_ms": 2.859, "p95_ms": 1.788}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.554, "count": 112, "max_ms": 95.422, "p95_ms": 84.559}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.111, "count": 112, "max_ms": 101.808, "p95_ms": 91.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.742, "count": 112, "max_ms": 322.461, "p95_ms": 301.985}, "read_interval": {"avg_ms": 269.375, "count": 111, "max_ms": 331.165, "p95_ms": 310.943}, "triton_wait": {"avg_ms": 69.139, "count": 112, "max_ms": 101.821, "p95_ms": 91.04}, "visualize": {"avg_ms": 27.878, "count": 112, "max_ms": 43.496, "p95_ms": 40.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6156.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 28993.64, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.472, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 546508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:41:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:41:33+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T01:41:33+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T01:41:33.098420+09:00", "mtime_epoch": 1783010493.09842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:41:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1295.137, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.568, "count": 301, "max_ms": 12.998, "p95_ms": 10.771}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.845, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.42, "count": 301, "max_ms": 75.645, "p95_ms": 66.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.162, "count": 301, "max_ms": 95.21, "p95_ms": 80.993}, "yolo11_640_fire_11class": {"avg_ms": 51.841, "count": 301, "max_ms": 76.454, "p95_ms": 65.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.207, "count": 301, "max_ms": 85.962, "p95_ms": 76.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.859, "count": 301, "max_ms": 111.154, "p95_ms": 98.293}, "read_interval": {"avg_ms": 99.713, "count": 301, "max_ms": 229.585, "p95_ms": 137.504}, "triton_wait": {"avg_ms": 57.893, "count": 301, "max_ms": 95.221, "p95_ms": 82.416}, "visualize": {"avg_ms": 3.591, "count": 301, "max_ms": 6.735, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6159.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19205.583, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.312, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 539612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:41:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:41:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T01:41:54+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T01:41:54.886796+09:00", "mtime_epoch": 1783010514.8867958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:41:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1541.562, "name": "celery", "pid": 237, "rss_mb": 1541.562, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.056, "count": 300, "max_ms": 6.431, "p95_ms": 5.819}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.66, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.002, "count": 300, "max_ms": 79.98, "p95_ms": 70.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.998, "count": 300, "max_ms": 104.129, "p95_ms": 71.533}, "yolo11_640_fire_11class": {"avg_ms": 54.88, "count": 300, "max_ms": 75.592, "p95_ms": 69.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.751, "count": 300, "max_ms": 87.615, "p95_ms": 80.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.197, "count": 300, "max_ms": 117.577, "p95_ms": 93.653}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 131.249, "p95_ms": 121.085}, "triton_wait": {"avg_ms": 61.7, "count": 300, "max_ms": 104.141, "p95_ms": 81.691}, "visualize": {"avg_ms": 3.548, "count": 300, "max_ms": 4.904, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2508, "tracking_summary": 2231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6159.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56368.595, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.119, "sample_count": 1108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:41:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:41:55+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T01:41:54+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T01:41:54.902796+09:00", "mtime_epoch": 1783010514.902796, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:41:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 916.363, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.008, "pushed": 4.008, "read": 3.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.024, "count": 120, "max_ms": 194.452, "p95_ms": 187.378}, "gstreamer_push": {"avg_ms": 1.013, "count": 120, "max_ms": 2.877, "p95_ms": 1.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.699, "count": 120, "max_ms": 95.811, "p95_ms": 86.529}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.63, "count": 120, "max_ms": 98.784, "p95_ms": 90.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.986, "count": 120, "max_ms": 308.263, "p95_ms": 294.204}, "read_interval": {"avg_ms": 251.465, "count": 119, "max_ms": 318.54, "p95_ms": 305.11}, "triton_wait": {"avg_ms": 71.806, "count": 120, "max_ms": 98.797, "p95_ms": 90.642}, "visualize": {"avg_ms": 27.401, "count": 120, "max_ms": 43.342, "p95_ms": 37.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29023.681, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.298, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 546807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:42:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:42:03+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T01:42:03+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:42:03.138938+09:00", "mtime_epoch": 1783010523.1389382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:42:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1295.395, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.373, "count": 299, "max_ms": 11.927, "p95_ms": 8.161}, "gstreamer_push": {"avg_ms": 1.257, "count": 299, "max_ms": 2.264, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.883, "count": 299, "max_ms": 76.743, "p95_ms": 70.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.952, "count": 299, "max_ms": 99.832, "p95_ms": 85.722}, "yolo11_640_fire_11class": {"avg_ms": 54.885, "count": 299, "max_ms": 76.252, "p95_ms": 68.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.503, "count": 299, "max_ms": 88.732, "p95_ms": 80.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.768, "count": 299, "max_ms": 116.173, "p95_ms": 102.078}, "read_interval": {"avg_ms": 100.509, "count": 298, "max_ms": 311.837, "p95_ms": 125.492}, "triton_wait": {"avg_ms": 62.813, "count": 299, "max_ms": 99.844, "p95_ms": 86.688}, "visualize": {"avg_ms": 3.651, "count": 299, "max_ms": 5.347, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6159.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19235.635, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.848, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 539913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:42:25+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:42:24+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T01:42:24.971316+09:00", "mtime_epoch": 1783010544.9713159, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:42:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1541.82, "name": "celery", "pid": 237, "rss_mb": 1541.82, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.046, "count": 301, "max_ms": 6.356, "p95_ms": 5.377}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 2.072, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.331, "count": 301, "max_ms": 79.905, "p95_ms": 72.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.209, "count": 301, "max_ms": 94.846, "p95_ms": 71.731}, "yolo11_640_fire_11class": {"avg_ms": 57.694, "count": 301, "max_ms": 79.384, "p95_ms": 71.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.442, "count": 301, "max_ms": 89.701, "p95_ms": 79.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.806, "count": 301, "max_ms": 107.647, "p95_ms": 95.352}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 123.781, "p95_ms": 120.364}, "triton_wait": {"avg_ms": 65.239, "count": 301, "max_ms": 94.858, "p95_ms": 84.337}, "visualize": {"avg_ms": 3.61, "count": 301, "max_ms": 5.84, "p95_ms": 4.456}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2510, "tracking_summary": 2232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6151.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56398.695, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.314, "sample_count": 1108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:42:25+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-03T01:42:24+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-03T01:42:25.011317+09:00", "mtime_epoch": 1783010545.0113165, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:42:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 908.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.889, "pushed": 3.889, "read": 3.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.898, "count": 116, "max_ms": 204.524, "p95_ms": 202.299}, "gstreamer_push": {"avg_ms": 0.981, "count": 116, "max_ms": 3.117, "p95_ms": 2.693}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.533, "count": 116, "max_ms": 102.146, "p95_ms": 94.249}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.737, "count": 116, "max_ms": 103.041, "p95_ms": 97.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.536, "count": 116, "max_ms": 345.057, "p95_ms": 314.267}, "read_interval": {"avg_ms": 259.276, "count": 115, "max_ms": 355.179, "p95_ms": 324.065}, "triton_wait": {"avg_ms": 71.867, "count": 116, "max_ms": 103.061, "p95_ms": 97.546}, "visualize": {"avg_ms": 28.0, "count": 116, "max_ms": 43.448, "p95_ms": 39.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.83, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6152.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29053.772, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.083, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 547110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:42:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:42:33+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T01:42:33+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T01:42:33.203459+09:00", "mtime_epoch": 1783010553.2034585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:42:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1295.395, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.073, "count": 302, "max_ms": 11.853, "p95_ms": 8.163}, "gstreamer_push": {"avg_ms": 1.193, "count": 302, "max_ms": 1.783, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.627, "count": 302, "max_ms": 79.113, "p95_ms": 66.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.004, "count": 302, "max_ms": 92.452, "p95_ms": 72.377}, "yolo11_640_fire_11class": {"avg_ms": 54.987, "count": 302, "max_ms": 78.014, "p95_ms": 66.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.884, "count": 302, "max_ms": 88.855, "p95_ms": 76.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.918, "count": 302, "max_ms": 108.014, "p95_ms": 94.37}, "read_interval": {"avg_ms": 99.374, "count": 302, "max_ms": 294.277, "p95_ms": 128.474}, "triton_wait": {"avg_ms": 61.8, "count": 302, "max_ms": 92.463, "p95_ms": 79.551}, "visualize": {"avg_ms": 3.398, "count": 302, "max_ms": 5.831, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19265.787, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.339, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 540214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:42:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:42:55+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T01:42:55+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T01:42:55.055837+09:00", "mtime_epoch": 1783010575.0558374, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 135988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:42:55+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1541.82, "name": "celery", "pid": 237, "rss_mb": 1541.82, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.955, "count": 300, "max_ms": 5.23, "p95_ms": 4.169}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 2.127, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.29, "count": 300, "max_ms": 81.171, "p95_ms": 69.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.048, "count": 300, "max_ms": 90.711, "p95_ms": 66.66}, "yolo11_640_fire_11class": {"avg_ms": 51.304, "count": 300, "max_ms": 77.013, "p95_ms": 67.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.486, "count": 300, "max_ms": 89.718, "p95_ms": 79.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.793, "count": 300, "max_ms": 103.545, "p95_ms": 92.044}, "read_interval": {"avg_ms": 100.06, "count": 299, "max_ms": 128.592, "p95_ms": 121.668}, "triton_wait": {"avg_ms": 56.259, "count": 300, "max_ms": 90.723, "p95_ms": 79.151}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 5.662, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2511, "tracking_summary": 2233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6159.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56428.831, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.217, "sample_count": 1114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:42:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:42:55+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-03T01:42:55+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T01:42:55.123839+09:00", "mtime_epoch": 1783010575.1238387, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:42:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 917.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.688, "pushed": 3.688, "read": 3.655}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.021, "count": 110, "max_ms": 189.087, "p95_ms": 187.339}, "gstreamer_push": {"avg_ms": 1.071, "count": 110, "max_ms": 3.686, "p95_ms": 2.786}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.201, "count": 110, "max_ms": 93.626, "p95_ms": 79.133}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.657, "count": 110, "max_ms": 102.657, "p95_ms": 88.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.963, "count": 110, "max_ms": 321.447, "p95_ms": 306.987}, "read_interval": {"avg_ms": 273.672, "count": 109, "max_ms": 332.129, "p95_ms": 318.876}, "triton_wait": {"avg_ms": 70.678, "count": 110, "max_ms": 102.67, "p95_ms": 88.128}, "visualize": {"avg_ms": 29.455, "count": 110, "max_ms": 41.312, "p95_ms": 40.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6152.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29083.826, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.437, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 547409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:43:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:43:03+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T01:43:03+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T01:43:03.279980+09:00", "mtime_epoch": 1783010583.2799802, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:43:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1295.652, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.406, "count": 299, "max_ms": 12.023, "p95_ms": 8.44}, "gstreamer_push": {"avg_ms": 1.284, "count": 299, "max_ms": 2.04, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.848, "count": 299, "max_ms": 78.121, "p95_ms": 66.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.503, "count": 299, "max_ms": 91.799, "p95_ms": 82.136}, "yolo11_640_fire_11class": {"avg_ms": 50.188, "count": 299, "max_ms": 78.606, "p95_ms": 65.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.428, "count": 299, "max_ms": 88.109, "p95_ms": 73.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.707, "count": 299, "max_ms": 108.024, "p95_ms": 98.181}, "read_interval": {"avg_ms": 100.568, "count": 298, "max_ms": 262.628, "p95_ms": 145.379}, "triton_wait": {"avg_ms": 55.727, "count": 299, "max_ms": 91.812, "p95_ms": 82.17}, "visualize": {"avg_ms": 3.655, "count": 299, "max_ms": 4.799, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6149.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19295.84, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.27, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 540515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:43:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:43:25+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T01:43:25+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T01:43:25.188361+09:00", "mtime_epoch": 1783010605.1883612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:43:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1542.078, "name": "celery", "pid": 237, "rss_mb": 1542.078, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.998, "count": 301, "max_ms": 6.857, "p95_ms": 4.807}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.67, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.784, "count": 301, "max_ms": 82.64, "p95_ms": 70.806}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.811, "count": 301, "max_ms": 86.873, "p95_ms": 66.238}, "yolo11_640_fire_11class": {"avg_ms": 53.02, "count": 301, "max_ms": 81.896, "p95_ms": 69.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.596, "count": 301, "max_ms": 91.963, "p95_ms": 78.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.602, "count": 301, "max_ms": 104.787, "p95_ms": 92.13}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 129.07, "p95_ms": 121.192}, "triton_wait": {"avg_ms": 58.108, "count": 301, "max_ms": 91.974, "p95_ms": 79.392}, "visualize": {"avg_ms": 3.61, "count": 301, "max_ms": 5.828, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2511, "tracking_summary": 2234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6160.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56459.12, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.188, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:43:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:43:25+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T01:43:25+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T01:43:25.404365+09:00", "mtime_epoch": 1783010605.4043648, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:43:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 917.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.4, "pushed": 3.4, "read": 3.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.152, "count": 102, "max_ms": 196.66, "p95_ms": 185.738}, "gstreamer_push": {"avg_ms": 1.055, "count": 102, "max_ms": 3.034, "p95_ms": 2.759}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.408, "count": 102, "max_ms": 94.484, "p95_ms": 86.578}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.008, "count": 102, "max_ms": 99.549, "p95_ms": 93.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.848, "count": 102, "max_ms": 321.97, "p95_ms": 312.685}, "read_interval": {"avg_ms": 296.806, "count": 101, "max_ms": 332.526, "p95_ms": 320.987}, "triton_wait": {"avg_ms": 72.022, "count": 102, "max_ms": 99.561, "p95_ms": 93.084}, "visualize": {"avg_ms": 29.921, "count": 102, "max_ms": 39.451, "p95_ms": 38.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29113.861, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.918, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 547709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:43:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:43:33+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:43:33+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T01:43:33.316503+09:00", "mtime_epoch": 1783010613.3165026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:43:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1295.652, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.549, "count": 300, "max_ms": 12.418, "p95_ms": 10.023}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.49, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.066, "count": 300, "max_ms": 81.009, "p95_ms": 68.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.856, "count": 300, "max_ms": 96.73, "p95_ms": 82.492}, "yolo11_640_fire_11class": {"avg_ms": 53.962, "count": 300, "max_ms": 80.981, "p95_ms": 66.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.483, "count": 300, "max_ms": 90.54, "p95_ms": 76.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.229, "count": 300, "max_ms": 112.878, "p95_ms": 100.465}, "read_interval": {"avg_ms": 100.179, "count": 299, "max_ms": 258.505, "p95_ms": 137.284}, "triton_wait": {"avg_ms": 61.129, "count": 300, "max_ms": 96.743, "p95_ms": 83.255}, "visualize": {"avg_ms": 3.682, "count": 300, "max_ms": 5.144, "p95_ms": 4.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6153.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19325.978, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.341, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 540816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:43:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:43:55+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:43:55+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T01:43:55.256885+09:00", "mtime_epoch": 1783010635.2568848, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:43:55+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1542.336, "name": "celery", "pid": 237, "rss_mb": 1542.336, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.028, "count": 300, "max_ms": 6.025, "p95_ms": 4.599}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 1.915, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.003, "count": 300, "max_ms": 79.452, "p95_ms": 69.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.958, "count": 300, "max_ms": 93.68, "p95_ms": 73.401}, "yolo11_640_fire_11class": {"avg_ms": 53.139, "count": 300, "max_ms": 75.978, "p95_ms": 69.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.355, "count": 300, "max_ms": 87.52, "p95_ms": 79.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.05, "count": 300, "max_ms": 107.141, "p95_ms": 94.504}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 128.402, "p95_ms": 121.085}, "triton_wait": {"avg_ms": 59.328, "count": 300, "max_ms": 93.691, "p95_ms": 81.54}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 5.877, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2512, "tracking_summary": 2235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6153.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56489.234, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.188, "sample_count": 1119, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:43:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:43:55+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T01:43:55+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T01:43:55.616891+09:00", "mtime_epoch": 1783010635.6168911, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:43:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.305, "name": "celery", "pid": 239, "rss_mb": 908.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.923, "pushed": 3.923, "read": 3.89}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.456, "count": 117, "max_ms": 202.967, "p95_ms": 185.976}, "gstreamer_push": {"avg_ms": 1.087, "count": 117, "max_ms": 3.172, "p95_ms": 2.791}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.444, "count": 117, "max_ms": 94.073, "p95_ms": 89.864}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.767, "count": 117, "max_ms": 103.778, "p95_ms": 94.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.705, "count": 117, "max_ms": 314.265, "p95_ms": 307.668}, "read_interval": {"avg_ms": 257.756, "count": 116, "max_ms": 324.375, "p95_ms": 318.198}, "triton_wait": {"avg_ms": 73.954, "count": 117, "max_ms": 103.791, "p95_ms": 94.873}, "visualize": {"avg_ms": 26.549, "count": 117, "max_ms": 38.903, "p95_ms": 35.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6149.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29143.87, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.877, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 548011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:44:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:44:03+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T01:44:03+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T01:44:03.321026+09:00", "mtime_epoch": 1783010643.3210256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:44:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1295.91, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 302, "max_ms": 12.566, "p95_ms": 8.994}, "gstreamer_push": {"avg_ms": 1.271, "count": 302, "max_ms": 1.881, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.393, "count": 302, "max_ms": 74.301, "p95_ms": 69.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.261, "count": 302, "max_ms": 98.606, "p95_ms": 83.851}, "yolo11_640_fire_11class": {"avg_ms": 51.8, "count": 302, "max_ms": 74.207, "p95_ms": 67.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.128, "count": 302, "max_ms": 87.69, "p95_ms": 77.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.5, "count": 302, "max_ms": 114.653, "p95_ms": 100.433}, "read_interval": {"avg_ms": 99.348, "count": 302, "max_ms": 245.336, "p95_ms": 138.586}, "triton_wait": {"avg_ms": 57.579, "count": 302, "max_ms": 98.618, "p95_ms": 84.373}, "visualize": {"avg_ms": 3.642, "count": 302, "max_ms": 5.373, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6156.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19356.083, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.144, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 541117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:44:25+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T01:44:25+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T01:44:25.393411+09:00", "mtime_epoch": 1783010665.393411, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:44:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1542.336, "name": "celery", "pid": 237, "rss_mb": 1542.336, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.063, "count": 301, "max_ms": 6.204, "p95_ms": 4.699}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 2.178, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.489, "count": 301, "max_ms": 76.724, "p95_ms": 71.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.375, "count": 301, "max_ms": 94.459, "p95_ms": 68.578}, "yolo11_640_fire_11class": {"avg_ms": 52.638, "count": 301, "max_ms": 76.737, "p95_ms": 69.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.417, "count": 301, "max_ms": 88.174, "p95_ms": 79.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.055, "count": 301, "max_ms": 107.558, "p95_ms": 92.678}, "read_interval": {"avg_ms": 99.984, "count": 300, "max_ms": 147.797, "p95_ms": 121.346}, "triton_wait": {"avg_ms": 58.337, "count": 301, "max_ms": 94.471, "p95_ms": 79.704}, "visualize": {"avg_ms": 3.68, "count": 301, "max_ms": 5.442, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2515, "tracking_summary": 2236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6162.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56519.426, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.312, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:44:26+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T01:44:25+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T01:44:25.733417+09:00", "mtime_epoch": 1783010665.733417, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:44:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 917.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.434, "pushed": 3.434, "read": 3.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.597, "count": 103, "max_ms": 187.848, "p95_ms": 186.287}, "gstreamer_push": {"avg_ms": 1.176, "count": 103, "max_ms": 3.043, "p95_ms": 2.763}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.303, "count": 103, "max_ms": 99.052, "p95_ms": 89.957}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.639, "count": 103, "max_ms": 99.039, "p95_ms": 92.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.149, "count": 103, "max_ms": 326.756, "p95_ms": 308.117}, "read_interval": {"avg_ms": 290.293, "count": 103, "max_ms": 337.206, "p95_ms": 317.975}, "triton_wait": {"avg_ms": 70.7, "count": 103, "max_ms": 99.064, "p95_ms": 92.625}, "visualize": {"avg_ms": 28.095, "count": 103, "max_ms": 40.561, "p95_ms": 37.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29173.964, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.074, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 548312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:44:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:44:33+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:44:33+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T01:44:33.397551+09:00", "mtime_epoch": 1783010673.397551, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:44:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1295.91, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.532, "count": 300, "max_ms": 13.223, "p95_ms": 9.004}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.975, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.83, "count": 300, "max_ms": 78.365, "p95_ms": 65.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.211, "count": 300, "max_ms": 99.306, "p95_ms": 79.666}, "yolo11_640_fire_11class": {"avg_ms": 51.271, "count": 300, "max_ms": 74.291, "p95_ms": 64.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.227, "count": 300, "max_ms": 83.096, "p95_ms": 74.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.873, "count": 301, "max_ms": 115.604, "p95_ms": 98.896}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 340.832, "p95_ms": 139.3}, "triton_wait": {"avg_ms": 56.753, "count": 300, "max_ms": 99.319, "p95_ms": 79.87}, "visualize": {"avg_ms": 3.684, "count": 300, "max_ms": 5.902, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6153.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19386.148, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.144, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 541418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:44:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:44:55+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T01:44:55+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T01:44:55.493938+09:00", "mtime_epoch": 1783010695.4939377, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:44:55+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1542.594, "name": "celery", "pid": 237, "rss_mb": 1542.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.994, "count": 301, "max_ms": 6.457, "p95_ms": 4.681}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.822, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.896, "count": 301, "max_ms": 78.87, "p95_ms": 68.774}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.732, "count": 301, "max_ms": 95.169, "p95_ms": 72.47}, "yolo11_640_fire_11class": {"avg_ms": 51.451, "count": 301, "max_ms": 79.406, "p95_ms": 69.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.097, "count": 301, "max_ms": 84.909, "p95_ms": 78.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.845, "count": 301, "max_ms": 108.077, "p95_ms": 93.655}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 128.5, "p95_ms": 121.585}, "triton_wait": {"avg_ms": 56.227, "count": 301, "max_ms": 95.181, "p95_ms": 80.719}, "visualize": {"avg_ms": 3.665, "count": 301, "max_ms": 5.913, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2515, "tracking_summary": 2237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6155.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56549.532, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.96, "sample_count": 1116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:44:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:44:56+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-03T01:44:55+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T01:44:55.921945+09:00", "mtime_epoch": 1783010695.921945, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 238618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:44:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 911.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.857, "pushed": 3.857, "read": 3.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.509, "count": 115, "max_ms": 187.768, "p95_ms": 185.236}, "gstreamer_push": {"avg_ms": 0.984, "count": 115, "max_ms": 2.779, "p95_ms": 1.844}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.401, "count": 115, "max_ms": 96.304, "p95_ms": 86.259}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.185, "count": 115, "max_ms": 104.338, "p95_ms": 96.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.022, "count": 115, "max_ms": 318.314, "p95_ms": 308.628}, "read_interval": {"avg_ms": 262.274, "count": 114, "max_ms": 327.44, "p95_ms": 319.101}, "triton_wait": {"avg_ms": 73.464, "count": 115, "max_ms": 104.351, "p95_ms": 96.316}, "visualize": {"avg_ms": 26.331, "count": 115, "max_ms": 37.954, "p95_ms": 34.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6158.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29203.987, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.124, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 548612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:45:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:45:03+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T01:45:03+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T01:45:03.390076+09:00", "mtime_epoch": 1783010703.390076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:45:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1296.168, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.511, "count": 300, "max_ms": 12.049, "p95_ms": 8.863}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 2.046, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.601, "count": 300, "max_ms": 75.961, "p95_ms": 67.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.628, "count": 300, "max_ms": 90.199, "p95_ms": 83.373}, "yolo11_640_fire_11class": {"avg_ms": 51.998, "count": 300, "max_ms": 75.364, "p95_ms": 66.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.103, "count": 300, "max_ms": 84.361, "p95_ms": 75.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.091, "count": 300, "max_ms": 107.223, "p95_ms": 100.203}, "read_interval": {"avg_ms": 100.065, "count": 300, "max_ms": 351.959, "p95_ms": 137.061}, "triton_wait": {"avg_ms": 57.95, "count": 300, "max_ms": 90.213, "p95_ms": 84.075}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 4.751, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6152.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19416.229, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.951, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 541719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:45:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:45:25+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:45:25+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:45:25.570465+09:00", "mtime_epoch": 1783010725.5704648, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:45:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1542.594, "name": "celery", "pid": 237, "rss_mb": 1542.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.009, "count": 300, "max_ms": 6.164, "p95_ms": 4.34}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.757, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.811, "count": 300, "max_ms": 76.841, "p95_ms": 71.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.326, "count": 300, "max_ms": 91.937, "p95_ms": 70.951}, "yolo11_640_fire_11class": {"avg_ms": 51.29, "count": 300, "max_ms": 78.665, "p95_ms": 69.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.118, "count": 300, "max_ms": 85.187, "p95_ms": 79.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.596, "count": 300, "max_ms": 104.566, "p95_ms": 93.721}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 127.809, "p95_ms": 121.641}, "triton_wait": {"avg_ms": 56.014, "count": 300, "max_ms": 91.948, "p95_ms": 81.112}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 4.672, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2516, "tracking_summary": 2238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6152.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56579.835, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.117, "sample_count": 1100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:45:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:45:26+09:00", "last_frame_read_age_sec": 0.312, "last_frame_read_at": "2026-07-03T01:45:26+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T01:45:26.110474+09:00", "mtime_epoch": 1783010726.1104743, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:45:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 906.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.578, "pushed": 3.578, "read": 3.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.129, "count": 107, "max_ms": 190.051, "p95_ms": 186.036}, "gstreamer_push": {"avg_ms": 0.932, "count": 107, "max_ms": 2.813, "p95_ms": 1.786}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.962, "count": 107, "max_ms": 94.895, "p95_ms": 87.127}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.624, "count": 107, "max_ms": 100.704, "p95_ms": 92.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.581, "count": 107, "max_ms": 313.176, "p95_ms": 305.361}, "read_interval": {"avg_ms": 280.971, "count": 106, "max_ms": 322.754, "p95_ms": 313.704}, "triton_wait": {"avg_ms": 70.76, "count": 107, "max_ms": 100.717, "p95_ms": 92.597}, "visualize": {"avg_ms": 25.989, "count": 107, "max_ms": 43.583, "p95_ms": 37.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6159.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29234.07, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.469, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 548913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:45:33+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T01:45:33+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T01:45:33.518604+09:00", "mtime_epoch": 1783010733.5186043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:45:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1296.426, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.462, "count": 300, "max_ms": 13.068, "p95_ms": 8.434}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.758, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.496, "count": 300, "max_ms": 74.624, "p95_ms": 66.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.428, "count": 300, "max_ms": 94.731, "p95_ms": 78.887}, "yolo11_640_fire_11class": {"avg_ms": 50.273, "count": 300, "max_ms": 72.209, "p95_ms": 65.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.275, "count": 300, "max_ms": 81.007, "p95_ms": 75.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.589, "count": 300, "max_ms": 112.077, "p95_ms": 96.903}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 300.955, "p95_ms": 137.839}, "triton_wait": {"avg_ms": 55.491, "count": 300, "max_ms": 94.744, "p95_ms": 79.825}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 5.833, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19446.266, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.73, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 542019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:45:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:45:55+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:45:55+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T01:45:55.610992+09:00", "mtime_epoch": 1783010755.6109924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:45:55+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1542.852, "name": "celery", "pid": 237, "rss_mb": 1542.852, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.017, "count": 300, "max_ms": 6.194, "p95_ms": 4.809}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 1.527, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.889, "count": 300, "max_ms": 79.164, "p95_ms": 67.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.362, "count": 300, "max_ms": 86.198, "p95_ms": 64.776}, "yolo11_640_fire_11class": {"avg_ms": 52.045, "count": 300, "max_ms": 77.455, "p95_ms": 67.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.253, "count": 300, "max_ms": 86.85, "p95_ms": 76.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.11, "count": 300, "max_ms": 99.743, "p95_ms": 90.458}, "read_interval": {"avg_ms": 100.117, "count": 300, "max_ms": 125.423, "p95_ms": 121.285}, "triton_wait": {"avg_ms": 56.621, "count": 300, "max_ms": 86.862, "p95_ms": 77.614}, "visualize": {"avg_ms": 3.613, "count": 300, "max_ms": 5.905, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2519, "tracking_summary": 2238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6154.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56610.119, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.987, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:45:56+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T01:45:56+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T01:45:56.419007+09:00", "mtime_epoch": 1783010756.4190066, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:45:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 909.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.502, "pushed": 3.502, "read": 3.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.61, "count": 105, "max_ms": 189.04, "p95_ms": 186.807}, "gstreamer_push": {"avg_ms": 1.008, "count": 105, "max_ms": 3.133, "p95_ms": 1.832}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.662, "count": 105, "max_ms": 101.422, "p95_ms": 86.353}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.63, "count": 105, "max_ms": 99.083, "p95_ms": 91.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.383, "count": 105, "max_ms": 312.68, "p95_ms": 306.815}, "read_interval": {"avg_ms": 288.335, "count": 104, "max_ms": 321.603, "p95_ms": 318.195}, "triton_wait": {"avg_ms": 71.079, "count": 105, "max_ms": 101.434, "p95_ms": 91.195}, "visualize": {"avg_ms": 30.896, "count": 105, "max_ms": 44.184, "p95_ms": 42.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6155.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29264.171, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.496, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 549212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:46:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:46:03+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T01:46:03+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T01:46:03.599133+09:00", "mtime_epoch": 1783010763.599133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:46:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1296.426, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.495, "count": 299, "max_ms": 11.349, "p95_ms": 8.699}, "gstreamer_push": {"avg_ms": 1.264, "count": 299, "max_ms": 1.67, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.318, "count": 299, "max_ms": 78.394, "p95_ms": 67.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.52, "count": 299, "max_ms": 96.45, "p95_ms": 79.224}, "yolo11_640_fire_11class": {"avg_ms": 52.425, "count": 299, "max_ms": 80.419, "p95_ms": 67.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.764, "count": 299, "max_ms": 82.783, "p95_ms": 75.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.804, "count": 299, "max_ms": 113.838, "p95_ms": 96.861}, "read_interval": {"avg_ms": 100.557, "count": 298, "max_ms": 392.635, "p95_ms": 132.976}, "triton_wait": {"avg_ms": 58.638, "count": 299, "max_ms": 96.462, "p95_ms": 79.426}, "visualize": {"avg_ms": 3.677, "count": 299, "max_ms": 4.81, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6157.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19476.392, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.951, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 542320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:46:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T01:46:25+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T01:46:25+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-03T01:46:25.651521+09:00", "mtime_epoch": 1783010785.651521, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:46:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1542.852, "name": "celery", "pid": 237, "rss_mb": 1542.852, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.099, "count": 300, "max_ms": 6.525, "p95_ms": 5.171}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 1.514, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.848, "count": 300, "max_ms": 78.784, "p95_ms": 71.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.886, "count": 300, "max_ms": 89.754, "p95_ms": 67.62}, "yolo11_640_fire_11class": {"avg_ms": 54.297, "count": 300, "max_ms": 77.351, "p95_ms": 70.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.762, "count": 300, "max_ms": 88.249, "p95_ms": 79.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.393, "count": 300, "max_ms": 102.442, "p95_ms": 93.61}, "read_interval": {"avg_ms": 100.027, "count": 299, "max_ms": 123.194, "p95_ms": 121.309}, "triton_wait": {"avg_ms": 59.566, "count": 300, "max_ms": 89.764, "p95_ms": 80.813}, "visualize": {"avg_ms": 3.709, "count": 300, "max_ms": 4.961, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2519, "tracking_summary": 2240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6158.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56640.339, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.815, "sample_count": 1118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:46:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:46:26+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T01:46:26+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T01:46:26.631538+09:00", "mtime_epoch": 1783010786.6315382, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:46:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 911.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.244, "pushed": 4.244, "read": 4.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 124.174, "count": 127, "max_ms": 190.275, "p95_ms": 184.504}, "gstreamer_push": {"avg_ms": 1.123, "count": 127, "max_ms": 2.94, "p95_ms": 1.841}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.201, "count": 127, "max_ms": 100.008, "p95_ms": 81.838}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.605, "count": 127, "max_ms": 100.233, "p95_ms": 89.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.151, "count": 127, "max_ms": 314.445, "p95_ms": 300.642}, "read_interval": {"avg_ms": 237.383, "count": 126, "max_ms": 325.091, "p95_ms": 310.449}, "triton_wait": {"avg_ms": 69.704, "count": 127, "max_ms": 100.246, "p95_ms": 90.062}, "visualize": {"avg_ms": 30.49, "count": 127, "max_ms": 44.254, "p95_ms": 40.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6156.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29294.182, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.937, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 549514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:46:33+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T01:46:33+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T01:46:33.603661+09:00", "mtime_epoch": 1783010793.603661, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:46:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1296.684, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.739, "count": 302, "max_ms": 14.06, "p95_ms": 10.976}, "gstreamer_push": {"avg_ms": 1.275, "count": 302, "max_ms": 2.157, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.066, "count": 302, "max_ms": 78.121, "p95_ms": 69.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.304, "count": 302, "max_ms": 103.964, "p95_ms": 85.247}, "yolo11_640_fire_11class": {"avg_ms": 52.14, "count": 302, "max_ms": 78.686, "p95_ms": 68.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.363, "count": 302, "max_ms": 89.837, "p95_ms": 77.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.971, "count": 302, "max_ms": 119.647, "p95_ms": 104.229}, "read_interval": {"avg_ms": 99.484, "count": 302, "max_ms": 359.233, "p95_ms": 132.724}, "triton_wait": {"avg_ms": 58.496, "count": 302, "max_ms": 103.976, "p95_ms": 85.815}, "visualize": {"avg_ms": 3.785, "count": 302, "max_ms": 6.85, "p95_ms": 4.558}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19506.427, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.7, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 542621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:46:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:46:55+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T01:46:55+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:46:55.768052+09:00", "mtime_epoch": 1783010815.7680516, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:46:55+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1543.109, "name": "celery", "pid": 237, "rss_mb": 1543.109, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.03, "count": 301, "max_ms": 6.478, "p95_ms": 5.796}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.779, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.446, "count": 301, "max_ms": 79.31, "p95_ms": 68.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.706, "count": 301, "max_ms": 88.921, "p95_ms": 61.891}, "yolo11_640_fire_11class": {"avg_ms": 49.278, "count": 301, "max_ms": 80.364, "p95_ms": 67.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.232, "count": 301, "max_ms": 89.011, "p95_ms": 77.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.433, "count": 301, "max_ms": 101.894, "p95_ms": 91.044}, "read_interval": {"avg_ms": 99.839, "count": 300, "max_ms": 127.837, "p95_ms": 121.838}, "triton_wait": {"avg_ms": 53.099, "count": 301, "max_ms": 89.023, "p95_ms": 78.469}, "visualize": {"avg_ms": 3.508, "count": 301, "max_ms": 5.452, "p95_ms": 4.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2520, "tracking_summary": 2241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6161.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56670.343, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.32, "sample_count": 1109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:46:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:46:56+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-03T01:46:56+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T01:46:56.748069+09:00", "mtime_epoch": 1783010816.748069, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:46:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 915.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.801, "pushed": 3.801, "read": 3.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.651, "count": 114, "max_ms": 200.763, "p95_ms": 197.535}, "gstreamer_push": {"avg_ms": 0.997, "count": 114, "max_ms": 2.933, "p95_ms": 2.006}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.031, "count": 114, "max_ms": 103.006, "p95_ms": 89.582}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.938, "count": 114, "max_ms": 102.153, "p95_ms": 92.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.37, "count": 114, "max_ms": 318.818, "p95_ms": 305.932}, "read_interval": {"avg_ms": 264.249, "count": 114, "max_ms": 329.331, "p95_ms": 316.504}, "triton_wait": {"avg_ms": 72.245, "count": 114, "max_ms": 103.018, "p95_ms": 92.912}, "visualize": {"avg_ms": 26.686, "count": 114, "max_ms": 39.228, "p95_ms": 36.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6164.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29324.215, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.625, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 549814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:47:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:47:03+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T01:47:03+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T01:47:03.592190+09:00", "mtime_epoch": 1783010823.5921898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:47:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1296.684, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.69, "count": 300, "max_ms": 12.792, "p95_ms": 11.224}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 2.21, "p95_ms": 1.53}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.8, "count": 300, "max_ms": 79.72, "p95_ms": 65.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.626, "count": 300, "max_ms": 94.587, "p95_ms": 82.348}, "yolo11_640_fire_11class": {"avg_ms": 49.89, "count": 300, "max_ms": 77.985, "p95_ms": 64.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.042, "count": 300, "max_ms": 93.408, "p95_ms": 73.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.81, "count": 300, "max_ms": 118.036, "p95_ms": 101.126}, "read_interval": {"avg_ms": 100.063, "count": 299, "max_ms": 371.3, "p95_ms": 134.998}, "triton_wait": {"avg_ms": 55.426, "count": 300, "max_ms": 94.6, "p95_ms": 85.146}, "visualize": {"avg_ms": 3.738, "count": 300, "max_ms": 6.876, "p95_ms": 4.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6157.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19536.458, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.7, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 542921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:47:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:47:25+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:47:25+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T01:47:25.796582+09:00", "mtime_epoch": 1783010845.7965817, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:47:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1543.109, "name": "celery", "pid": 237, "rss_mb": 1543.109, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.051, "count": 300, "max_ms": 6.46, "p95_ms": 4.745}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.817, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.259, "count": 300, "max_ms": 83.064, "p95_ms": 70.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.512, "count": 300, "max_ms": 102.757, "p95_ms": 69.732}, "yolo11_640_fire_11class": {"avg_ms": 54.311, "count": 300, "max_ms": 76.087, "p95_ms": 69.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.551, "count": 300, "max_ms": 91.49, "p95_ms": 79.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.976, "count": 300, "max_ms": 116.358, "p95_ms": 94.253}, "read_interval": {"avg_ms": 100.098, "count": 300, "max_ms": 134.297, "p95_ms": 121.181}, "triton_wait": {"avg_ms": 60.314, "count": 300, "max_ms": 102.77, "p95_ms": 81.481}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 5.048, "p95_ms": 4.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2521, "tracking_summary": 2241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6157.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56700.512, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.651, "sample_count": 1098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:47:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:47:27+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-03T01:47:26+09:00", "mjpeg": {"age_sec": 0.266, "exists": true, "mtime": "2026-07-03T01:47:26.824600+09:00", "mtime_epoch": 1783010846.8245997, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:47:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 909.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.405, "pushed": 3.405, "read": 3.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 177.905, "count": 102, "max_ms": 205.39, "p95_ms": 188.496}, "gstreamer_push": {"avg_ms": 1.328, "count": 102, "max_ms": 3.759, "p95_ms": 2.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.671, "count": 102, "max_ms": 94.366, "p95_ms": 81.059}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.274, "count": 102, "max_ms": 95.898, "p95_ms": 89.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.342, "count": 102, "max_ms": 327.093, "p95_ms": 310.782}, "read_interval": {"avg_ms": 295.89, "count": 101, "max_ms": 336.216, "p95_ms": 319.955}, "triton_wait": {"avg_ms": 73.305, "count": 102, "max_ms": 95.91, "p95_ms": 89.466}, "visualize": {"avg_ms": 30.332, "count": 102, "max_ms": 40.259, "p95_ms": 39.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29354.256, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.721, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 550114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:47:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:47:33+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:47:33+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T01:47:33.712722+09:00", "mtime_epoch": 1783010853.7127216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:47:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1296.941, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.617, "count": 300, "max_ms": 13.004, "p95_ms": 10.625}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 2.064, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.723, "count": 300, "max_ms": 79.317, "p95_ms": 67.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.864, "count": 300, "max_ms": 95.873, "p95_ms": 80.505}, "yolo11_640_fire_11class": {"avg_ms": 53.206, "count": 300, "max_ms": 79.871, "p95_ms": 67.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.993, "count": 300, "max_ms": 84.448, "p95_ms": 77.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.29, "count": 300, "max_ms": 111.861, "p95_ms": 98.794}, "read_interval": {"avg_ms": 100.204, "count": 299, "max_ms": 442.126, "p95_ms": 128.428}, "triton_wait": {"avg_ms": 59.258, "count": 300, "max_ms": 95.885, "p95_ms": 82.502}, "visualize": {"avg_ms": 3.584, "count": 300, "max_ms": 5.909, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6162.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19566.474, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.76, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 543221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:47:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:47:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T01:47:55+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:47:55.793112+09:00", "mtime_epoch": 1783010875.7931118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:47:55+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1543.367, "name": "celery", "pid": 237, "rss_mb": 1543.367, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.019, "count": 300, "max_ms": 6.221, "p95_ms": 4.601}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.706, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.199, "count": 300, "max_ms": 80.451, "p95_ms": 70.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.339, "count": 300, "max_ms": 93.122, "p95_ms": 68.505}, "yolo11_640_fire_11class": {"avg_ms": 53.582, "count": 300, "max_ms": 79.948, "p95_ms": 68.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.234, "count": 300, "max_ms": 88.163, "p95_ms": 79.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.788, "count": 300, "max_ms": 105.907, "p95_ms": 92.581}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 141.87, "p95_ms": 121.984}, "triton_wait": {"avg_ms": 59.225, "count": 300, "max_ms": 93.134, "p95_ms": 79.972}, "visualize": {"avg_ms": 3.631, "count": 300, "max_ms": 4.565, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2522, "tracking_summary": 2242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6157.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56730.752, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.668, "sample_count": 1097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:47:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:47:57+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T01:47:57+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-03T01:47:57.061134+09:00", "mtime_epoch": 1783010877.0611343, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:47:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 910.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.641, "pushed": 3.641, "read": 3.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.363, "count": 109, "max_ms": 186.723, "p95_ms": 184.845}, "gstreamer_push": {"avg_ms": 1.019, "count": 109, "max_ms": 2.686, "p95_ms": 1.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.378, "count": 109, "max_ms": 92.593, "p95_ms": 85.125}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.823, "count": 109, "max_ms": 98.531, "p95_ms": 89.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.328, "count": 109, "max_ms": 315.749, "p95_ms": 308.411}, "read_interval": {"avg_ms": 277.338, "count": 108, "max_ms": 324.81, "p95_ms": 318.285}, "triton_wait": {"avg_ms": 70.846, "count": 109, "max_ms": 98.545, "p95_ms": 89.832}, "visualize": {"avg_ms": 31.296, "count": 109, "max_ms": 41.117, "p95_ms": 40.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6164.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29384.265, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.685, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 550414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:48:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:48:03+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T01:48:03+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:48:03.701252+09:00", "mtime_epoch": 1783010883.7012517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:48:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1296.941, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.433, "count": 300, "max_ms": 12.305, "p95_ms": 8.393}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.72, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.222, "count": 300, "max_ms": 75.203, "p95_ms": 67.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.364, "count": 300, "max_ms": 93.215, "p95_ms": 75.457}, "yolo11_640_fire_11class": {"avg_ms": 52.607, "count": 300, "max_ms": 74.684, "p95_ms": 66.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.203, "count": 300, "max_ms": 84.952, "p95_ms": 77.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.359, "count": 300, "max_ms": 109.341, "p95_ms": 95.704}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 474.389, "p95_ms": 131.074}, "triton_wait": {"avg_ms": 58.339, "count": 300, "max_ms": 93.229, "p95_ms": 79.107}, "visualize": {"avg_ms": 3.655, "count": 300, "max_ms": 5.14, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6163.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19596.547, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.76, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 543522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:48:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:48:25+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:48:25+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T01:48:25.857644+09:00", "mtime_epoch": 1783010905.857644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:48:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1543.625, "name": "celery", "pid": 237, "rss_mb": 1543.625, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.995, "count": 301, "max_ms": 6.076, "p95_ms": 4.63}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.54, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.539, "count": 301, "max_ms": 79.978, "p95_ms": 68.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.171, "count": 301, "max_ms": 94.519, "p95_ms": 69.087}, "yolo11_640_fire_11class": {"avg_ms": 52.867, "count": 301, "max_ms": 77.988, "p95_ms": 68.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.997, "count": 301, "max_ms": 83.564, "p95_ms": 77.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.566, "count": 301, "max_ms": 107.154, "p95_ms": 90.894}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 128.712, "p95_ms": 121.324}, "triton_wait": {"avg_ms": 58.05, "count": 301, "max_ms": 94.532, "p95_ms": 78.059}, "visualize": {"avg_ms": 3.63, "count": 301, "max_ms": 5.557, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2523, "tracking_summary": 2243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6162.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56760.896, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.337, "sample_count": 1097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:48:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:48:27+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T01:48:27+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T01:48:27.185668+09:00", "mtime_epoch": 1783010907.1856675, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:48:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 917.027, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.417, "pushed": 3.417, "read": 3.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.274, "count": 102, "max_ms": 189.545, "p95_ms": 186.264}, "gstreamer_push": {"avg_ms": 0.883, "count": 102, "max_ms": 2.087, "p95_ms": 1.713}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.153, "count": 102, "max_ms": 93.978, "p95_ms": 78.423}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.466, "count": 102, "max_ms": 97.101, "p95_ms": 90.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.632, "count": 102, "max_ms": 324.773, "p95_ms": 305.048}, "read_interval": {"avg_ms": 295.409, "count": 101, "max_ms": 335.049, "p95_ms": 314.731}, "triton_wait": {"avg_ms": 69.479, "count": 102, "max_ms": 97.113, "p95_ms": 90.185}, "visualize": {"avg_ms": 30.074, "count": 102, "max_ms": 41.294, "p95_ms": 39.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6162.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29414.266, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.625, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 550713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:48:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:48:33+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T01:48:33+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:48:33.701783+09:00", "mtime_epoch": 1783010913.701783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:48:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1297.199, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.44, "count": 299, "max_ms": 12.448, "p95_ms": 8.51}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 2.05, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.125, "count": 299, "max_ms": 73.989, "p95_ms": 67.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.402, "count": 299, "max_ms": 93.165, "p95_ms": 83.176}, "yolo11_640_fire_11class": {"avg_ms": 52.643, "count": 299, "max_ms": 71.996, "p95_ms": 66.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.111, "count": 299, "max_ms": 83.198, "p95_ms": 76.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.316, "count": 299, "max_ms": 109.556, "p95_ms": 100.253}, "read_interval": {"avg_ms": 100.336, "count": 299, "max_ms": 325.386, "p95_ms": 132.332}, "triton_wait": {"avg_ms": 58.312, "count": 299, "max_ms": 93.177, "p95_ms": 83.21}, "visualize": {"avg_ms": 3.657, "count": 299, "max_ms": 5.229, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19626.622, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.574, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 543823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:48:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:48:56+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T01:48:55+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T01:48:55.962178+09:00", "mtime_epoch": 1783010935.9621775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:48:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1543.625, "name": "celery", "pid": 237, "rss_mb": 1543.625, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.028, "count": 300, "max_ms": 6.148, "p95_ms": 4.717}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 1.867, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.316, "count": 300, "max_ms": 80.905, "p95_ms": 72.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.135, "count": 300, "max_ms": 95.035, "p95_ms": 70.539}, "yolo11_640_fire_11class": {"avg_ms": 53.71, "count": 300, "max_ms": 80.896, "p95_ms": 71.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.8, "count": 300, "max_ms": 88.278, "p95_ms": 79.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.28, "count": 301, "max_ms": 108.102, "p95_ms": 92.405}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 128.509, "p95_ms": 121.588}, "triton_wait": {"avg_ms": 58.704, "count": 300, "max_ms": 95.047, "p95_ms": 79.619}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 5.226, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2525, "tracking_summary": 2244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6159.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56790.914, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.312, "sample_count": 1098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:48:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:48:57+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T01:48:57+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T01:48:57.226200+09:00", "mtime_epoch": 1783010937.2261999, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:48:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 911.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.924, "pushed": 3.924, "read": 3.891}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.397, "count": 117, "max_ms": 193.145, "p95_ms": 190.389}, "gstreamer_push": {"avg_ms": 1.232, "count": 117, "max_ms": 3.895, "p95_ms": 2.797}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.853, "count": 117, "max_ms": 99.458, "p95_ms": 83.736}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.724, "count": 117, "max_ms": 102.423, "p95_ms": 89.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.308, "count": 117, "max_ms": 323.539, "p95_ms": 307.028}, "read_interval": {"avg_ms": 256.289, "count": 116, "max_ms": 333.732, "p95_ms": 316.593}, "triton_wait": {"avg_ms": 70.738, "count": 117, "max_ms": 102.435, "p95_ms": 89.308}, "visualize": {"avg_ms": 28.367, "count": 117, "max_ms": 40.911, "p95_ms": 36.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6160.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29444.328, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.487, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 551015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:49:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:49:03+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T01:49:03+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T01:49:03.786316+09:00", "mtime_epoch": 1783010943.7863162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:49:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1297.457, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.484, "count": 302, "max_ms": 12.358, "p95_ms": 9.11}, "gstreamer_push": {"avg_ms": 1.248, "count": 302, "max_ms": 1.74, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.301, "count": 302, "max_ms": 77.106, "p95_ms": 67.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.228, "count": 302, "max_ms": 103.623, "p95_ms": 83.089}, "yolo11_640_fire_11class": {"avg_ms": 52.011, "count": 302, "max_ms": 76.636, "p95_ms": 67.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.356, "count": 302, "max_ms": 87.197, "p95_ms": 76.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.22, "count": 302, "max_ms": 119.214, "p95_ms": 99.194}, "read_interval": {"avg_ms": 99.6, "count": 301, "max_ms": 255.419, "p95_ms": 133.996}, "triton_wait": {"avg_ms": 57.222, "count": 302, "max_ms": 103.635, "p95_ms": 83.366}, "visualize": {"avg_ms": 3.631, "count": 302, "max_ms": 5.265, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6168.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19656.626, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.718, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 544123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:49:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:49:26+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T01:49:25+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T01:49:25.954710+09:00", "mtime_epoch": 1783010965.9547095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:49:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1543.883, "name": "celery", "pid": 237, "rss_mb": 1543.883, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.034, "count": 300, "max_ms": 6.114, "p95_ms": 4.84}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.87, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.327, "count": 300, "max_ms": 76.524, "p95_ms": 69.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.045, "count": 300, "max_ms": 94.494, "p95_ms": 65.534}, "yolo11_640_fire_11class": {"avg_ms": 50.835, "count": 300, "max_ms": 75.947, "p95_ms": 69.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.304, "count": 300, "max_ms": 88.956, "p95_ms": 78.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.779, "count": 300, "max_ms": 107.115, "p95_ms": 93.284}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 127.888, "p95_ms": 121.171}, "triton_wait": {"avg_ms": 55.11, "count": 300, "max_ms": 94.506, "p95_ms": 80.471}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 4.799, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2526, "tracking_summary": 2245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6167.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56820.928, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.367, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:49:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:49:27+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T01:49:27+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T01:49:27.222732+09:00", "mtime_epoch": 1783010967.222732, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:49:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 922.594, "name": "celery", "pid": 239, "rss_mb": 921.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.432, "pushed": 3.432, "read": 3.399}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.36, "count": 102, "max_ms": 193.826, "p95_ms": 187.91}, "gstreamer_push": {"avg_ms": 1.045, "count": 102, "max_ms": 2.905, "p95_ms": 2.596}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.706, "count": 102, "max_ms": 99.721, "p95_ms": 87.444}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.739, "count": 102, "max_ms": 98.762, "p95_ms": 91.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.458, "count": 102, "max_ms": 325.197, "p95_ms": 312.168}, "read_interval": {"avg_ms": 294.218, "count": 101, "max_ms": 334.193, "p95_ms": 322.294}, "triton_wait": {"avg_ms": 70.866, "count": 102, "max_ms": 99.733, "p95_ms": 92.631}, "visualize": {"avg_ms": 28.434, "count": 102, "max_ms": 40.541, "p95_ms": 37.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.717, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6168.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29474.357, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.288, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 551314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:49:33+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T01:49:33+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T01:49:33.790849+09:00", "mtime_epoch": 1783010973.7908487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:49:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1297.457, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.473, "count": 299, "max_ms": 12.623, "p95_ms": 8.893}, "gstreamer_push": {"avg_ms": 1.238, "count": 299, "max_ms": 2.051, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.309, "count": 299, "max_ms": 76.245, "p95_ms": 66.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.963, "count": 299, "max_ms": 92.616, "p95_ms": 77.739}, "yolo11_640_fire_11class": {"avg_ms": 49.785, "count": 299, "max_ms": 75.739, "p95_ms": 66.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.092, "count": 299, "max_ms": 88.807, "p95_ms": 74.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.306, "count": 299, "max_ms": 108.381, "p95_ms": 95.287}, "read_interval": {"avg_ms": 100.353, "count": 299, "max_ms": 375.793, "p95_ms": 138.928}, "triton_wait": {"avg_ms": 54.433, "count": 299, "max_ms": 92.627, "p95_ms": 78.727}, "visualize": {"avg_ms": 3.633, "count": 299, "max_ms": 5.816, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6170.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19686.631, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.76, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 544423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T01:49:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T01:49:55+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T01:49:55.971243+09:00", "mtime_epoch": 1783010995.971243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:49:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1543.883, "name": "celery", "pid": 237, "rss_mb": 1543.883, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.982, "count": 300, "max_ms": 6.566, "p95_ms": 4.519}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 1.853, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.792, "count": 300, "max_ms": 82.209, "p95_ms": 72.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.382, "count": 300, "max_ms": 97.247, "p95_ms": 71.389}, "yolo11_640_fire_11class": {"avg_ms": 53.301, "count": 300, "max_ms": 81.487, "p95_ms": 71.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.402, "count": 300, "max_ms": 90.584, "p95_ms": 80.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.996, "count": 300, "max_ms": 109.88, "p95_ms": 94.673}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 139.569, "p95_ms": 121.773}, "triton_wait": {"avg_ms": 59.52, "count": 300, "max_ms": 97.259, "p95_ms": 81.432}, "visualize": {"avg_ms": 3.627, "count": 300, "max_ms": 5.574, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2526, "tracking_summary": 2246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6170.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56850.937, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 306.831, "sample_count": 1101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:49:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:49:57+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T01:49:57+09:00", "mjpeg": {"age_sec": 0.26, "exists": true, "mtime": "2026-07-03T01:49:57.255266+09:00", "mtime_epoch": 1783010997.2552657, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:49:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 923.543, "name": "celery", "pid": 239, "rss_mb": 923.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.07, "pushed": 4.07, "read": 4.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.843, "count": 121, "max_ms": 189.188, "p95_ms": 184.477}, "gstreamer_push": {"avg_ms": 0.781, "count": 121, "max_ms": 0.896, "p95_ms": 0.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.452, "count": 121, "max_ms": 92.28, "p95_ms": 88.155}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.921, "count": 121, "max_ms": 102.471, "p95_ms": 91.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.615, "count": 121, "max_ms": 306.957, "p95_ms": 299.755}, "read_interval": {"avg_ms": 247.738, "count": 120, "max_ms": 315.798, "p95_ms": 308.806}, "triton_wait": {"avg_ms": 73.024, "count": 121, "max_ms": 102.485, "p95_ms": 91.787}, "visualize": {"avg_ms": 23.003, "count": 121, "max_ms": 25.993, "p95_ms": 25.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.732, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6170.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29504.452, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.375, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 551615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:50:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:50:03+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T01:50:03+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:50:03.887383+09:00", "mtime_epoch": 1783011003.8873835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:50:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1297.715, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.337, "count": 301, "max_ms": 12.401, "p95_ms": 8.411}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 1.819, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.456, "count": 301, "max_ms": 84.093, "p95_ms": 68.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.167, "count": 301, "max_ms": 102.343, "p95_ms": 85.109}, "yolo11_640_fire_11class": {"avg_ms": 53.958, "count": 301, "max_ms": 83.366, "p95_ms": 67.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.733, "count": 301, "max_ms": 92.498, "p95_ms": 77.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.57, "count": 301, "max_ms": 118.711, "p95_ms": 102.387}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 279.813, "p95_ms": 129.822}, "triton_wait": {"avg_ms": 60.623, "count": 301, "max_ms": 102.357, "p95_ms": 85.919}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 6.865, "p95_ms": 4.629}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6168.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19716.675, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.581, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 544723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:50:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:50:26+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T01:50:26+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T01:50:26.027777+09:00", "mtime_epoch": 1783011026.0277774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:50:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1544.141, "name": "celery", "pid": 237, "rss_mb": 1544.141, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 300, "max_ms": 6.194, "p95_ms": 4.76}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.711, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.476, "count": 300, "max_ms": 76.221, "p95_ms": 67.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.29, "count": 300, "max_ms": 86.612, "p95_ms": 65.211}, "yolo11_640_fire_11class": {"avg_ms": 50.844, "count": 300, "max_ms": 74.041, "p95_ms": 66.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.4, "count": 300, "max_ms": 85.215, "p95_ms": 76.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.986, "count": 300, "max_ms": 99.57, "p95_ms": 90.826}, "read_interval": {"avg_ms": 100.175, "count": 300, "max_ms": 145.679, "p95_ms": 122.35}, "triton_wait": {"avg_ms": 55.471, "count": 300, "max_ms": 86.624, "p95_ms": 78.12}, "visualize": {"avg_ms": 3.632, "count": 300, "max_ms": 5.223, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2528, "tracking_summary": 2247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6169.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56881.124, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.075, "sample_count": 1098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:50:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:50:27+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T01:50:27+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T01:50:27.415802+09:00", "mtime_epoch": 1783011027.415802, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:50:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 924.0, "name": "celery", "pid": 239, "rss_mb": 921.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.444, "pushed": 3.444, "read": 3.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.403, "count": 103, "max_ms": 216.864, "p95_ms": 198.546}, "gstreamer_push": {"avg_ms": 0.927, "count": 103, "max_ms": 2.944, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.727, "count": 103, "max_ms": 96.633, "p95_ms": 81.825}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.071, "count": 103, "max_ms": 95.265, "p95_ms": 87.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.363, "count": 103, "max_ms": 332.693, "p95_ms": 318.506}, "read_interval": {"avg_ms": 292.916, "count": 102, "max_ms": 341.831, "p95_ms": 327.418}, "triton_wait": {"avg_ms": 67.561, "count": 103, "max_ms": 96.645, "p95_ms": 87.532}, "visualize": {"avg_ms": 29.613, "count": 103, "max_ms": 42.299, "p95_ms": 38.565}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6171.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29534.461, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.288, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 551915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:50:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:50:33+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T01:50:33+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T01:50:33.911918+09:00", "mtime_epoch": 1783011033.9119177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:50:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1297.715, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.609, "count": 300, "max_ms": 14.179, "p95_ms": 9.628}, "gstreamer_push": {"avg_ms": 1.253, "count": 300, "max_ms": 2.125, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.091, "count": 300, "max_ms": 82.531, "p95_ms": 66.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.075, "count": 300, "max_ms": 88.007, "p95_ms": 67.737}, "yolo11_640_fire_11class": {"avg_ms": 50.495, "count": 300, "max_ms": 75.441, "p95_ms": 65.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.737, "count": 300, "max_ms": 86.083, "p95_ms": 74.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.901, "count": 300, "max_ms": 104.921, "p95_ms": 93.065}, "read_interval": {"avg_ms": 100.073, "count": 300, "max_ms": 268.778, "p95_ms": 141.872}, "triton_wait": {"avg_ms": 54.713, "count": 300, "max_ms": 88.021, "p95_ms": 77.191}, "visualize": {"avg_ms": 3.673, "count": 300, "max_ms": 4.735, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19746.761, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.476, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 545024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:50:56+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T01:50:56+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T01:50:56.056312+09:00", "mtime_epoch": 1783011056.0563118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:50:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1544.141, "name": "celery", "pid": 237, "rss_mb": 1544.141, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.989, "count": 300, "max_ms": 6.366, "p95_ms": 4.716}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.633, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.758, "count": 300, "max_ms": 78.586, "p95_ms": 68.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.075, "count": 300, "max_ms": 88.266, "p95_ms": 68.136}, "yolo11_640_fire_11class": {"avg_ms": 52.061, "count": 300, "max_ms": 76.685, "p95_ms": 67.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.576, "count": 300, "max_ms": 87.514, "p95_ms": 77.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.835, "count": 300, "max_ms": 101.476, "p95_ms": 91.15}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 147.81, "p95_ms": 121.711}, "triton_wait": {"avg_ms": 57.332, "count": 300, "max_ms": 88.278, "p95_ms": 78.345}, "visualize": {"avg_ms": 3.629, "count": 300, "max_ms": 5.934, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2530, "tracking_summary": 2248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6165.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56911.235, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.367, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:50:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:50:57+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T01:50:57+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T01:50:57.548338+09:00", "mtime_epoch": 1783011057.5483384, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:50:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 924.438, "name": "celery", "pid": 239, "rss_mb": 918.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.711, "pushed": 3.711, "read": 3.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.617, "count": 111, "max_ms": 201.924, "p95_ms": 198.531}, "gstreamer_push": {"avg_ms": 0.989, "count": 111, "max_ms": 1.889, "p95_ms": 1.768}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.323, "count": 111, "max_ms": 91.197, "p95_ms": 80.85}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.004, "count": 111, "max_ms": 95.44, "p95_ms": 88.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.444, "count": 111, "max_ms": 319.181, "p95_ms": 308.685}, "read_interval": {"avg_ms": 271.067, "count": 110, "max_ms": 328.187, "p95_ms": 317.522}, "triton_wait": {"avg_ms": 70.053, "count": 111, "max_ms": 95.452, "p95_ms": 88.661}, "visualize": {"avg_ms": 28.994, "count": 111, "max_ms": 43.918, "p95_ms": 40.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6169.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29564.497, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.375, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 552217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:51:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:51:04+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T01:51:03+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T01:51:03.944452+09:00", "mtime_epoch": 1783011063.9444523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100488}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:51:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1297.973, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.503, "count": 302, "max_ms": 11.553, "p95_ms": 8.758}, "gstreamer_push": {"avg_ms": 1.252, "count": 302, "max_ms": 1.532, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.137, "count": 302, "max_ms": 72.304, "p95_ms": 67.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.056, "count": 302, "max_ms": 92.272, "p95_ms": 77.058}, "yolo11_640_fire_11class": {"avg_ms": 51.4, "count": 302, "max_ms": 72.292, "p95_ms": 66.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.251, "count": 302, "max_ms": 84.27, "p95_ms": 75.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.049, "count": 302, "max_ms": 107.986, "p95_ms": 94.874}, "read_interval": {"avg_ms": 99.503, "count": 301, "max_ms": 242.724, "p95_ms": 135.918}, "triton_wait": {"avg_ms": 56.956, "count": 302, "max_ms": 92.285, "p95_ms": 78.934}, "visualize": {"avg_ms": 3.651, "count": 302, "max_ms": 4.629, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6175.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19776.774, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.449, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 545324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:51:26+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T01:51:26+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T01:51:26.056846+09:00", "mtime_epoch": 1783011086.0568464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:51:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1544.398, "name": "celery", "pid": 237, "rss_mb": 1544.398, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.074, "count": 300, "max_ms": 6.579, "p95_ms": 4.811}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 2.184, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.304, "count": 300, "max_ms": 79.861, "p95_ms": 69.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.928, "count": 300, "max_ms": 93.035, "p95_ms": 72.99}, "yolo11_640_fire_11class": {"avg_ms": 51.707, "count": 300, "max_ms": 79.373, "p95_ms": 67.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.048, "count": 300, "max_ms": 87.444, "p95_ms": 77.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.618, "count": 300, "max_ms": 105.429, "p95_ms": 92.672}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 135.262, "p95_ms": 122.03}, "triton_wait": {"avg_ms": 56.917, "count": 300, "max_ms": 93.047, "p95_ms": 79.419}, "visualize": {"avg_ms": 3.683, "count": 300, "max_ms": 4.856, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2530, "tracking_summary": 2249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6175.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56941.314, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.367, "sample_count": 1097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:51:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:51:27+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-03T01:51:27+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-03T01:51:27.692876+09:00", "mtime_epoch": 1783011087.6928756, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:51:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 926.621, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.995, "pushed": 3.995, "read": 3.962}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.036, "count": 119, "max_ms": 194.193, "p95_ms": 190.966}, "gstreamer_push": {"avg_ms": 0.934, "count": 119, "max_ms": 2.95, "p95_ms": 1.791}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.446, "count": 119, "max_ms": 94.821, "p95_ms": 87.119}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.043, "count": 119, "max_ms": 98.28, "p95_ms": 88.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.049, "count": 119, "max_ms": 315.542, "p95_ms": 304.894}, "read_interval": {"avg_ms": 253.075, "count": 118, "max_ms": 326.031, "p95_ms": 313.976}, "triton_wait": {"avg_ms": 72.313, "count": 119, "max_ms": 98.293, "p95_ms": 89.232}, "visualize": {"avg_ms": 26.911, "count": 119, "max_ms": 42.776, "p95_ms": 39.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.785, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6158.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29594.558, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.126, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 552516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:51:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:51:34+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T01:51:34+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T01:51:34.012988+09:00", "mtime_epoch": 1783011094.0129883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:51:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1297.973, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.755, "count": 299, "max_ms": 13.593, "p95_ms": 10.39}, "gstreamer_push": {"avg_ms": 1.25, "count": 299, "max_ms": 1.695, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.687, "count": 299, "max_ms": 75.964, "p95_ms": 67.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.642, "count": 299, "max_ms": 100.366, "p95_ms": 84.384}, "yolo11_640_fire_11class": {"avg_ms": 50.716, "count": 299, "max_ms": 75.437, "p95_ms": 66.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.446, "count": 299, "max_ms": 84.062, "p95_ms": 75.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.458, "count": 299, "max_ms": 172.009, "p95_ms": 103.024}, "read_interval": {"avg_ms": 100.563, "count": 298, "max_ms": 376.051, "p95_ms": 138.295}, "triton_wait": {"avg_ms": 56.851, "count": 299, "max_ms": 100.377, "p95_ms": 84.397}, "visualize": {"avg_ms": 3.704, "count": 299, "max_ms": 6.649, "p95_ms": 4.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6157.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19806.821, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.466, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 545625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:51:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:51:56+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T01:51:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T01:51:56.161383+09:00", "mtime_epoch": 1783011116.1613834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 138001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:51:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1544.656, "name": "celery", "pid": 237, "rss_mb": 1544.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 301, "max_ms": 6.462, "p95_ms": 5.081}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 1.737, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.935, "count": 301, "max_ms": 87.779, "p95_ms": 67.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.578, "count": 301, "max_ms": 85.281, "p95_ms": 66.202}, "yolo11_640_fire_11class": {"avg_ms": 51.223, "count": 301, "max_ms": 75.278, "p95_ms": 66.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.49, "count": 301, "max_ms": 88.869, "p95_ms": 77.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.86, "count": 301, "max_ms": 102.355, "p95_ms": 91.685}, "read_interval": {"avg_ms": 99.905, "count": 300, "max_ms": 142.436, "p95_ms": 122.175}, "triton_wait": {"avg_ms": 56.136, "count": 301, "max_ms": 88.881, "p95_ms": 78.905}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 5.589, "p95_ms": 4.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2532, "tracking_summary": 2250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6168.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 56971.421, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.337, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:51:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:51:57+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-03T01:51:57+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-03T01:51:57.729411+09:00", "mtime_epoch": 1783011117.7294114, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:51:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 920.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.778, "pushed": 3.778, "read": 3.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.954, "count": 113, "max_ms": 191.798, "p95_ms": 189.469}, "gstreamer_push": {"avg_ms": 1.017, "count": 113, "max_ms": 2.847, "p95_ms": 1.798}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.799, "count": 113, "max_ms": 103.217, "p95_ms": 84.612}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.803, "count": 113, "max_ms": 107.244, "p95_ms": 89.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.425, "count": 113, "max_ms": 317.024, "p95_ms": 304.836}, "read_interval": {"avg_ms": 266.24, "count": 112, "max_ms": 327.321, "p95_ms": 314.673}, "triton_wait": {"avg_ms": 70.867, "count": 113, "max_ms": 107.257, "p95_ms": 90.564}, "visualize": {"avg_ms": 29.82, "count": 113, "max_ms": 43.089, "p95_ms": 40.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6168.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29624.61, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.435, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 552817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:52:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:52:04+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:52:04+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T01:52:04.069525+09:00", "mtime_epoch": 1783011124.0695245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:52:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1298.23, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.605, "count": 301, "max_ms": 12.823, "p95_ms": 9.503}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 2.034, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.37, "count": 301, "max_ms": 79.311, "p95_ms": 66.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.598, "count": 301, "max_ms": 93.952, "p95_ms": 75.892}, "yolo11_640_fire_11class": {"avg_ms": 50.782, "count": 301, "max_ms": 75.261, "p95_ms": 65.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.56, "count": 301, "max_ms": 84.036, "p95_ms": 75.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.269, "count": 301, "max_ms": 110.438, "p95_ms": 95.134}, "read_interval": {"avg_ms": 99.9, "count": 300, "max_ms": 303.137, "p95_ms": 138.815}, "triton_wait": {"avg_ms": 56.05, "count": 301, "max_ms": 93.965, "p95_ms": 78.996}, "visualize": {"avg_ms": 3.696, "count": 301, "max_ms": 6.895, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6171.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19836.857, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.364, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 545925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:52:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:52:26+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T01:52:26+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T01:52:26.201920+09:00", "mtime_epoch": 1783011146.2019196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:52:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1544.656, "name": "celery", "pid": 237, "rss_mb": 1544.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.083, "count": 300, "max_ms": 6.477, "p95_ms": 5.144}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.773, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.024, "count": 300, "max_ms": 84.456, "p95_ms": 70.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.681, "count": 300, "max_ms": 89.496, "p95_ms": 71.174}, "yolo11_640_fire_11class": {"avg_ms": 53.307, "count": 300, "max_ms": 81.088, "p95_ms": 69.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.183, "count": 300, "max_ms": 94.02, "p95_ms": 79.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.475, "count": 300, "max_ms": 106.707, "p95_ms": 93.408}, "read_interval": {"avg_ms": 100.126, "count": 300, "max_ms": 155.247, "p95_ms": 121.285}, "triton_wait": {"avg_ms": 58.803, "count": 300, "max_ms": 94.032, "p95_ms": 80.037}, "visualize": {"avg_ms": 3.654, "count": 300, "max_ms": 5.746, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2533, "tracking_summary": 2251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6165.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57001.482, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.825, "sample_count": 1101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:52:28+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-03T01:52:27+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-03T01:52:27.801948+09:00", "mtime_epoch": 1783011147.801948, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:52:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 915.883, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.627, "pushed": 3.627, "read": 3.593}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 164.583, "count": 108, "max_ms": 217.442, "p95_ms": 211.631}, "gstreamer_push": {"avg_ms": 0.882, "count": 108, "max_ms": 2.919, "p95_ms": 1.64}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.862, "count": 108, "max_ms": 102.021, "p95_ms": 87.931}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.752, "count": 108, "max_ms": 101.347, "p95_ms": 95.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.449, "count": 108, "max_ms": 329.26, "p95_ms": 315.874}, "read_interval": {"avg_ms": 278.357, "count": 107, "max_ms": 341.845, "p95_ms": 326.383}, "triton_wait": {"avg_ms": 71.773, "count": 108, "max_ms": 102.033, "p95_ms": 95.018}, "visualize": {"avg_ms": 28.204, "count": 108, "max_ms": 39.088, "p95_ms": 35.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.779, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6168.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29654.657, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.024, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 553118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:52:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:52:34+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T01:52:34+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T01:52:34.090060+09:00", "mtime_epoch": 1783011154.0900605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:52:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1298.23, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.339, "count": 301, "max_ms": 12.028, "p95_ms": 8.794}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 2.197, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.268, "count": 301, "max_ms": 79.326, "p95_ms": 68.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.489, "count": 301, "max_ms": 91.873, "p95_ms": 83.154}, "yolo11_640_fire_11class": {"avg_ms": 53.696, "count": 301, "max_ms": 79.332, "p95_ms": 67.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.449, "count": 301, "max_ms": 92.231, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.843, "count": 301, "max_ms": 108.505, "p95_ms": 101.136}, "read_interval": {"avg_ms": 99.8, "count": 300, "max_ms": 364.459, "p95_ms": 127.078}, "triton_wait": {"avg_ms": 60.175, "count": 301, "max_ms": 92.241, "p95_ms": 85.033}, "visualize": {"avg_ms": 3.527, "count": 301, "max_ms": 6.512, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6159.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19866.892, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.364, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 546225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:52:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:52:56+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:52:56+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T01:52:56.214456+09:00", "mtime_epoch": 1783011176.2144556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:52:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1544.914, "name": "celery", "pid": 237, "rss_mb": 1544.914, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.003, "count": 300, "max_ms": 6.208, "p95_ms": 4.308}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 2.154, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.533, "count": 300, "max_ms": 78.658, "p95_ms": 68.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.769, "count": 300, "max_ms": 93.951, "p95_ms": 74.86}, "yolo11_640_fire_11class": {"avg_ms": 53.849, "count": 300, "max_ms": 76.112, "p95_ms": 68.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.8, "count": 300, "max_ms": 86.505, "p95_ms": 78.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.763, "count": 300, "max_ms": 106.945, "p95_ms": 93.343}, "read_interval": {"avg_ms": 100.079, "count": 299, "max_ms": 129.542, "p95_ms": 121.013}, "triton_wait": {"avg_ms": 60.085, "count": 300, "max_ms": 93.961, "p95_ms": 80.519}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 5.68, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2533, "tracking_summary": 2251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6162.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57031.516, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.871, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:52:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:52:58+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T01:52:57+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T01:52:57.814484+09:00", "mtime_epoch": 1783011177.8144844, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:52:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 912.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.398, "pushed": 3.398, "read": 3.364}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 183.671, "count": 101, "max_ms": 190.26, "p95_ms": 188.374}, "gstreamer_push": {"avg_ms": 0.889, "count": 101, "max_ms": 2.733, "p95_ms": 1.726}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.655, "count": 101, "max_ms": 89.32, "p95_ms": 84.257}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.361, "count": 101, "max_ms": 99.105, "p95_ms": 91.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.691, "count": 101, "max_ms": 316.304, "p95_ms": 308.047}, "read_interval": {"avg_ms": 297.288, "count": 100, "max_ms": 327.017, "p95_ms": 318.197}, "triton_wait": {"avg_ms": 73.374, "count": 101, "max_ms": 99.118, "p95_ms": 91.856}, "visualize": {"avg_ms": 26.849, "count": 101, "max_ms": 40.338, "p95_ms": 36.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6170.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29684.693, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.266, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 553418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:53:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:53:04+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T01:53:04+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T01:53:04.150598+09:00", "mtime_epoch": 1783011184.1505976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:53:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1298.488, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.437, "count": 300, "max_ms": 11.832, "p95_ms": 9.18}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.849, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.764, "count": 300, "max_ms": 78.48, "p95_ms": 69.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.518, "count": 300, "max_ms": 90.069, "p95_ms": 83.076}, "yolo11_640_fire_11class": {"avg_ms": 52.824, "count": 300, "max_ms": 75.193, "p95_ms": 68.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.718, "count": 300, "max_ms": 83.749, "p95_ms": 76.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.176, "count": 300, "max_ms": 105.854, "p95_ms": 99.784}, "read_interval": {"avg_ms": 100.18, "count": 299, "max_ms": 327.189, "p95_ms": 130.347}, "triton_wait": {"avg_ms": 59.21, "count": 300, "max_ms": 90.081, "p95_ms": 83.762}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 5.512, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6173.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19896.961, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.532, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 546526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:53:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:53:26+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T01:53:26+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T01:53:26.302994+09:00", "mtime_epoch": 1783011206.3029935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:53:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1544.914, "name": "celery", "pid": 237, "rss_mb": 1544.914, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.09, "count": 301, "max_ms": 6.51, "p95_ms": 4.919}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 1.858, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.864, "count": 301, "max_ms": 77.963, "p95_ms": 69.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.297, "count": 301, "max_ms": 88.296, "p95_ms": 70.691}, "yolo11_640_fire_11class": {"avg_ms": 51.508, "count": 301, "max_ms": 78.475, "p95_ms": 70.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.227, "count": 301, "max_ms": 85.193, "p95_ms": 78.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.058, "count": 301, "max_ms": 101.247, "p95_ms": 92.476}, "read_interval": {"avg_ms": 99.954, "count": 300, "max_ms": 148.777, "p95_ms": 122.283}, "triton_wait": {"avg_ms": 57.299, "count": 301, "max_ms": 88.308, "p95_ms": 78.997}, "visualize": {"avg_ms": 3.684, "count": 301, "max_ms": 5.5, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2534, "tracking_summary": 2252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6172.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57061.718, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.132, "sample_count": 1109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:53:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:53:28+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-03T01:53:28+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T01:53:28.111026+09:00", "mtime_epoch": 1783011208.1110258, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:53:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 923.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.945, "pushed": 3.945, "read": 3.911}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.221, "count": 118, "max_ms": 202.792, "p95_ms": 186.096}, "gstreamer_push": {"avg_ms": 0.905, "count": 118, "max_ms": 3.002, "p95_ms": 1.738}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.371, "count": 118, "max_ms": 98.159, "p95_ms": 83.836}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.984, "count": 118, "max_ms": 100.074, "p95_ms": 90.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.248, "count": 118, "max_ms": 312.867, "p95_ms": 306.272}, "read_interval": {"avg_ms": 256.374, "count": 117, "max_ms": 321.869, "p95_ms": 315.512}, "triton_wait": {"avg_ms": 71.065, "count": 118, "max_ms": 100.087, "p95_ms": 90.02}, "visualize": {"avg_ms": 26.141, "count": 118, "max_ms": 39.999, "p95_ms": 36.746}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6173.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29714.767, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.288, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 553720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:53:34+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-03T01:53:34+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T01:53:34.215135+09:00", "mtime_epoch": 1783011214.215135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:53:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1298.746, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.747, "count": 302, "max_ms": 13.825, "p95_ms": 11.119}, "gstreamer_push": {"avg_ms": 1.262, "count": 302, "max_ms": 2.071, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.397, "count": 302, "max_ms": 76.933, "p95_ms": 68.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.416, "count": 302, "max_ms": 97.23, "p95_ms": 82.822}, "yolo11_640_fire_11class": {"avg_ms": 51.277, "count": 302, "max_ms": 75.95, "p95_ms": 68.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.211, "count": 302, "max_ms": 86.939, "p95_ms": 76.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.261, "count": 302, "max_ms": 114.012, "p95_ms": 100.355}, "read_interval": {"avg_ms": 99.665, "count": 301, "max_ms": 397.775, "p95_ms": 130.352}, "triton_wait": {"avg_ms": 56.857, "count": 302, "max_ms": 97.259, "p95_ms": 83.956}, "visualize": {"avg_ms": 3.738, "count": 302, "max_ms": 6.932, "p95_ms": 4.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6171.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19927.025, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.672, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 546827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:53:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:53:56+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T01:53:56+09:00", "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-07-03T01:53:56.379532+09:00", "mtime_epoch": 1783011236.3795316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:53:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1545.172, "name": "celery", "pid": 237, "rss_mb": 1545.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.978, "count": 301, "max_ms": 6.096, "p95_ms": 4.785}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.809, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.895, "count": 301, "max_ms": 78.862, "p95_ms": 68.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.366, "count": 301, "max_ms": 93.933, "p95_ms": 73.756}, "yolo11_640_fire_11class": {"avg_ms": 53.653, "count": 301, "max_ms": 77.759, "p95_ms": 69.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.246, "count": 301, "max_ms": 89.6, "p95_ms": 79.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.405, "count": 301, "max_ms": 107.099, "p95_ms": 92.942}, "read_interval": {"avg_ms": 99.961, "count": 300, "max_ms": 148.312, "p95_ms": 121.334}, "triton_wait": {"avg_ms": 59.078, "count": 301, "max_ms": 93.945, "p95_ms": 80.184}, "visualize": {"avg_ms": 3.542, "count": 301, "max_ms": 5.79, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2537, "tracking_summary": 2253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6171.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57092.0, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.825, "sample_count": 1098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:53:58+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T01:53:58+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T01:53:58.299566+09:00", "mtime_epoch": 1783011238.299566, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:53:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 920.93, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.48, "pushed": 3.48, "read": 3.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.812, "count": 104, "max_ms": 196.236, "p95_ms": 188.388}, "gstreamer_push": {"avg_ms": 0.884, "count": 104, "max_ms": 2.375, "p95_ms": 1.758}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.522, "count": 104, "max_ms": 92.078, "p95_ms": 82.849}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.842, "count": 104, "max_ms": 94.852, "p95_ms": 88.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.057, "count": 104, "max_ms": 323.649, "p95_ms": 303.455}, "read_interval": {"avg_ms": 289.134, "count": 103, "max_ms": 336.793, "p95_ms": 313.411}, "triton_wait": {"avg_ms": 70.899, "count": 104, "max_ms": 94.866, "p95_ms": 88.417}, "visualize": {"avg_ms": 26.542, "count": 104, "max_ms": 44.984, "p95_ms": 37.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6173.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29744.768, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.526, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 554017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:54:04+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T01:54:04+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T01:54:04.191671+09:00", "mtime_epoch": 1783011244.1916714, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:54:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1298.746, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.446, "count": 297, "max_ms": 11.895, "p95_ms": 8.759}, "gstreamer_push": {"avg_ms": 1.236, "count": 297, "max_ms": 2.063, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.751, "count": 297, "max_ms": 76.163, "p95_ms": 69.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.742, "count": 297, "max_ms": 104.874, "p95_ms": 83.261}, "yolo11_640_fire_11class": {"avg_ms": 54.26, "count": 297, "max_ms": 74.162, "p95_ms": 68.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.323, "count": 297, "max_ms": 85.955, "p95_ms": 77.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.061, "count": 297, "max_ms": 122.021, "p95_ms": 100.122}, "read_interval": {"avg_ms": 100.849, "count": 297, "max_ms": 373.235, "p95_ms": 131.383}, "triton_wait": {"avg_ms": 61.11, "count": 297, "max_ms": 104.886, "p95_ms": 83.954}, "visualize": {"avg_ms": 3.625, "count": 297, "max_ms": 5.901, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6160.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19957.05, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.898, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 547127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:54:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T01:54:26+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T01:54:26+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T01:54:26.392069+09:00", "mtime_epoch": 1783011266.3920689, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:54:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1545.172, "name": "celery", "pid": 237, "rss_mb": 1545.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.05, "count": 300, "max_ms": 6.453, "p95_ms": 4.523}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.995, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.057, "count": 300, "max_ms": 82.457, "p95_ms": 74.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.848, "count": 300, "max_ms": 91.666, "p95_ms": 71.904}, "yolo11_640_fire_11class": {"avg_ms": 55.147, "count": 300, "max_ms": 82.267, "p95_ms": 72.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.461, "count": 300, "max_ms": 95.164, "p95_ms": 80.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.102, "count": 300, "max_ms": 108.05, "p95_ms": 95.895}, "read_interval": {"avg_ms": 100.063, "count": 300, "max_ms": 133.454, "p95_ms": 121.475}, "triton_wait": {"avg_ms": 61.348, "count": 300, "max_ms": 95.176, "p95_ms": 82.94}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.484, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2537, "tracking_summary": 2254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6167.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57122.12, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.528, "sample_count": 1109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:54:28+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-03T01:54:28+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T01:54:28.508107+09:00", "mtime_epoch": 1783011268.5081067, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:54:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 917.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.823, "pushed": 3.823, "read": 3.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.569, "count": 114, "max_ms": 199.998, "p95_ms": 188.168}, "gstreamer_push": {"avg_ms": 0.986, "count": 114, "max_ms": 2.008, "p95_ms": 1.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.934, "count": 114, "max_ms": 105.407, "p95_ms": 89.956}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.622, "count": 114, "max_ms": 105.419, "p95_ms": 96.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.026, "count": 114, "max_ms": 321.855, "p95_ms": 310.963}, "read_interval": {"avg_ms": 264.747, "count": 113, "max_ms": 328.547, "p95_ms": 318.81}, "triton_wait": {"avg_ms": 72.717, "count": 114, "max_ms": 105.429, "p95_ms": 96.17}, "visualize": {"avg_ms": 26.905, "count": 114, "max_ms": 53.602, "p95_ms": 34.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6160.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29774.85, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.87, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 554318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:54:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:54:34+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T01:54:34+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T01:54:34.280210+09:00", "mtime_epoch": 1783011274.2802103, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:54:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1299.004, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.481, "count": 300, "max_ms": 12.136, "p95_ms": 8.925}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.997, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.804, "count": 300, "max_ms": 81.093, "p95_ms": 70.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.024, "count": 300, "max_ms": 95.275, "p95_ms": 85.488}, "yolo11_640_fire_11class": {"avg_ms": 55.141, "count": 300, "max_ms": 81.105, "p95_ms": 69.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.435, "count": 300, "max_ms": 93.983, "p95_ms": 78.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.32, "count": 300, "max_ms": 111.359, "p95_ms": 102.445}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 360.415, "p95_ms": 127.449}, "triton_wait": {"avg_ms": 62.276, "count": 300, "max_ms": 95.288, "p95_ms": 86.266}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 5.249, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6161.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 19987.138, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.866, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 547428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:54:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:54:56+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T01:54:56+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T01:54:56.440607+09:00", "mtime_epoch": 1783011296.440607, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:54:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1545.43, "name": "celery", "pid": 237, "rss_mb": 1545.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.034, "count": 301, "max_ms": 6.18, "p95_ms": 4.728}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.701, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.817, "count": 301, "max_ms": 78.242, "p95_ms": 71.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.445, "count": 301, "max_ms": 92.432, "p95_ms": 73.425}, "yolo11_640_fire_11class": {"avg_ms": 53.163, "count": 301, "max_ms": 78.229, "p95_ms": 71.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.717, "count": 301, "max_ms": 88.714, "p95_ms": 79.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.522, "count": 301, "max_ms": 105.169, "p95_ms": 93.949}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 125.268, "p95_ms": 121.01}, "triton_wait": {"avg_ms": 58.916, "count": 301, "max_ms": 92.445, "p95_ms": 81.306}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 5.471, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2538, "tracking_summary": 2255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6161.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57152.215, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.047, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:54:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:54:58+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T01:54:58+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T01:54:58.508644+09:00", "mtime_epoch": 1783011298.508644, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:54:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 910.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.544, "pushed": 3.544, "read": 3.511}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.179, "count": 106, "max_ms": 192.93, "p95_ms": 189.327}, "gstreamer_push": {"avg_ms": 1.115, "count": 106, "max_ms": 2.763, "p95_ms": 1.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.348, "count": 106, "max_ms": 95.213, "p95_ms": 86.914}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.689, "count": 106, "max_ms": 97.926, "p95_ms": 89.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.605, "count": 106, "max_ms": 320.879, "p95_ms": 307.84}, "read_interval": {"avg_ms": 283.743, "count": 105, "max_ms": 327.117, "p95_ms": 317.838}, "triton_wait": {"avg_ms": 70.71, "count": 106, "max_ms": 97.941, "p95_ms": 89.101}, "visualize": {"avg_ms": 28.892, "count": 106, "max_ms": 41.594, "p95_ms": 40.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6162.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29804.973, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.784, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 554621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:55:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:55:04+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T01:55:04+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T01:55:04.380749+09:00", "mtime_epoch": 1783011304.3807495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:55:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1299.004, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.094, "pushed": 10.094, "read": 10.061}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.613, "count": 302, "max_ms": 12.133, "p95_ms": 9.539}, "gstreamer_push": {"avg_ms": 1.26, "count": 302, "max_ms": 2.229, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.274, "count": 302, "max_ms": 77.559, "p95_ms": 65.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.506, "count": 302, "max_ms": 94.068, "p95_ms": 74.754}, "yolo11_640_fire_11class": {"avg_ms": 50.484, "count": 302, "max_ms": 77.546, "p95_ms": 64.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.346, "count": 302, "max_ms": 85.391, "p95_ms": 75.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.675, "count": 302, "max_ms": 111.38, "p95_ms": 99.454}, "read_interval": {"avg_ms": 99.295, "count": 301, "max_ms": 328.879, "p95_ms": 132.416}, "triton_wait": {"avg_ms": 55.517, "count": 302, "max_ms": 94.081, "p95_ms": 80.187}, "visualize": {"avg_ms": 3.653, "count": 302, "max_ms": 4.921, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6173.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20017.168, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.934, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 547728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:55:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:55:26+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:55:26+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T01:55:26.489146+09:00", "mtime_epoch": 1783011326.4891458, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:55:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1545.43, "name": "celery", "pid": 237, "rss_mb": 1545.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.033, "count": 300, "max_ms": 6.312, "p95_ms": 4.759}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.65, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.8, "count": 300, "max_ms": 78.337, "p95_ms": 69.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.381, "count": 300, "max_ms": 91.163, "p95_ms": 65.744}, "yolo11_640_fire_11class": {"avg_ms": 52.766, "count": 300, "max_ms": 76.469, "p95_ms": 68.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.71, "count": 300, "max_ms": 86.231, "p95_ms": 78.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.912, "count": 300, "max_ms": 104.934, "p95_ms": 90.94}, "read_interval": {"avg_ms": 100.09, "count": 299, "max_ms": 131.698, "p95_ms": 121.923}, "triton_wait": {"avg_ms": 58.289, "count": 300, "max_ms": 91.174, "p95_ms": 78.209}, "visualize": {"avg_ms": 3.698, "count": 300, "max_ms": 5.442, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2541, "tracking_summary": 2256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6175.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57182.41, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.528, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:55:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:55:28+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T01:55:28+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T01:55:28.705185+09:00", "mtime_epoch": 1783011328.7051854, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:55:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 923.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.545, "pushed": 3.545, "read": 3.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.326, "count": 106, "max_ms": 200.493, "p95_ms": 189.112}, "gstreamer_push": {"avg_ms": 1.085, "count": 106, "max_ms": 2.918, "p95_ms": 2.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.692, "count": 106, "max_ms": 95.281, "p95_ms": 78.291}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.013, "count": 106, "max_ms": 94.291, "p95_ms": 86.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.885, "count": 106, "max_ms": 313.964, "p95_ms": 306.076}, "read_interval": {"avg_ms": 284.688, "count": 105, "max_ms": 325.599, "p95_ms": 316.941}, "triton_wait": {"avg_ms": 68.278, "count": 106, "max_ms": 95.293, "p95_ms": 87.555}, "visualize": {"avg_ms": 29.506, "count": 106, "max_ms": 44.007, "p95_ms": 39.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6172.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29834.983, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.122, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 554922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:55:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:55:34+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T01:55:34+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T01:55:34.401288+09:00", "mtime_epoch": 1783011334.4012876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:55:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1299.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.748, "count": 301, "max_ms": 13.763, "p95_ms": 11.108}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 2.09, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.147, "count": 301, "max_ms": 76.757, "p95_ms": 67.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.384, "count": 301, "max_ms": 97.075, "p95_ms": 83.456}, "yolo11_640_fire_11class": {"avg_ms": 52.336, "count": 301, "max_ms": 75.783, "p95_ms": 66.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.751, "count": 301, "max_ms": 85.921, "p95_ms": 76.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.516, "count": 301, "max_ms": 113.168, "p95_ms": 100.027}, "read_interval": {"avg_ms": 99.863, "count": 301, "max_ms": 379.726, "p95_ms": 132.839}, "triton_wait": {"avg_ms": 58.163, "count": 301, "max_ms": 97.087, "p95_ms": 83.468}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 7.172, "p95_ms": 4.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6161.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20047.214, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.358, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 548029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:55:56+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T01:55:56+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T01:55:56.557685+09:00", "mtime_epoch": 1783011356.557685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:55:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1545.688, "name": "celery", "pid": 237, "rss_mb": 1545.688, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.048, "count": 301, "max_ms": 6.406, "p95_ms": 4.707}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 1.855, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.4, "count": 301, "max_ms": 81.295, "p95_ms": 69.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.215, "count": 301, "max_ms": 99.127, "p95_ms": 76.16}, "yolo11_640_fire_11class": {"avg_ms": 51.89, "count": 301, "max_ms": 77.396, "p95_ms": 69.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.572, "count": 301, "max_ms": 90.635, "p95_ms": 78.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.809, "count": 301, "max_ms": 111.998, "p95_ms": 94.497}, "read_interval": {"avg_ms": 99.9, "count": 300, "max_ms": 150.759, "p95_ms": 122.694}, "triton_wait": {"avg_ms": 57.185, "count": 301, "max_ms": 99.14, "p95_ms": 81.016}, "visualize": {"avg_ms": 3.624, "count": 301, "max_ms": 4.674, "p95_ms": 4.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2541, "tracking_summary": 2257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6173.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57212.634, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.112, "sample_count": 1112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:55:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:55:59+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T01:55:58+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T01:55:58.941728+09:00", "mtime_epoch": 1783011358.9417276, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:55:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 922.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.241, "pushed": 4.241, "read": 4.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.86, "count": 127, "max_ms": 190.221, "p95_ms": 187.393}, "gstreamer_push": {"avg_ms": 0.906, "count": 127, "max_ms": 2.943, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.93, "count": 127, "max_ms": 101.119, "p95_ms": 87.806}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.187, "count": 127, "max_ms": 100.061, "p95_ms": 94.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.293, "count": 127, "max_ms": 322.41, "p95_ms": 305.18}, "read_interval": {"avg_ms": 237.574, "count": 126, "max_ms": 331.36, "p95_ms": 313.943}, "triton_wait": {"avg_ms": 72.287, "count": 127, "max_ms": 101.132, "p95_ms": 94.423}, "visualize": {"avg_ms": 26.385, "count": 127, "max_ms": 39.486, "p95_ms": 34.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6161.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29864.988, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.44, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 555222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:56:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:56:04+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T01:56:04+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T01:56:04.397826+09:00", "mtime_epoch": 1783011364.3978257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:56:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1299.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.546, "count": 300, "max_ms": 12.261, "p95_ms": 9.414}, "gstreamer_push": {"avg_ms": 1.259, "count": 300, "max_ms": 2.063, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.063, "count": 300, "max_ms": 76.77, "p95_ms": 65.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.448, "count": 300, "max_ms": 98.353, "p95_ms": 78.558}, "yolo11_640_fire_11class": {"avg_ms": 50.98, "count": 300, "max_ms": 77.563, "p95_ms": 66.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.258, "count": 300, "max_ms": 92.423, "p95_ms": 76.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.881, "count": 300, "max_ms": 114.676, "p95_ms": 99.43}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 349.612, "p95_ms": 133.578}, "triton_wait": {"avg_ms": 55.823, "count": 300, "max_ms": 98.365, "p95_ms": 81.91}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 4.866, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6173.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20077.269, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.305, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 548329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:56:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:56:26+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:56:26+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T01:56:26.590224+09:00", "mtime_epoch": 1783011386.5902238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:56:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1545.945, "name": "celery", "pid": 237, "rss_mb": 1545.945, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.996, "count": 300, "max_ms": 6.426, "p95_ms": 4.435}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.689, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.645, "count": 300, "max_ms": 74.186, "p95_ms": 68.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.12, "count": 300, "max_ms": 95.099, "p95_ms": 71.159}, "yolo11_640_fire_11class": {"avg_ms": 54.2, "count": 300, "max_ms": 78.134, "p95_ms": 68.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.388, "count": 300, "max_ms": 85.82, "p95_ms": 78.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.928, "count": 300, "max_ms": 108.137, "p95_ms": 92.358}, "read_interval": {"avg_ms": 100.098, "count": 300, "max_ms": 129.623, "p95_ms": 121.273}, "triton_wait": {"avg_ms": 60.35, "count": 300, "max_ms": 95.111, "p95_ms": 79.706}, "visualize": {"avg_ms": 3.636, "count": 300, "max_ms": 4.87, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2542, "tracking_summary": 2258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6174.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57242.872, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.825, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:56:29+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T01:56:29+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T01:56:29.150270+09:00", "mtime_epoch": 1783011389.1502697, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:56:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 922.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.772, "pushed": 3.772, "read": 3.739}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.58, "count": 113, "max_ms": 196.096, "p95_ms": 191.718}, "gstreamer_push": {"avg_ms": 1.029, "count": 113, "max_ms": 3.229, "p95_ms": 1.785}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.967, "count": 113, "max_ms": 102.175, "p95_ms": 83.505}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.024, "count": 113, "max_ms": 105.133, "p95_ms": 87.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.741, "count": 113, "max_ms": 316.581, "p95_ms": 307.509}, "read_interval": {"avg_ms": 267.15, "count": 112, "max_ms": 326.225, "p95_ms": 316.54}, "triton_wait": {"avg_ms": 72.147, "count": 113, "max_ms": 105.145, "p95_ms": 87.046}, "visualize": {"avg_ms": 28.197, "count": 113, "max_ms": 38.277, "p95_ms": 36.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6171.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29895.054, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.853, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 555522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:56:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:56:34+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T01:56:34+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T01:56:34.478365+09:00", "mtime_epoch": 1783011394.4783654, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:56:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1299.52, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.595, "count": 300, "max_ms": 12.609, "p95_ms": 10.745}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.546, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.347, "count": 300, "max_ms": 72.655, "p95_ms": 67.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.867, "count": 300, "max_ms": 100.782, "p95_ms": 76.611}, "yolo11_640_fire_11class": {"avg_ms": 54.679, "count": 300, "max_ms": 72.645, "p95_ms": 66.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.253, "count": 300, "max_ms": 84.926, "p95_ms": 76.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.828, "count": 300, "max_ms": 122.227, "p95_ms": 96.629}, "read_interval": {"avg_ms": 100.177, "count": 299, "max_ms": 376.209, "p95_ms": 139.608}, "triton_wait": {"avg_ms": 61.716, "count": 300, "max_ms": 100.798, "p95_ms": 80.047}, "visualize": {"avg_ms": 3.61, "count": 300, "max_ms": 4.722, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6172.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20107.362, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.234, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 548630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:56:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:56:56+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T01:56:56+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T01:56:56.682764+09:00", "mtime_epoch": 1783011416.682764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:56:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1545.945, "name": "celery", "pid": 237, "rss_mb": 1545.945, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.054, "count": 301, "max_ms": 6.14, "p95_ms": 4.798}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 1.542, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.698, "count": 301, "max_ms": 79.606, "p95_ms": 68.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.856, "count": 301, "max_ms": 93.114, "p95_ms": 67.907}, "yolo11_640_fire_11class": {"avg_ms": 54.9, "count": 301, "max_ms": 76.767, "p95_ms": 68.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.123, "count": 301, "max_ms": 90.945, "p95_ms": 77.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.454, "count": 301, "max_ms": 103.86, "p95_ms": 91.409}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 152.542, "p95_ms": 121.306}, "triton_wait": {"avg_ms": 60.778, "count": 301, "max_ms": 93.124, "p95_ms": 78.479}, "visualize": {"avg_ms": 3.652, "count": 301, "max_ms": 5.497, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2543, "tracking_summary": 2259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6166.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57273.136, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.047, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:56:59+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T01:56:59+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-03T01:56:59.446814+09:00", "mtime_epoch": 1783011419.4468138, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:56:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 913.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.436, "pushed": 3.436, "read": 3.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.599, "count": 103, "max_ms": 202.924, "p95_ms": 189.858}, "gstreamer_push": {"avg_ms": 1.292, "count": 103, "max_ms": 3.469, "p95_ms": 2.849}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.705, "count": 103, "max_ms": 89.735, "p95_ms": 85.162}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.881, "count": 103, "max_ms": 101.125, "p95_ms": 87.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.331, "count": 103, "max_ms": 325.03, "p95_ms": 311.166}, "read_interval": {"avg_ms": 293.87, "count": 102, "max_ms": 333.82, "p95_ms": 323.359}, "triton_wait": {"avg_ms": 70.91, "count": 103, "max_ms": 101.139, "p95_ms": 87.037}, "visualize": {"avg_ms": 29.976, "count": 103, "max_ms": 40.737, "p95_ms": 40.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6174.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29925.072, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.169, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 555818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:57:04+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T01:57:04+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T01:57:04.490904+09:00", "mtime_epoch": 1783011424.4909043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:57:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1299.52, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.893, "pushed": 9.893, "read": 9.86}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.47, "count": 296, "max_ms": 12.261, "p95_ms": 9.151}, "gstreamer_push": {"avg_ms": 1.235, "count": 296, "max_ms": 1.564, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.413, "count": 296, "max_ms": 76.043, "p95_ms": 67.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.674, "count": 296, "max_ms": 91.239, "p95_ms": 81.126}, "yolo11_640_fire_11class": {"avg_ms": 52.779, "count": 296, "max_ms": 75.042, "p95_ms": 66.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.473, "count": 296, "max_ms": 89.101, "p95_ms": 75.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.714, "count": 296, "max_ms": 108.78, "p95_ms": 97.617}, "read_interval": {"avg_ms": 101.35, "count": 295, "max_ms": 705.373, "p95_ms": 130.915}, "triton_wait": {"avg_ms": 58.78, "count": 296, "max_ms": 91.252, "p95_ms": 81.401}, "visualize": {"avg_ms": 3.611, "count": 296, "max_ms": 5.655, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6170.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20137.419, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.025, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 548931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:57:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T01:57:26+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T01:57:26+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T01:57:26.759304+09:00", "mtime_epoch": 1783011446.7593043, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:57:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1546.203, "name": "celery", "pid": 237, "rss_mb": 1546.203, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.041, "count": 301, "max_ms": 6.467, "p95_ms": 4.68}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 1.573, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.656, "count": 301, "max_ms": 80.92, "p95_ms": 69.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.064, "count": 301, "max_ms": 87.157, "p95_ms": 67.445}, "yolo11_640_fire_11class": {"avg_ms": 54.987, "count": 301, "max_ms": 79.404, "p95_ms": 68.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.589, "count": 301, "max_ms": 91.7, "p95_ms": 79.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.718, "count": 301, "max_ms": 105.614, "p95_ms": 92.805}, "read_interval": {"avg_ms": 99.925, "count": 300, "max_ms": 263.583, "p95_ms": 121.804}, "triton_wait": {"avg_ms": 61.045, "count": 301, "max_ms": 91.712, "p95_ms": 79.588}, "visualize": {"avg_ms": 3.643, "count": 301, "max_ms": 4.949, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2544, "tracking_summary": 2260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6165.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57303.328, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.871, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:57:29+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T01:57:29+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T01:57:29.631356+09:00", "mtime_epoch": 1783011449.6313558, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:57:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 911.621, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.567, "pushed": 3.567, "read": 3.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.502, "count": 107, "max_ms": 247.492, "p95_ms": 216.116}, "gstreamer_push": {"avg_ms": 1.145, "count": 107, "max_ms": 3.122, "p95_ms": 2.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.606, "count": 107, "max_ms": 96.171, "p95_ms": 82.439}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.427, "count": 107, "max_ms": 103.557, "p95_ms": 89.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.577, "count": 107, "max_ms": 382.276, "p95_ms": 328.579}, "read_interval": {"avg_ms": 282.04, "count": 106, "max_ms": 400.608, "p95_ms": 340.26}, "triton_wait": {"avg_ms": 69.441, "count": 107, "max_ms": 103.572, "p95_ms": 89.423}, "visualize": {"avg_ms": 30.7, "count": 107, "max_ms": 45.992, "p95_ms": 40.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6164.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29955.132, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.566, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 556122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:57:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:57:34+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T01:57:34+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T01:57:34.575445+09:00", "mtime_epoch": 1783011454.5754447, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:57:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1299.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.142, "pushed": 10.142, "read": 10.108}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.539, "count": 304, "max_ms": 13.021, "p95_ms": 10.095}, "gstreamer_push": {"avg_ms": 1.231, "count": 304, "max_ms": 2.114, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.635, "count": 304, "max_ms": 77.547, "p95_ms": 66.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.199, "count": 304, "max_ms": 90.38, "p95_ms": 70.332}, "yolo11_640_fire_11class": {"avg_ms": 53.883, "count": 304, "max_ms": 77.695, "p95_ms": 65.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.079, "count": 304, "max_ms": 90.211, "p95_ms": 75.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.294, "count": 304, "max_ms": 106.445, "p95_ms": 95.484}, "read_interval": {"avg_ms": 98.889, "count": 303, "max_ms": 440.048, "p95_ms": 119.356}, "triton_wait": {"avg_ms": 61.212, "count": 304, "max_ms": 90.394, "p95_ms": 78.714}, "visualize": {"avg_ms": 3.645, "count": 304, "max_ms": 6.352, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6170.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20167.455, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.763, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 549231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:57:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:57:56+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T01:57:56+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T01:57:56.779844+09:00", "mtime_epoch": 1783011476.7798438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:57:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1546.203, "name": "celery", "pid": 237, "rss_mb": 1546.203, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.005, "count": 300, "max_ms": 5.907, "p95_ms": 4.488}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.947, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.13, "count": 300, "max_ms": 76.485, "p95_ms": 67.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.711, "count": 300, "max_ms": 84.303, "p95_ms": 65.249}, "yolo11_640_fire_11class": {"avg_ms": 51.477, "count": 300, "max_ms": 73.946, "p95_ms": 66.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.722, "count": 300, "max_ms": 85.724, "p95_ms": 75.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.046, "count": 300, "max_ms": 98.631, "p95_ms": 88.866}, "read_interval": {"avg_ms": 100.046, "count": 300, "max_ms": 151.863, "p95_ms": 122.01}, "triton_wait": {"avg_ms": 56.396, "count": 300, "max_ms": 85.735, "p95_ms": 76.015}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 4.893, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2545, "tracking_summary": 2261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6164.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57333.652, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.509, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:57:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:58:00+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T01:57:59+09:00", "mjpeg": {"age_sec": 0.314, "exists": true, "mtime": "2026-07-03T01:57:59.915900+09:00", "mtime_epoch": 1783011479.9159, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:58:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 912.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.398, "pushed": 3.398, "read": 3.364}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 184.777, "count": 101, "max_ms": 236.387, "p95_ms": 195.044}, "gstreamer_push": {"avg_ms": 0.866, "count": 101, "max_ms": 1.827, "p95_ms": 1.737}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.662, "count": 101, "max_ms": 80.254, "p95_ms": 75.974}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.999, "count": 101, "max_ms": 89.977, "p95_ms": 85.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.648, "count": 101, "max_ms": 339.356, "p95_ms": 306.196}, "read_interval": {"avg_ms": 296.849, "count": 100, "max_ms": 351.47, "p95_ms": 314.952}, "triton_wait": {"avg_ms": 69.012, "count": 101, "max_ms": 89.99, "p95_ms": 85.149}, "visualize": {"avg_ms": 30.005, "count": 101, "max_ms": 46.676, "p95_ms": 39.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.723, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6164.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 29985.172, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.239, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 556423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:58:04+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T01:58:04+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T01:58:04.607984+09:00", "mtime_epoch": 1783011484.6079843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:58:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1300.035, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.599, "count": 301, "max_ms": 11.67, "p95_ms": 9.618}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.962, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.172, "count": 301, "max_ms": 75.657, "p95_ms": 65.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.805, "count": 301, "max_ms": 94.367, "p95_ms": 76.085}, "yolo11_640_fire_11class": {"avg_ms": 51.505, "count": 301, "max_ms": 75.137, "p95_ms": 64.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.168, "count": 301, "max_ms": 88.055, "p95_ms": 72.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.529, "count": 301, "max_ms": 109.62, "p95_ms": 93.651}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 241.196, "p95_ms": 129.115}, "triton_wait": {"avg_ms": 56.404, "count": 301, "max_ms": 94.377, "p95_ms": 77.44}, "visualize": {"avg_ms": 3.639, "count": 301, "max_ms": 5.97, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6174.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20197.462, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.007, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 549531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:58:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:58:26+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T01:58:26+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T01:58:26.776383+09:00", "mtime_epoch": 1783011506.776383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:58:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1546.461, "name": "celery", "pid": 237, "rss_mb": 1546.461, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.066, "count": 300, "max_ms": 5.609, "p95_ms": 4.794}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.867, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.337, "count": 300, "max_ms": 80.207, "p95_ms": 73.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.299, "count": 300, "max_ms": 95.345, "p95_ms": 69.321}, "yolo11_640_fire_11class": {"avg_ms": 54.242, "count": 300, "max_ms": 76.801, "p95_ms": 71.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.535, "count": 300, "max_ms": 88.503, "p95_ms": 80.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.844, "count": 300, "max_ms": 107.57, "p95_ms": 95.082}, "read_interval": {"avg_ms": 100.02, "count": 300, "max_ms": 128.262, "p95_ms": 120.921}, "triton_wait": {"avg_ms": 60.163, "count": 300, "max_ms": 95.356, "p95_ms": 81.83}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 4.658, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2547, "tracking_summary": 2262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6162.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57363.797, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.306, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:58:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T01:58:30+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T01:58:30+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T01:58:30.100443+09:00", "mtime_epoch": 1783011510.1004426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:58:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 909.129, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.956, "pushed": 3.956, "read": 3.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.201, "count": 118, "max_ms": 218.147, "p95_ms": 191.164}, "gstreamer_push": {"avg_ms": 1.207, "count": 118, "max_ms": 3.051, "p95_ms": 2.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.836, "count": 118, "max_ms": 96.187, "p95_ms": 87.452}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.669, "count": 118, "max_ms": 98.745, "p95_ms": 91.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.081, "count": 118, "max_ms": 340.268, "p95_ms": 310.049}, "read_interval": {"avg_ms": 255.161, "count": 117, "max_ms": 349.599, "p95_ms": 321.919}, "triton_wait": {"avg_ms": 69.827, "count": 118, "max_ms": 98.758, "p95_ms": 91.331}, "visualize": {"avg_ms": 28.11, "count": 118, "max_ms": 45.962, "p95_ms": 40.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6172.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30015.247, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.888, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 556725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:58:34+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T01:58:34+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T01:58:34.672525+09:00", "mtime_epoch": 1783011514.672525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:58:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1300.035, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.51, "count": 302, "max_ms": 13.17, "p95_ms": 9.148}, "gstreamer_push": {"avg_ms": 1.261, "count": 302, "max_ms": 2.2, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.16, "count": 302, "max_ms": 74.651, "p95_ms": 68.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.558, "count": 302, "max_ms": 97.742, "p95_ms": 82.208}, "yolo11_640_fire_11class": {"avg_ms": 53.437, "count": 302, "max_ms": 74.048, "p95_ms": 67.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.075, "count": 302, "max_ms": 86.911, "p95_ms": 76.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.135, "count": 302, "max_ms": 114.373, "p95_ms": 99.215}, "read_interval": {"avg_ms": 99.549, "count": 301, "max_ms": 383.284, "p95_ms": 130.952}, "triton_wait": {"avg_ms": 60.028, "count": 302, "max_ms": 97.754, "p95_ms": 83.006}, "visualize": {"avg_ms": 3.663, "count": 302, "max_ms": 6.127, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6176.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20227.533, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.07, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 549832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:58:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:58:56+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T01:58:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T01:58:56.872924+09:00", "mtime_epoch": 1783011536.872924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:58:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1546.461, "name": "celery", "pid": 237, "rss_mb": 1546.461, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.147, "count": 301, "max_ms": 6.818, "p95_ms": 5.764}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.63, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.479, "count": 301, "max_ms": 78.312, "p95_ms": 72.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.114, "count": 301, "max_ms": 105.223, "p95_ms": 71.606}, "yolo11_640_fire_11class": {"avg_ms": 54.349, "count": 301, "max_ms": 77.058, "p95_ms": 70.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.011, "count": 301, "max_ms": 87.126, "p95_ms": 80.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.891, "count": 301, "max_ms": 118.513, "p95_ms": 94.792}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 144.064, "p95_ms": 120.97}, "triton_wait": {"avg_ms": 61.03, "count": 301, "max_ms": 105.235, "p95_ms": 81.992}, "visualize": {"avg_ms": 3.7, "count": 301, "max_ms": 5.388, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2548, "tracking_summary": 2262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6167.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57393.842, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.18, "sample_count": 1091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:59:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:59:00+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T01:59:00+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T01:59:00.128983+09:00", "mtime_epoch": 1783011540.1289828, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:59:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 914.148, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.396, "pushed": 3.396, "read": 3.362}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.838, "count": 101, "max_ms": 189.176, "p95_ms": 187.261}, "gstreamer_push": {"avg_ms": 0.97, "count": 101, "max_ms": 2.755, "p95_ms": 1.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.285, "count": 101, "max_ms": 106.754, "p95_ms": 86.837}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.118, "count": 101, "max_ms": 95.754, "p95_ms": 92.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.76, "count": 101, "max_ms": 320.486, "p95_ms": 310.67}, "read_interval": {"avg_ms": 297.374, "count": 100, "max_ms": 329.592, "p95_ms": 319.783}, "triton_wait": {"avg_ms": 74.44, "count": 101, "max_ms": 106.766, "p95_ms": 92.652}, "visualize": {"avg_ms": 27.685, "count": 101, "max_ms": 41.14, "p95_ms": 36.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6170.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30045.26, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.822, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 557024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:59:04+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T01:59:04+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T01:59:04.697065+09:00", "mtime_epoch": 1783011544.6970649, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:59:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1300.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.621, "count": 299, "max_ms": 13.441, "p95_ms": 11.087}, "gstreamer_push": {"avg_ms": 1.226, "count": 299, "max_ms": 2.262, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.519, "count": 299, "max_ms": 71.615, "p95_ms": 68.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.101, "count": 299, "max_ms": 101.377, "p95_ms": 83.66}, "yolo11_640_fire_11class": {"avg_ms": 52.773, "count": 299, "max_ms": 72.151, "p95_ms": 67.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.644, "count": 299, "max_ms": 83.75, "p95_ms": 77.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.382, "count": 299, "max_ms": 121.177, "p95_ms": 100.342}, "read_interval": {"avg_ms": 100.395, "count": 299, "max_ms": 430.326, "p95_ms": 162.924}, "triton_wait": {"avg_ms": 59.379, "count": 299, "max_ms": 101.39, "p95_ms": 83.67}, "visualize": {"avg_ms": 3.567, "count": 299, "max_ms": 6.583, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6175.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20257.54, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.244, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 550132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:59:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:59:26+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T01:59:26+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T01:59:26.833463+09:00", "mtime_epoch": 1783011566.8334632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:59:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1546.719, "name": "celery", "pid": 237, "rss_mb": 1546.719, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.036, "count": 300, "max_ms": 6.411, "p95_ms": 4.712}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 2.298, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.184, "count": 300, "max_ms": 80.38, "p95_ms": 71.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.334, "count": 300, "max_ms": 91.609, "p95_ms": 68.819}, "yolo11_640_fire_11class": {"avg_ms": 54.323, "count": 300, "max_ms": 79.737, "p95_ms": 70.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.858, "count": 300, "max_ms": 93.347, "p95_ms": 81.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.226, "count": 300, "max_ms": 106.362, "p95_ms": 95.549}, "read_interval": {"avg_ms": 100.03, "count": 300, "max_ms": 305.094, "p95_ms": 120.942}, "triton_wait": {"avg_ms": 60.568, "count": 300, "max_ms": 93.358, "p95_ms": 83.378}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 4.955, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2548, "tracking_summary": 2263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6177.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57424.115, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.595, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:59:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:59:30+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T01:59:30+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T01:59:30.421528+09:00", "mtime_epoch": 1783011570.4215276, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T01:59:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 924.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.037, "pushed": 4.037, "read": 4.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.202, "count": 121, "max_ms": 191.413, "p95_ms": 187.237}, "gstreamer_push": {"avg_ms": 0.867, "count": 121, "max_ms": 2.881, "p95_ms": 1.756}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.357, "count": 121, "max_ms": 94.658, "p95_ms": 88.123}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.969, "count": 121, "max_ms": 99.321, "p95_ms": 92.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 240.547, "count": 121, "max_ms": 311.303, "p95_ms": 302.62}, "read_interval": {"avg_ms": 249.873, "count": 120, "max_ms": 320.53, "p95_ms": 312.589}, "triton_wait": {"avg_ms": 71.022, "count": 121, "max_ms": 99.334, "p95_ms": 92.531}, "visualize": {"avg_ms": 24.482, "count": 121, "max_ms": 41.017, "p95_ms": 34.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6178.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30075.351, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.822, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 557326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:59:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:59:34+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T01:59:34+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T01:59:34.785606+09:00", "mtime_epoch": 1783011574.7856061, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T01:59:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1300.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.365, "count": 301, "max_ms": 12.115, "p95_ms": 8.323}, "gstreamer_push": {"avg_ms": 1.226, "count": 302, "max_ms": 1.585, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.425, "count": 301, "max_ms": 76.882, "p95_ms": 69.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.697, "count": 301, "max_ms": 96.836, "p95_ms": 86.426}, "yolo11_640_fire_11class": {"avg_ms": 54.176, "count": 301, "max_ms": 76.854, "p95_ms": 69.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.566, "count": 301, "max_ms": 89.966, "p95_ms": 79.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.756, "count": 302, "max_ms": 113.538, "p95_ms": 102.518}, "read_interval": {"avg_ms": 99.629, "count": 301, "max_ms": 349.827, "p95_ms": 131.868}, "triton_wait": {"avg_ms": 61.022, "count": 301, "max_ms": 96.849, "p95_ms": 87.01}, "visualize": {"avg_ms": 3.609, "count": 301, "max_ms": 4.872, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6178.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20287.55, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.282, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 550432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T01:59:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T01:59:56+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T01:59:56+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T01:59:56.878004+09:00", "mtime_epoch": 1783011596.8780038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T01:59:56+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1546.977, "name": "celery", "pid": 237, "rss_mb": 1546.977, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 300, "max_ms": 5.948, "p95_ms": 4.534}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 2.341, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.127, "count": 300, "max_ms": 78.218, "p95_ms": 70.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.71, "count": 300, "max_ms": 102.061, "p95_ms": 71.874}, "yolo11_640_fire_11class": {"avg_ms": 54.645, "count": 300, "max_ms": 78.773, "p95_ms": 69.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.921, "count": 300, "max_ms": 87.85, "p95_ms": 81.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.529, "count": 300, "max_ms": 114.809, "p95_ms": 94.405}, "read_interval": {"avg_ms": 100.026, "count": 300, "max_ms": 136.855, "p95_ms": 122.269}, "triton_wait": {"avg_ms": 60.877, "count": 300, "max_ms": 102.073, "p95_ms": 81.396}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 4.914, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2549, "tracking_summary": 2264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6178.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57454.406, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.96, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:00:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:00:00+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T02:00:00+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T02:00:00.710073+09:00", "mtime_epoch": 1783011600.7100728, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:00:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 924.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.434, "pushed": 3.434, "read": 3.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.859, "count": 102, "max_ms": 202.878, "p95_ms": 189.181}, "gstreamer_push": {"avg_ms": 0.768, "count": 103, "max_ms": 1.278, "p95_ms": 0.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.812, "count": 102, "max_ms": 97.885, "p95_ms": 90.5}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.587, "count": 102, "max_ms": 102.265, "p95_ms": 96.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.488, "count": 103, "max_ms": 320.206, "p95_ms": 309.678}, "read_interval": {"avg_ms": 294.082, "count": 102, "max_ms": 329.442, "p95_ms": 318.912}, "triton_wait": {"avg_ms": 72.852, "count": 102, "max_ms": 102.279, "p95_ms": 97.611}, "visualize": {"avg_ms": 26.997, "count": 102, "max_ms": 31.13, "p95_ms": 29.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6178.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30105.624, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.883, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 557627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:00:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:00:05+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T02:00:05+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T02:00:04.878148+09:00", "mtime_epoch": 1783011604.8781478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:00:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1300.551, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.502, "count": 299, "max_ms": 12.054, "p95_ms": 9.424}, "gstreamer_push": {"avg_ms": 1.245, "count": 299, "max_ms": 2.027, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.17, "count": 299, "max_ms": 78.686, "p95_ms": 68.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.002, "count": 299, "max_ms": 99.863, "p95_ms": 82.662}, "yolo11_640_fire_11class": {"avg_ms": 52.434, "count": 299, "max_ms": 78.173, "p95_ms": 67.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.208, "count": 299, "max_ms": 89.221, "p95_ms": 77.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.436, "count": 299, "max_ms": 117.358, "p95_ms": 99.338}, "read_interval": {"avg_ms": 100.428, "count": 298, "max_ms": 389.246, "p95_ms": 140.382}, "triton_wait": {"avg_ms": 58.444, "count": 299, "max_ms": 99.876, "p95_ms": 83.583}, "visualize": {"avg_ms": 3.65, "count": 299, "max_ms": 4.966, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6175.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20317.555, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.874, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 550732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:00:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:00:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:00:26+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T02:00:26.898544+09:00", "mtime_epoch": 1783011626.8985443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:00:26+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1546.977, "name": "celery", "pid": 237, "rss_mb": 1546.977, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.013, "count": 300, "max_ms": 6.119, "p95_ms": 4.433}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 2.271, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.384, "count": 300, "max_ms": 84.178, "p95_ms": 72.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.914, "count": 300, "max_ms": 89.646, "p95_ms": 74.707}, "yolo11_640_fire_11class": {"avg_ms": 53.661, "count": 300, "max_ms": 83.661, "p95_ms": 71.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.142, "count": 300, "max_ms": 94.974, "p95_ms": 81.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.082, "count": 300, "max_ms": 107.783, "p95_ms": 96.111}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 136.831, "p95_ms": 121.526}, "triton_wait": {"avg_ms": 59.469, "count": 300, "max_ms": 94.986, "p95_ms": 83.483}, "visualize": {"avg_ms": 3.643, "count": 300, "max_ms": 5.529, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2552, "tracking_summary": 2265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6168.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57484.672, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.205, "sample_count": 1098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:00:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:00:31+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T02:00:30+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-03T02:00:30.982618+09:00", "mtime_epoch": 1783011630.9826179, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:00:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 914.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.738, "pushed": 3.738, "read": 3.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.666, "count": 112, "max_ms": 193.316, "p95_ms": 189.232}, "gstreamer_push": {"avg_ms": 0.779, "count": 112, "max_ms": 1.128, "p95_ms": 0.836}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.415, "count": 112, "max_ms": 95.855, "p95_ms": 92.535}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.883, "count": 112, "max_ms": 100.195, "p95_ms": 95.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.895, "count": 112, "max_ms": 315.117, "p95_ms": 309.205}, "read_interval": {"avg_ms": 270.074, "count": 111, "max_ms": 326.095, "p95_ms": 318.642}, "triton_wait": {"avg_ms": 74.943, "count": 112, "max_ms": 100.207, "p95_ms": 95.446}, "visualize": {"avg_ms": 24.474, "count": 112, "max_ms": 31.3, "p95_ms": 28.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6175.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30135.66, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.888, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 557930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:00:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:00:35+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T02:00:35+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T02:00:35.070691+09:00", "mtime_epoch": 1783011635.0706913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:00:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1300.551, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.129, "pushed": 10.129, "read": 10.095}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.463, "count": 303, "max_ms": 12.751, "p95_ms": 8.982}, "gstreamer_push": {"avg_ms": 1.271, "count": 303, "max_ms": 2.081, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.688, "count": 303, "max_ms": 80.192, "p95_ms": 68.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.21, "count": 303, "max_ms": 96.926, "p95_ms": 85.499}, "yolo11_640_fire_11class": {"avg_ms": 51.859, "count": 303, "max_ms": 77.146, "p95_ms": 67.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.77, "count": 303, "max_ms": 87.035, "p95_ms": 77.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.771, "count": 303, "max_ms": 113.142, "p95_ms": 103.321}, "read_interval": {"avg_ms": 99.131, "count": 302, "max_ms": 308.078, "p95_ms": 128.233}, "triton_wait": {"avg_ms": 57.698, "count": 303, "max_ms": 96.939, "p95_ms": 85.951}, "visualize": {"avg_ms": 3.695, "count": 303, "max_ms": 5.815, "p95_ms": 4.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6173.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20347.636, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.695, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 551033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:00:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:00:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:00:56+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T02:00:56.943085+09:00", "mtime_epoch": 1783011656.9430852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:00:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1547.234, "name": "celery", "pid": 237, "rss_mb": 1547.234, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.955, "count": 300, "max_ms": 6.112, "p95_ms": 4.126}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 2.167, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.046, "count": 300, "max_ms": 77.691, "p95_ms": 67.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.09, "count": 300, "max_ms": 90.125, "p95_ms": 66.841}, "yolo11_640_fire_11class": {"avg_ms": 50.312, "count": 300, "max_ms": 77.204, "p95_ms": 66.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.689, "count": 300, "max_ms": 86.401, "p95_ms": 76.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.446, "count": 300, "max_ms": 102.903, "p95_ms": 91.179}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 143.229, "p95_ms": 121.41}, "triton_wait": {"avg_ms": 54.827, "count": 300, "max_ms": 90.137, "p95_ms": 78.355}, "visualize": {"avg_ms": 3.643, "count": 300, "max_ms": 5.745, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2552, "tracking_summary": 2266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6177.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57514.697, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.484, "sample_count": 1091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:01:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:01:01+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T02:01:00+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-03T02:01:01.007159+09:00", "mtime_epoch": 1783011661.0071585, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:01:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 922.801, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.969, "pushed": 3.969, "read": 3.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.836, "count": 118, "max_ms": 209.959, "p95_ms": 194.684}, "gstreamer_push": {"avg_ms": 1.154, "count": 118, "max_ms": 3.085, "p95_ms": 2.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.833, "count": 118, "max_ms": 89.115, "p95_ms": 79.997}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.262, "count": 118, "max_ms": 94.796, "p95_ms": 83.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.429, "count": 118, "max_ms": 310.851, "p95_ms": 305.684}, "read_interval": {"avg_ms": 254.146, "count": 117, "max_ms": 320.473, "p95_ms": 314.577}, "triton_wait": {"avg_ms": 69.471, "count": 118, "max_ms": 94.808, "p95_ms": 85.757}, "visualize": {"avg_ms": 27.287, "count": 118, "max_ms": 43.569, "p95_ms": 38.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.731, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6179.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30165.669, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.141, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 558228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:01:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:01:05+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T02:01:05+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T02:01:05.087232+09:00", "mtime_epoch": 1783011665.0872319, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:01:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1300.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.503, "count": 298, "max_ms": 11.866, "p95_ms": 8.448}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 1.539, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.102, "count": 298, "max_ms": 70.629, "p95_ms": 65.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.955, "count": 298, "max_ms": 92.899, "p95_ms": 85.174}, "yolo11_640_fire_11class": {"avg_ms": 51.42, "count": 298, "max_ms": 73.933, "p95_ms": 65.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.11, "count": 298, "max_ms": 86.24, "p95_ms": 74.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.633, "count": 298, "max_ms": 109.985, "p95_ms": 102.726}, "read_interval": {"avg_ms": 100.619, "count": 298, "max_ms": 364.801, "p95_ms": 138.939}, "triton_wait": {"avg_ms": 57.502, "count": 298, "max_ms": 92.912, "p95_ms": 85.798}, "visualize": {"avg_ms": 3.681, "count": 298, "max_ms": 4.691, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6167.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20377.649, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.819, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 551333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:01:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:01:27+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T02:01:26+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-03T02:01:26.999627+09:00", "mtime_epoch": 1783011686.9996266, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:01:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1547.234, "name": "celery", "pid": 237, "rss_mb": 1547.234, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.0, "count": 300, "max_ms": 6.438, "p95_ms": 4.552}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 2.041, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.443, "count": 300, "max_ms": 84.117, "p95_ms": 70.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.334, "count": 300, "max_ms": 88.566, "p95_ms": 68.262}, "yolo11_640_fire_11class": {"avg_ms": 52.797, "count": 300, "max_ms": 84.766, "p95_ms": 70.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.127, "count": 300, "max_ms": 97.28, "p95_ms": 79.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.582, "count": 300, "max_ms": 109.911, "p95_ms": 93.78}, "read_interval": {"avg_ms": 100.125, "count": 300, "max_ms": 133.449, "p95_ms": 121.733}, "triton_wait": {"avg_ms": 58.018, "count": 300, "max_ms": 97.292, "p95_ms": 80.906}, "visualize": {"avg_ms": 3.645, "count": 300, "max_ms": 6.182, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2553, "tracking_summary": 2267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6176.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57544.79, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.18, "sample_count": 1092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:01:31+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-03T02:01:31+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T02:01:31.107701+09:00", "mtime_epoch": 1783011691.1077006, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:01:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 920.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.827, "pushed": 3.827, "read": 3.793}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.564, "count": 114, "max_ms": 227.503, "p95_ms": 191.7}, "gstreamer_push": {"avg_ms": 0.805, "count": 114, "max_ms": 1.731, "p95_ms": 0.873}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.736, "count": 114, "max_ms": 97.88, "p95_ms": 86.025}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.291, "count": 114, "max_ms": 97.867, "p95_ms": 94.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.415, "count": 114, "max_ms": 323.02, "p95_ms": 312.558}, "read_interval": {"avg_ms": 263.808, "count": 113, "max_ms": 333.289, "p95_ms": 322.478}, "triton_wait": {"avg_ms": 74.355, "count": 114, "max_ms": 97.89, "p95_ms": 94.867}, "visualize": {"avg_ms": 25.675, "count": 114, "max_ms": 40.386, "p95_ms": 32.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6175.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30195.734, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.342, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 558529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:01:35+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T02:01:35+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T02:01:35.191774+09:00", "mtime_epoch": 1783011695.1917741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:01:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1300.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.444, "count": 301, "max_ms": 12.375, "p95_ms": 8.304}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 2.067, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.982, "count": 301, "max_ms": 84.998, "p95_ms": 69.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.239, "count": 301, "max_ms": 104.157, "p95_ms": 86.935}, "yolo11_640_fire_11class": {"avg_ms": 53.022, "count": 301, "max_ms": 85.01, "p95_ms": 68.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.981, "count": 301, "max_ms": 97.558, "p95_ms": 78.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.454, "count": 301, "max_ms": 122.74, "p95_ms": 103.939}, "read_interval": {"avg_ms": 99.934, "count": 300, "max_ms": 331.954, "p95_ms": 132.168}, "triton_wait": {"avg_ms": 60.376, "count": 301, "max_ms": 104.171, "p95_ms": 87.411}, "visualize": {"avg_ms": 3.669, "count": 301, "max_ms": 5.479, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6177.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20407.739, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.375, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 551634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:01:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:01:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T02:01:57+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T02:01:57.060168+09:00", "mtime_epoch": 1783011717.0601683, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:01:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1547.492, "name": "celery", "pid": 237, "rss_mb": 1547.492, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.022, "count": 300, "max_ms": 6.655, "p95_ms": 4.571}, "gstreamer_push": {"avg_ms": 1.302, "count": 301, "max_ms": 1.96, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.35, "count": 300, "max_ms": 82.192, "p95_ms": 74.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.909, "count": 300, "max_ms": 94.506, "p95_ms": 65.305}, "yolo11_640_fire_11class": {"avg_ms": 54.396, "count": 300, "max_ms": 77.84, "p95_ms": 72.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.308, "count": 300, "max_ms": 87.309, "p95_ms": 81.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.311, "count": 301, "max_ms": 107.712, "p95_ms": 95.317}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 125.937, "p95_ms": 120.889}, "triton_wait": {"avg_ms": 60.655, "count": 300, "max_ms": 94.518, "p95_ms": 82.709}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.586, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2555, "tracking_summary": 2268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6167.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57574.908, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.049, "sample_count": 1097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:02:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:02:01+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T02:02:01+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T02:02:01.216243+09:00", "mtime_epoch": 1783011721.2162433, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:02:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 912.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.655, "pushed": 3.655, "read": 3.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.223, "count": 109, "max_ms": 218.142, "p95_ms": 188.558}, "gstreamer_push": {"avg_ms": 0.978, "count": 109, "max_ms": 1.973, "p95_ms": 1.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.011, "count": 109, "max_ms": 96.785, "p95_ms": 83.43}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.284, "count": 109, "max_ms": 103.303, "p95_ms": 90.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.653, "count": 109, "max_ms": 323.074, "p95_ms": 307.076}, "read_interval": {"avg_ms": 276.196, "count": 108, "max_ms": 332.202, "p95_ms": 318.412}, "triton_wait": {"avg_ms": 72.334, "count": 109, "max_ms": 103.316, "p95_ms": 90.593}, "visualize": {"avg_ms": 29.281, "count": 109, "max_ms": 39.739, "p95_ms": 37.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6167.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30225.769, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.542, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 558830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:02:05+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T02:02:05+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T02:02:05.224315+09:00", "mtime_epoch": 1783011725.2243154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:02:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1301.066, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.024}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.406, "count": 301, "max_ms": 11.431, "p95_ms": 8.254}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.47, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.192, "count": 301, "max_ms": 78.526, "p95_ms": 67.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.233, "count": 301, "max_ms": 96.713, "p95_ms": 82.847}, "yolo11_640_fire_11class": {"avg_ms": 53.926, "count": 301, "max_ms": 78.054, "p95_ms": 66.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.906, "count": 301, "max_ms": 87.694, "p95_ms": 76.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.245, "count": 301, "max_ms": 113.779, "p95_ms": 100.754}, "read_interval": {"avg_ms": 99.842, "count": 300, "max_ms": 322.263, "p95_ms": 125.836}, "triton_wait": {"avg_ms": 60.305, "count": 301, "max_ms": 96.726, "p95_ms": 83.914}, "visualize": {"avg_ms": 3.635, "count": 301, "max_ms": 4.72, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6179.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20437.754, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.435, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 551934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:02:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:02:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T02:02:27+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T02:02:27.072709+09:00", "mtime_epoch": 1783011747.072709, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:02:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1547.492, "name": "celery", "pid": 237, "rss_mb": 1547.492, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.041, "count": 300, "max_ms": 6.326, "p95_ms": 4.744}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 2.12, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.347, "count": 300, "max_ms": 79.568, "p95_ms": 72.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.848, "count": 300, "max_ms": 89.328, "p95_ms": 69.752}, "yolo11_640_fire_11class": {"avg_ms": 54.799, "count": 300, "max_ms": 78.233, "p95_ms": 70.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.223, "count": 300, "max_ms": 89.398, "p95_ms": 78.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.25, "count": 300, "max_ms": 102.904, "p95_ms": 94.344}, "read_interval": {"avg_ms": 100.045, "count": 299, "max_ms": 125.424, "p95_ms": 121.236}, "triton_wait": {"avg_ms": 60.72, "count": 300, "max_ms": 89.41, "p95_ms": 81.179}, "visualize": {"avg_ms": 3.594, "count": 300, "max_ms": 5.567, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2555, "tracking_summary": 2269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6179.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57604.993, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.205, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:02:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:02:31+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T02:02:31+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T02:02:31.268785+09:00", "mtime_epoch": 1783011751.2687848, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:02:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 923.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.392, "pushed": 3.392, "read": 3.359}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 183.077, "count": 101, "max_ms": 200.415, "p95_ms": 186.472}, "gstreamer_push": {"avg_ms": 0.982, "count": 101, "max_ms": 3.039, "p95_ms": 1.797}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.867, "count": 101, "max_ms": 92.022, "p95_ms": 86.132}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.979, "count": 101, "max_ms": 97.977, "p95_ms": 95.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.459, "count": 101, "max_ms": 318.833, "p95_ms": 309.829}, "read_interval": {"avg_ms": 297.661, "count": 100, "max_ms": 327.657, "p95_ms": 319.481}, "triton_wait": {"avg_ms": 72.992, "count": 101, "max_ms": 97.992, "p95_ms": 95.397}, "visualize": {"avg_ms": 28.662, "count": 101, "max_ms": 39.958, "p95_ms": 38.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.773, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6179.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30255.8, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.88, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 559129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:02:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:02:35+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:02:35+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:02:35.256857+09:00", "mtime_epoch": 1783011755.2568567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:02:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1301.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 299, "max_ms": 12.127, "p95_ms": 8.916}, "gstreamer_push": {"avg_ms": 1.247, "count": 299, "max_ms": 2.131, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.026, "count": 299, "max_ms": 75.951, "p95_ms": 69.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.383, "count": 299, "max_ms": 99.337, "p95_ms": 83.111}, "yolo11_640_fire_11class": {"avg_ms": 54.53, "count": 299, "max_ms": 76.121, "p95_ms": 68.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.958, "count": 299, "max_ms": 88.486, "p95_ms": 77.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.652, "count": 299, "max_ms": 115.277, "p95_ms": 100.912}, "read_interval": {"avg_ms": 100.503, "count": 298, "max_ms": 401.865, "p95_ms": 122.977}, "triton_wait": {"avg_ms": 61.669, "count": 299, "max_ms": 99.349, "p95_ms": 84.765}, "visualize": {"avg_ms": 3.66, "count": 299, "max_ms": 6.641, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6169.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20467.832, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.807, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 552234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:02:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:02:57+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T02:02:57+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T02:02:57.149251+09:00", "mtime_epoch": 1783011777.1492512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:02:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1547.75, "name": "celery", "pid": 237, "rss_mb": 1547.75, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 300, "max_ms": 6.549, "p95_ms": 4.827}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.753, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.891, "count": 300, "max_ms": 81.806, "p95_ms": 73.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.605, "count": 300, "max_ms": 90.653, "p95_ms": 71.786}, "yolo11_640_fire_11class": {"avg_ms": 56.181, "count": 300, "max_ms": 77.527, "p95_ms": 72.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.834, "count": 300, "max_ms": 88.271, "p95_ms": 80.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.766, "count": 300, "max_ms": 103.367, "p95_ms": 94.493}, "read_interval": {"avg_ms": 100.241, "count": 299, "max_ms": 166.757, "p95_ms": 121.386}, "triton_wait": {"avg_ms": 62.284, "count": 300, "max_ms": 90.665, "p95_ms": 81.701}, "visualize": {"avg_ms": 3.58, "count": 300, "max_ms": 4.691, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2556, "tracking_summary": 2270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6168.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57635.174, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.205, "sample_count": 1106, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:03:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:03:01+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T02:03:01+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-03T02:03:01.589331+09:00", "mtime_epoch": 1783011781.5893314, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:03:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 912.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.815, "pushed": 3.815, "read": 3.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.068, "count": 114, "max_ms": 220.979, "p95_ms": 200.244}, "gstreamer_push": {"avg_ms": 1.259, "count": 114, "max_ms": 2.436, "p95_ms": 1.888}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.629, "count": 114, "max_ms": 96.857, "p95_ms": 91.454}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.453, "count": 114, "max_ms": 98.809, "p95_ms": 93.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.793, "count": 114, "max_ms": 320.817, "p95_ms": 309.326}, "read_interval": {"avg_ms": 265.458, "count": 113, "max_ms": 331.523, "p95_ms": 320.317}, "triton_wait": {"avg_ms": 71.466, "count": 114, "max_ms": 98.821, "p95_ms": 93.973}, "visualize": {"avg_ms": 29.515, "count": 114, "max_ms": 40.449, "p95_ms": 38.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6173.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30285.847, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.687, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 559431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:03:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:03:05+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:03:05+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T02:03:05.301398+09:00", "mtime_epoch": 1783011785.3013983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:03:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1301.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.044}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.453, "count": 302, "max_ms": 12.673, "p95_ms": 8.855}, "gstreamer_push": {"avg_ms": 1.242, "count": 302, "max_ms": 1.729, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.658, "count": 302, "max_ms": 79.605, "p95_ms": 68.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.195, "count": 302, "max_ms": 94.815, "p95_ms": 85.672}, "yolo11_640_fire_11class": {"avg_ms": 53.967, "count": 302, "max_ms": 78.066, "p95_ms": 67.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.064, "count": 302, "max_ms": 88.423, "p95_ms": 77.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.641, "count": 302, "max_ms": 110.82, "p95_ms": 101.905}, "read_interval": {"avg_ms": 99.542, "count": 301, "max_ms": 372.379, "p95_ms": 127.297}, "triton_wait": {"avg_ms": 60.737, "count": 302, "max_ms": 94.829, "p95_ms": 86.057}, "visualize": {"avg_ms": 3.606, "count": 302, "max_ms": 6.793, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6168.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20497.941, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.837, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 552536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:03:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:03:27+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T02:03:27+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-03T02:03:27.229794+09:00", "mtime_epoch": 1783011807.2297938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123563}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:03:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1547.75, "name": "celery", "pid": 237, "rss_mb": 1547.75, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.022, "count": 301, "max_ms": 6.323, "p95_ms": 5.056}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 2.129, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.703, "count": 301, "max_ms": 79.213, "p95_ms": 72.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.133, "count": 301, "max_ms": 91.728, "p95_ms": 70.437}, "yolo11_640_fire_11class": {"avg_ms": 55.157, "count": 301, "max_ms": 84.676, "p95_ms": 71.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.519, "count": 301, "max_ms": 88.167, "p95_ms": 80.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.743, "count": 301, "max_ms": 104.778, "p95_ms": 95.524}, "read_interval": {"avg_ms": 99.737, "count": 301, "max_ms": 169.489, "p95_ms": 120.744}, "triton_wait": {"avg_ms": 61.337, "count": 301, "max_ms": 91.74, "p95_ms": 82.8}, "visualize": {"avg_ms": 3.545, "count": 301, "max_ms": 4.674, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2559, "tracking_summary": 2271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6177.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57665.218, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.153, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:03:31+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T02:03:31+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T02:03:31.521871+09:00", "mtime_epoch": 1783011811.521871, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:03:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 921.027, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.551, "pushed": 3.551, "read": 3.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.803, "count": 106, "max_ms": 189.612, "p95_ms": 188.379}, "gstreamer_push": {"avg_ms": 1.037, "count": 106, "max_ms": 2.939, "p95_ms": 1.809}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.169, "count": 106, "max_ms": 98.854, "p95_ms": 86.355}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.966, "count": 106, "max_ms": 97.875, "p95_ms": 94.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.73, "count": 106, "max_ms": 320.462, "p95_ms": 307.337}, "read_interval": {"avg_ms": 283.294, "count": 105, "max_ms": 330.307, "p95_ms": 320.167}, "triton_wait": {"avg_ms": 71.05, "count": 106, "max_ms": 98.867, "p95_ms": 94.102}, "visualize": {"avg_ms": 26.125, "count": 106, "max_ms": 39.605, "p95_ms": 36.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6166.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30315.917, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.905, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 559731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:03:35+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:03:35+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T02:03:35.373940+09:00", "mtime_epoch": 1783011815.3739405, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:03:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1301.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.36, "count": 300, "max_ms": 11.916, "p95_ms": 8.115}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.889, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.842, "count": 300, "max_ms": 73.846, "p95_ms": 68.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.673, "count": 300, "max_ms": 98.009, "p95_ms": 86.732}, "yolo11_640_fire_11class": {"avg_ms": 54.962, "count": 300, "max_ms": 75.921, "p95_ms": 68.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.005, "count": 300, "max_ms": 84.118, "p95_ms": 77.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.943, "count": 300, "max_ms": 114.187, "p95_ms": 103.037}, "read_interval": {"avg_ms": 100.291, "count": 299, "max_ms": 411.511, "p95_ms": 128.218}, "triton_wait": {"avg_ms": 61.986, "count": 300, "max_ms": 98.021, "p95_ms": 86.746}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 5.787, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6175.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20528.008, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.546, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 552837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:03:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:03:57+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:03:57+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T02:03:57.350337+09:00", "mtime_epoch": 1783011837.350337, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:03:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1548.008, "name": "celery", "pid": 237, "rss_mb": 1548.008, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.996, "count": 301, "max_ms": 6.243, "p95_ms": 4.156}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.711, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.795, "count": 301, "max_ms": 81.737, "p95_ms": 71.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.254, "count": 301, "max_ms": 97.283, "p95_ms": 65.441}, "yolo11_640_fire_11class": {"avg_ms": 53.333, "count": 301, "max_ms": 82.958, "p95_ms": 70.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.499, "count": 301, "max_ms": 85.96, "p95_ms": 79.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.614, "count": 301, "max_ms": 110.209, "p95_ms": 93.256}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 139.964, "p95_ms": 121.84}, "triton_wait": {"avg_ms": 58.055, "count": 301, "max_ms": 97.296, "p95_ms": 80.415}, "visualize": {"avg_ms": 3.619, "count": 301, "max_ms": 4.707, "p95_ms": 3.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2559, "tracking_summary": 2272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6169.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57695.403, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.079, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:04:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:04:01+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T02:04:01+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T02:04:01.806417+09:00", "mtime_epoch": 1783011841.8064172, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 242188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:04:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 912.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.747, "pushed": 3.747, "read": 3.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.302, "count": 112, "max_ms": 190.64, "p95_ms": 186.966}, "gstreamer_push": {"avg_ms": 0.913, "count": 112, "max_ms": 2.675, "p95_ms": 1.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.485, "count": 112, "max_ms": 102.037, "p95_ms": 91.538}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.224, "count": 112, "max_ms": 99.987, "p95_ms": 95.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.753, "count": 112, "max_ms": 311.233, "p95_ms": 306.426}, "read_interval": {"avg_ms": 270.203, "count": 111, "max_ms": 321.133, "p95_ms": 316.432}, "triton_wait": {"avg_ms": 72.337, "count": 112, "max_ms": 102.05, "p95_ms": 95.709}, "visualize": {"avg_ms": 27.378, "count": 112, "max_ms": 40.231, "p95_ms": 34.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6174.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30345.942, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.853, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 560033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:04:05+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T02:04:05+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T02:04:05.390482+09:00", "mtime_epoch": 1783011845.390482, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:04:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1301.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.468, "count": 302, "max_ms": 12.707, "p95_ms": 8.568}, "gstreamer_push": {"avg_ms": 1.245, "count": 302, "max_ms": 1.48, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.862, "count": 302, "max_ms": 80.669, "p95_ms": 69.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.943, "count": 302, "max_ms": 98.865, "p95_ms": 83.047}, "yolo11_640_fire_11class": {"avg_ms": 52.825, "count": 302, "max_ms": 81.678, "p95_ms": 67.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.863, "count": 302, "max_ms": 86.99, "p95_ms": 77.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.82, "count": 302, "max_ms": 115.465, "p95_ms": 100.592}, "read_interval": {"avg_ms": 99.474, "count": 301, "max_ms": 350.423, "p95_ms": 130.678}, "triton_wait": {"avg_ms": 58.788, "count": 302, "max_ms": 98.878, "p95_ms": 84.167}, "visualize": {"avg_ms": 3.637, "count": 302, "max_ms": 5.345, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6175.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20558.127, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.391, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 553138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:04:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:04:27+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T02:04:27+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T02:04:27.430880+09:00", "mtime_epoch": 1783011867.4308796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:04:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1548.266, "name": "celery", "pid": 237, "rss_mb": 1548.266, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.009, "count": 301, "max_ms": 5.875, "p95_ms": 4.236}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 2.124, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.548, "count": 301, "max_ms": 86.009, "p95_ms": 72.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.84, "count": 301, "max_ms": 96.538, "p95_ms": 66.998}, "yolo11_640_fire_11class": {"avg_ms": 52.199, "count": 301, "max_ms": 87.13, "p95_ms": 69.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.633, "count": 301, "max_ms": 89.967, "p95_ms": 80.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.084, "count": 301, "max_ms": 109.4, "p95_ms": 93.346}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 171.329, "p95_ms": 121.826}, "triton_wait": {"avg_ms": 57.316, "count": 301, "max_ms": 96.549, "p95_ms": 80.606}, "visualize": {"avg_ms": 3.72, "count": 301, "max_ms": 4.752, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2560, "tracking_summary": 2273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6169.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57725.416, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.079, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:04:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:04:31+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T02:04:31+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T02:04:31.718957+09:00", "mtime_epoch": 1783011871.718957, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:04:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 912.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.657, "pushed": 3.657, "read": 3.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.428, "count": 109, "max_ms": 188.114, "p95_ms": 186.644}, "gstreamer_push": {"avg_ms": 1.118, "count": 109, "max_ms": 2.749, "p95_ms": 1.893}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.319, "count": 109, "max_ms": 90.935, "p95_ms": 81.773}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.059, "count": 109, "max_ms": 98.63, "p95_ms": 90.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.453, "count": 109, "max_ms": 317.111, "p95_ms": 305.461}, "read_interval": {"avg_ms": 275.151, "count": 108, "max_ms": 326.919, "p95_ms": 314.288}, "triton_wait": {"avg_ms": 70.089, "count": 109, "max_ms": 98.644, "p95_ms": 90.264}, "visualize": {"avg_ms": 28.18, "count": 109, "max_ms": 44.769, "p95_ms": 43.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.803, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6180.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30375.983, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.613, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 560334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:04:35+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T02:04:35+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T02:04:35.427024+09:00", "mtime_epoch": 1783011875.427024, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:04:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1301.84, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.387, "count": 301, "max_ms": 12.318, "p95_ms": 8.526}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.53, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.24, "count": 301, "max_ms": 76.712, "p95_ms": 66.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.078, "count": 301, "max_ms": 91.917, "p95_ms": 79.924}, "yolo11_640_fire_11class": {"avg_ms": 51.465, "count": 301, "max_ms": 77.242, "p95_ms": 66.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.63, "count": 301, "max_ms": 86.603, "p95_ms": 75.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.011, "count": 301, "max_ms": 108.626, "p95_ms": 97.525}, "read_interval": {"avg_ms": 99.825, "count": 300, "max_ms": 454.897, "p95_ms": 130.81}, "triton_wait": {"avg_ms": 57.125, "count": 301, "max_ms": 91.929, "p95_ms": 81.61}, "visualize": {"avg_ms": 3.633, "count": 301, "max_ms": 4.701, "p95_ms": 4.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6175.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20588.152, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.341, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 553438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:04:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:04:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:04:57+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T02:04:57.475422+09:00", "mtime_epoch": 1783011897.4754217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:04:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1548.266, "name": "celery", "pid": 237, "rss_mb": 1548.266, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.021, "count": 300, "max_ms": 6.425, "p95_ms": 4.594}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 2.034, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.648, "count": 300, "max_ms": 77.0, "p95_ms": 69.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.896, "count": 300, "max_ms": 92.595, "p95_ms": 68.121}, "yolo11_640_fire_11class": {"avg_ms": 55.081, "count": 300, "max_ms": 75.568, "p95_ms": 68.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.113, "count": 300, "max_ms": 84.793, "p95_ms": 78.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.354, "count": 300, "max_ms": 105.652, "p95_ms": 92.619}, "read_interval": {"avg_ms": 100.066, "count": 299, "max_ms": 162.545, "p95_ms": 122.636}, "triton_wait": {"avg_ms": 61.724, "count": 300, "max_ms": 92.608, "p95_ms": 79.308}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 5.159, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2563, "tracking_summary": 2273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6179.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57755.464, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.314, "sample_count": 1097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:05:02+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T02:05:01+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T02:05:01.771499+09:00", "mtime_epoch": 1783011901.7714992, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:05:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 920.906, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.529, "pushed": 3.529, "read": 3.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.522, "count": 105, "max_ms": 190.515, "p95_ms": 188.482}, "gstreamer_push": {"avg_ms": 0.883, "count": 105, "max_ms": 1.866, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.794, "count": 105, "max_ms": 95.026, "p95_ms": 87.416}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.294, "count": 105, "max_ms": 98.587, "p95_ms": 93.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.557, "count": 105, "max_ms": 313.931, "p95_ms": 306.419}, "read_interval": {"avg_ms": 286.123, "count": 104, "max_ms": 324.76, "p95_ms": 315.437}, "triton_wait": {"avg_ms": 69.476, "count": 105, "max_ms": 98.6, "p95_ms": 93.438}, "visualize": {"avg_ms": 28.823, "count": 105, "max_ms": 42.285, "p95_ms": 39.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6179.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30406.038, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.45, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 560634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:05:05+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T02:05:05+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T02:05:05.483566+09:00", "mtime_epoch": 1783011905.483566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:05:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1301.84, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.453, "count": 300, "max_ms": 11.991, "p95_ms": 9.015}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.876, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.571, "count": 300, "max_ms": 71.033, "p95_ms": 65.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.504, "count": 300, "max_ms": 95.353, "p95_ms": 81.161}, "yolo11_640_fire_11class": {"avg_ms": 52.974, "count": 300, "max_ms": 72.974, "p95_ms": 65.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.227, "count": 300, "max_ms": 82.824, "p95_ms": 76.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.333, "count": 300, "max_ms": 112.103, "p95_ms": 98.533}, "read_interval": {"avg_ms": 100.176, "count": 299, "max_ms": 411.152, "p95_ms": 128.541}, "triton_wait": {"avg_ms": 59.374, "count": 300, "max_ms": 95.366, "p95_ms": 81.948}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 7.04, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6180.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20618.214, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.961, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 553739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:05:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:05:27+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-07-03T02:05:27+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T02:05:27.563965+09:00", "mtime_epoch": 1783011927.5639646, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:05:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1548.523, "name": "celery", "pid": 237, "rss_mb": 1548.523, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.015, "count": 301, "max_ms": 6.575, "p95_ms": 4.497}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 2.039, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.516, "count": 301, "max_ms": 77.816, "p95_ms": 72.092}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.81, "count": 301, "max_ms": 92.935, "p95_ms": 70.025}, "yolo11_640_fire_11class": {"avg_ms": 54.031, "count": 301, "max_ms": 78.795, "p95_ms": 72.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.01, "count": 301, "max_ms": 87.674, "p95_ms": 81.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.596, "count": 301, "max_ms": 105.773, "p95_ms": 96.235}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 178.224, "p95_ms": 121.588}, "triton_wait": {"avg_ms": 60.022, "count": 301, "max_ms": 92.947, "p95_ms": 83.344}, "visualize": {"avg_ms": 3.625, "count": 301, "max_ms": 4.998, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2563, "tracking_summary": 2274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6181.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57785.505, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.022, "sample_count": 1110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:05:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:05:32+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T02:05:31+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T02:05:31.896043+09:00", "mtime_epoch": 1783011931.8960428, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:05:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 923.16, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.168, "pushed": 4.168, "read": 4.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 130.045, "count": 124, "max_ms": 202.437, "p95_ms": 196.684}, "gstreamer_push": {"avg_ms": 0.812, "count": 124, "max_ms": 1.798, "p95_ms": 0.904}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.28, "count": 124, "max_ms": 94.197, "p95_ms": 87.158}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.882, "count": 124, "max_ms": 99.258, "p95_ms": 90.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.718, "count": 124, "max_ms": 316.204, "p95_ms": 300.347}, "read_interval": {"avg_ms": 242.566, "count": 123, "max_ms": 325.696, "p95_ms": 310.414}, "triton_wait": {"avg_ms": 72.909, "count": 124, "max_ms": 99.271, "p95_ms": 90.456}, "visualize": {"avg_ms": 25.898, "count": 124, "max_ms": 42.755, "p95_ms": 30.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.75, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6180.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30436.043, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.716, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 560932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:05:35+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T02:05:35+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T02:05:35.508108+09:00", "mtime_epoch": 1783011935.508108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:05:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1302.098, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.463, "count": 298, "max_ms": 12.453, "p95_ms": 8.808}, "gstreamer_push": {"avg_ms": 1.262, "count": 298, "max_ms": 2.072, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.025, "count": 298, "max_ms": 74.686, "p95_ms": 69.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.063, "count": 298, "max_ms": 99.885, "p95_ms": 89.333}, "yolo11_640_fire_11class": {"avg_ms": 53.146, "count": 298, "max_ms": 75.233, "p95_ms": 68.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.644, "count": 298, "max_ms": 86.487, "p95_ms": 78.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.144, "count": 298, "max_ms": 115.789, "p95_ms": 105.423}, "read_interval": {"avg_ms": 100.76, "count": 298, "max_ms": 427.807, "p95_ms": 133.457}, "triton_wait": {"avg_ms": 60.115, "count": 298, "max_ms": 99.898, "p95_ms": 89.347}, "visualize": {"avg_ms": 3.637, "count": 298, "max_ms": 5.096, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6179.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20648.256, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.451, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 554039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:05:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:05:57+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T02:05:57+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T02:05:57.572506+09:00", "mtime_epoch": 1783011957.5725062, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:05:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1548.523, "name": "celery", "pid": 237, "rss_mb": 1548.523, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.996, "count": 300, "max_ms": 5.964, "p95_ms": 4.231}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.475, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.558, "count": 300, "max_ms": 85.139, "p95_ms": 72.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.989, "count": 300, "max_ms": 94.777, "p95_ms": 64.81}, "yolo11_640_fire_11class": {"avg_ms": 53.866, "count": 300, "max_ms": 84.606, "p95_ms": 72.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.105, "count": 300, "max_ms": 97.551, "p95_ms": 81.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.195, "count": 300, "max_ms": 110.124, "p95_ms": 95.838}, "read_interval": {"avg_ms": 100.025, "count": 300, "max_ms": 128.802, "p95_ms": 121.6}, "triton_wait": {"avg_ms": 59.557, "count": 300, "max_ms": 97.561, "p95_ms": 83.03}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.339, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2564, "tracking_summary": 2275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6171.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57815.522, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.275, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:06:02+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T02:06:01+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T02:06:01.824583+09:00", "mtime_epoch": 1783011961.8245828, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:06:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 911.93, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.824, "pushed": 3.824, "read": 3.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.353, "count": 114, "max_ms": 207.113, "p95_ms": 198.315}, "gstreamer_push": {"avg_ms": 0.826, "count": 114, "max_ms": 1.937, "p95_ms": 0.915}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.313, "count": 114, "max_ms": 97.256, "p95_ms": 88.184}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.091, "count": 114, "max_ms": 100.17, "p95_ms": 91.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.607, "count": 114, "max_ms": 314.868, "p95_ms": 308.677}, "read_interval": {"avg_ms": 263.049, "count": 113, "max_ms": 327.204, "p95_ms": 318.207}, "triton_wait": {"avg_ms": 72.327, "count": 114, "max_ms": 100.182, "p95_ms": 92.097}, "visualize": {"avg_ms": 25.065, "count": 114, "max_ms": 38.1, "p95_ms": 35.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6177.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30466.116, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.724, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 561234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:06:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:06:05+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T02:06:05+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T02:06:05.552650+09:00", "mtime_epoch": 1783011965.5526502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:06:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1302.355, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.52, "count": 302, "max_ms": 13.04, "p95_ms": 9.233}, "gstreamer_push": {"avg_ms": 1.249, "count": 302, "max_ms": 1.893, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.377, "count": 302, "max_ms": 81.255, "p95_ms": 68.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.373, "count": 302, "max_ms": 105.605, "p95_ms": 86.256}, "yolo11_640_fire_11class": {"avg_ms": 53.703, "count": 302, "max_ms": 81.243, "p95_ms": 68.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.326, "count": 302, "max_ms": 93.782, "p95_ms": 77.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.528, "count": 302, "max_ms": 122.012, "p95_ms": 104.243}, "read_interval": {"avg_ms": 99.578, "count": 301, "max_ms": 415.499, "p95_ms": 126.978}, "triton_wait": {"avg_ms": 61.465, "count": 302, "max_ms": 105.618, "p95_ms": 86.269}, "visualize": {"avg_ms": 3.636, "count": 302, "max_ms": 4.793, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6171.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20678.322, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.029, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 554340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:06:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:06:27+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T02:06:27+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T02:06:27.649049+09:00", "mtime_epoch": 1783011987.649049, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:06:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1548.781, "name": "celery", "pid": 237, "rss_mb": 1548.781, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.993, "count": 301, "max_ms": 5.992, "p95_ms": 4.646}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.791, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.215, "count": 301, "max_ms": 82.62, "p95_ms": 69.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.865, "count": 301, "max_ms": 85.607, "p95_ms": 67.555}, "yolo11_640_fire_11class": {"avg_ms": 52.794, "count": 301, "max_ms": 78.074, "p95_ms": 68.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.451, "count": 301, "max_ms": 85.209, "p95_ms": 77.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.513, "count": 301, "max_ms": 98.418, "p95_ms": 91.961}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 125.468, "p95_ms": 121.383}, "triton_wait": {"avg_ms": 58.086, "count": 301, "max_ms": 85.618, "p95_ms": 79.393}, "visualize": {"avg_ms": 3.579, "count": 301, "max_ms": 5.872, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2565, "tracking_summary": 2276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6172.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57845.591, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.902, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:06:32+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-03T02:06:31+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-03T02:06:31.985127+09:00", "mtime_epoch": 1783011991.9851274, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:06:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 912.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.426, "pushed": 3.426, "read": 3.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.763, "count": 102, "max_ms": 193.539, "p95_ms": 189.732}, "gstreamer_push": {"avg_ms": 1.175, "count": 102, "max_ms": 3.041, "p95_ms": 2.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.374, "count": 102, "max_ms": 91.259, "p95_ms": 80.614}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.829, "count": 102, "max_ms": 96.564, "p95_ms": 87.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.558, "count": 102, "max_ms": 315.761, "p95_ms": 312.464}, "read_interval": {"avg_ms": 295.713, "count": 101, "max_ms": 324.705, "p95_ms": 321.537}, "triton_wait": {"avg_ms": 70.877, "count": 102, "max_ms": 96.576, "p95_ms": 87.489}, "visualize": {"avg_ms": 30.186, "count": 102, "max_ms": 40.811, "p95_ms": 39.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.771, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6180.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30496.149, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.412, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 561536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:06:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:06:35+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:06:35+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T02:06:35.605193+09:00", "mtime_epoch": 1783011995.6051927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:06:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1302.355, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.505, "count": 302, "max_ms": 9.672, "p95_ms": 8.542}, "gstreamer_push": {"avg_ms": 1.261, "count": 302, "max_ms": 1.971, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.264, "count": 302, "max_ms": 80.193, "p95_ms": 66.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.11, "count": 302, "max_ms": 93.983, "p95_ms": 80.456}, "yolo11_640_fire_11class": {"avg_ms": 51.731, "count": 302, "max_ms": 74.101, "p95_ms": 65.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.686, "count": 302, "max_ms": 86.452, "p95_ms": 75.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.18, "count": 302, "max_ms": 112.227, "p95_ms": 98.957}, "read_interval": {"avg_ms": 99.511, "count": 301, "max_ms": 412.659, "p95_ms": 130.704}, "triton_wait": {"avg_ms": 57.085, "count": 302, "max_ms": 93.996, "p95_ms": 82.948}, "visualize": {"avg_ms": 3.678, "count": 302, "max_ms": 4.548, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6182.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20708.324, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.029, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 554640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:06:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:06:57+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T02:06:57+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T02:06:57.625590+09:00", "mtime_epoch": 1783012017.6255903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:06:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1548.781, "name": "celery", "pid": 237, "rss_mb": 1548.781, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.043, "count": 300, "max_ms": 6.409, "p95_ms": 4.715}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.97, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.315, "count": 300, "max_ms": 83.276, "p95_ms": 75.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.871, "count": 300, "max_ms": 84.929, "p95_ms": 69.613}, "yolo11_640_fire_11class": {"avg_ms": 55.665, "count": 300, "max_ms": 81.168, "p95_ms": 74.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.868, "count": 300, "max_ms": 91.807, "p95_ms": 81.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.249, "count": 300, "max_ms": 105.362, "p95_ms": 95.216}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 124.949, "p95_ms": 120.412}, "triton_wait": {"avg_ms": 61.592, "count": 300, "max_ms": 91.819, "p95_ms": 82.041}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 5.892, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2566, "tracking_summary": 2277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6182.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57875.708, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.022, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:07:02+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T02:07:01+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T02:07:02.009670+09:00", "mtime_epoch": 1783012022.0096695, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:07:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.621, "name": "celery", "pid": 239, "rss_mb": 923.797, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.646, "pushed": 3.646, "read": 3.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.998, "count": 109, "max_ms": 205.961, "p95_ms": 190.352}, "gstreamer_push": {"avg_ms": 0.959, "count": 109, "max_ms": 3.005, "p95_ms": 2.776}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.274, "count": 109, "max_ms": 103.048, "p95_ms": 89.413}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.166, "count": 109, "max_ms": 105.508, "p95_ms": 97.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.155, "count": 109, "max_ms": 331.745, "p95_ms": 311.973}, "read_interval": {"avg_ms": 276.124, "count": 108, "max_ms": 340.409, "p95_ms": 321.331}, "triton_wait": {"avg_ms": 73.262, "count": 109, "max_ms": 105.521, "p95_ms": 97.5}, "visualize": {"avg_ms": 27.122, "count": 109, "max_ms": 40.154, "p95_ms": 38.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6176.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30526.176, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.502, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 561837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:07:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:07:05+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T02:07:05+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T02:07:05.633735+09:00", "mtime_epoch": 1783012025.633735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:07:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1302.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.028}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.42, "count": 301, "max_ms": 11.928, "p95_ms": 8.365}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 2.042, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.178, "count": 301, "max_ms": 75.845, "p95_ms": 70.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.864, "count": 301, "max_ms": 103.728, "p95_ms": 81.462}, "yolo11_640_fire_11class": {"avg_ms": 53.496, "count": 301, "max_ms": 77.606, "p95_ms": 70.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.996, "count": 301, "max_ms": 91.996, "p95_ms": 77.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.71, "count": 301, "max_ms": 120.823, "p95_ms": 100.298}, "read_interval": {"avg_ms": 99.819, "count": 300, "max_ms": 403.875, "p95_ms": 130.56}, "triton_wait": {"avg_ms": 59.786, "count": 301, "max_ms": 103.739, "p95_ms": 84.127}, "visualize": {"avg_ms": 3.627, "count": 301, "max_ms": 5.647, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6173.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20738.361, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.79, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 554940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:07:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:07:27+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T02:07:27+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T02:07:27.674133+09:00", "mtime_epoch": 1783012047.6741328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:07:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1549.039, "name": "celery", "pid": 237, "rss_mb": 1549.039, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.093, "count": 300, "max_ms": 6.003, "p95_ms": 5.386}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.555, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.006, "count": 300, "max_ms": 73.454, "p95_ms": 68.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.747, "count": 300, "max_ms": 94.638, "p95_ms": 67.017}, "yolo11_640_fire_11class": {"avg_ms": 52.237, "count": 300, "max_ms": 73.438, "p95_ms": 67.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.879, "count": 300, "max_ms": 85.091, "p95_ms": 77.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.1, "count": 300, "max_ms": 108.253, "p95_ms": 90.703}, "read_interval": {"avg_ms": 100.071, "count": 299, "max_ms": 190.492, "p95_ms": 124.922}, "triton_wait": {"avg_ms": 57.413, "count": 300, "max_ms": 94.65, "p95_ms": 78.153}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 5.044, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2566, "tracking_summary": 2278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6183.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57905.815, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.051, "sample_count": 1093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:07:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:07:32+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T02:07:32+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T02:07:32.106213+09:00", "mtime_epoch": 1783012052.1062129, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:07:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 924.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.355, "pushed": 3.355, "read": 3.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.191, "count": 100, "max_ms": 239.293, "p95_ms": 197.948}, "gstreamer_push": {"avg_ms": 0.915, "count": 100, "max_ms": 2.861, "p95_ms": 1.75}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.799, "count": 100, "max_ms": 91.074, "p95_ms": 76.897}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.988, "count": 100, "max_ms": 98.34, "p95_ms": 84.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.1, "count": 100, "max_ms": 361.539, "p95_ms": 317.743}, "read_interval": {"avg_ms": 301.032, "count": 99, "max_ms": 372.099, "p95_ms": 331.979}, "triton_wait": {"avg_ms": 69.001, "count": 100, "max_ms": 98.352, "p95_ms": 84.395}, "visualize": {"avg_ms": 31.102, "count": 100, "max_ms": 42.254, "p95_ms": 41.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6177.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30556.188, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.28, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 562135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:07:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:07:35+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:07:35+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T02:07:35.642277+09:00", "mtime_epoch": 1783012055.6422768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:07:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1302.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.505, "count": 298, "max_ms": 12.357, "p95_ms": 9.16}, "gstreamer_push": {"avg_ms": 1.236, "count": 298, "max_ms": 1.973, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.876, "count": 298, "max_ms": 73.642, "p95_ms": 67.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.008, "count": 298, "max_ms": 95.229, "p95_ms": 75.041}, "yolo11_640_fire_11class": {"avg_ms": 52.325, "count": 298, "max_ms": 73.631, "p95_ms": 66.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.934, "count": 298, "max_ms": 86.23, "p95_ms": 76.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.395, "count": 298, "max_ms": 111.562, "p95_ms": 95.059}, "read_interval": {"avg_ms": 100.698, "count": 298, "max_ms": 398.138, "p95_ms": 138.944}, "triton_wait": {"avg_ms": 58.419, "count": 298, "max_ms": 95.242, "p95_ms": 78.942}, "visualize": {"avg_ms": 3.596, "count": 298, "max_ms": 4.684, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6183.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20768.374, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.886, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 555240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:07:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:07:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:07:57+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T02:07:57.698675+09:00", "mtime_epoch": 1783012077.6986752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:07:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1549.039, "name": "celery", "pid": 237, "rss_mb": 1549.039, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.011, "count": 300, "max_ms": 6.079, "p95_ms": 4.503}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.616, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.52, "count": 300, "max_ms": 80.083, "p95_ms": 71.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.259, "count": 300, "max_ms": 103.563, "p95_ms": 69.716}, "yolo11_640_fire_11class": {"avg_ms": 55.248, "count": 300, "max_ms": 79.549, "p95_ms": 72.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.631, "count": 300, "max_ms": 87.354, "p95_ms": 81.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.941, "count": 300, "max_ms": 117.125, "p95_ms": 94.619}, "read_interval": {"avg_ms": 100.082, "count": 300, "max_ms": 194.539, "p95_ms": 122.444}, "triton_wait": {"avg_ms": 61.317, "count": 300, "max_ms": 103.575, "p95_ms": 81.864}, "visualize": {"avg_ms": 3.665, "count": 300, "max_ms": 5.278, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2569, "tracking_summary": 2279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6183.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57935.9, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.337, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:08:02+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-03T02:08:02+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-03T02:08:02.214757+09:00", "mtime_epoch": 1783012082.2147567, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:08:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 923.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.96, "pushed": 3.96, "read": 3.926}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.707, "count": 118, "max_ms": 192.035, "p95_ms": 188.593}, "gstreamer_push": {"avg_ms": 1.002, "count": 118, "max_ms": 1.945, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.712, "count": 118, "max_ms": 104.325, "p95_ms": 86.554}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.592, "count": 118, "max_ms": 103.598, "p95_ms": 92.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.156, "count": 118, "max_ms": 318.728, "p95_ms": 302.228}, "read_interval": {"avg_ms": 254.707, "count": 117, "max_ms": 327.718, "p95_ms": 311.101}, "triton_wait": {"avg_ms": 71.644, "count": 118, "max_ms": 104.338, "p95_ms": 92.483}, "visualize": {"avg_ms": 26.034, "count": 118, "max_ms": 40.742, "p95_ms": 33.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.8, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6183.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30586.275, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.155, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 562437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:08:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:08:05+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T02:08:05+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T02:08:05.718820+09:00", "mtime_epoch": 1783012085.7188199, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:08:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1302.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.333, "count": 301, "max_ms": 13.09, "p95_ms": 7.937}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.779, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.267, "count": 301, "max_ms": 77.076, "p95_ms": 70.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.532, "count": 301, "max_ms": 93.167, "p95_ms": 85.028}, "yolo11_640_fire_11class": {"avg_ms": 53.801, "count": 301, "max_ms": 76.464, "p95_ms": 68.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.568, "count": 301, "max_ms": 87.08, "p95_ms": 77.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.053, "count": 301, "max_ms": 109.596, "p95_ms": 101.808}, "read_interval": {"avg_ms": 99.647, "count": 301, "max_ms": 244.467, "p95_ms": 130.24}, "triton_wait": {"avg_ms": 60.191, "count": 301, "max_ms": 93.179, "p95_ms": 85.599}, "visualize": {"avg_ms": 3.638, "count": 301, "max_ms": 5.04, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6181.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20798.407, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.77, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 555541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:08:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:08:27+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:08:27+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:08:27.747218+09:00", "mtime_epoch": 1783012107.747218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:08:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1549.297, "name": "celery", "pid": 237, "rss_mb": 1549.297, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.061, "pushed": 10.061, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 301, "max_ms": 6.836, "p95_ms": 4.874}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 2.372, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.359, "count": 301, "max_ms": 79.832, "p95_ms": 68.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.035, "count": 301, "max_ms": 95.74, "p95_ms": 70.343}, "yolo11_640_fire_11class": {"avg_ms": 53.544, "count": 301, "max_ms": 79.904, "p95_ms": 68.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.764, "count": 301, "max_ms": 89.772, "p95_ms": 78.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.238, "count": 301, "max_ms": 109.442, "p95_ms": 93.544}, "read_interval": {"avg_ms": 99.851, "count": 300, "max_ms": 154.75, "p95_ms": 121.991}, "triton_wait": {"avg_ms": 59.526, "count": 301, "max_ms": 95.752, "p95_ms": 80.782}, "visualize": {"avg_ms": 3.684, "count": 301, "max_ms": 5.742, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2570, "tracking_summary": 2280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6183.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57966.09, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.737, "sample_count": 1093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:08:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:08:32+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T02:08:32+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-03T02:08:32.371301+09:00", "mtime_epoch": 1783012112.3713014, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:08:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 923.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.41, "pushed": 3.41, "read": 3.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.568, "count": 102, "max_ms": 194.868, "p95_ms": 193.048}, "gstreamer_push": {"avg_ms": 0.906, "count": 102, "max_ms": 2.848, "p95_ms": 1.794}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.524, "count": 102, "max_ms": 93.309, "p95_ms": 87.147}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.926, "count": 102, "max_ms": 95.602, "p95_ms": 90.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.172, "count": 102, "max_ms": 324.094, "p95_ms": 308.729}, "read_interval": {"avg_ms": 295.733, "count": 101, "max_ms": 334.695, "p95_ms": 319.148}, "triton_wait": {"avg_ms": 69.99, "count": 102, "max_ms": 95.614, "p95_ms": 90.162}, "visualize": {"avg_ms": 26.764, "count": 102, "max_ms": 37.803, "p95_ms": 34.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6183.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30616.324, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.941, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 562736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:08:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:08:35+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T02:08:35+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T02:08:35.755363+09:00", "mtime_epoch": 1783012115.7553625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:08:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1302.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.307, "count": 299, "max_ms": 12.228, "p95_ms": 8.023}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 2.03, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.882, "count": 299, "max_ms": 76.192, "p95_ms": 67.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.718, "count": 299, "max_ms": 99.898, "p95_ms": 84.287}, "yolo11_640_fire_11class": {"avg_ms": 53.299, "count": 299, "max_ms": 80.533, "p95_ms": 67.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.18, "count": 299, "max_ms": 86.875, "p95_ms": 77.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.786, "count": 299, "max_ms": 116.206, "p95_ms": 100.858}, "read_interval": {"avg_ms": 100.481, "count": 298, "max_ms": 333.244, "p95_ms": 138.634}, "triton_wait": {"avg_ms": 59.986, "count": 299, "max_ms": 99.911, "p95_ms": 85.92}, "visualize": {"avg_ms": 3.634, "count": 299, "max_ms": 5.699, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6178.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20828.433, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.886, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 555841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:08:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:08:57+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:08:57+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T02:08:57.779760+09:00", "mtime_epoch": 1783012137.7797604, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:08:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1549.555, "name": "celery", "pid": 237, "rss_mb": 1549.555, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.949, "count": 300, "max_ms": 6.358, "p95_ms": 4.453}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.858, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.946, "count": 300, "max_ms": 86.735, "p95_ms": 74.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.376, "count": 300, "max_ms": 92.013, "p95_ms": 73.121}, "yolo11_640_fire_11class": {"avg_ms": 55.917, "count": 300, "max_ms": 86.722, "p95_ms": 72.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.531, "count": 300, "max_ms": 94.169, "p95_ms": 80.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.839, "count": 300, "max_ms": 106.815, "p95_ms": 95.722}, "read_interval": {"avg_ms": 100.097, "count": 300, "max_ms": 187.962, "p95_ms": 121.622}, "triton_wait": {"avg_ms": 62.38, "count": 300, "max_ms": 94.181, "p95_ms": 83.061}, "visualize": {"avg_ms": 3.611, "count": 300, "max_ms": 5.523, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2570, "tracking_summary": 2281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6175.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 57996.099, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.227, "sample_count": 1098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:09:02+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-03T02:09:02+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T02:09:02.499846+09:00", "mtime_epoch": 1783012142.4998455, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:09:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 915.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.933, "pushed": 3.933, "read": 3.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.675, "count": 118, "max_ms": 250.371, "p95_ms": 217.522}, "gstreamer_push": {"avg_ms": 0.901, "count": 118, "max_ms": 1.926, "p95_ms": 1.76}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.823, "count": 118, "max_ms": 99.542, "p95_ms": 91.183}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.215, "count": 118, "max_ms": 102.75, "p95_ms": 94.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.709, "count": 118, "max_ms": 348.715, "p95_ms": 316.158}, "read_interval": {"avg_ms": 255.327, "count": 118, "max_ms": 364.28, "p95_ms": 324.564}, "triton_wait": {"avg_ms": 72.31, "count": 118, "max_ms": 102.762, "p95_ms": 95.41}, "visualize": {"avg_ms": 23.959, "count": 118, "max_ms": 30.872, "p95_ms": 29.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6178.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30646.37, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.176, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 563039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:09:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:09:05+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:09:05+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T02:09:05.795905+09:00", "mtime_epoch": 1783012145.795905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:09:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1303.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.087}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.439, "count": 303, "max_ms": 11.406, "p95_ms": 8.98}, "gstreamer_push": {"avg_ms": 1.249, "count": 303, "max_ms": 2.098, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.938, "count": 303, "max_ms": 81.126, "p95_ms": 70.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.279, "count": 303, "max_ms": 101.052, "p95_ms": 86.442}, "yolo11_640_fire_11class": {"avg_ms": 54.213, "count": 303, "max_ms": 81.114, "p95_ms": 69.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.446, "count": 303, "max_ms": 88.544, "p95_ms": 77.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.44, "count": 303, "max_ms": 117.656, "p95_ms": 102.813}, "read_interval": {"avg_ms": 99.193, "count": 302, "max_ms": 332.0, "p95_ms": 125.113}, "triton_wait": {"avg_ms": 61.418, "count": 303, "max_ms": 101.064, "p95_ms": 86.454}, "visualize": {"avg_ms": 3.647, "count": 303, "max_ms": 5.137, "p95_ms": 4.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6182.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20858.451, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.934, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 556141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:09:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T02:09:27+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T02:09:27.764302+09:00", "mtime_epoch": 1783012167.764302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:09:27+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1549.555, "name": "celery", "pid": 237, "rss_mb": 1549.555, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 300, "max_ms": 6.102, "p95_ms": 4.574}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 2.354, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.624, "count": 300, "max_ms": 78.747, "p95_ms": 69.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.749, "count": 300, "max_ms": 89.361, "p95_ms": 68.256}, "yolo11_640_fire_11class": {"avg_ms": 55.096, "count": 300, "max_ms": 76.877, "p95_ms": 69.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.599, "count": 300, "max_ms": 84.625, "p95_ms": 79.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.097, "count": 300, "max_ms": 103.392, "p95_ms": 93.074}, "read_interval": {"avg_ms": 99.954, "count": 300, "max_ms": 194.908, "p95_ms": 122.717}, "triton_wait": {"avg_ms": 61.377, "count": 300, "max_ms": 89.373, "p95_ms": 80.077}, "visualize": {"avg_ms": 3.663, "count": 300, "max_ms": 4.846, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2571, "tracking_summary": 2282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6182.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58026.217, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.092, "sample_count": 1091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:09:32+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T02:09:32+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T02:09:32.616390+09:00", "mtime_epoch": 1783012172.6163898, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:09:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 921.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.387, "pushed": 3.387, "read": 3.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 184.867, "count": 101, "max_ms": 194.64, "p95_ms": 191.444}, "gstreamer_push": {"avg_ms": 1.104, "count": 101, "max_ms": 2.897, "p95_ms": 1.914}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.545, "count": 101, "max_ms": 94.775, "p95_ms": 86.588}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.992, "count": 101, "max_ms": 93.273, "p95_ms": 88.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.179, "count": 101, "max_ms": 321.791, "p95_ms": 311.097}, "read_interval": {"avg_ms": 299.214, "count": 100, "max_ms": 331.631, "p95_ms": 319.027}, "triton_wait": {"avg_ms": 67.374, "count": 101, "max_ms": 94.787, "p95_ms": 89.368}, "visualize": {"avg_ms": 32.171, "count": 101, "max_ms": 46.889, "p95_ms": 43.642}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6181.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30676.438, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.312, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 563339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:09:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:09:35+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T02:09:35+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T02:09:35.880449+09:00", "mtime_epoch": 1783012175.8804486, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:09:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1303.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.348, "count": 299, "max_ms": 12.16, "p95_ms": 8.0}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.461, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.324, "count": 299, "max_ms": 75.258, "p95_ms": 66.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.947, "count": 299, "max_ms": 90.165, "p95_ms": 80.542}, "yolo11_640_fire_11class": {"avg_ms": 54.862, "count": 299, "max_ms": 70.385, "p95_ms": 66.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.674, "count": 299, "max_ms": 81.719, "p95_ms": 75.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.577, "count": 300, "max_ms": 106.147, "p95_ms": 95.505}, "read_interval": {"avg_ms": 100.234, "count": 299, "max_ms": 380.825, "p95_ms": 123.903}, "triton_wait": {"avg_ms": 61.764, "count": 299, "max_ms": 90.177, "p95_ms": 80.556}, "visualize": {"avg_ms": 3.636, "count": 299, "max_ms": 4.742, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6183.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20888.53, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "R (running)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.908, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 556442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:09:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:09:57+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T02:09:57+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T02:09:57.824845+09:00", "mtime_epoch": 1783012197.824845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:09:57+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1549.812, "name": "celery", "pid": 237, "rss_mb": 1549.812, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 300, "max_ms": 6.127, "p95_ms": 4.633}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 2.039, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.947, "count": 300, "max_ms": 78.514, "p95_ms": 72.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.907, "count": 300, "max_ms": 93.843, "p95_ms": 67.345}, "yolo11_640_fire_11class": {"avg_ms": 55.518, "count": 300, "max_ms": 78.501, "p95_ms": 69.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.582, "count": 300, "max_ms": 88.721, "p95_ms": 79.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.586, "count": 300, "max_ms": 106.596, "p95_ms": 91.924}, "read_interval": {"avg_ms": 100.021, "count": 300, "max_ms": 151.328, "p95_ms": 121.251}, "triton_wait": {"avg_ms": 61.983, "count": 300, "max_ms": 93.855, "p95_ms": 79.258}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 5.006, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2574, "tracking_summary": 2283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6167.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58056.476, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.433, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:10:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:10:03+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T02:10:02+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-03T02:10:02.784935+09:00", "mtime_epoch": 1783012202.7849348, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:10:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 907.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.65, "pushed": 3.65, "read": 3.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.597, "count": 109, "max_ms": 193.13, "p95_ms": 190.563}, "gstreamer_push": {"avg_ms": 1.058, "count": 109, "max_ms": 3.17, "p95_ms": 2.836}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.338, "count": 109, "max_ms": 99.772, "p95_ms": 87.044}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.121, "count": 109, "max_ms": 99.785, "p95_ms": 92.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.757, "count": 109, "max_ms": 327.74, "p95_ms": 310.665}, "read_interval": {"avg_ms": 275.676, "count": 108, "max_ms": 336.958, "p95_ms": 320.249}, "triton_wait": {"avg_ms": 70.21, "count": 109, "max_ms": 99.795, "p95_ms": 94.18}, "visualize": {"avg_ms": 28.133, "count": 109, "max_ms": 41.365, "p95_ms": 36.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6177.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30706.504, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.116, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 563640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:10:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:10:06+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T02:10:05+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T02:10:05.944992+09:00", "mtime_epoch": 1783012205.9449918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:10:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1303.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.427, "count": 301, "max_ms": 11.463, "p95_ms": 8.53}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 2.01, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.151, "count": 301, "max_ms": 79.355, "p95_ms": 69.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.951, "count": 301, "max_ms": 103.749, "p95_ms": 82.009}, "yolo11_640_fire_11class": {"avg_ms": 53.732, "count": 301, "max_ms": 78.814, "p95_ms": 69.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.987, "count": 301, "max_ms": 89.842, "p95_ms": 78.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.723, "count": 301, "max_ms": 123.394, "p95_ms": 99.638}, "read_interval": {"avg_ms": 99.892, "count": 301, "max_ms": 421.929, "p95_ms": 126.87}, "triton_wait": {"avg_ms": 60.713, "count": 301, "max_ms": 103.765, "p95_ms": 83.262}, "visualize": {"avg_ms": 3.65, "count": 301, "max_ms": 5.312, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6175.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20918.601, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.986, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 556743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:10:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:10:28+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T02:10:27+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T02:10:27.945389+09:00", "mtime_epoch": 1783012227.9453893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:10:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1549.812, "name": "celery", "pid": 237, "rss_mb": 1549.812, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.038, "count": 300, "max_ms": 6.262, "p95_ms": 4.783}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 1.801, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.302, "count": 300, "max_ms": 82.411, "p95_ms": 72.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.793, "count": 300, "max_ms": 92.095, "p95_ms": 71.486}, "yolo11_640_fire_11class": {"avg_ms": 54.473, "count": 300, "max_ms": 79.586, "p95_ms": 70.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.736, "count": 300, "max_ms": 91.854, "p95_ms": 82.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.173, "count": 301, "max_ms": 104.928, "p95_ms": 97.351}, "read_interval": {"avg_ms": 99.987, "count": 300, "max_ms": 144.599, "p95_ms": 121.038}, "triton_wait": {"avg_ms": 60.548, "count": 300, "max_ms": 92.108, "p95_ms": 84.545}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 4.913, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2574, "tracking_summary": 2284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6181.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58086.497, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.515, "sample_count": 1090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:10:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:10:33+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T02:10:32+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T02:10:32.797477+09:00", "mtime_epoch": 1783012232.797477, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:10:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 919.105, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.041, "pushed": 4.041, "read": 4.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.08, "count": 120, "max_ms": 192.653, "p95_ms": 191.073}, "gstreamer_push": {"avg_ms": 1.28, "count": 120, "max_ms": 3.12, "p95_ms": 1.906}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.79, "count": 120, "max_ms": 99.392, "p95_ms": 86.188}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.269, "count": 120, "max_ms": 98.615, "p95_ms": 92.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.478, "count": 120, "max_ms": 317.883, "p95_ms": 306.723}, "read_interval": {"avg_ms": 249.782, "count": 119, "max_ms": 327.838, "p95_ms": 318.449}, "triton_wait": {"avg_ms": 71.432, "count": 120, "max_ms": 99.403, "p95_ms": 92.057}, "visualize": {"avg_ms": 29.188, "count": 120, "max_ms": 41.993, "p95_ms": 39.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.696, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6181.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30736.529, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.544, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 563939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:10:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:10:36+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T02:10:35+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T02:10:35.993535+09:00", "mtime_epoch": 1783012235.9935348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:10:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1303.645, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.311, "count": 299, "max_ms": 11.985, "p95_ms": 8.342}, "gstreamer_push": {"avg_ms": 1.243, "count": 299, "max_ms": 2.154, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.845, "count": 299, "max_ms": 76.037, "p95_ms": 69.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.19, "count": 299, "max_ms": 103.234, "p95_ms": 83.746}, "yolo11_640_fire_11class": {"avg_ms": 53.104, "count": 299, "max_ms": 75.788, "p95_ms": 68.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.281, "count": 299, "max_ms": 89.123, "p95_ms": 79.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.983, "count": 299, "max_ms": 122.152, "p95_ms": 100.574}, "read_interval": {"avg_ms": 100.491, "count": 298, "max_ms": 408.18, "p95_ms": 129.12}, "triton_wait": {"avg_ms": 60.141, "count": 299, "max_ms": 103.247, "p95_ms": 84.144}, "visualize": {"avg_ms": 3.621, "count": 299, "max_ms": 5.927, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6183.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20948.641, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.421, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 557043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:10:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T02:10:58+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T02:10:57+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T02:10:57.965932+09:00", "mtime_epoch": 1783012257.965932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 139667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:10:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1550.07, "name": "celery", "pid": 237, "rss_mb": 1550.07, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.017, "count": 300, "max_ms": 5.876, "p95_ms": 4.436}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.965, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.391, "count": 300, "max_ms": 79.068, "p95_ms": 69.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.91, "count": 300, "max_ms": 91.183, "p95_ms": 65.657}, "yolo11_640_fire_11class": {"avg_ms": 55.683, "count": 300, "max_ms": 76.809, "p95_ms": 69.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.748, "count": 300, "max_ms": 86.889, "p95_ms": 78.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.698, "count": 300, "max_ms": 104.189, "p95_ms": 91.407}, "read_interval": {"avg_ms": 100.053, "count": 300, "max_ms": 145.517, "p95_ms": 121.777}, "triton_wait": {"avg_ms": 62.104, "count": 300, "max_ms": 91.194, "p95_ms": 78.411}, "visualize": {"avg_ms": 3.626, "count": 300, "max_ms": 4.288, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2575, "tracking_summary": 2285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6184.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58116.616, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.681, "sample_count": 1091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:11:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:11:03+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T02:11:02+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T02:11:02.922021+09:00", "mtime_epoch": 1783012262.9220214, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:11:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 921.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.823, "pushed": 3.823, "read": 3.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.675, "count": 114, "max_ms": 195.523, "p95_ms": 192.642}, "gstreamer_push": {"avg_ms": 1.229, "count": 114, "max_ms": 3.012, "p95_ms": 2.717}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.694, "count": 114, "max_ms": 97.414, "p95_ms": 82.504}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.62, "count": 114, "max_ms": 97.954, "p95_ms": 90.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.37, "count": 114, "max_ms": 322.979, "p95_ms": 310.353}, "read_interval": {"avg_ms": 263.964, "count": 113, "max_ms": 333.378, "p95_ms": 321.559}, "triton_wait": {"avg_ms": 70.651, "count": 114, "max_ms": 97.97, "p95_ms": 90.715}, "visualize": {"avg_ms": 29.294, "count": 114, "max_ms": 40.232, "p95_ms": 38.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6183.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30766.558, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.942, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 564241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:11:06+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:11:06+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T02:11:06.018077+09:00", "mtime_epoch": 1783012266.0180774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:11:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1303.645, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.366, "count": 302, "max_ms": 12.423, "p95_ms": 8.571}, "gstreamer_push": {"avg_ms": 1.217, "count": 302, "max_ms": 1.505, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.722, "count": 302, "max_ms": 75.212, "p95_ms": 66.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.729, "count": 302, "max_ms": 97.455, "p95_ms": 81.443}, "yolo11_640_fire_11class": {"avg_ms": 54.11, "count": 302, "max_ms": 73.134, "p95_ms": 66.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.522, "count": 302, "max_ms": 82.136, "p95_ms": 75.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.725, "count": 302, "max_ms": 113.706, "p95_ms": 98.089}, "read_interval": {"avg_ms": 99.432, "count": 302, "max_ms": 327.949, "p95_ms": 129.165}, "triton_wait": {"avg_ms": 61.064, "count": 302, "max_ms": 97.465, "p95_ms": 81.84}, "visualize": {"avg_ms": 3.527, "count": 302, "max_ms": 4.467, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6176.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 20978.73, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.63, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 557344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:11:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:11:28+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T02:11:28+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T02:11:28.038475+09:00", "mtime_epoch": 1783012288.0384753, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 138345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:11:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1550.07, "name": "celery", "pid": 237, "rss_mb": 1550.07, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.973, "count": 300, "max_ms": 6.256, "p95_ms": 5.177}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.514, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.297, "count": 300, "max_ms": 81.046, "p95_ms": 68.592}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.887, "count": 300, "max_ms": 94.057, "p95_ms": 67.649}, "yolo11_640_fire_11class": {"avg_ms": 54.663, "count": 300, "max_ms": 75.994, "p95_ms": 67.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.104, "count": 300, "max_ms": 87.09, "p95_ms": 77.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.901, "count": 301, "max_ms": 103.965, "p95_ms": 90.763}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 155.267, "p95_ms": 121.573}, "triton_wait": {"avg_ms": 60.726, "count": 300, "max_ms": 94.065, "p95_ms": 78.229}, "visualize": {"avg_ms": 3.477, "count": 300, "max_ms": 5.953, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2577, "tracking_summary": 2285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6176.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58146.798, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.681, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:11:33+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T02:11:33+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T02:11:33.102567+09:00", "mtime_epoch": 1783012293.102567, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:11:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 914.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.614, "pushed": 3.614, "read": 3.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.049, "count": 108, "max_ms": 203.734, "p95_ms": 200.017}, "gstreamer_push": {"avg_ms": 0.981, "count": 108, "max_ms": 2.887, "p95_ms": 2.791}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.95, "count": 108, "max_ms": 96.347, "p95_ms": 85.685}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.594, "count": 108, "max_ms": 101.979, "p95_ms": 93.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.368, "count": 108, "max_ms": 334.891, "p95_ms": 313.149}, "read_interval": {"avg_ms": 279.328, "count": 107, "max_ms": 343.754, "p95_ms": 322.663}, "triton_wait": {"avg_ms": 70.607, "count": 108, "max_ms": 101.992, "p95_ms": 93.97}, "visualize": {"avg_ms": 29.908, "count": 108, "max_ms": 44.049, "p95_ms": 37.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6184.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30796.592, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.801, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 564541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:11:36+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:11:36+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T02:11:36.050620+09:00", "mtime_epoch": 1783012296.05062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:11:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1303.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.491, "count": 300, "max_ms": 12.616, "p95_ms": 9.383}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 2.062, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.406, "count": 300, "max_ms": 76.141, "p95_ms": 67.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.495, "count": 300, "max_ms": 95.472, "p95_ms": 76.084}, "yolo11_640_fire_11class": {"avg_ms": 52.915, "count": 300, "max_ms": 74.771, "p95_ms": 67.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.736, "count": 300, "max_ms": 87.092, "p95_ms": 76.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.754, "count": 300, "max_ms": 111.518, "p95_ms": 96.358}, "read_interval": {"avg_ms": 100.171, "count": 299, "max_ms": 360.193, "p95_ms": 139.673}, "triton_wait": {"avg_ms": 58.767, "count": 300, "max_ms": 95.485, "p95_ms": 79.303}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 5.024, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6183.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21008.802, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.359, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 557645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:11:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:11:58+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:11:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T02:11:58.143020+09:00", "mtime_epoch": 1783012318.1430204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:11:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1550.328, "name": "celery", "pid": 237, "rss_mb": 1550.328, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.047, "count": 301, "max_ms": 6.67, "p95_ms": 5.822}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.674, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.945, "count": 301, "max_ms": 78.788, "p95_ms": 69.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.501, "count": 301, "max_ms": 84.944, "p95_ms": 67.938}, "yolo11_640_fire_11class": {"avg_ms": 54.021, "count": 301, "max_ms": 79.676, "p95_ms": 67.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.561, "count": 301, "max_ms": 87.27, "p95_ms": 77.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.502, "count": 301, "max_ms": 100.228, "p95_ms": 92.001}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 127.638, "p95_ms": 120.474}, "triton_wait": {"avg_ms": 60.108, "count": 301, "max_ms": 87.282, "p95_ms": 79.349}, "visualize": {"avg_ms": 3.53, "count": 301, "max_ms": 5.906, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2577, "tracking_summary": 2286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6183.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58176.82, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.477, "sample_count": 1088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:12:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:12:03+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T02:12:03+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T02:12:03.103111+09:00", "mtime_epoch": 1783012323.1031108, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:12:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 920.109, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.364, "pushed": 3.364, "read": 3.33}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 184.816, "count": 100, "max_ms": 197.04, "p95_ms": 188.103}, "gstreamer_push": {"avg_ms": 0.93, "count": 100, "max_ms": 2.078, "p95_ms": 1.78}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.284, "count": 100, "max_ms": 85.394, "p95_ms": 76.648}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.646, "count": 100, "max_ms": 101.117, "p95_ms": 83.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.139, "count": 100, "max_ms": 324.103, "p95_ms": 305.551}, "read_interval": {"avg_ms": 300.064, "count": 99, "max_ms": 333.201, "p95_ms": 315.769}, "triton_wait": {"avg_ms": 70.66, "count": 100, "max_ms": 101.131, "p95_ms": 83.692}, "visualize": {"avg_ms": 30.932, "count": 100, "max_ms": 40.95, "p95_ms": 40.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.726, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6176.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30826.643, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.258, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 564841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:12:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:12:06+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T02:12:06+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T02:12:06.063165+09:00", "mtime_epoch": 1783012326.063165, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:12:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1304.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.451, "count": 300, "max_ms": 12.179, "p95_ms": 10.077}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 2.061, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.43, "count": 300, "max_ms": 77.627, "p95_ms": 67.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.423, "count": 300, "max_ms": 88.785, "p95_ms": 80.244}, "yolo11_640_fire_11class": {"avg_ms": 54.559, "count": 300, "max_ms": 76.65, "p95_ms": 66.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.388, "count": 300, "max_ms": 83.629, "p95_ms": 77.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.635, "count": 300, "max_ms": 105.66, "p95_ms": 98.312}, "read_interval": {"avg_ms": 100.111, "count": 299, "max_ms": 350.839, "p95_ms": 135.113}, "triton_wait": {"avg_ms": 61.754, "count": 300, "max_ms": 88.798, "p95_ms": 81.878}, "visualize": {"avg_ms": 3.586, "count": 300, "max_ms": 6.189, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6176.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21038.824, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.544, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 557945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:12:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T02:12:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:12:28+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T02:12:28.167568+09:00", "mtime_epoch": 1783012348.1675684, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:12:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1550.328, "name": "celery", "pid": 237, "rss_mb": 1550.328, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.039, "count": 300, "max_ms": 6.228, "p95_ms": 4.488}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.816, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.591, "count": 300, "max_ms": 82.084, "p95_ms": 68.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.135, "count": 300, "max_ms": 104.297, "p95_ms": 68.958}, "yolo11_640_fire_11class": {"avg_ms": 55.593, "count": 300, "max_ms": 79.882, "p95_ms": 68.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.789, "count": 300, "max_ms": 89.508, "p95_ms": 79.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.399, "count": 300, "max_ms": 116.878, "p95_ms": 92.8}, "read_interval": {"avg_ms": 100.067, "count": 300, "max_ms": 141.308, "p95_ms": 120.946}, "triton_wait": {"avg_ms": 62.722, "count": 300, "max_ms": 104.308, "p95_ms": 79.868}, "visualize": {"avg_ms": 3.678, "count": 300, "max_ms": 5.571, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2578, "tracking_summary": 2287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6176.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58206.872, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.758, "sample_count": 1098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:12:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:12:33+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T02:12:33+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T02:12:33.183660+09:00", "mtime_epoch": 1783012353.18366, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:12:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 926.809, "name": "celery", "pid": 239, "rss_mb": 914.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.696, "pushed": 3.696, "read": 3.662}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.914, "count": 110, "max_ms": 208.147, "p95_ms": 187.706}, "gstreamer_push": {"avg_ms": 0.944, "count": 110, "max_ms": 1.979, "p95_ms": 1.698}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.759, "count": 110, "max_ms": 91.037, "p95_ms": 82.154}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.65, "count": 110, "max_ms": 98.638, "p95_ms": 86.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.22, "count": 110, "max_ms": 315.884, "p95_ms": 304.038}, "read_interval": {"avg_ms": 273.067, "count": 109, "max_ms": 326.35, "p95_ms": 312.73}, "triton_wait": {"avg_ms": 71.664, "count": 110, "max_ms": 98.65, "p95_ms": 86.248}, "visualize": {"avg_ms": 29.891, "count": 110, "max_ms": 41.296, "p95_ms": 40.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.761, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6185.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30856.662, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.801, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 565143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:12:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:12:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T02:12:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T02:12:36.095713+09:00", "mtime_epoch": 1783012356.0957131, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:12:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1304.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.096, "pushed": 10.096, "read": 10.062}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.583, "count": 302, "max_ms": 12.163, "p95_ms": 10.029}, "gstreamer_push": {"avg_ms": 1.254, "count": 302, "max_ms": 1.726, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.444, "count": 302, "max_ms": 82.767, "p95_ms": 68.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.862, "count": 302, "max_ms": 92.948, "p95_ms": 82.803}, "yolo11_640_fire_11class": {"avg_ms": 53.522, "count": 302, "max_ms": 80.45, "p95_ms": 67.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.948, "count": 302, "max_ms": 90.013, "p95_ms": 78.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.267, "count": 302, "max_ms": 113.441, "p95_ms": 101.098}, "read_interval": {"avg_ms": 99.396, "count": 301, "max_ms": 302.608, "p95_ms": 135.284}, "triton_wait": {"avg_ms": 61.05, "count": 302, "max_ms": 92.96, "p95_ms": 84.517}, "visualize": {"avg_ms": 3.668, "count": 302, "max_ms": 4.724, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6186.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21068.827, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.359, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 558245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:12:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:12:58+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:12:58+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T02:12:58.172116+09:00", "mtime_epoch": 1783012378.172116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:12:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1550.586, "name": "celery", "pid": 237, "rss_mb": 1550.586, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.076, "count": 300, "max_ms": 6.44, "p95_ms": 4.971}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.897, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.584, "count": 300, "max_ms": 80.092, "p95_ms": 73.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.842, "count": 300, "max_ms": 95.515, "p95_ms": 70.169}, "yolo11_640_fire_11class": {"avg_ms": 56.096, "count": 300, "max_ms": 79.821, "p95_ms": 72.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.382, "count": 300, "max_ms": 89.316, "p95_ms": 81.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.971, "count": 300, "max_ms": 108.466, "p95_ms": 94.097}, "read_interval": {"avg_ms": 100.024, "count": 300, "max_ms": 143.702, "p95_ms": 121.888}, "triton_wait": {"avg_ms": 62.183, "count": 300, "max_ms": 95.527, "p95_ms": 81.191}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 5.326, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2580, "tracking_summary": 2288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6179.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58236.983, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.477, "sample_count": 1089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:13:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:13:03+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T02:13:03+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T02:13:03.280209+09:00", "mtime_epoch": 1783012383.2802093, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:13:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 927.914, "name": "celery", "pid": 239, "rss_mb": 916.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.66, "pushed": 3.66, "read": 3.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.619, "count": 109, "max_ms": 192.806, "p95_ms": 189.501}, "gstreamer_push": {"avg_ms": 0.919, "count": 109, "max_ms": 3.012, "p95_ms": 1.836}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.662, "count": 109, "max_ms": 100.901, "p95_ms": 94.145}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.353, "count": 109, "max_ms": 99.905, "p95_ms": 97.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.577, "count": 109, "max_ms": 323.892, "p95_ms": 314.348}, "read_interval": {"avg_ms": 276.028, "count": 108, "max_ms": 334.617, "p95_ms": 323.424}, "triton_wait": {"avg_ms": 71.46, "count": 109, "max_ms": 100.913, "p95_ms": 97.746}, "visualize": {"avg_ms": 25.741, "count": 109, "max_ms": 40.57, "p95_ms": 36.708}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.785, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6185.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30886.74, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.631, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 565444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:13:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:13:06+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:13:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T02:13:06.176262+09:00", "mtime_epoch": 1783012386.1762621, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:13:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1304.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.701, "count": 300, "max_ms": 13.189, "p95_ms": 11.114}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.789, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.752, "count": 300, "max_ms": 75.239, "p95_ms": 69.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.219, "count": 300, "max_ms": 101.169, "p95_ms": 82.453}, "yolo11_640_fire_11class": {"avg_ms": 54.381, "count": 300, "max_ms": 74.311, "p95_ms": 68.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.667, "count": 300, "max_ms": 86.868, "p95_ms": 77.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.503, "count": 300, "max_ms": 117.514, "p95_ms": 100.697}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 420.05, "p95_ms": 127.253}, "triton_wait": {"avg_ms": 61.167, "count": 300, "max_ms": 101.182, "p95_ms": 84.78}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 4.764, "p95_ms": 4.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6183.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21098.919, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.359, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 558546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:13:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:13:28+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:13:28+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T02:13:28.240665+09:00", "mtime_epoch": 1783012408.2406647, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:13:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1550.844, "name": "celery", "pid": 237, "rss_mb": 1550.844, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.069, "count": 300, "max_ms": 7.103, "p95_ms": 5.129}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 1.848, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.32, "count": 300, "max_ms": 82.853, "p95_ms": 70.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.274, "count": 300, "max_ms": 90.65, "p95_ms": 68.515}, "yolo11_640_fire_11class": {"avg_ms": 55.364, "count": 300, "max_ms": 81.964, "p95_ms": 69.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.465, "count": 300, "max_ms": 87.484, "p95_ms": 78.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.941, "count": 301, "max_ms": 103.562, "p95_ms": 93.579}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 139.688, "p95_ms": 121.59}, "triton_wait": {"avg_ms": 62.19, "count": 300, "max_ms": 90.662, "p95_ms": 80.573}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 5.96, "p95_ms": 4.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2581, "tracking_summary": 2289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6186.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58267.225, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.681, "sample_count": 1090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:13:33+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T02:13:33+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T02:13:33.524761+09:00", "mtime_epoch": 1783012413.5247612, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:13:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 927.914, "name": "celery", "pid": 239, "rss_mb": 922.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.44, "pushed": 3.44, "read": 3.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.97, "count": 103, "max_ms": 194.139, "p95_ms": 191.291}, "gstreamer_push": {"avg_ms": 1.164, "count": 103, "max_ms": 2.893, "p95_ms": 2.717}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.519, "count": 103, "max_ms": 92.975, "p95_ms": 86.104}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.383, "count": 103, "max_ms": 101.22, "p95_ms": 92.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.545, "count": 103, "max_ms": 329.893, "p95_ms": 316.317}, "read_interval": {"avg_ms": 293.518, "count": 102, "max_ms": 339.948, "p95_ms": 325.528}, "triton_wait": {"avg_ms": 70.545, "count": 103, "max_ms": 101.233, "p95_ms": 92.44}, "visualize": {"avg_ms": 29.238, "count": 103, "max_ms": 42.485, "p95_ms": 40.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6185.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30916.765, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.631, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 565743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:13:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:13:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T02:13:36+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T02:13:36.216810+09:00", "mtime_epoch": 1783012416.2168102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:13:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1304.418, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.461, "count": 299, "max_ms": 11.668, "p95_ms": 9.494}, "gstreamer_push": {"avg_ms": 1.236, "count": 299, "max_ms": 2.247, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.684, "count": 299, "max_ms": 76.319, "p95_ms": 66.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.327, "count": 299, "max_ms": 96.522, "p95_ms": 85.793}, "yolo11_640_fire_11class": {"avg_ms": 54.459, "count": 299, "max_ms": 74.19, "p95_ms": 66.459}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.874, "count": 299, "max_ms": 82.474, "p95_ms": 77.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.559, "count": 299, "max_ms": 112.868, "p95_ms": 102.559}, "read_interval": {"avg_ms": 100.453, "count": 298, "max_ms": 403.179, "p95_ms": 125.522}, "triton_wait": {"avg_ms": 61.571, "count": 299, "max_ms": 96.535, "p95_ms": 85.807}, "visualize": {"avg_ms": 3.622, "count": 299, "max_ms": 6.447, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6187.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21128.944, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.565, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 558846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:13:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:13:58+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T02:13:58+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T02:13:58.257212+09:00", "mtime_epoch": 1783012438.2572122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 135491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:13:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1550.844, "name": "celery", "pid": 237, "rss_mb": 1550.844, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.026, "count": 300, "max_ms": 6.643, "p95_ms": 4.534}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.891, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.643, "count": 300, "max_ms": 80.988, "p95_ms": 71.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.273, "count": 300, "max_ms": 93.055, "p95_ms": 71.299}, "yolo11_640_fire_11class": {"avg_ms": 56.288, "count": 300, "max_ms": 80.977, "p95_ms": 72.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.958, "count": 300, "max_ms": 88.333, "p95_ms": 81.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.646, "count": 300, "max_ms": 106.247, "p95_ms": 95.64}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 141.63, "p95_ms": 121.605}, "triton_wait": {"avg_ms": 62.886, "count": 300, "max_ms": 93.068, "p95_ms": 82.914}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 5.715, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2582, "tracking_summary": 2290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6179.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58297.391, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.911, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:14:03+09:00", "last_frame_read_age_sec": 0.312, "last_frame_read_at": "2026-07-03T02:14:03+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T02:14:03.665311+09:00", "mtime_epoch": 1783012443.6653109, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:14:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 927.914, "name": "celery", "pid": 239, "rss_mb": 913.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.882, "pushed": 3.882, "read": 3.848}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.579, "count": 116, "max_ms": 191.886, "p95_ms": 189.577}, "gstreamer_push": {"avg_ms": 1.061, "count": 116, "max_ms": 2.581, "p95_ms": 1.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.78, "count": 116, "max_ms": 95.951, "p95_ms": 89.364}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.445, "count": 116, "max_ms": 100.784, "p95_ms": 93.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.152, "count": 116, "max_ms": 317.282, "p95_ms": 303.934}, "read_interval": {"avg_ms": 259.52, "count": 115, "max_ms": 328.523, "p95_ms": 313.264}, "triton_wait": {"avg_ms": 72.559, "count": 116, "max_ms": 100.798, "p95_ms": 93.548}, "visualize": {"avg_ms": 27.23, "count": 116, "max_ms": 44.897, "p95_ms": 38.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6186.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30946.833, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.429, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 566044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:14:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:14:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T02:14:06+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T02:14:06.261358+09:00", "mtime_epoch": 1783012446.261358, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:14:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1304.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 301, "max_ms": 13.628, "p95_ms": 8.326}, "gstreamer_push": {"avg_ms": 1.256, "count": 301, "max_ms": 1.809, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.845, "count": 301, "max_ms": 87.627, "p95_ms": 68.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.613, "count": 301, "max_ms": 98.154, "p95_ms": 82.872}, "yolo11_640_fire_11class": {"avg_ms": 54.351, "count": 301, "max_ms": 75.605, "p95_ms": 68.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.74, "count": 301, "max_ms": 93.011, "p95_ms": 79.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.679, "count": 301, "max_ms": 114.544, "p95_ms": 101.262}, "read_interval": {"avg_ms": 99.864, "count": 300, "max_ms": 288.419, "p95_ms": 129.491}, "triton_wait": {"avg_ms": 61.641, "count": 301, "max_ms": 98.164, "p95_ms": 84.532}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 5.599, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6187.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21159.031, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.294, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 559147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:14:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:14:28+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T02:14:28+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T02:14:28.357761+09:00", "mtime_epoch": 1783012468.357761, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:14:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1551.102, "name": "celery", "pid": 237, "rss_mb": 1551.102, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.979, "count": 301, "max_ms": 6.192, "p95_ms": 4.401}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 2.311, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.34, "count": 301, "max_ms": 78.42, "p95_ms": 68.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.325, "count": 301, "max_ms": 84.958, "p95_ms": 66.489}, "yolo11_640_fire_11class": {"avg_ms": 57.022, "count": 301, "max_ms": 76.887, "p95_ms": 68.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.156, "count": 301, "max_ms": 88.323, "p95_ms": 77.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.044, "count": 301, "max_ms": 101.303, "p95_ms": 90.636}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 146.781, "p95_ms": 120.811}, "triton_wait": {"avg_ms": 63.448, "count": 301, "max_ms": 88.335, "p95_ms": 77.97}, "visualize": {"avg_ms": 3.633, "count": 301, "max_ms": 5.345, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2583, "tracking_summary": 2291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6178.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58327.661, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.667, "sample_count": 1089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:14:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:14:34+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T02:14:33+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T02:14:33.965863+09:00", "mtime_epoch": 1783012473.9658632, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:14:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 927.914, "name": "celery", "pid": 239, "rss_mb": 915.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.473, "pushed": 3.473, "read": 3.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.168, "count": 104, "max_ms": 194.685, "p95_ms": 191.366}, "gstreamer_push": {"avg_ms": 1.073, "count": 104, "max_ms": 2.988, "p95_ms": 1.842}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.15, "count": 104, "max_ms": 93.926, "p95_ms": 69.525}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.941, "count": 104, "max_ms": 102.255, "p95_ms": 78.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.994, "count": 104, "max_ms": 331.885, "p95_ms": 303.257}, "read_interval": {"avg_ms": 291.009, "count": 103, "max_ms": 340.841, "p95_ms": 313.204}, "triton_wait": {"avg_ms": 65.116, "count": 104, "max_ms": 102.268, "p95_ms": 78.31}, "visualize": {"avg_ms": 33.934, "count": 104, "max_ms": 45.098, "p95_ms": 44.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6184.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 30976.947, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.258, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 566345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:14:36+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T02:14:36+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T02:14:36.365907+09:00", "mtime_epoch": 1783012476.365907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:14:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1304.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.381, "count": 300, "max_ms": 11.932, "p95_ms": 8.315}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.423, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.945, "count": 300, "max_ms": 75.292, "p95_ms": 67.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.537, "count": 300, "max_ms": 92.885, "p95_ms": 66.682}, "yolo11_640_fire_11class": {"avg_ms": 54.129, "count": 300, "max_ms": 74.013, "p95_ms": 66.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.962, "count": 300, "max_ms": 85.403, "p95_ms": 76.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.51, "count": 300, "max_ms": 109.45, "p95_ms": 92.767}, "read_interval": {"avg_ms": 99.98, "count": 299, "max_ms": 410.147, "p95_ms": 126.609}, "triton_wait": {"avg_ms": 60.581, "count": 300, "max_ms": 92.899, "p95_ms": 77.147}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 4.821, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6183.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21189.113, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.421, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 559448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:14:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:14:58+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T02:14:58+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T02:14:58.442309+09:00", "mtime_epoch": 1783012498.4423094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:14:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1551.102, "name": "celery", "pid": 237, "rss_mb": 1551.102, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.015, "count": 301, "max_ms": 6.2, "p95_ms": 4.594}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.724, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.193, "count": 301, "max_ms": 80.953, "p95_ms": 69.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.14, "count": 301, "max_ms": 90.118, "p95_ms": 68.463}, "yolo11_640_fire_11class": {"avg_ms": 54.766, "count": 301, "max_ms": 79.382, "p95_ms": 69.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.04, "count": 301, "max_ms": 90.09, "p95_ms": 80.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.66, "count": 301, "max_ms": 103.054, "p95_ms": 93.466}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 153.759, "p95_ms": 121.26}, "triton_wait": {"avg_ms": 61.078, "count": 301, "max_ms": 90.13, "p95_ms": 80.637}, "visualize": {"avg_ms": 3.619, "count": 301, "max_ms": 5.77, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2585, "tracking_summary": 2292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6186.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58357.759, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.618, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:15:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:15:04+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T02:15:04+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T02:15:04.158413+09:00", "mtime_epoch": 1783012504.1584134, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:15:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 923.086, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.847, "pushed": 3.847, "read": 3.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.532, "count": 115, "max_ms": 201.567, "p95_ms": 193.499}, "gstreamer_push": {"avg_ms": 1.003, "count": 115, "max_ms": 2.972, "p95_ms": 2.256}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.083, "count": 115, "max_ms": 96.672, "p95_ms": 84.398}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.504, "count": 115, "max_ms": 100.742, "p95_ms": 94.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.682, "count": 115, "max_ms": 319.587, "p95_ms": 314.128}, "read_interval": {"avg_ms": 262.283, "count": 114, "max_ms": 328.58, "p95_ms": 325.106}, "triton_wait": {"avg_ms": 71.575, "count": 115, "max_ms": 100.753, "p95_ms": 94.224}, "visualize": {"avg_ms": 28.769, "count": 115, "max_ms": 42.738, "p95_ms": 39.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6187.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31007.053, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.221, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 566645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T02:15:06+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T02:15:06+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T02:15:06.474456+09:00", "mtime_epoch": 1783012506.4744556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:15:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1304.934, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.453, "count": 299, "max_ms": 12.527, "p95_ms": 8.981}, "gstreamer_push": {"avg_ms": 1.271, "count": 299, "max_ms": 1.858, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.883, "count": 299, "max_ms": 78.334, "p95_ms": 67.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.693, "count": 299, "max_ms": 94.751, "p95_ms": 80.74}, "yolo11_640_fire_11class": {"avg_ms": 53.012, "count": 299, "max_ms": 78.848, "p95_ms": 67.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.019, "count": 299, "max_ms": 87.751, "p95_ms": 77.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.275, "count": 299, "max_ms": 112.043, "p95_ms": 99.544}, "read_interval": {"avg_ms": 100.364, "count": 298, "max_ms": 365.968, "p95_ms": 127.825}, "triton_wait": {"avg_ms": 59.172, "count": 299, "max_ms": 94.765, "p95_ms": 83.299}, "visualize": {"avg_ms": 3.665, "count": 299, "max_ms": 5.167, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6185.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21219.118, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.208, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 559748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:15:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:15:28+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:15:28+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T02:15:28.450856+09:00", "mtime_epoch": 1783012528.450856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:15:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1551.359, "name": "celery", "pid": 237, "rss_mb": 1551.359, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.996, "count": 300, "max_ms": 6.287, "p95_ms": 4.409}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.62, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.081, "count": 300, "max_ms": 84.374, "p95_ms": 67.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.372, "count": 300, "max_ms": 95.568, "p95_ms": 76.408}, "yolo11_640_fire_11class": {"avg_ms": 51.399, "count": 300, "max_ms": 84.364, "p95_ms": 66.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.145, "count": 300, "max_ms": 94.123, "p95_ms": 76.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.215, "count": 300, "max_ms": 245.697, "p95_ms": 93.424}, "read_interval": {"avg_ms": 99.995, "count": 300, "max_ms": 255.704, "p95_ms": 123.676}, "triton_wait": {"avg_ms": 57.008, "count": 300, "max_ms": 95.58, "p95_ms": 80.418}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.563, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2585, "tracking_summary": 2293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6188.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58388.012, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.057, "sample_count": 1097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:15:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:15:34+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T02:15:34+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T02:15:34.302963+09:00", "mtime_epoch": 1783012534.3029625, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:15:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 923.652, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.086, "pushed": 4.086, "read": 4.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 132.369, "count": 122, "max_ms": 197.87, "p95_ms": 193.473}, "gstreamer_push": {"avg_ms": 0.982, "count": 122, "max_ms": 2.707, "p95_ms": 1.767}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.46, "count": 122, "max_ms": 99.243, "p95_ms": 87.262}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.424, "count": 122, "max_ms": 102.027, "p95_ms": 93.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.605, "count": 122, "max_ms": 310.672, "p95_ms": 304.938}, "read_interval": {"avg_ms": 245.827, "count": 121, "max_ms": 322.723, "p95_ms": 314.523}, "triton_wait": {"avg_ms": 73.909, "count": 122, "max_ms": 102.039, "p95_ms": 93.11}, "visualize": {"avg_ms": 26.529, "count": 122, "max_ms": 38.994, "p95_ms": 34.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6188.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31037.058, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.201, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 566947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:15:36+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:15:36+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:15:36.515003+09:00", "mtime_epoch": 1783012536.515003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:15:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1304.934, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.638, "count": 302, "max_ms": 12.846, "p95_ms": 10.052}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 1.878, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.525, "count": 302, "max_ms": 79.934, "p95_ms": 67.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.585, "count": 302, "max_ms": 101.221, "p95_ms": 81.188}, "yolo11_640_fire_11class": {"avg_ms": 50.704, "count": 302, "max_ms": 79.921, "p95_ms": 66.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.126, "count": 302, "max_ms": 89.554, "p95_ms": 74.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.797, "count": 302, "max_ms": 126.841, "p95_ms": 101.458}, "read_interval": {"avg_ms": 99.463, "count": 302, "max_ms": 326.6, "p95_ms": 129.676}, "triton_wait": {"avg_ms": 56.417, "count": 302, "max_ms": 101.237, "p95_ms": 84.767}, "visualize": {"avg_ms": 3.695, "count": 302, "max_ms": 5.831, "p95_ms": 4.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6189.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21249.148, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.333, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 560048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:15:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:15:58+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T02:15:58+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T02:15:58.459403+09:00", "mtime_epoch": 1783012558.4594026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:15:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1551.359, "name": "celery", "pid": 237, "rss_mb": 1551.359, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.135, "count": 300, "max_ms": 6.785, "p95_ms": 5.724}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.757, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.72, "count": 300, "max_ms": 79.799, "p95_ms": 68.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.26, "count": 300, "max_ms": 96.933, "p95_ms": 69.602}, "yolo11_640_fire_11class": {"avg_ms": 52.165, "count": 300, "max_ms": 74.621, "p95_ms": 67.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.564, "count": 300, "max_ms": 87.007, "p95_ms": 77.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.636, "count": 300, "max_ms": 109.743, "p95_ms": 93.096}, "read_interval": {"avg_ms": 100.076, "count": 299, "max_ms": 146.662, "p95_ms": 123.219}, "triton_wait": {"avg_ms": 57.687, "count": 300, "max_ms": 96.945, "p95_ms": 79.429}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 5.154, "p95_ms": 4.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2587, "tracking_summary": 2294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6180.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58418.096, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.86, "sample_count": 1086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:16:04+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T02:16:04+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T02:16:04.403511+09:00", "mtime_epoch": 1783012564.4035108, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:16:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 914.965, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.423, "pushed": 3.423, "read": 3.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.771, "count": 102, "max_ms": 208.644, "p95_ms": 190.84}, "gstreamer_push": {"avg_ms": 1.188, "count": 102, "max_ms": 3.121, "p95_ms": 2.887}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.143, "count": 102, "max_ms": 92.987, "p95_ms": 75.48}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.568, "count": 102, "max_ms": 96.368, "p95_ms": 84.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.821, "count": 102, "max_ms": 319.002, "p95_ms": 308.716}, "read_interval": {"avg_ms": 294.977, "count": 101, "max_ms": 327.654, "p95_ms": 318.208}, "triton_wait": {"avg_ms": 69.598, "count": 102, "max_ms": 96.381, "p95_ms": 84.094}, "visualize": {"avg_ms": 28.69, "count": 102, "max_ms": 40.361, "p95_ms": 37.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6180.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31067.06, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.122, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 567248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:16:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:16:06+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:16:06+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T02:16:06.519549+09:00", "mtime_epoch": 1783012566.5195494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:16:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1305.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 301, "max_ms": 14.239, "p95_ms": 11.932}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.505, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.127, "count": 301, "max_ms": 73.223, "p95_ms": 65.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.948, "count": 301, "max_ms": 89.663, "p95_ms": 69.701}, "yolo11_640_fire_11class": {"avg_ms": 51.791, "count": 301, "max_ms": 76.063, "p95_ms": 65.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.74, "count": 301, "max_ms": 82.897, "p95_ms": 74.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.464, "count": 301, "max_ms": 106.173, "p95_ms": 95.644}, "read_interval": {"avg_ms": 99.678, "count": 301, "max_ms": 368.241, "p95_ms": 128.177}, "triton_wait": {"avg_ms": 56.959, "count": 301, "max_ms": 89.676, "p95_ms": 78.251}, "visualize": {"avg_ms": 3.789, "count": 301, "max_ms": 6.75, "p95_ms": 4.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6181.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21279.199, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.096, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 560349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:16:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:16:28+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T02:16:28.535950+09:00", "mtime_epoch": 1783012588.5359502, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:16:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1551.617, "name": "celery", "pid": 237, "rss_mb": 1551.617, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.988, "count": 301, "max_ms": 6.281, "p95_ms": 4.203}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 1.594, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.663, "count": 301, "max_ms": 77.491, "p95_ms": 68.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.785, "count": 301, "max_ms": 89.57, "p95_ms": 67.137}, "yolo11_640_fire_11class": {"avg_ms": 54.15, "count": 301, "max_ms": 75.33, "p95_ms": 67.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.385, "count": 301, "max_ms": 85.107, "p95_ms": 77.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.608, "count": 301, "max_ms": 102.097, "p95_ms": 89.721}, "read_interval": {"avg_ms": 99.906, "count": 300, "max_ms": 145.269, "p95_ms": 120.979}, "triton_wait": {"avg_ms": 60.066, "count": 301, "max_ms": 89.581, "p95_ms": 77.394}, "visualize": {"avg_ms": 3.626, "count": 301, "max_ms": 5.525, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2588, "tracking_summary": 2295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58448.158, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.737, "sample_count": 1086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:16:34+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T02:16:34+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T02:16:34.456058+09:00", "mtime_epoch": 1783012594.456058, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:16:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 923.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.63, "pushed": 3.63, "read": 3.596}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.801, "count": 108, "max_ms": 227.947, "p95_ms": 202.717}, "gstreamer_push": {"avg_ms": 1.006, "count": 108, "max_ms": 2.883, "p95_ms": 1.787}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.71, "count": 108, "max_ms": 85.955, "p95_ms": 75.454}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.75, "count": 108, "max_ms": 93.059, "p95_ms": 83.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.226, "count": 108, "max_ms": 334.147, "p95_ms": 316.557}, "read_interval": {"avg_ms": 278.157, "count": 107, "max_ms": 347.717, "p95_ms": 330.166}, "triton_wait": {"avg_ms": 67.797, "count": 108, "max_ms": 93.07, "p95_ms": 83.855}, "visualize": {"avg_ms": 30.776, "count": 108, "max_ms": 48.63, "p95_ms": 42.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.752, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31097.133, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.906, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 567547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:16:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:16:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T02:16:36+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T02:16:36.564096+09:00", "mtime_epoch": 1783012596.5640965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:16:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1305.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.396, "count": 299, "max_ms": 10.307, "p95_ms": 8.307}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 2.075, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.734, "count": 299, "max_ms": 74.402, "p95_ms": 67.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.018, "count": 299, "max_ms": 90.33, "p95_ms": 75.095}, "yolo11_640_fire_11class": {"avg_ms": 52.037, "count": 299, "max_ms": 74.391, "p95_ms": 66.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.516, "count": 299, "max_ms": 82.504, "p95_ms": 76.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.617, "count": 299, "max_ms": 106.153, "p95_ms": 95.126}, "read_interval": {"avg_ms": 100.554, "count": 298, "max_ms": 399.91, "p95_ms": 129.705}, "triton_wait": {"avg_ms": 57.71, "count": 299, "max_ms": 90.341, "p95_ms": 78.83}, "visualize": {"avg_ms": 3.64, "count": 299, "max_ms": 5.134, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6188.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21309.33, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.967, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 560650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:16:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:16:58+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T02:16:58+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T02:16:58.608498+09:00", "mtime_epoch": 1783012618.6084976, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:16:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1551.875, "name": "celery", "pid": 237, "rss_mb": 1551.875, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.029, "count": 300, "max_ms": 6.413, "p95_ms": 4.653}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 1.617, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.568, "count": 300, "max_ms": 78.209, "p95_ms": 68.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.252, "count": 300, "max_ms": 91.416, "p95_ms": 70.68}, "yolo11_640_fire_11class": {"avg_ms": 52.925, "count": 300, "max_ms": 77.046, "p95_ms": 67.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.487, "count": 300, "max_ms": 88.666, "p95_ms": 78.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.045, "count": 300, "max_ms": 104.111, "p95_ms": 92.097}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 130.248, "p95_ms": 121.046}, "triton_wait": {"avg_ms": 58.427, "count": 300, "max_ms": 91.428, "p95_ms": 79.132}, "visualize": {"avg_ms": 3.626, "count": 300, "max_ms": 4.748, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2588, "tracking_summary": 2295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6188.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58478.4, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.907, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:17:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:17:04+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T02:17:04+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T02:17:04.700609+09:00", "mtime_epoch": 1783012624.7006087, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:17:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 923.43, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.34, "pushed": 3.34, "read": 3.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.486, "count": 100, "max_ms": 241.538, "p95_ms": 193.353}, "gstreamer_push": {"avg_ms": 1.02, "count": 100, "max_ms": 2.672, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.595, "count": 100, "max_ms": 90.332, "p95_ms": 82.523}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.419, "count": 100, "max_ms": 98.878, "p95_ms": 92.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.248, "count": 100, "max_ms": 348.431, "p95_ms": 314.49}, "read_interval": {"avg_ms": 302.498, "count": 99, "max_ms": 358.377, "p95_ms": 324.845}, "triton_wait": {"avg_ms": 70.433, "count": 100, "max_ms": 98.891, "p95_ms": 92.195}, "visualize": {"avg_ms": 31.537, "count": 100, "max_ms": 41.623, "p95_ms": 40.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31127.143, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.815, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 567847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:17:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:17:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:17:06+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T02:17:06.596643+09:00", "mtime_epoch": 1783012626.5966432, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:17:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1305.449, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.625, "count": 300, "max_ms": 13.947, "p95_ms": 9.929}, "gstreamer_push": {"avg_ms": 1.256, "count": 300, "max_ms": 2.082, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.661, "count": 300, "max_ms": 75.78, "p95_ms": 67.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.263, "count": 300, "max_ms": 94.902, "p95_ms": 77.86}, "yolo11_640_fire_11class": {"avg_ms": 52.641, "count": 300, "max_ms": 74.304, "p95_ms": 66.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.323, "count": 300, "max_ms": 87.123, "p95_ms": 76.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.523, "count": 300, "max_ms": 117.502, "p95_ms": 97.378}, "read_interval": {"avg_ms": 100.11, "count": 300, "max_ms": 367.861, "p95_ms": 145.404}, "triton_wait": {"avg_ms": 59.327, "count": 300, "max_ms": 94.914, "p95_ms": 80.669}, "visualize": {"avg_ms": 3.678, "count": 300, "max_ms": 6.603, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6183.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21339.35, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.845, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 560950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:17:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:17:28+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T02:17:28+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T02:17:28.665045+09:00", "mtime_epoch": 1783012648.6650448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:17:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1551.875, "name": "celery", "pid": 237, "rss_mb": 1551.875, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.027, "count": 300, "max_ms": 6.221, "p95_ms": 4.602}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 2.236, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.967, "count": 300, "max_ms": 74.205, "p95_ms": 69.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.195, "count": 300, "max_ms": 102.002, "p95_ms": 69.742}, "yolo11_640_fire_11class": {"avg_ms": 53.603, "count": 300, "max_ms": 75.843, "p95_ms": 68.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.508, "count": 300, "max_ms": 86.952, "p95_ms": 78.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.02, "count": 300, "max_ms": 114.959, "p95_ms": 91.659}, "read_interval": {"avg_ms": 100.046, "count": 299, "max_ms": 150.015, "p95_ms": 121.65}, "triton_wait": {"avg_ms": 59.377, "count": 300, "max_ms": 102.014, "p95_ms": 78.768}, "visualize": {"avg_ms": 3.632, "count": 300, "max_ms": 5.43, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2590, "tracking_summary": 2296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6183.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58508.649, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.758, "sample_count": 1093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:17:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:17:35+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-03T02:17:34+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T02:17:34.961159+09:00", "mtime_epoch": 1783012654.9611592, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:17:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 917.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.939, "pushed": 3.939, "read": 3.905}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.89, "count": 118, "max_ms": 192.655, "p95_ms": 190.482}, "gstreamer_push": {"avg_ms": 1.016, "count": 118, "max_ms": 2.99, "p95_ms": 1.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.112, "count": 118, "max_ms": 94.872, "p95_ms": 86.209}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.427, "count": 118, "max_ms": 96.713, "p95_ms": 91.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.522, "count": 118, "max_ms": 318.758, "p95_ms": 308.723}, "read_interval": {"avg_ms": 256.095, "count": 117, "max_ms": 327.639, "p95_ms": 319.423}, "triton_wait": {"avg_ms": 70.483, "count": 118, "max_ms": 96.726, "p95_ms": 91.017}, "visualize": {"avg_ms": 28.351, "count": 118, "max_ms": 41.42, "p95_ms": 35.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6183.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31157.228, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.326, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 568147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:17:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:17:36+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T02:17:36+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T02:17:36.669190+09:00", "mtime_epoch": 1783012656.6691904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:17:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1305.449, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.5, "count": 299, "max_ms": 13.2, "p95_ms": 9.452}, "gstreamer_push": {"avg_ms": 1.267, "count": 299, "max_ms": 1.863, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.931, "count": 299, "max_ms": 74.219, "p95_ms": 66.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.009, "count": 299, "max_ms": 95.435, "p95_ms": 81.788}, "yolo11_640_fire_11class": {"avg_ms": 52.333, "count": 299, "max_ms": 73.613, "p95_ms": 66.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.852, "count": 299, "max_ms": 87.063, "p95_ms": 76.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.721, "count": 299, "max_ms": 112.14, "p95_ms": 99.166}, "read_interval": {"avg_ms": 100.293, "count": 299, "max_ms": 401.184, "p95_ms": 129.501}, "triton_wait": {"avg_ms": 58.627, "count": 299, "max_ms": 95.448, "p95_ms": 82.74}, "visualize": {"avg_ms": 3.652, "count": 299, "max_ms": 5.156, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6181.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21369.394, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.601, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 561251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:17:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:17:58+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T02:17:58+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T02:17:58.741592+09:00", "mtime_epoch": 1783012678.741592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:17:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1552.133, "name": "celery", "pid": 237, "rss_mb": 1552.133, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.031, "count": 301, "max_ms": 6.38, "p95_ms": 4.703}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.948, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.622, "count": 301, "max_ms": 77.156, "p95_ms": 70.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.963, "count": 301, "max_ms": 91.63, "p95_ms": 71.579}, "yolo11_640_fire_11class": {"avg_ms": 53.743, "count": 301, "max_ms": 76.876, "p95_ms": 67.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.972, "count": 301, "max_ms": 87.174, "p95_ms": 78.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.764, "count": 301, "max_ms": 104.411, "p95_ms": 93.008}, "read_interval": {"avg_ms": 99.896, "count": 300, "max_ms": 144.502, "p95_ms": 120.961}, "triton_wait": {"avg_ms": 60.098, "count": 301, "max_ms": 91.642, "p95_ms": 79.39}, "visualize": {"avg_ms": 3.671, "count": 301, "max_ms": 5.984, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2592, "tracking_summary": 2297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6191.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58538.898, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.758, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:18:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:18:05+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T02:18:05+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T02:18:05.181709+09:00", "mtime_epoch": 1783012685.1817093, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:18:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 924.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.405, "pushed": 3.405, "read": 3.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 184.134, "count": 102, "max_ms": 191.907, "p95_ms": 189.775}, "gstreamer_push": {"avg_ms": 1.053, "count": 102, "max_ms": 1.921, "p95_ms": 1.824}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.5, "count": 102, "max_ms": 100.529, "p95_ms": 90.404}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.414, "count": 102, "max_ms": 99.723, "p95_ms": 91.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.507, "count": 102, "max_ms": 320.756, "p95_ms": 312.145}, "read_interval": {"avg_ms": 296.371, "count": 101, "max_ms": 332.274, "p95_ms": 321.561}, "triton_wait": {"avg_ms": 69.751, "count": 102, "max_ms": 100.538, "p95_ms": 92.383}, "visualize": {"avg_ms": 28.863, "count": 102, "max_ms": 42.951, "p95_ms": 37.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6184.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31187.251, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.312, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 568448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:18:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:18:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:18:06+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T02:18:06.705737+09:00", "mtime_epoch": 1783012686.7057369, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:18:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1305.707, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.063, "pushed": 10.063, "read": 10.03}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.53, "count": 301, "max_ms": 12.89, "p95_ms": 9.762}, "gstreamer_push": {"avg_ms": 1.254, "count": 301, "max_ms": 2.074, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.914, "count": 301, "max_ms": 76.038, "p95_ms": 66.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.296, "count": 301, "max_ms": 98.643, "p95_ms": 82.257}, "yolo11_640_fire_11class": {"avg_ms": 52.452, "count": 301, "max_ms": 74.676, "p95_ms": 66.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.274, "count": 301, "max_ms": 88.487, "p95_ms": 76.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.881, "count": 301, "max_ms": 114.712, "p95_ms": 100.085}, "read_interval": {"avg_ms": 99.799, "count": 300, "max_ms": 361.737, "p95_ms": 132.236}, "triton_wait": {"avg_ms": 58.767, "count": 301, "max_ms": 98.656, "p95_ms": 83.534}, "visualize": {"avg_ms": 3.665, "count": 301, "max_ms": 6.449, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6190.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21399.46, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.525, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 561551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:18:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:18:28+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T02:18:28+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T02:18:28.774138+09:00", "mtime_epoch": 1783012708.7741385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:18:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1552.133, "name": "celery", "pid": 237, "rss_mb": 1552.133, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.02, "count": 300, "max_ms": 6.307, "p95_ms": 4.65}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 2.102, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.471, "count": 300, "max_ms": 78.327, "p95_ms": 70.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.566, "count": 300, "max_ms": 102.054, "p95_ms": 71.294}, "yolo11_640_fire_11class": {"avg_ms": 51.815, "count": 300, "max_ms": 76.301, "p95_ms": 68.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.781, "count": 300, "max_ms": 86.692, "p95_ms": 78.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.146, "count": 300, "max_ms": 114.643, "p95_ms": 92.365}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 141.988, "p95_ms": 122.769}, "triton_wait": {"avg_ms": 56.674, "count": 300, "max_ms": 102.067, "p95_ms": 79.752}, "visualize": {"avg_ms": 3.58, "count": 300, "max_ms": 4.532, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2592, "tracking_summary": 2298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6182.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58569.04, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.907, "sample_count": 1098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:18:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:18:35+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T02:18:35+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T02:18:35.322258+09:00", "mtime_epoch": 1783012715.3222575, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:18:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 914.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.953, "pushed": 3.953, "read": 3.92}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.072, "count": 118, "max_ms": 211.563, "p95_ms": 191.987}, "gstreamer_push": {"avg_ms": 1.0, "count": 118, "max_ms": 2.862, "p95_ms": 1.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.954, "count": 118, "max_ms": 97.474, "p95_ms": 90.478}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.117, "count": 118, "max_ms": 98.188, "p95_ms": 94.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.875, "count": 118, "max_ms": 328.255, "p95_ms": 311.562}, "read_interval": {"avg_ms": 254.923, "count": 117, "max_ms": 337.048, "p95_ms": 321.365}, "triton_wait": {"avg_ms": 71.208, "count": 118, "max_ms": 98.198, "p95_ms": 95.165}, "visualize": {"avg_ms": 25.827, "count": 118, "max_ms": 38.395, "p95_ms": 34.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6188.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31217.313, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.312, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 568749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:18:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:18:36+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:18:36+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T02:18:36.766284+09:00", "mtime_epoch": 1783012716.7662838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:18:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1305.965, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.436, "count": 301, "max_ms": 11.889, "p95_ms": 8.403}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.538, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.318, "count": 301, "max_ms": 78.776, "p95_ms": 68.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.951, "count": 301, "max_ms": 99.205, "p95_ms": 83.111}, "yolo11_640_fire_11class": {"avg_ms": 52.359, "count": 301, "max_ms": 76.794, "p95_ms": 66.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.103, "count": 301, "max_ms": 90.047, "p95_ms": 77.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.699, "count": 301, "max_ms": 115.379, "p95_ms": 100.088}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 470.953, "p95_ms": 130.013}, "triton_wait": {"avg_ms": 58.58, "count": 301, "max_ms": 99.219, "p95_ms": 83.742}, "visualize": {"avg_ms": 3.669, "count": 301, "max_ms": 4.685, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6181.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21429.521, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.209, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 561852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:18:58+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T02:18:58+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T02:18:58.850685+09:00", "mtime_epoch": 1783012738.8506854, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:18:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1552.391, "name": "celery", "pid": 237, "rss_mb": 1552.391, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.01, "count": 301, "max_ms": 5.991, "p95_ms": 4.63}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.921, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.599, "count": 301, "max_ms": 77.136, "p95_ms": 69.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.739, "count": 301, "max_ms": 93.649, "p95_ms": 71.689}, "yolo11_640_fire_11class": {"avg_ms": 53.963, "count": 301, "max_ms": 78.228, "p95_ms": 68.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.285, "count": 301, "max_ms": 91.041, "p95_ms": 79.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.842, "count": 301, "max_ms": 106.234, "p95_ms": 92.561}, "read_interval": {"avg_ms": 99.905, "count": 300, "max_ms": 138.541, "p95_ms": 122.132}, "triton_wait": {"avg_ms": 60.278, "count": 301, "max_ms": 93.661, "p95_ms": 79.988}, "visualize": {"avg_ms": 3.633, "count": 301, "max_ms": 5.982, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2593, "tracking_summary": 2299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6191.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58599.18, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.75, "sample_count": 1086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:19:05+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T02:19:05+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T02:19:05.486806+09:00", "mtime_epoch": 1783012745.4868062, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:19:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 923.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.384, "pushed": 3.384, "read": 3.35}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.997, "count": 101, "max_ms": 227.983, "p95_ms": 202.186}, "gstreamer_push": {"avg_ms": 1.057, "count": 101, "max_ms": 2.917, "p95_ms": 2.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.894, "count": 101, "max_ms": 95.001, "p95_ms": 82.543}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.212, "count": 101, "max_ms": 94.507, "p95_ms": 86.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.402, "count": 101, "max_ms": 350.905, "p95_ms": 321.632}, "read_interval": {"avg_ms": 298.494, "count": 100, "max_ms": 361.257, "p95_ms": 332.022}, "triton_wait": {"avg_ms": 67.575, "count": 101, "max_ms": 95.014, "p95_ms": 86.525}, "visualize": {"avg_ms": 30.019, "count": 101, "max_ms": 48.014, "p95_ms": 44.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6191.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31247.366, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.094, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 569051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:19:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:19:06+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:19:06+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T02:19:06.790830+09:00", "mtime_epoch": 1783012746.79083, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:19:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1305.965, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.532, "count": 302, "max_ms": 12.204, "p95_ms": 9.578}, "gstreamer_push": {"avg_ms": 1.231, "count": 302, "max_ms": 1.634, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.052, "count": 302, "max_ms": 78.727, "p95_ms": 67.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.914, "count": 302, "max_ms": 90.722, "p95_ms": 72.174}, "yolo11_640_fire_11class": {"avg_ms": 51.809, "count": 302, "max_ms": 76.254, "p95_ms": 66.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.313, "count": 302, "max_ms": 88.033, "p95_ms": 75.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.952, "count": 302, "max_ms": 107.205, "p95_ms": 95.55}, "read_interval": {"avg_ms": 99.572, "count": 301, "max_ms": 431.142, "p95_ms": 130.136}, "triton_wait": {"avg_ms": 57.909, "count": 302, "max_ms": 90.733, "p95_ms": 78.188}, "visualize": {"avg_ms": 3.605, "count": 302, "max_ms": 4.967, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6185.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21459.591, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.325, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 562153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:19:28+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T02:19:28+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T02:19:28.927232+09:00", "mtime_epoch": 1783012768.9272323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:19:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1552.648, "name": "celery", "pid": 237, "rss_mb": 1552.648, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.956, "count": 301, "max_ms": 6.691, "p95_ms": 4.851}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 2.249, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.95, "count": 301, "max_ms": 79.983, "p95_ms": 68.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.366, "count": 301, "max_ms": 86.813, "p95_ms": 66.172}, "yolo11_640_fire_11class": {"avg_ms": 53.36, "count": 301, "max_ms": 76.133, "p95_ms": 67.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.164, "count": 301, "max_ms": 83.36, "p95_ms": 77.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.968, "count": 301, "max_ms": 99.753, "p95_ms": 91.287}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 127.361, "p95_ms": 121.442}, "triton_wait": {"avg_ms": 58.669, "count": 301, "max_ms": 86.826, "p95_ms": 78.531}, "visualize": {"avg_ms": 3.515, "count": 301, "max_ms": 5.884, "p95_ms": 4.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2596, "tracking_summary": 2300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6192.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58629.403, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.176, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:19:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:19:35+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T02:19:35+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T02:19:35.695355+09:00", "mtime_epoch": 1783012775.6953554, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:19:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 924.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.542, "pushed": 3.542, "read": 3.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.35, "count": 106, "max_ms": 215.215, "p95_ms": 205.46}, "gstreamer_push": {"avg_ms": 0.999, "count": 106, "max_ms": 3.512, "p95_ms": 2.711}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.787, "count": 106, "max_ms": 93.28, "p95_ms": 77.132}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.2, "count": 106, "max_ms": 100.317, "p95_ms": 86.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.23, "count": 106, "max_ms": 335.671, "p95_ms": 310.147}, "read_interval": {"avg_ms": 284.917, "count": 105, "max_ms": 346.008, "p95_ms": 319.233}, "triton_wait": {"avg_ms": 66.221, "count": 106, "max_ms": 100.329, "p95_ms": 86.78}, "visualize": {"avg_ms": 28.814, "count": 106, "max_ms": 46.949, "p95_ms": 43.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6191.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31277.383, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.139, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 569351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:19:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:19:36+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:19:36+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:19:36.839376+09:00", "mtime_epoch": 1783012776.8393762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:19:36+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1306.223, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.679, "count": 300, "max_ms": 14.588, "p95_ms": 10.26}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.797, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.389, "count": 300, "max_ms": 72.067, "p95_ms": 66.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.285, "count": 300, "max_ms": 90.664, "p95_ms": 72.565}, "yolo11_640_fire_11class": {"avg_ms": 51.647, "count": 300, "max_ms": 72.055, "p95_ms": 65.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.675, "count": 300, "max_ms": 80.941, "p95_ms": 74.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.959, "count": 300, "max_ms": 108.022, "p95_ms": 94.809}, "read_interval": {"avg_ms": 100.059, "count": 300, "max_ms": 358.397, "p95_ms": 130.947}, "triton_wait": {"avg_ms": 57.584, "count": 300, "max_ms": 90.676, "p95_ms": 78.152}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 6.59, "p95_ms": 4.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6188.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21489.601, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.294, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 562453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:19:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:19:59+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T02:19:58+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T02:19:58.931778+09:00", "mtime_epoch": 1783012798.931778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:19:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1552.648, "name": "celery", "pid": 237, "rss_mb": 1552.648, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.015, "count": 300, "max_ms": 5.941, "p95_ms": 4.686}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.986, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.615, "count": 300, "max_ms": 81.063, "p95_ms": 70.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.156, "count": 300, "max_ms": 100.588, "p95_ms": 71.535}, "yolo11_640_fire_11class": {"avg_ms": 52.39, "count": 300, "max_ms": 79.942, "p95_ms": 67.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.362, "count": 300, "max_ms": 92.162, "p95_ms": 79.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.888, "count": 300, "max_ms": 113.188, "p95_ms": 93.048}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 147.76, "p95_ms": 122.528}, "triton_wait": {"avg_ms": 58.325, "count": 300, "max_ms": 100.599, "p95_ms": 80.107}, "visualize": {"avg_ms": 3.615, "count": 300, "max_ms": 5.205, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2596, "tracking_summary": 2301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58659.557, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.672, "sample_count": 1093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:20:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:20:06+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T02:20:05+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-03T02:20:05.867904+09:00", "mtime_epoch": 1783012805.867904, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:20:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 921.699, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.153, "pushed": 4.153, "read": 4.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 132.401, "count": 124, "max_ms": 217.507, "p95_ms": 196.106}, "gstreamer_push": {"avg_ms": 0.947, "count": 124, "max_ms": 2.163, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.555, "count": 124, "max_ms": 101.223, "p95_ms": 86.568}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.74, "count": 124, "max_ms": 101.484, "p95_ms": 90.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.514, "count": 124, "max_ms": 316.786, "p95_ms": 305.519}, "read_interval": {"avg_ms": 242.802, "count": 123, "max_ms": 327.02, "p95_ms": 315.35}, "triton_wait": {"avg_ms": 70.928, "count": 124, "max_ms": 101.496, "p95_ms": 91.764}, "visualize": {"avg_ms": 26.367, "count": 124, "max_ms": 40.247, "p95_ms": 35.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6185.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31307.409, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.254, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 569649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:20:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:20:06+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T02:20:06+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T02:20:06.847922+09:00", "mtime_epoch": 1783012806.8479218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:20:06+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1306.223, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.959, "pushed": 9.959, "read": 9.926}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.487, "count": 298, "max_ms": 11.731, "p95_ms": 8.984}, "gstreamer_push": {"avg_ms": 1.251, "count": 298, "max_ms": 2.143, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.836, "count": 298, "max_ms": 78.432, "p95_ms": 68.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.947, "count": 298, "max_ms": 97.827, "p95_ms": 83.307}, "yolo11_640_fire_11class": {"avg_ms": 52.009, "count": 298, "max_ms": 77.807, "p95_ms": 67.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.999, "count": 298, "max_ms": 90.804, "p95_ms": 77.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.603, "count": 298, "max_ms": 114.244, "p95_ms": 100.346}, "read_interval": {"avg_ms": 100.76, "count": 297, "max_ms": 413.405, "p95_ms": 130.727}, "triton_wait": {"avg_ms": 58.593, "count": 298, "max_ms": 97.84, "p95_ms": 84.896}, "visualize": {"avg_ms": 3.612, "count": 298, "max_ms": 4.721, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6189.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21519.715, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.143, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 562754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:20:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T02:20:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T02:20:29+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T02:20:29.020325+09:00", "mtime_epoch": 1783012829.0203247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:20:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1552.648, "name": "celery", "pid": 237, "rss_mb": 1552.648, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.031, "count": 300, "max_ms": 6.421, "p95_ms": 4.493}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 2.055, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.253, "count": 300, "max_ms": 79.064, "p95_ms": 68.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.919, "count": 300, "max_ms": 99.141, "p95_ms": 70.665}, "yolo11_640_fire_11class": {"avg_ms": 53.769, "count": 300, "max_ms": 77.048, "p95_ms": 68.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.31, "count": 300, "max_ms": 87.069, "p95_ms": 77.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.955, "count": 300, "max_ms": 112.206, "p95_ms": 91.77}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 141.768, "p95_ms": 121.847}, "triton_wait": {"avg_ms": 60.283, "count": 300, "max_ms": 99.154, "p95_ms": 79.266}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 4.844, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2597, "tracking_summary": 2302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6183.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58689.67, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.58, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:20:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:20:36+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T02:20:35+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T02:20:35.956451+09:00", "mtime_epoch": 1783012835.956451, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:20:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 928.441, "name": "celery", "pid": 239, "rss_mb": 915.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.791, "pushed": 3.791, "read": 3.757}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.265, "count": 113, "max_ms": 226.181, "p95_ms": 194.329}, "gstreamer_push": {"avg_ms": 1.115, "count": 113, "max_ms": 2.88, "p95_ms": 2.414}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.212, "count": 113, "max_ms": 92.302, "p95_ms": 85.966}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.549, "count": 113, "max_ms": 100.636, "p95_ms": 89.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.505, "count": 113, "max_ms": 343.804, "p95_ms": 318.49}, "read_interval": {"avg_ms": 266.115, "count": 112, "max_ms": 352.824, "p95_ms": 332.162}, "triton_wait": {"avg_ms": 71.639, "count": 113, "max_ms": 100.648, "p95_ms": 89.335}, "visualize": {"avg_ms": 27.797, "count": 113, "max_ms": 48.104, "p95_ms": 36.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6186.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31337.618, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.383, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 569951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:20:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:20:37+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-03T02:20:37+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T02:20:36.832467+09:00", "mtime_epoch": 1783012836.8324668, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:20:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1306.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.35, "count": 300, "max_ms": 11.739, "p95_ms": 8.907}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.916, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.023, "count": 300, "max_ms": 77.272, "p95_ms": 67.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.167, "count": 300, "max_ms": 97.031, "p95_ms": 83.815}, "yolo11_640_fire_11class": {"avg_ms": 54.15, "count": 300, "max_ms": 76.984, "p95_ms": 65.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.458, "count": 300, "max_ms": 89.448, "p95_ms": 75.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.163, "count": 300, "max_ms": 113.651, "p95_ms": 100.749}, "read_interval": {"avg_ms": 100.162, "count": 299, "max_ms": 355.091, "p95_ms": 129.028}, "triton_wait": {"avg_ms": 61.497, "count": 300, "max_ms": 97.045, "p95_ms": 84.804}, "visualize": {"avg_ms": 3.491, "count": 300, "max_ms": 4.532, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6193.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21549.737, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.197, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 563054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:20:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:20:59+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:20:59+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T02:20:59.056871+09:00", "mtime_epoch": 1783012859.0568707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:20:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1552.906, "name": "celery", "pid": 237, "rss_mb": 1552.906, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.965, "count": 300, "max_ms": 6.193, "p95_ms": 4.724}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.823, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.854, "count": 300, "max_ms": 76.914, "p95_ms": 69.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.908, "count": 300, "max_ms": 90.681, "p95_ms": 69.611}, "yolo11_640_fire_11class": {"avg_ms": 53.618, "count": 300, "max_ms": 77.027, "p95_ms": 68.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.475, "count": 300, "max_ms": 93.458, "p95_ms": 78.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.668, "count": 300, "max_ms": 106.27, "p95_ms": 93.708}, "read_interval": {"avg_ms": 100.065, "count": 299, "max_ms": 146.18, "p95_ms": 121.799}, "triton_wait": {"avg_ms": 60.368, "count": 300, "max_ms": 93.471, "p95_ms": 81.135}, "visualize": {"avg_ms": 3.524, "count": 300, "max_ms": 5.288, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2598, "tracking_summary": 2303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6187.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58719.693, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.145, "sample_count": 1092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:21:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:21:06+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-03T02:21:06+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-03T02:21:06.080998+09:00", "mtime_epoch": 1783012866.0809984, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:21:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 929.461, "name": "celery", "pid": 239, "rss_mb": 918.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.604, "pushed": 3.604, "read": 3.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.976, "count": 107, "max_ms": 225.5, "p95_ms": 192.092}, "gstreamer_push": {"avg_ms": 1.046, "count": 107, "max_ms": 2.82, "p95_ms": 1.874}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.653, "count": 107, "max_ms": 95.18, "p95_ms": 81.647}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.355, "count": 107, "max_ms": 98.525, "p95_ms": 90.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.953, "count": 107, "max_ms": 342.282, "p95_ms": 313.674}, "read_interval": {"avg_ms": 281.271, "count": 106, "max_ms": 356.079, "p95_ms": 323.003}, "triton_wait": {"avg_ms": 70.368, "count": 107, "max_ms": 98.538, "p95_ms": 90.45}, "visualize": {"avg_ms": 29.822, "count": 107, "max_ms": 41.833, "p95_ms": 39.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.687, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6187.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31367.656, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.254, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 570251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:21:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:21:07+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:21:07+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T02:21:06.865013+09:00", "mtime_epoch": 1783012866.8650126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:21:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1306.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.477, "count": 300, "max_ms": 12.21, "p95_ms": 9.142}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 2.038, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.678, "count": 300, "max_ms": 72.878, "p95_ms": 67.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.276, "count": 300, "max_ms": 94.123, "p95_ms": 70.335}, "yolo11_640_fire_11class": {"avg_ms": 52.611, "count": 300, "max_ms": 73.53, "p95_ms": 66.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.212, "count": 300, "max_ms": 89.662, "p95_ms": 76.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.08, "count": 300, "max_ms": 110.399, "p95_ms": 95.903}, "read_interval": {"avg_ms": 100.204, "count": 299, "max_ms": 348.279, "p95_ms": 141.642}, "triton_wait": {"avg_ms": 59.052, "count": 300, "max_ms": 94.137, "p95_ms": 79.67}, "visualize": {"avg_ms": 3.654, "count": 300, "max_ms": 5.876, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6193.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21579.805, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.32, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 563355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:21:29+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T02:21:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T02:21:29.125417+09:00", "mtime_epoch": 1783012889.125417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 138342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:21:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1553.164, "name": "celery", "pid": 237, "rss_mb": 1553.164, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 301, "max_ms": 6.2, "p95_ms": 4.835}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 1.806, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.276, "count": 301, "max_ms": 78.699, "p95_ms": 68.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.726, "count": 301, "max_ms": 86.604, "p95_ms": 67.493}, "yolo11_640_fire_11class": {"avg_ms": 52.855, "count": 301, "max_ms": 78.176, "p95_ms": 67.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.626, "count": 301, "max_ms": 88.009, "p95_ms": 77.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.862, "count": 301, "max_ms": 100.566, "p95_ms": 90.229}, "read_interval": {"avg_ms": 99.916, "count": 300, "max_ms": 138.626, "p95_ms": 122.267}, "triton_wait": {"avg_ms": 58.32, "count": 301, "max_ms": 88.021, "p95_ms": 77.443}, "visualize": {"avg_ms": 3.628, "count": 301, "max_ms": 4.9, "p95_ms": 4.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2599, "tracking_summary": 2304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6192.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58749.887, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.785, "sample_count": 1086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:21:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:21:36+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T02:21:36+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T02:21:36.189545+09:00", "mtime_epoch": 1783012896.1895454, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:21:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 923.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.402, "pushed": 3.402, "read": 3.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 183.921, "count": 102, "max_ms": 214.132, "p95_ms": 202.94}, "gstreamer_push": {"avg_ms": 1.001, "count": 102, "max_ms": 3.469, "p95_ms": 2.041}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.625, "count": 102, "max_ms": 96.438, "p95_ms": 77.453}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.025, "count": 102, "max_ms": 99.174, "p95_ms": 86.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.013, "count": 102, "max_ms": 338.145, "p95_ms": 314.004}, "read_interval": {"avg_ms": 296.018, "count": 101, "max_ms": 348.379, "p95_ms": 326.429}, "triton_wait": {"avg_ms": 69.08, "count": 102, "max_ms": 99.187, "p95_ms": 86.525}, "visualize": {"avg_ms": 29.186, "count": 102, "max_ms": 40.959, "p95_ms": 40.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6192.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31397.729, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.139, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 570553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:21:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:21:37+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T02:21:37+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T02:21:37.189564+09:00", "mtime_epoch": 1783012897.1895638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:21:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1306.738, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 302, "max_ms": 12.909, "p95_ms": 8.661}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 2.097, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.12, "count": 302, "max_ms": 81.813, "p95_ms": 65.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.134, "count": 302, "max_ms": 96.644, "p95_ms": 66.693}, "yolo11_640_fire_11class": {"avg_ms": 51.216, "count": 302, "max_ms": 71.725, "p95_ms": 64.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.007, "count": 302, "max_ms": 81.728, "p95_ms": 73.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.684, "count": 302, "max_ms": 113.154, "p95_ms": 90.947}, "read_interval": {"avg_ms": 99.641, "count": 301, "max_ms": 379.794, "p95_ms": 132.416}, "triton_wait": {"avg_ms": 56.755, "count": 302, "max_ms": 96.658, "p95_ms": 75.239}, "visualize": {"avg_ms": 3.629, "count": 302, "max_ms": 4.597, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6196.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21609.927, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.182, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 563656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:21:59+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T02:21:59+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T02:21:59.213964+09:00", "mtime_epoch": 1783012919.2139637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 136104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:21:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1553.164, "name": "celery", "pid": 237, "rss_mb": 1553.164, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.001, "count": 300, "max_ms": 6.158, "p95_ms": 4.534}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.791, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.626, "count": 300, "max_ms": 80.648, "p95_ms": 69.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.731, "count": 300, "max_ms": 77.066, "p95_ms": 67.968}, "yolo11_640_fire_11class": {"avg_ms": 55.096, "count": 300, "max_ms": 80.636, "p95_ms": 68.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.251, "count": 300, "max_ms": 84.966, "p95_ms": 77.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.56, "count": 300, "max_ms": 98.017, "p95_ms": 90.457}, "read_interval": {"avg_ms": 99.995, "count": 300, "max_ms": 150.035, "p95_ms": 122.018}, "triton_wait": {"avg_ms": 60.985, "count": 300, "max_ms": 84.98, "p95_ms": 77.697}, "visualize": {"avg_ms": 3.638, "count": 300, "max_ms": 5.613, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2600, "tracking_summary": 2304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6196.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58779.91, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.739, "sample_count": 1091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:22:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:22:06+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T02:22:06+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T02:22:06.318093+09:00", "mtime_epoch": 1783012926.3180928, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:22:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 927.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.53, "pushed": 3.53, "read": 3.497}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.389, "count": 105, "max_ms": 204.026, "p95_ms": 195.334}, "gstreamer_push": {"avg_ms": 0.874, "count": 105, "max_ms": 2.909, "p95_ms": 1.733}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.328, "count": 105, "max_ms": 98.047, "p95_ms": 81.964}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.65, "count": 105, "max_ms": 99.03, "p95_ms": 90.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.102, "count": 105, "max_ms": 324.09, "p95_ms": 311.712}, "read_interval": {"avg_ms": 286.829, "count": 104, "max_ms": 334.437, "p95_ms": 321.508}, "triton_wait": {"avg_ms": 70.709, "count": 105, "max_ms": 99.042, "p95_ms": 90.768}, "visualize": {"avg_ms": 27.161, "count": 105, "max_ms": 42.634, "p95_ms": 38.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.741, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6186.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31427.777, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.386, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 570855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:22:07+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:22:07+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:22:07.234109+09:00", "mtime_epoch": 1783012927.2341094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:22:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1306.738, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.368, "count": 302, "max_ms": 11.712, "p95_ms": 8.069}, "gstreamer_push": {"avg_ms": 1.248, "count": 302, "max_ms": 2.117, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.49, "count": 302, "max_ms": 75.532, "p95_ms": 68.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.672, "count": 302, "max_ms": 96.811, "p95_ms": 84.655}, "yolo11_640_fire_11class": {"avg_ms": 54.785, "count": 302, "max_ms": 75.53, "p95_ms": 68.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.261, "count": 302, "max_ms": 82.458, "p95_ms": 76.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.81, "count": 302, "max_ms": 113.798, "p95_ms": 100.243}, "read_interval": {"avg_ms": 99.556, "count": 301, "max_ms": 390.716, "p95_ms": 124.941}, "triton_wait": {"avg_ms": 61.949, "count": 302, "max_ms": 96.824, "p95_ms": 84.667}, "visualize": {"avg_ms": 3.626, "count": 302, "max_ms": 4.507, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6194.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21639.933, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.361, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 563956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:22:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:22:29+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T02:22:29+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T02:22:29.254509+09:00", "mtime_epoch": 1783012949.2545094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 134525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:22:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1553.422, "name": "celery", "pid": 237, "rss_mb": 1553.422, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.029, "count": 300, "max_ms": 6.519, "p95_ms": 4.517}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.814, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.785, "count": 300, "max_ms": 81.199, "p95_ms": 71.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.028, "count": 300, "max_ms": 101.386, "p95_ms": 72.271}, "yolo11_640_fire_11class": {"avg_ms": 53.266, "count": 300, "max_ms": 80.652, "p95_ms": 68.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.442, "count": 300, "max_ms": 89.261, "p95_ms": 79.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.135, "count": 300, "max_ms": 114.256, "p95_ms": 94.851}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 156.409, "p95_ms": 121.626}, "triton_wait": {"avg_ms": 60.466, "count": 300, "max_ms": 101.397, "p95_ms": 82.265}, "visualize": {"avg_ms": 3.644, "count": 300, "max_ms": 5.268, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2602, "tracking_summary": 2305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6185.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58809.929, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.347, "sample_count": 1086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:22:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:22:36+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T02:22:36+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T02:22:36.206636+09:00", "mtime_epoch": 1783012956.206636, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:22:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 914.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.755, "pushed": 3.755, "read": 3.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.431, "count": 112, "max_ms": 203.108, "p95_ms": 197.434}, "gstreamer_push": {"avg_ms": 1.121, "count": 112, "max_ms": 2.735, "p95_ms": 1.949}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.203, "count": 112, "max_ms": 93.889, "p95_ms": 88.941}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.984, "count": 112, "max_ms": 104.326, "p95_ms": 92.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.079, "count": 112, "max_ms": 331.234, "p95_ms": 313.634}, "read_interval": {"avg_ms": 267.548, "count": 111, "max_ms": 340.153, "p95_ms": 323.488}, "triton_wait": {"avg_ms": 71.037, "count": 112, "max_ms": 104.339, "p95_ms": 92.976}, "visualize": {"avg_ms": 26.822, "count": 112, "max_ms": 42.238, "p95_ms": 35.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6192.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31457.827, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.409, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 571153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:22:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:22:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T02:22:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T02:22:37.258655+09:00", "mtime_epoch": 1783012957.2586548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 107034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:22:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1306.996, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.443, "count": 298, "max_ms": 12.434, "p95_ms": 10.184}, "gstreamer_push": {"avg_ms": 1.236, "count": 298, "max_ms": 1.883, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.14, "count": 298, "max_ms": 88.294, "p95_ms": 68.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.798, "count": 298, "max_ms": 98.612, "p95_ms": 82.972}, "yolo11_640_fire_11class": {"avg_ms": 53.002, "count": 298, "max_ms": 80.1, "p95_ms": 66.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.688, "count": 298, "max_ms": 88.824, "p95_ms": 76.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.882, "count": 298, "max_ms": 114.564, "p95_ms": 99.243}, "read_interval": {"avg_ms": 100.745, "count": 298, "max_ms": 364.888, "p95_ms": 132.692}, "triton_wait": {"avg_ms": 60.015, "count": 298, "max_ms": 98.625, "p95_ms": 83.27}, "visualize": {"avg_ms": 3.622, "count": 298, "max_ms": 6.146, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6184.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21669.99, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.294, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 564257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:22:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:22:59+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:22:59+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T02:22:59.323056+09:00", "mtime_epoch": 1783012979.3230557, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 135515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:22:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1553.422, "name": "celery", "pid": 237, "rss_mb": 1553.422, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.004, "count": 301, "max_ms": 6.36, "p95_ms": 4.523}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.838, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.808, "count": 301, "max_ms": 78.563, "p95_ms": 69.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.598, "count": 301, "max_ms": 92.074, "p95_ms": 70.528}, "yolo11_640_fire_11class": {"avg_ms": 55.736, "count": 301, "max_ms": 76.505, "p95_ms": 69.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.84, "count": 301, "max_ms": 91.835, "p95_ms": 78.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.043, "count": 301, "max_ms": 105.144, "p95_ms": 92.428}, "read_interval": {"avg_ms": 99.927, "count": 300, "max_ms": 155.819, "p95_ms": 122.423}, "triton_wait": {"avg_ms": 61.587, "count": 301, "max_ms": 92.086, "p95_ms": 79.539}, "visualize": {"avg_ms": 3.593, "count": 301, "max_ms": 4.592, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2603, "tracking_summary": 2306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6192.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58840.116, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.468, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:23:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:23:06+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T02:23:06+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T02:23:06.415184+09:00", "mtime_epoch": 1783012986.4151845, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:23:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 920.941, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.38, "pushed": 3.38, "read": 3.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.221, "count": 101, "max_ms": 211.191, "p95_ms": 194.449}, "gstreamer_push": {"avg_ms": 1.305, "count": 101, "max_ms": 5.835, "p95_ms": 2.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.192, "count": 101, "max_ms": 95.391, "p95_ms": 77.773}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.28, "count": 101, "max_ms": 101.291, "p95_ms": 82.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.593, "count": 101, "max_ms": 330.338, "p95_ms": 314.411}, "read_interval": {"avg_ms": 298.853, "count": 100, "max_ms": 342.359, "p95_ms": 325.411}, "triton_wait": {"avg_ms": 67.341, "count": 101, "max_ms": 101.305, "p95_ms": 82.61}, "visualize": {"avg_ms": 30.21, "count": 101, "max_ms": 42.015, "p95_ms": 40.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6192.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31487.904, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.881, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 571455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:23:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:23:07+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:23:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T02:23:07.339201+09:00", "mtime_epoch": 1783012987.3392012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:23:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1307.254, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 302, "max_ms": 13.79, "p95_ms": 8.519}, "gstreamer_push": {"avg_ms": 1.242, "count": 302, "max_ms": 1.524, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.857, "count": 302, "max_ms": 83.608, "p95_ms": 67.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.584, "count": 302, "max_ms": 99.201, "p95_ms": 69.493}, "yolo11_640_fire_11class": {"avg_ms": 53.353, "count": 302, "max_ms": 85.187, "p95_ms": 66.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.527, "count": 302, "max_ms": 97.572, "p95_ms": 75.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.305, "count": 302, "max_ms": 115.152, "p95_ms": 96.634}, "read_interval": {"avg_ms": 99.575, "count": 301, "max_ms": 362.817, "p95_ms": 126.64}, "triton_wait": {"avg_ms": 59.404, "count": 302, "max_ms": 99.214, "p95_ms": 79.862}, "visualize": {"avg_ms": 3.641, "count": 302, "max_ms": 5.173, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6186.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21700.023, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.361, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 564557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:23:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:23:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T02:23:29+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T02:23:29.347601+09:00", "mtime_epoch": 1783013009.347601, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:23:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1553.68, "name": "celery", "pid": 237, "rss_mb": 1553.68, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.05, "count": 300, "max_ms": 6.532, "p95_ms": 4.981}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 2.221, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.74, "count": 300, "max_ms": 81.646, "p95_ms": 70.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.136, "count": 300, "max_ms": 106.845, "p95_ms": 70.472}, "yolo11_640_fire_11class": {"avg_ms": 53.958, "count": 300, "max_ms": 83.102, "p95_ms": 69.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.774, "count": 300, "max_ms": 95.737, "p95_ms": 79.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.279, "count": 300, "max_ms": 119.622, "p95_ms": 94.264}, "read_interval": {"avg_ms": 100.024, "count": 300, "max_ms": 139.993, "p95_ms": 122.18}, "triton_wait": {"avg_ms": 59.681, "count": 300, "max_ms": 106.858, "p95_ms": 81.831}, "visualize": {"avg_ms": 3.628, "count": 300, "max_ms": 5.086, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2603, "tracking_summary": 2307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6192.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58870.393, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.457, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:23:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:23:36+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T02:23:36+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T02:23:36.679734+09:00", "mtime_epoch": 1783013016.6797342, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:23:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 921.117, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.001, "pushed": 4.001, "read": 3.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.7, "count": 120, "max_ms": 193.266, "p95_ms": 191.455}, "gstreamer_push": {"avg_ms": 1.068, "count": 120, "max_ms": 3.129, "p95_ms": 2.722}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.295, "count": 120, "max_ms": 96.371, "p95_ms": 87.416}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.702, "count": 120, "max_ms": 99.04, "p95_ms": 89.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.377, "count": 120, "max_ms": 323.841, "p95_ms": 304.582}, "read_interval": {"avg_ms": 251.78, "count": 119, "max_ms": 333.988, "p95_ms": 315.111}, "triton_wait": {"avg_ms": 69.866, "count": 120, "max_ms": 99.053, "p95_ms": 90.827}, "visualize": {"avg_ms": 25.995, "count": 120, "max_ms": 42.169, "p95_ms": 33.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6194.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31517.928, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.648, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 571756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:23:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:23:37+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T02:23:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T02:23:37.383747+09:00", "mtime_epoch": 1783013017.383747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:23:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1307.254, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.029}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.534, "count": 301, "max_ms": 12.427, "p95_ms": 9.489}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.544, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.707, "count": 301, "max_ms": 77.926, "p95_ms": 71.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.4, "count": 301, "max_ms": 98.521, "p95_ms": 84.343}, "yolo11_640_fire_11class": {"avg_ms": 53.816, "count": 301, "max_ms": 74.085, "p95_ms": 68.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.708, "count": 301, "max_ms": 81.917, "p95_ms": 77.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.351, "count": 301, "max_ms": 114.574, "p95_ms": 99.955}, "read_interval": {"avg_ms": 99.795, "count": 300, "max_ms": 344.707, "p95_ms": 125.365}, "triton_wait": {"avg_ms": 60.39, "count": 301, "max_ms": 98.534, "p95_ms": 84.355}, "visualize": {"avg_ms": 3.649, "count": 301, "max_ms": 7.006, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6197.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21730.147, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.361, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 564858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:23:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:23:59+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T02:23:59+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T02:23:59.444148+09:00", "mtime_epoch": 1783013039.4441476, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:23:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1553.938, "name": "celery", "pid": 237, "rss_mb": 1553.938, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.977, "count": 300, "max_ms": 6.448, "p95_ms": 4.316}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 1.623, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.707, "count": 300, "max_ms": 80.411, "p95_ms": 69.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.515, "count": 300, "max_ms": 99.583, "p95_ms": 70.593}, "yolo11_640_fire_11class": {"avg_ms": 54.077, "count": 300, "max_ms": 79.878, "p95_ms": 68.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.239, "count": 300, "max_ms": 91.366, "p95_ms": 78.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.644, "count": 300, "max_ms": 112.609, "p95_ms": 92.326}, "read_interval": {"avg_ms": 100.06, "count": 299, "max_ms": 126.885, "p95_ms": 121.446}, "triton_wait": {"avg_ms": 60.144, "count": 300, "max_ms": 99.596, "p95_ms": 79.463}, "visualize": {"avg_ms": 3.62, "count": 300, "max_ms": 5.671, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2605, "tracking_summary": 2308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6199.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58900.676, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.736, "sample_count": 1088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:24:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:24:07+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T02:24:06+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T02:24:06.956284+09:00", "mtime_epoch": 1783013046.956284, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:24:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 928.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.433, "pushed": 3.433, "read": 3.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.398, "count": 102, "max_ms": 196.623, "p95_ms": 191.038}, "gstreamer_push": {"avg_ms": 0.931, "count": 103, "max_ms": 2.872, "p95_ms": 1.769}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.842, "count": 102, "max_ms": 97.57, "p95_ms": 90.395}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.694, "count": 102, "max_ms": 101.42, "p95_ms": 90.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.421, "count": 103, "max_ms": 330.5, "p95_ms": 310.204}, "read_interval": {"avg_ms": 293.765, "count": 102, "max_ms": 339.342, "p95_ms": 320.59}, "triton_wait": {"avg_ms": 68.875, "count": 102, "max_ms": 101.433, "p95_ms": 90.467}, "visualize": {"avg_ms": 30.489, "count": 102, "max_ms": 44.488, "p95_ms": 43.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6199.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31547.971, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.972, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 572055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:24:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:24:07+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T02:24:07+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T02:24:07.416292+09:00", "mtime_epoch": 1783013047.4162924, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:24:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1307.512, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.547, "count": 299, "max_ms": 12.769, "p95_ms": 9.831}, "gstreamer_push": {"avg_ms": 1.238, "count": 299, "max_ms": 1.944, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.473, "count": 299, "max_ms": 76.499, "p95_ms": 68.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.988, "count": 299, "max_ms": 98.535, "p95_ms": 77.955}, "yolo11_640_fire_11class": {"avg_ms": 53.945, "count": 299, "max_ms": 76.486, "p95_ms": 68.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.659, "count": 299, "max_ms": 87.323, "p95_ms": 77.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.731, "count": 299, "max_ms": 115.464, "p95_ms": 98.332}, "read_interval": {"avg_ms": 100.5, "count": 298, "max_ms": 346.955, "p95_ms": 138.875}, "triton_wait": {"avg_ms": 60.604, "count": 299, "max_ms": 98.547, "p95_ms": 81.228}, "visualize": {"avg_ms": 3.729, "count": 299, "max_ms": 6.713, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6196.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21760.246, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.56, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 565159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:24:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:24:29+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T02:24:29+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T02:24:29.552694+09:00", "mtime_epoch": 1783013069.5526943, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:24:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1553.938, "name": "celery", "pid": 237, "rss_mb": 1553.938, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.028, "count": 300, "max_ms": 6.562, "p95_ms": 4.489}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 2.228, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.731, "count": 300, "max_ms": 76.645, "p95_ms": 70.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.68, "count": 300, "max_ms": 94.75, "p95_ms": 71.762}, "yolo11_640_fire_11class": {"avg_ms": 57.588, "count": 300, "max_ms": 76.661, "p95_ms": 71.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.929, "count": 300, "max_ms": 88.683, "p95_ms": 79.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.17, "count": 301, "max_ms": 107.613, "p95_ms": 94.797}, "read_interval": {"avg_ms": 99.939, "count": 300, "max_ms": 142.539, "p95_ms": 121.61}, "triton_wait": {"avg_ms": 64.492, "count": 300, "max_ms": 94.762, "p95_ms": 81.606}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 5.614, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2607, "tracking_summary": 2309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6197.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58930.697, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.347, "sample_count": 1093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:24:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:24:37+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T02:24:36+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T02:24:37.004830+09:00", "mtime_epoch": 1783013077.0048296, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:24:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 927.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.733, "pushed": 3.733, "read": 3.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.372, "count": 111, "max_ms": 219.361, "p95_ms": 194.486}, "gstreamer_push": {"avg_ms": 0.823, "count": 111, "max_ms": 1.839, "p95_ms": 1.053}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.531, "count": 111, "max_ms": 99.979, "p95_ms": 86.481}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.497, "count": 111, "max_ms": 101.049, "p95_ms": 95.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.819, "count": 111, "max_ms": 321.997, "p95_ms": 312.572}, "read_interval": {"avg_ms": 270.206, "count": 110, "max_ms": 330.727, "p95_ms": 321.036}, "triton_wait": {"avg_ms": 70.51, "count": 111, "max_ms": 101.065, "p95_ms": 95.334}, "visualize": {"avg_ms": 25.062, "count": 111, "max_ms": 37.808, "p95_ms": 30.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.733, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6200.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31578.02, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.606, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 572356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:24:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:24:37+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:24:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T02:24:37.452838+09:00", "mtime_epoch": 1783013077.4528377, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:24:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1307.512, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.552, "count": 301, "max_ms": 12.265, "p95_ms": 9.158}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.623, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.713, "count": 301, "max_ms": 76.598, "p95_ms": 67.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.177, "count": 301, "max_ms": 97.54, "p95_ms": 83.327}, "yolo11_640_fire_11class": {"avg_ms": 55.178, "count": 301, "max_ms": 76.067, "p95_ms": 67.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.267, "count": 301, "max_ms": 85.038, "p95_ms": 77.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.815, "count": 301, "max_ms": 114.022, "p95_ms": 101.138}, "read_interval": {"avg_ms": 99.824, "count": 300, "max_ms": 307.873, "p95_ms": 122.473}, "triton_wait": {"avg_ms": 62.73, "count": 301, "max_ms": 97.552, "p95_ms": 84.224}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 6.157, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6200.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21790.313, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.659, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 565460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:24:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:24:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T02:24:59+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T02:24:59.609240+09:00", "mtime_epoch": 1783013099.60924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:24:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1554.195, "name": "celery", "pid": 237, "rss_mb": 1554.195, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.075, "count": 301, "max_ms": 6.582, "p95_ms": 4.698}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.931, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.931, "count": 301, "max_ms": 80.972, "p95_ms": 72.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.47, "count": 301, "max_ms": 96.227, "p95_ms": 70.505}, "yolo11_640_fire_11class": {"avg_ms": 55.064, "count": 301, "max_ms": 81.416, "p95_ms": 71.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.839, "count": 301, "max_ms": 86.709, "p95_ms": 80.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.302, "count": 301, "max_ms": 108.874, "p95_ms": 94.27}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 140.922, "p95_ms": 122.058}, "triton_wait": {"avg_ms": 61.534, "count": 301, "max_ms": 96.238, "p95_ms": 81.425}, "visualize": {"avg_ms": 3.698, "count": 301, "max_ms": 5.535, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2607, "tracking_summary": 2310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6200.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58960.775, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.347, "sample_count": 1092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:25:07+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-03T02:25:07+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T02:25:07.173377+09:00", "mtime_epoch": 1783013107.1733773, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:25:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 928.648, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.061, "pushed": 4.061, "read": 4.028}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.895, "count": 121, "max_ms": 226.034, "p95_ms": 194.319}, "gstreamer_push": {"avg_ms": 0.832, "count": 121, "max_ms": 1.995, "p95_ms": 0.931}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.55, "count": 121, "max_ms": 96.822, "p95_ms": 89.951}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.566, "count": 121, "max_ms": 96.977, "p95_ms": 92.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.992, "count": 121, "max_ms": 332.875, "p95_ms": 309.351}, "read_interval": {"avg_ms": 248.948, "count": 120, "max_ms": 342.247, "p95_ms": 318.583}, "triton_wait": {"avg_ms": 71.748, "count": 121, "max_ms": 96.99, "p95_ms": 93.782}, "visualize": {"avg_ms": 25.571, "count": 121, "max_ms": 42.126, "p95_ms": 37.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6200.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31608.033, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.677, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 572654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:25:07+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T02:25:07+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T02:25:07.485383+09:00", "mtime_epoch": 1783013107.485383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:25:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1307.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.618, "count": 298, "max_ms": 13.154, "p95_ms": 9.699}, "gstreamer_push": {"avg_ms": 1.259, "count": 298, "max_ms": 1.584, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.171, "count": 298, "max_ms": 75.958, "p95_ms": 69.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.297, "count": 298, "max_ms": 100.149, "p95_ms": 85.598}, "yolo11_640_fire_11class": {"avg_ms": 54.374, "count": 298, "max_ms": 76.129, "p95_ms": 68.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.354, "count": 298, "max_ms": 83.896, "p95_ms": 77.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.459, "count": 298, "max_ms": 116.357, "p95_ms": 101.771}, "read_interval": {"avg_ms": 100.766, "count": 298, "max_ms": 484.359, "p95_ms": 127.935}, "triton_wait": {"avg_ms": 61.28, "count": 298, "max_ms": 100.161, "p95_ms": 85.611}, "visualize": {"avg_ms": 3.694, "count": 298, "max_ms": 5.951, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6196.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21820.321, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.792, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 565760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:25:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:25:29+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T02:25:29+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T02:25:29.637785+09:00", "mtime_epoch": 1783013129.6377852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:25:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1554.195, "name": "celery", "pid": 237, "rss_mb": 1554.195, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.006, "count": 300, "max_ms": 6.199, "p95_ms": 4.443}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 1.609, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.976, "count": 300, "max_ms": 82.426, "p95_ms": 68.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.497, "count": 300, "max_ms": 91.439, "p95_ms": 67.463}, "yolo11_640_fire_11class": {"avg_ms": 56.442, "count": 300, "max_ms": 81.716, "p95_ms": 68.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.656, "count": 300, "max_ms": 91.847, "p95_ms": 78.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.941, "count": 300, "max_ms": 104.441, "p95_ms": 92.088}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 133.638, "p95_ms": 121.294}, "triton_wait": {"avg_ms": 63.389, "count": 300, "max_ms": 91.86, "p95_ms": 79.262}, "visualize": {"avg_ms": 3.63, "count": 300, "max_ms": 5.367, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2609, "tracking_summary": 2311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6197.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 58990.785, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.736, "sample_count": 1088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:25:37+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-03T02:25:37+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T02:25:37.081920+09:00", "mtime_epoch": 1783013137.0819204, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:25:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 924.438, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.658, "pushed": 3.658, "read": 3.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.647, "count": 109, "max_ms": 203.522, "p95_ms": 192.48}, "gstreamer_push": {"avg_ms": 1.029, "count": 109, "max_ms": 2.816, "p95_ms": 1.903}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.436, "count": 109, "max_ms": 99.627, "p95_ms": 87.818}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.607, "count": 109, "max_ms": 104.042, "p95_ms": 90.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.294, "count": 109, "max_ms": 332.547, "p95_ms": 305.278}, "read_interval": {"avg_ms": 275.09, "count": 108, "max_ms": 341.374, "p95_ms": 316.411}, "triton_wait": {"avg_ms": 69.708, "count": 109, "max_ms": 104.056, "p95_ms": 92.09}, "visualize": {"avg_ms": 29.15, "count": 109, "max_ms": 40.462, "p95_ms": 37.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.794, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6197.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31638.091, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.187, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 572957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:25:37+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T02:25:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T02:25:37.549929+09:00", "mtime_epoch": 1783013137.549929, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:25:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1307.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.268, "count": 303, "max_ms": 11.76, "p95_ms": 7.758}, "gstreamer_push": {"avg_ms": 1.204, "count": 303, "max_ms": 1.506, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.163, "count": 303, "max_ms": 78.69, "p95_ms": 67.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.443, "count": 303, "max_ms": 93.65, "p95_ms": 69.024}, "yolo11_640_fire_11class": {"avg_ms": 55.49, "count": 303, "max_ms": 79.005, "p95_ms": 66.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.007, "count": 303, "max_ms": 88.597, "p95_ms": 76.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.531, "count": 303, "max_ms": 110.061, "p95_ms": 93.421}, "read_interval": {"avg_ms": 99.261, "count": 302, "max_ms": 300.174, "p95_ms": 122.342}, "triton_wait": {"avg_ms": 62.977, "count": 303, "max_ms": 93.662, "p95_ms": 78.043}, "visualize": {"avg_ms": 3.542, "count": 303, "max_ms": 4.336, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6189.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21850.354, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.778, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 566060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:25:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:25:59+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T02:25:59+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T02:25:59.650330+09:00", "mtime_epoch": 1783013159.65033, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128397}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:25:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1554.453, "name": "celery", "pid": 237, "rss_mb": 1554.453, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.022, "count": 300, "max_ms": 6.325, "p95_ms": 4.738}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 2.124, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.435, "count": 300, "max_ms": 84.811, "p95_ms": 70.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.117, "count": 300, "max_ms": 86.317, "p95_ms": 70.084}, "yolo11_640_fire_11class": {"avg_ms": 56.81, "count": 300, "max_ms": 81.727, "p95_ms": 70.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.921, "count": 300, "max_ms": 86.623, "p95_ms": 79.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.088, "count": 300, "max_ms": 99.482, "p95_ms": 93.585}, "read_interval": {"avg_ms": 100.039, "count": 299, "max_ms": 132.044, "p95_ms": 122.096}, "triton_wait": {"avg_ms": 63.491, "count": 300, "max_ms": 86.637, "p95_ms": 80.746}, "visualize": {"avg_ms": 3.621, "count": 300, "max_ms": 4.82, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2610, "tracking_summary": 2312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6197.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59020.993, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.547, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:26:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:26:07+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T02:26:07+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-03T02:26:07.298469+09:00", "mtime_epoch": 1783013167.2984688, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:26:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 925.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.61, "pushed": 3.61, "read": 3.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.723, "count": 108, "max_ms": 195.594, "p95_ms": 191.118}, "gstreamer_push": {"avg_ms": 1.099, "count": 108, "max_ms": 3.009, "p95_ms": 1.892}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.303, "count": 108, "max_ms": 88.527, "p95_ms": 79.555}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.867, "count": 108, "max_ms": 97.505, "p95_ms": 86.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.569, "count": 108, "max_ms": 330.886, "p95_ms": 309.901}, "read_interval": {"avg_ms": 279.591, "count": 107, "max_ms": 341.121, "p95_ms": 319.223}, "triton_wait": {"avg_ms": 70.881, "count": 108, "max_ms": 97.518, "p95_ms": 86.137}, "visualize": {"avg_ms": 31.205, "count": 108, "max_ms": 41.925, "p95_ms": 40.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6197.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31668.123, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.562, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 573257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:26:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:26:07+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T02:26:07+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T02:26:07.550473+09:00", "mtime_epoch": 1783013167.5504735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:26:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1308.027, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.34, "count": 300, "max_ms": 12.622, "p95_ms": 8.013}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.822, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.735, "count": 300, "max_ms": 76.44, "p95_ms": 68.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.047, "count": 300, "max_ms": 91.711, "p95_ms": 81.467}, "yolo11_640_fire_11class": {"avg_ms": 55.417, "count": 300, "max_ms": 74.326, "p95_ms": 68.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.391, "count": 300, "max_ms": 83.857, "p95_ms": 77.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.36, "count": 300, "max_ms": 107.733, "p95_ms": 99.382}, "read_interval": {"avg_ms": 100.068, "count": 299, "max_ms": 400.048, "p95_ms": 121.08}, "triton_wait": {"avg_ms": 62.516, "count": 300, "max_ms": 91.723, "p95_ms": 83.508}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 5.613, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6189.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21880.429, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.388, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 566361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:26:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:26:29+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T02:26:29+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T02:26:29.754876+09:00", "mtime_epoch": 1783013189.7548764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:26:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1554.453, "name": "celery", "pid": 237, "rss_mb": 1554.453, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.002, "count": 301, "max_ms": 6.007, "p95_ms": 4.708}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 2.195, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.707, "count": 301, "max_ms": 78.139, "p95_ms": 70.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.924, "count": 301, "max_ms": 89.801, "p95_ms": 68.437}, "yolo11_640_fire_11class": {"avg_ms": 57.49, "count": 301, "max_ms": 77.313, "p95_ms": 68.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.056, "count": 301, "max_ms": 90.244, "p95_ms": 80.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.917, "count": 301, "max_ms": 103.057, "p95_ms": 93.777}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 145.485, "p95_ms": 120.887}, "triton_wait": {"avg_ms": 64.427, "count": 301, "max_ms": 90.257, "p95_ms": 81.139}, "visualize": {"avg_ms": 3.589, "count": 301, "max_ms": 5.522, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2610, "tracking_summary": 2313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59051.071, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.468, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:26:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:26:37+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T02:26:37+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T02:26:37.375015+09:00", "mtime_epoch": 1783013197.3750148, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:26:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 917.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.323, "pushed": 3.323, "read": 3.29}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.214, "count": 99, "max_ms": 248.675, "p95_ms": 203.034}, "gstreamer_push": {"avg_ms": 1.03, "count": 99, "max_ms": 2.965, "p95_ms": 1.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.51, "count": 99, "max_ms": 87.14, "p95_ms": 81.686}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.178, "count": 99, "max_ms": 98.812, "p95_ms": 91.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.629, "count": 99, "max_ms": 373.952, "p95_ms": 329.204}, "read_interval": {"avg_ms": 303.899, "count": 98, "max_ms": 381.738, "p95_ms": 339.88}, "triton_wait": {"avg_ms": 68.192, "count": 99, "max_ms": 98.825, "p95_ms": 91.69}, "visualize": {"avg_ms": 32.34, "count": 99, "max_ms": 73.474, "p95_ms": 40.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.791, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31698.171, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.225, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 573559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:26:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:26:37+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:26:37+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T02:26:37.623019+09:00", "mtime_epoch": 1783013197.6230192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:26:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1308.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.478, "count": 302, "max_ms": 12.119, "p95_ms": 9.283}, "gstreamer_push": {"avg_ms": 1.23, "count": 302, "max_ms": 1.822, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.514, "count": 302, "max_ms": 72.856, "p95_ms": 66.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.528, "count": 302, "max_ms": 90.527, "p95_ms": 76.503}, "yolo11_640_fire_11class": {"avg_ms": 53.859, "count": 302, "max_ms": 74.672, "p95_ms": 65.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.832, "count": 302, "max_ms": 86.093, "p95_ms": 76.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.636, "count": 302, "max_ms": 106.918, "p95_ms": 95.492}, "read_interval": {"avg_ms": 99.544, "count": 301, "max_ms": 369.229, "p95_ms": 128.673}, "triton_wait": {"avg_ms": 60.76, "count": 302, "max_ms": 90.539, "p95_ms": 80.537}, "visualize": {"avg_ms": 3.605, "count": 302, "max_ms": 4.829, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6195.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21910.436, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.749, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 566661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:26:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:26:59+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T02:26:59+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T02:26:59.747421+09:00", "mtime_epoch": 1783013219.7474208, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:26:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1554.711, "name": "celery", "pid": 237, "rss_mb": 1554.711, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 300, "max_ms": 6.186, "p95_ms": 5.228}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 2.3, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.96, "count": 300, "max_ms": 79.192, "p95_ms": 70.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.596, "count": 300, "max_ms": 94.956, "p95_ms": 66.545}, "yolo11_640_fire_11class": {"avg_ms": 55.18, "count": 300, "max_ms": 76.514, "p95_ms": 68.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.449, "count": 300, "max_ms": 89.103, "p95_ms": 79.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.451, "count": 300, "max_ms": 109.23, "p95_ms": 93.696}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 141.843, "p95_ms": 121.162}, "triton_wait": {"avg_ms": 61.768, "count": 300, "max_ms": 94.968, "p95_ms": 80.372}, "visualize": {"avg_ms": 3.666, "count": 300, "max_ms": 4.695, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2611, "tracking_summary": 2314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59081.096, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.572, "sample_count": 1093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:27:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:27:07+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-03T02:27:07+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-03T02:27:07.487561+09:00", "mtime_epoch": 1783013227.4875612, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:27:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 916.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.869, "pushed": 3.869, "read": 3.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.941, "count": 115, "max_ms": 197.565, "p95_ms": 194.92}, "gstreamer_push": {"avg_ms": 1.008, "count": 115, "max_ms": 2.961, "p95_ms": 1.9}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.989, "count": 115, "max_ms": 94.614, "p95_ms": 85.601}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.171, "count": 115, "max_ms": 98.583, "p95_ms": 89.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.011, "count": 115, "max_ms": 323.84, "p95_ms": 317.855}, "read_interval": {"avg_ms": 261.55, "count": 114, "max_ms": 335.406, "p95_ms": 327.146}, "triton_wait": {"avg_ms": 69.184, "count": 115, "max_ms": 98.597, "p95_ms": 89.189}, "visualize": {"avg_ms": 29.025, "count": 115, "max_ms": 42.053, "p95_ms": 40.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.72, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6189.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31728.22, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.227, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 573859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:27:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:27:07+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:27:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T02:27:07.655564+09:00", "mtime_epoch": 1783013227.6555643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:27:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1308.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 300, "max_ms": 12.239, "p95_ms": 8.637}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 2.201, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.992, "count": 300, "max_ms": 74.557, "p95_ms": 68.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.402, "count": 300, "max_ms": 90.475, "p95_ms": 81.723}, "yolo11_640_fire_11class": {"avg_ms": 54.319, "count": 300, "max_ms": 75.068, "p95_ms": 67.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.225, "count": 300, "max_ms": 90.301, "p95_ms": 77.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.591, "count": 300, "max_ms": 107.248, "p95_ms": 100.311}, "read_interval": {"avg_ms": 100.099, "count": 299, "max_ms": 449.473, "p95_ms": 126.643}, "triton_wait": {"avg_ms": 61.709, "count": 300, "max_ms": 90.489, "p95_ms": 84.343}, "visualize": {"avg_ms": 3.633, "count": 300, "max_ms": 5.885, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6195.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21940.5, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.696, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 566962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:27:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:27:29+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T02:27:29+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T02:27:29.839967+09:00", "mtime_epoch": 1783013249.839967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:27:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1554.711, "name": "celery", "pid": 237, "rss_mb": 1554.711, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.067, "count": 301, "max_ms": 6.48, "p95_ms": 5.644}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 1.7, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.887, "count": 301, "max_ms": 79.861, "p95_ms": 70.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.139, "count": 301, "max_ms": 91.252, "p95_ms": 67.352}, "yolo11_640_fire_11class": {"avg_ms": 55.132, "count": 301, "max_ms": 79.882, "p95_ms": 69.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.172, "count": 301, "max_ms": 95.313, "p95_ms": 80.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.364, "count": 301, "max_ms": 108.624, "p95_ms": 93.604}, "read_interval": {"avg_ms": 99.963, "count": 300, "max_ms": 139.05, "p95_ms": 121.5}, "triton_wait": {"avg_ms": 61.727, "count": 301, "max_ms": 95.326, "p95_ms": 80.656}, "visualize": {"avg_ms": 3.61, "count": 301, "max_ms": 4.792, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2614, "tracking_summary": 2314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6190.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59111.203, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.547, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:27:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:27:37+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T02:27:37+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T02:27:37.500106+09:00", "mtime_epoch": 1783013257.500106, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:27:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 916.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.409, "pushed": 3.409, "read": 3.376}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.447, "count": 102, "max_ms": 201.954, "p95_ms": 199.34}, "gstreamer_push": {"avg_ms": 1.196, "count": 102, "max_ms": 1.944, "p95_ms": 1.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.872, "count": 102, "max_ms": 90.144, "p95_ms": 84.207}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.928, "count": 102, "max_ms": 96.626, "p95_ms": 90.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.207, "count": 102, "max_ms": 329.511, "p95_ms": 310.864}, "read_interval": {"avg_ms": 295.143, "count": 101, "max_ms": 339.133, "p95_ms": 319.391}, "triton_wait": {"avg_ms": 66.95, "count": 102, "max_ms": 96.64, "p95_ms": 90.155}, "visualize": {"avg_ms": 28.981, "count": 102, "max_ms": 41.918, "p95_ms": 40.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6190.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31758.319, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.965, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:27:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:27:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T02:27:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T02:27:37.752110+09:00", "mtime_epoch": 1783013257.7521105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:27:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1308.543, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.449, "count": 299, "max_ms": 12.994, "p95_ms": 8.817}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.738, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.527, "count": 299, "max_ms": 76.947, "p95_ms": 67.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.507, "count": 299, "max_ms": 86.701, "p95_ms": 75.442}, "yolo11_640_fire_11class": {"avg_ms": 54.027, "count": 299, "max_ms": 73.918, "p95_ms": 66.749}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.851, "count": 299, "max_ms": 89.878, "p95_ms": 77.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.607, "count": 300, "max_ms": 105.875, "p95_ms": 97.247}, "read_interval": {"avg_ms": 100.319, "count": 299, "max_ms": 328.768, "p95_ms": 131.004}, "triton_wait": {"avg_ms": 60.592, "count": 299, "max_ms": 89.889, "p95_ms": 80.593}, "visualize": {"avg_ms": 3.695, "count": 299, "max_ms": 6.689, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6200.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 21970.582, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.637, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 567263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:27:59+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T02:27:59+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T02:27:59.916513+09:00", "mtime_epoch": 1783013279.9165127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:27:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1554.969, "name": "celery", "pid": 237, "rss_mb": 1554.969, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.08, "count": 301, "max_ms": 7.887, "p95_ms": 5.147}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 1.943, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.539, "count": 301, "max_ms": 78.121, "p95_ms": 69.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.646, "count": 301, "max_ms": 93.476, "p95_ms": 69.886}, "yolo11_640_fire_11class": {"avg_ms": 55.589, "count": 301, "max_ms": 74.313, "p95_ms": 68.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.72, "count": 301, "max_ms": 82.204, "p95_ms": 77.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.261, "count": 301, "max_ms": 105.994, "p95_ms": 92.67}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 135.471, "p95_ms": 121.613}, "triton_wait": {"avg_ms": 62.661, "count": 301, "max_ms": 93.488, "p95_ms": 79.64}, "visualize": {"avg_ms": 3.633, "count": 301, "max_ms": 4.795, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2614, "tracking_summary": 2315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6201.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59141.276, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.864, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:28:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:28:07+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T02:28:07+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T02:28:07.688654+09:00", "mtime_epoch": 1783013287.6886537, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 240567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:28:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 930.371, "name": "celery", "pid": 239, "rss_mb": 928.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.729, "pushed": 3.729, "read": 3.696}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.344, "count": 111, "max_ms": 201.125, "p95_ms": 193.8}, "gstreamer_push": {"avg_ms": 0.99, "count": 111, "max_ms": 3.176, "p95_ms": 2.899}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.532, "count": 111, "max_ms": 95.583, "p95_ms": 89.573}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.976, "count": 111, "max_ms": 100.683, "p95_ms": 95.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.268, "count": 111, "max_ms": 331.14, "p95_ms": 308.858}, "read_interval": {"avg_ms": 271.722, "count": 110, "max_ms": 339.763, "p95_ms": 317.913}, "triton_wait": {"avg_ms": 70.998, "count": 111, "max_ms": 100.696, "p95_ms": 95.844}, "visualize": {"avg_ms": 27.124, "count": 111, "max_ms": 44.737, "p95_ms": 39.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.766, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31788.343, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.382, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:28:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:28:07+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:28:07+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T02:28:07.800656+09:00", "mtime_epoch": 1783013287.8006558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:28:07+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1308.543, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.024}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.764, "count": 301, "max_ms": 13.183, "p95_ms": 11.816}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 2.031, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.881, "count": 301, "max_ms": 80.706, "p95_ms": 68.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.005, "count": 301, "max_ms": 97.417, "p95_ms": 83.106}, "yolo11_640_fire_11class": {"avg_ms": 54.603, "count": 301, "max_ms": 80.102, "p95_ms": 67.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.461, "count": 301, "max_ms": 89.913, "p95_ms": 77.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.181, "count": 301, "max_ms": 119.568, "p95_ms": 100.159}, "read_interval": {"avg_ms": 99.812, "count": 300, "max_ms": 265.201, "p95_ms": 123.056}, "triton_wait": {"avg_ms": 61.846, "count": 301, "max_ms": 97.441, "p95_ms": 83.675}, "visualize": {"avg_ms": 3.777, "count": 301, "max_ms": 6.628, "p95_ms": 4.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6197.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22000.635, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.942, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 567563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:28:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:28:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:28:29+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T02:28:29.957058+09:00", "mtime_epoch": 1783013309.957058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:28:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1554.969, "name": "celery", "pid": 237, "rss_mb": 1554.969, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.022, "count": 300, "max_ms": 6.37, "p95_ms": 4.64}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.917, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.319, "count": 300, "max_ms": 80.638, "p95_ms": 73.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.165, "count": 300, "max_ms": 98.108, "p95_ms": 77.1}, "yolo11_640_fire_11class": {"avg_ms": 56.613, "count": 300, "max_ms": 80.65, "p95_ms": 72.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.347, "count": 300, "max_ms": 91.113, "p95_ms": 82.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.968, "count": 300, "max_ms": 110.769, "p95_ms": 96.947}, "read_interval": {"avg_ms": 100.086, "count": 300, "max_ms": 132.98, "p95_ms": 121.43}, "triton_wait": {"avg_ms": 64.378, "count": 300, "max_ms": 98.121, "p95_ms": 84.407}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 4.609, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6200.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31818.422, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.256, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:28:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:28:37+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T02:28:37+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T02:28:37.861201+09:00", "mtime_epoch": 1783013317.8612013, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:28:37+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1308.801, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.448, "count": 300, "max_ms": 12.051, "p95_ms": 8.829}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.954, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.772, "count": 300, "max_ms": 82.212, "p95_ms": 68.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.223, "count": 300, "max_ms": 102.765, "p95_ms": 78.539}, "yolo11_640_fire_11class": {"avg_ms": 56.242, "count": 300, "max_ms": 82.824, "p95_ms": 67.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.285, "count": 300, "max_ms": 93.02, "p95_ms": 77.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.367, "count": 300, "max_ms": 119.098, "p95_ms": 100.301}, "read_interval": {"avg_ms": 100.257, "count": 299, "max_ms": 333.729, "p95_ms": 124.269}, "triton_wait": {"avg_ms": 64.441, "count": 300, "max_ms": 102.778, "p95_ms": 84.485}, "visualize": {"avg_ms": 3.644, "count": 300, "max_ms": 4.876, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2615, "tracking_summary": 2316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6189.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59171.436, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.072, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:28:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:28:38+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T02:28:37+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T02:28:37.733199+09:00", "mtime_epoch": 1783013317.733199, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:28:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 931.473, "name": "celery", "pid": 239, "rss_mb": 914.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.57, "pushed": 3.57, "read": 3.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.51, "count": 107, "max_ms": 204.901, "p95_ms": 193.944}, "gstreamer_push": {"avg_ms": 0.926, "count": 107, "max_ms": 2.842, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.316, "count": 107, "max_ms": 99.226, "p95_ms": 89.893}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.206, "count": 107, "max_ms": 102.193, "p95_ms": 95.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.075, "count": 107, "max_ms": 324.965, "p95_ms": 310.801}, "read_interval": {"avg_ms": 281.689, "count": 106, "max_ms": 333.844, "p95_ms": 320.14}, "triton_wait": {"avg_ms": 71.332, "count": 107, "max_ms": 102.206, "p95_ms": 95.131}, "visualize": {"avg_ms": 26.457, "count": 107, "max_ms": 43.264, "p95_ms": 38.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6196.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22030.702, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.891, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 567864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:29:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:29:00+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T02:29:00+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T02:29:00.005603+09:00", "mtime_epoch": 1783013340.005603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:29:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1555.227, "name": "celery", "pid": 237, "rss_mb": 1555.227, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.001, "count": 301, "max_ms": 6.067, "p95_ms": 4.319}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.817, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.237, "count": 301, "max_ms": 79.774, "p95_ms": 70.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.088, "count": 301, "max_ms": 91.677, "p95_ms": 68.793}, "yolo11_640_fire_11class": {"avg_ms": 57.607, "count": 301, "max_ms": 77.375, "p95_ms": 69.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.054, "count": 301, "max_ms": 88.341, "p95_ms": 79.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.0, "count": 301, "max_ms": 104.368, "p95_ms": 92.427}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 140.113, "p95_ms": 121.824}, "triton_wait": {"avg_ms": 64.49, "count": 301, "max_ms": 91.689, "p95_ms": 79.723}, "visualize": {"avg_ms": 3.623, "count": 301, "max_ms": 4.987, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6195.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31848.545, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.382, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 575061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:29:08+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:29:08+09:00", "mjpeg": {"age_sec": 0.237, "exists": true, "mtime": "2026-07-03T02:29:07.829745+09:00", "mtime_epoch": 1783013347.829745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:29:08+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1308.801, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.314, "count": 300, "max_ms": 11.656, "p95_ms": 8.014}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.679, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.23, "count": 300, "max_ms": 81.884, "p95_ms": 68.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.464, "count": 300, "max_ms": 93.898, "p95_ms": 77.382}, "yolo11_640_fire_11class": {"avg_ms": 54.547, "count": 300, "max_ms": 81.323, "p95_ms": 68.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.2, "count": 300, "max_ms": 88.507, "p95_ms": 78.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.982, "count": 300, "max_ms": 110.121, "p95_ms": 98.701}, "read_interval": {"avg_ms": 100.184, "count": 299, "max_ms": 270.506, "p95_ms": 125.768}, "triton_wait": {"avg_ms": 61.3, "count": 300, "max_ms": 93.91, "p95_ms": 81.887}, "visualize": {"avg_ms": 3.578, "count": 300, "max_ms": 4.831, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2618, "tracking_summary": 2317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6198.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59201.678, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.841, "sample_count": 1084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:29:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:29:08+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T02:29:07+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T02:29:07.989748+09:00", "mtime_epoch": 1783013347.989748, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:29:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 931.473, "name": "celery", "pid": 239, "rss_mb": 925.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.474, "pushed": 3.474, "read": 3.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.157, "count": 104, "max_ms": 217.638, "p95_ms": 198.473}, "gstreamer_push": {"avg_ms": 0.872, "count": 104, "max_ms": 2.011, "p95_ms": 1.699}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.194, "count": 104, "max_ms": 96.138, "p95_ms": 83.139}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.208, "count": 104, "max_ms": 99.492, "p95_ms": 90.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.402, "count": 104, "max_ms": 323.642, "p95_ms": 316.681}, "read_interval": {"avg_ms": 290.804, "count": 103, "max_ms": 332.497, "p95_ms": 327.385}, "triton_wait": {"avg_ms": 68.397, "count": 104, "max_ms": 99.506, "p95_ms": 91.01}, "visualize": {"avg_ms": 29.066, "count": 104, "max_ms": 47.343, "p95_ms": 39.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6199.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22060.734, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.75, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 568164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:29:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:29:30+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T02:29:30+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T02:29:30.026148+09:00", "mtime_epoch": 1783013370.0261478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:29:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1555.484, "name": "celery", "pid": 237, "rss_mb": 1555.484, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.97, "count": 300, "max_ms": 6.057, "p95_ms": 4.486}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 1.995, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.339, "count": 300, "max_ms": 79.328, "p95_ms": 71.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.84, "count": 300, "max_ms": 92.557, "p95_ms": 68.596}, "yolo11_640_fire_11class": {"avg_ms": 54.121, "count": 300, "max_ms": 78.009, "p95_ms": 68.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.229, "count": 300, "max_ms": 87.009, "p95_ms": 79.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.465, "count": 300, "max_ms": 105.436, "p95_ms": 93.504}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 132.561, "p95_ms": 121.047}, "triton_wait": {"avg_ms": 61.001, "count": 300, "max_ms": 92.57, "p95_ms": 81.264}, "visualize": {"avg_ms": 3.583, "count": 300, "max_ms": 5.679, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6197.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31878.625, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.604, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 575363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:29:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:29:38+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T02:29:38+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T02:29:38.046293+09:00", "mtime_epoch": 1783013378.0462933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:29:38+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1309.059, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.527, "count": 301, "max_ms": 13.243, "p95_ms": 10.177}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 1.693, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.708, "count": 301, "max_ms": 77.34, "p95_ms": 69.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.211, "count": 301, "max_ms": 95.23, "p95_ms": 84.782}, "yolo11_640_fire_11class": {"avg_ms": 53.637, "count": 301, "max_ms": 76.755, "p95_ms": 68.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.97, "count": 301, "max_ms": 88.625, "p95_ms": 78.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.392, "count": 302, "max_ms": 111.582, "p95_ms": 101.246}, "read_interval": {"avg_ms": 99.533, "count": 301, "max_ms": 326.231, "p95_ms": 122.488}, "triton_wait": {"avg_ms": 61.5, "count": 301, "max_ms": 95.243, "p95_ms": 85.238}, "visualize": {"avg_ms": 3.611, "count": 301, "max_ms": 5.502, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2618, "tracking_summary": 2318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6197.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59231.684, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.628, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:29:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:29:38+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T02:29:38+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T02:29:38.074294+09:00", "mtime_epoch": 1783013378.0742939, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:29:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 931.473, "name": "celery", "pid": 239, "rss_mb": 922.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.067, "pushed": 4.067, "read": 4.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 132.833, "count": 122, "max_ms": 193.424, "p95_ms": 191.936}, "gstreamer_push": {"avg_ms": 0.982, "count": 122, "max_ms": 1.911, "p95_ms": 1.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.78, "count": 122, "max_ms": 99.521, "p95_ms": 90.306}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.98, "count": 122, "max_ms": 97.316, "p95_ms": 90.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.265, "count": 122, "max_ms": 325.07, "p95_ms": 307.449}, "read_interval": {"avg_ms": 246.622, "count": 122, "max_ms": 331.451, "p95_ms": 313.864}, "triton_wait": {"avg_ms": 73.178, "count": 122, "max_ms": 99.531, "p95_ms": 94.362}, "visualize": {"avg_ms": 27.465, "count": 122, "max_ms": 40.039, "p95_ms": 34.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6200.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22090.739, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.93, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 568464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:30:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:30:00+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:30:00+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T02:30:00.086693+09:00", "mtime_epoch": 1783013400.0866933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 138439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:30:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1555.484, "name": "celery", "pid": 237, "rss_mb": 1555.484, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.995, "count": 300, "max_ms": 6.122, "p95_ms": 4.381}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.807, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.08, "count": 300, "max_ms": 83.153, "p95_ms": 72.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.322, "count": 300, "max_ms": 96.108, "p95_ms": 73.89}, "yolo11_640_fire_11class": {"avg_ms": 53.958, "count": 300, "max_ms": 78.589, "p95_ms": 69.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.677, "count": 300, "max_ms": 90.263, "p95_ms": 79.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.572, "count": 300, "max_ms": 108.155, "p95_ms": 95.774}, "read_interval": {"avg_ms": 100.128, "count": 300, "max_ms": 140.044, "p95_ms": 121.659}, "triton_wait": {"avg_ms": 60.942, "count": 300, "max_ms": 96.119, "p95_ms": 82.762}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 4.908, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6203.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31908.705, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.227, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 575663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:30:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:30:08+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T02:30:08+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T02:30:08.146839+09:00", "mtime_epoch": 1783013408.1468394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:30:08+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1309.059, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.495, "count": 300, "max_ms": 13.385, "p95_ms": 9.174}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 2.04, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.542, "count": 300, "max_ms": 77.348, "p95_ms": 67.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.062, "count": 300, "max_ms": 100.519, "p95_ms": 81.137}, "yolo11_640_fire_11class": {"avg_ms": 52.371, "count": 300, "max_ms": 74.806, "p95_ms": 66.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.666, "count": 300, "max_ms": 85.59, "p95_ms": 76.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.321, "count": 300, "max_ms": 117.105, "p95_ms": 99.859}, "read_interval": {"avg_ms": 100.273, "count": 299, "max_ms": 380.282, "p95_ms": 137.641}, "triton_wait": {"avg_ms": 59.398, "count": 300, "max_ms": 100.531, "p95_ms": 83.627}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 4.87, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2619, "tracking_summary": 2319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6191.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59261.698, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.628, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:30:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:30:08+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T02:30:07+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T02:30:08.002837+09:00", "mtime_epoch": 1783013408.0028367, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:30:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 931.473, "name": "celery", "pid": 239, "rss_mb": 916.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.824, "pushed": 3.824, "read": 3.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.745, "count": 114, "max_ms": 199.748, "p95_ms": 197.222}, "gstreamer_push": {"avg_ms": 0.975, "count": 114, "max_ms": 2.859, "p95_ms": 1.865}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.648, "count": 114, "max_ms": 94.676, "p95_ms": 90.671}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.328, "count": 114, "max_ms": 102.857, "p95_ms": 95.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.295, "count": 114, "max_ms": 328.392, "p95_ms": 309.409}, "read_interval": {"avg_ms": 263.017, "count": 113, "max_ms": 338.021, "p95_ms": 321.531}, "triton_wait": {"avg_ms": 71.481, "count": 114, "max_ms": 102.871, "p95_ms": 95.204}, "visualize": {"avg_ms": 26.231, "count": 114, "max_ms": 41.093, "p95_ms": 33.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6200.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22120.786, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.75, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 568765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:30:30+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:30:30+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T02:30:30.119238+09:00", "mtime_epoch": 1783013430.1192381, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:30:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1555.742, "name": "celery", "pid": 237, "rss_mb": 1555.742, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.004, "count": 301, "max_ms": 5.882, "p95_ms": 4.663}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 1.515, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.147, "count": 301, "max_ms": 79.909, "p95_ms": 70.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.312, "count": 301, "max_ms": 90.445, "p95_ms": 66.068}, "yolo11_640_fire_11class": {"avg_ms": 53.396, "count": 301, "max_ms": 79.381, "p95_ms": 68.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.284, "count": 301, "max_ms": 88.029, "p95_ms": 77.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.106, "count": 301, "max_ms": 103.368, "p95_ms": 91.72}, "read_interval": {"avg_ms": 99.889, "count": 300, "max_ms": 157.786, "p95_ms": 122.078}, "triton_wait": {"avg_ms": 59.5, "count": 301, "max_ms": 90.458, "p95_ms": 78.575}, "visualize": {"avg_ms": 3.649, "count": 301, "max_ms": 5.854, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6200.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31938.803, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.45, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 575964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:30:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:30:38+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:30:38+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T02:30:38.239385+09:00", "mtime_epoch": 1783013438.2393854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:30:38+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1309.316, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.391, "count": 301, "max_ms": 11.96, "p95_ms": 8.18}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.819, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.767, "count": 301, "max_ms": 76.882, "p95_ms": 67.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.839, "count": 301, "max_ms": 91.743, "p95_ms": 77.73}, "yolo11_640_fire_11class": {"avg_ms": 52.595, "count": 301, "max_ms": 75.881, "p95_ms": 67.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.438, "count": 301, "max_ms": 84.476, "p95_ms": 77.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.562, "count": 301, "max_ms": 107.842, "p95_ms": 96.679}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 430.078, "p95_ms": 119.961}, "triton_wait": {"avg_ms": 59.632, "count": 301, "max_ms": 91.755, "p95_ms": 81.172}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 6.73, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2620, "tracking_summary": 2320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6191.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59291.987, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.211, "sample_count": 1080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:30:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:30:38+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T02:30:38+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T02:30:38.287386+09:00", "mtime_epoch": 1783013438.2873862, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:30:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 931.473, "name": "celery", "pid": 239, "rss_mb": 916.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.368, "pushed": 3.368, "read": 3.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.873, "count": 101, "max_ms": 226.593, "p95_ms": 208.549}, "gstreamer_push": {"avg_ms": 1.027, "count": 101, "max_ms": 3.16, "p95_ms": 2.807}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.769, "count": 101, "max_ms": 89.295, "p95_ms": 79.36}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.882, "count": 101, "max_ms": 97.035, "p95_ms": 90.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.895, "count": 101, "max_ms": 329.658, "p95_ms": 317.907}, "read_interval": {"avg_ms": 299.908, "count": 100, "max_ms": 338.711, "p95_ms": 326.862}, "triton_wait": {"avg_ms": 67.896, "count": 101, "max_ms": 97.049, "p95_ms": 90.603}, "visualize": {"avg_ms": 29.275, "count": 101, "max_ms": 41.69, "p95_ms": 40.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6189.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22150.903, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.604, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 569066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:31:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:31:00+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:31:00+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T02:31:00.199784+09:00", "mtime_epoch": 1783013460.1997838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 136294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:31:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1555.742, "name": "celery", "pid": 237, "rss_mb": 1555.742, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.012, "count": 300, "max_ms": 6.626, "p95_ms": 5.048}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 1.841, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.567, "count": 300, "max_ms": 79.186, "p95_ms": 70.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.624, "count": 300, "max_ms": 92.419, "p95_ms": 66.534}, "yolo11_640_fire_11class": {"avg_ms": 55.532, "count": 300, "max_ms": 77.164, "p95_ms": 68.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.856, "count": 300, "max_ms": 89.461, "p95_ms": 78.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.725, "count": 300, "max_ms": 105.042, "p95_ms": 91.637}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 179.431, "p95_ms": 121.359}, "triton_wait": {"avg_ms": 62.113, "count": 300, "max_ms": 92.431, "p95_ms": 78.761}, "visualize": {"avg_ms": 3.619, "count": 300, "max_ms": 5.042, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6193.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31968.844, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.227, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 576265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:31:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:31:08+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T02:31:08+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T02:31:08.307931+09:00", "mtime_epoch": 1783013468.3079307, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:31:08+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1309.574, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.398, "count": 301, "max_ms": 12.631, "p95_ms": 8.944}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 2.092, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.72, "count": 301, "max_ms": 75.447, "p95_ms": 66.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.618, "count": 301, "max_ms": 91.364, "p95_ms": 80.312}, "yolo11_640_fire_11class": {"avg_ms": 53.904, "count": 301, "max_ms": 74.283, "p95_ms": 65.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.25, "count": 301, "max_ms": 88.828, "p95_ms": 76.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.311, "count": 301, "max_ms": 109.263, "p95_ms": 96.897}, "read_interval": {"avg_ms": 99.872, "count": 300, "max_ms": 299.15, "p95_ms": 121.577}, "triton_wait": {"avg_ms": 61.529, "count": 301, "max_ms": 91.378, "p95_ms": 80.904}, "visualize": {"avg_ms": 3.58, "count": 301, "max_ms": 5.665, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2621, "tracking_summary": 2321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6190.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59322.267, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.211, "sample_count": 1080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:31:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:31:08+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-03T02:31:08+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-03T02:31:08.583936+09:00", "mtime_epoch": 1783013468.5839357, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:31:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 931.473, "name": "celery", "pid": 239, "rss_mb": 914.629, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.636, "pushed": 3.636, "read": 3.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.102, "count": 109, "max_ms": 235.251, "p95_ms": 196.951}, "gstreamer_push": {"avg_ms": 1.142, "count": 109, "max_ms": 3.004, "p95_ms": 2.885}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.63, "count": 109, "max_ms": 98.313, "p95_ms": 81.657}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.119, "count": 109, "max_ms": 99.658, "p95_ms": 84.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.555, "count": 109, "max_ms": 345.893, "p95_ms": 311.01}, "read_interval": {"avg_ms": 277.744, "count": 108, "max_ms": 354.919, "p95_ms": 321.108}, "triton_wait": {"avg_ms": 68.139, "count": 109, "max_ms": 99.67, "p95_ms": 84.692}, "visualize": {"avg_ms": 29.298, "count": 109, "max_ms": 46.928, "p95_ms": 40.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6193.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22180.927, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.514, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 569366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:31:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:31:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:31:30+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T02:31:30.240329+09:00", "mtime_epoch": 1783013490.2403286, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:31:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1556.0, "name": "celery", "pid": 237, "rss_mb": 1556.0, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.021, "count": 300, "max_ms": 6.413, "p95_ms": 4.823}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 2.211, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.206, "count": 300, "max_ms": 81.121, "p95_ms": 69.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.968, "count": 300, "max_ms": 94.431, "p95_ms": 69.224}, "yolo11_640_fire_11class": {"avg_ms": 56.438, "count": 300, "max_ms": 76.138, "p95_ms": 68.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.184, "count": 300, "max_ms": 88.015, "p95_ms": 78.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.351, "count": 300, "max_ms": 107.427, "p95_ms": 92.985}, "read_interval": {"avg_ms": 100.068, "count": 299, "max_ms": 131.12, "p95_ms": 121.159}, "triton_wait": {"avg_ms": 63.773, "count": 300, "max_ms": 94.444, "p95_ms": 79.922}, "visualize": {"avg_ms": 3.604, "count": 300, "max_ms": 5.155, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 31998.92, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.622, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 576565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:31:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:31:38+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:31:38+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:31:38.376476+09:00", "mtime_epoch": 1783013498.3764763, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:31:38+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1309.574, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.445, "count": 299, "max_ms": 12.465, "p95_ms": 11.083}, "gstreamer_push": {"avg_ms": 1.189, "count": 300, "max_ms": 2.137, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.71, "count": 299, "max_ms": 80.661, "p95_ms": 69.497}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.597, "count": 299, "max_ms": 99.399, "p95_ms": 83.22}, "yolo11_640_fire_11class": {"avg_ms": 55.842, "count": 299, "max_ms": 80.145, "p95_ms": 68.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.156, "count": 299, "max_ms": 91.723, "p95_ms": 78.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.951, "count": 300, "max_ms": 115.79, "p95_ms": 100.694}, "read_interval": {"avg_ms": 100.306, "count": 299, "max_ms": 335.161, "p95_ms": 124.274}, "triton_wait": {"avg_ms": 63.424, "count": 299, "max_ms": 99.412, "p95_ms": 84.715}, "visualize": {"avg_ms": 3.486, "count": 299, "max_ms": 5.748, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2621, "tracking_summary": 2322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6201.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59352.279, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.818, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:31:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:31:38+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T02:31:38+09:00", "mjpeg": {"age_sec": 0.265, "exists": true, "mtime": "2026-07-03T02:31:38.592480+09:00", "mtime_epoch": 1783013498.5924802, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:31:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 931.473, "name": "celery", "pid": 239, "rss_mb": 925.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.333, "pushed": 3.333, "read": 3.299}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.126, "count": 99, "max_ms": 210.823, "p95_ms": 197.31}, "gstreamer_push": {"avg_ms": 0.89, "count": 99, "max_ms": 3.002, "p95_ms": 1.74}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.961, "count": 99, "max_ms": 95.785, "p95_ms": 90.978}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.655, "count": 99, "max_ms": 101.497, "p95_ms": 95.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.329, "count": 99, "max_ms": 352.625, "p95_ms": 319.019}, "read_interval": {"avg_ms": 303.295, "count": 98, "max_ms": 361.571, "p95_ms": 328.045}, "triton_wait": {"avg_ms": 71.668, "count": 99, "max_ms": 101.51, "p95_ms": 95.798}, "visualize": {"avg_ms": 29.742, "count": 99, "max_ms": 40.468, "p95_ms": 38.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.703, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6192.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22211.019, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.561, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 569667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:32:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:32:00+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T02:32:00+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T02:32:00.340875+09:00", "mtime_epoch": 1783013520.3408747, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:32:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1556.0, "name": "celery", "pid": 237, "rss_mb": 1556.0, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.159, "count": 300, "max_ms": 7.054, "p95_ms": 6.19}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 2.067, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.256, "count": 300, "max_ms": 78.415, "p95_ms": 70.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.197, "count": 300, "max_ms": 95.913, "p95_ms": 67.775}, "yolo11_640_fire_11class": {"avg_ms": 54.452, "count": 300, "max_ms": 78.993, "p95_ms": 69.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.067, "count": 300, "max_ms": 92.792, "p95_ms": 80.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.727, "count": 300, "max_ms": 124.658, "p95_ms": 94.576}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 137.975, "p95_ms": 122.722}, "triton_wait": {"avg_ms": 60.744, "count": 300, "max_ms": 95.925, "p95_ms": 81.547}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 6.031, "p95_ms": 4.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6195.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32028.929, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.718, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 576865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:32:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:32:08+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T02:32:08+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T02:32:08.349020+09:00", "mtime_epoch": 1783013528.34902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:32:08+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1309.832, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.665, "count": 300, "max_ms": 12.639, "p95_ms": 10.697}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 2.05, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.675, "count": 300, "max_ms": 75.671, "p95_ms": 67.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.498, "count": 300, "max_ms": 93.196, "p95_ms": 82.707}, "yolo11_640_fire_11class": {"avg_ms": 53.799, "count": 300, "max_ms": 75.72, "p95_ms": 67.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.405, "count": 300, "max_ms": 89.587, "p95_ms": 78.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.123, "count": 300, "max_ms": 109.492, "p95_ms": 102.633}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 352.107, "p95_ms": 124.09}, "triton_wait": {"avg_ms": 60.838, "count": 300, "max_ms": 93.208, "p95_ms": 86.033}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 6.542, "p95_ms": 4.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2623, "tracking_summary": 2323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6195.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59382.369, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.628, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:32:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:32:08+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T02:32:08+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T02:32:08.665026+09:00", "mtime_epoch": 1783013528.6650257, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:32:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 931.473, "name": "celery", "pid": 239, "rss_mb": 919.703, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.926, "pushed": 3.926, "read": 3.892}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.486, "count": 117, "max_ms": 236.268, "p95_ms": 195.651}, "gstreamer_push": {"avg_ms": 1.055, "count": 117, "max_ms": 3.017, "p95_ms": 2.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.625, "count": 117, "max_ms": 92.741, "p95_ms": 84.493}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.916, "count": 117, "max_ms": 98.009, "p95_ms": 90.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.885, "count": 117, "max_ms": 324.899, "p95_ms": 308.476}, "read_interval": {"avg_ms": 256.901, "count": 116, "max_ms": 333.693, "p95_ms": 318.267}, "triton_wait": {"avg_ms": 69.002, "count": 117, "max_ms": 98.022, "p95_ms": 90.177}, "visualize": {"avg_ms": 26.504, "count": 117, "max_ms": 41.502, "p95_ms": 35.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6194.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22241.054, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.514, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 569967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:32:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:32:30+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T02:32:30+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T02:32:30.365419+09:00", "mtime_epoch": 1783013550.3654191, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:32:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1556.258, "name": "celery", "pid": 237, "rss_mb": 1556.258, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 300, "max_ms": 7.474, "p95_ms": 4.876}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.584, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.627, "count": 300, "max_ms": 80.735, "p95_ms": 72.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.541, "count": 300, "max_ms": 96.733, "p95_ms": 72.813}, "yolo11_640_fire_11class": {"avg_ms": 58.592, "count": 300, "max_ms": 80.745, "p95_ms": 71.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.67, "count": 300, "max_ms": 88.722, "p95_ms": 79.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.132, "count": 300, "max_ms": 109.48, "p95_ms": 93.476}, "read_interval": {"avg_ms": 100.068, "count": 299, "max_ms": 137.922, "p95_ms": 121.421}, "triton_wait": {"avg_ms": 66.436, "count": 300, "max_ms": 96.745, "p95_ms": 80.679}, "visualize": {"avg_ms": 3.652, "count": 300, "max_ms": 4.979, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6205.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32059.018, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.657, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 577167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:32:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:32:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T02:32:38+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T02:32:38.453566+09:00", "mtime_epoch": 1783013558.4535658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:32:38+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1309.832, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 301, "max_ms": 12.802, "p95_ms": 9.131}, "gstreamer_push": {"avg_ms": 1.205, "count": 301, "max_ms": 1.523, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.011, "count": 301, "max_ms": 74.976, "p95_ms": 67.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.064, "count": 301, "max_ms": 94.749, "p95_ms": 69.871}, "yolo11_640_fire_11class": {"avg_ms": 56.463, "count": 301, "max_ms": 74.986, "p95_ms": 67.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.337, "count": 301, "max_ms": 85.523, "p95_ms": 77.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.995, "count": 301, "max_ms": 111.186, "p95_ms": 95.774}, "read_interval": {"avg_ms": 99.607, "count": 301, "max_ms": 253.198, "p95_ms": 119.178}, "triton_wait": {"avg_ms": 64.216, "count": 301, "max_ms": 94.762, "p95_ms": 78.722}, "visualize": {"avg_ms": 3.607, "count": 301, "max_ms": 6.646, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2625, "tracking_summary": 2324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6206.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59412.489, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.628, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:32:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:32:39+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T02:32:38+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T02:32:38.789572+09:00", "mtime_epoch": 1783013558.789572, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:32:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 931.473, "name": "celery", "pid": 239, "rss_mb": 929.551, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.386, "pushed": 3.386, "read": 3.352}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.802, "count": 101, "max_ms": 198.172, "p95_ms": 194.327}, "gstreamer_push": {"avg_ms": 1.067, "count": 101, "max_ms": 2.939, "p95_ms": 1.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.114, "count": 101, "max_ms": 89.447, "p95_ms": 71.636}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.521, "count": 101, "max_ms": 97.395, "p95_ms": 83.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.697, "count": 101, "max_ms": 320.501, "p95_ms": 305.301}, "read_interval": {"avg_ms": 298.199, "count": 100, "max_ms": 331.606, "p95_ms": 314.895}, "triton_wait": {"avg_ms": 67.542, "count": 101, "max_ms": 97.407, "p95_ms": 83.47}, "visualize": {"avg_ms": 28.387, "count": 101, "max_ms": 41.006, "p95_ms": 39.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6201.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22271.1, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.728, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 570268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:33:00+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:33:00+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T02:33:00.413964+09:00", "mtime_epoch": 1783013580.4139643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:33:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1556.516, "name": "celery", "pid": 237, "rss_mb": 1556.516, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.126, "count": 301, "max_ms": 7.036, "p95_ms": 5.615}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 1.511, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.563, "count": 301, "max_ms": 79.523, "p95_ms": 71.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.246, "count": 301, "max_ms": 93.959, "p95_ms": 67.96}, "yolo11_640_fire_11class": {"avg_ms": 55.986, "count": 301, "max_ms": 78.107, "p95_ms": 70.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.503, "count": 301, "max_ms": 89.514, "p95_ms": 80.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.61, "count": 301, "max_ms": 107.027, "p95_ms": 94.612}, "read_interval": {"avg_ms": 99.9, "count": 300, "max_ms": 145.883, "p95_ms": 120.231}, "triton_wait": {"avg_ms": 62.88, "count": 301, "max_ms": 93.971, "p95_ms": 80.607}, "visualize": {"avg_ms": 3.672, "count": 301, "max_ms": 4.954, "p95_ms": 4.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32089.048, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.94, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 577466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:33:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:33:08+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T02:33:08+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T02:33:08.498111+09:00", "mtime_epoch": 1783013588.4981108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:33:08+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1310.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.599, "count": 299, "max_ms": 12.8, "p95_ms": 10.745}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 1.87, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.798, "count": 299, "max_ms": 78.988, "p95_ms": 68.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.802, "count": 299, "max_ms": 92.429, "p95_ms": 84.769}, "yolo11_640_fire_11class": {"avg_ms": 54.411, "count": 299, "max_ms": 78.456, "p95_ms": 69.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.826, "count": 299, "max_ms": 88.259, "p95_ms": 79.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.739, "count": 299, "max_ms": 108.585, "p95_ms": 101.496}, "read_interval": {"avg_ms": 100.48, "count": 298, "max_ms": 345.236, "p95_ms": 127.492}, "triton_wait": {"avg_ms": 61.621, "count": 299, "max_ms": 92.441, "p95_ms": 85.481}, "visualize": {"avg_ms": 3.675, "count": 299, "max_ms": 6.268, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2625, "tracking_summary": 2325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6202.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59442.754, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.438, "sample_count": 1084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:33:09+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T02:33:09+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T02:33:09.062121+09:00", "mtime_epoch": 1783013589.0621212, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:33:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.129, "name": "celery", "pid": 239, "rss_mb": 925.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.905, "pushed": 3.905, "read": 3.872}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.43, "count": 117, "max_ms": 212.706, "p95_ms": 194.546}, "gstreamer_push": {"avg_ms": 0.972, "count": 117, "max_ms": 3.029, "p95_ms": 1.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.268, "count": 117, "max_ms": 96.482, "p95_ms": 88.088}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.632, "count": 117, "max_ms": 104.206, "p95_ms": 94.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.027, "count": 117, "max_ms": 324.27, "p95_ms": 307.568}, "read_interval": {"avg_ms": 258.409, "count": 116, "max_ms": 333.005, "p95_ms": 316.406}, "triton_wait": {"avg_ms": 72.665, "count": 117, "max_ms": 104.219, "p95_ms": 94.717}, "visualize": {"avg_ms": 25.116, "count": 117, "max_ms": 35.265, "p95_ms": 34.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6195.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22301.13, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.472, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 570568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:33:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:33:30+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T02:33:30+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T02:33:30.446509+09:00", "mtime_epoch": 1783013610.446509, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:33:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1556.516, "name": "celery", "pid": 237, "rss_mb": 1556.516, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.981, "count": 300, "max_ms": 6.021, "p95_ms": 4.515}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.804, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.986, "count": 300, "max_ms": 81.986, "p95_ms": 70.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.103, "count": 300, "max_ms": 98.486, "p95_ms": 68.852}, "yolo11_640_fire_11class": {"avg_ms": 54.266, "count": 300, "max_ms": 80.698, "p95_ms": 68.627}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.668, "count": 300, "max_ms": 91.195, "p95_ms": 78.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.421, "count": 300, "max_ms": 246.299, "p95_ms": 95.17}, "read_interval": {"avg_ms": 100.072, "count": 299, "max_ms": 254.591, "p95_ms": 121.778}, "triton_wait": {"avg_ms": 60.441, "count": 300, "max_ms": 98.497, "p95_ms": 81.694}, "visualize": {"avg_ms": 3.599, "count": 300, "max_ms": 5.671, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6192.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32119.089, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.854, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 577768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:33:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:33:38+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T02:33:38+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T02:33:38.502655+09:00", "mtime_epoch": 1783013618.502655, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:33:38+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1310.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.505, "count": 302, "max_ms": 13.056, "p95_ms": 10.087}, "gstreamer_push": {"avg_ms": 1.222, "count": 302, "max_ms": 1.852, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.511, "count": 302, "max_ms": 79.917, "p95_ms": 68.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.672, "count": 302, "max_ms": 105.642, "p95_ms": 81.23}, "yolo11_640_fire_11class": {"avg_ms": 53.687, "count": 302, "max_ms": 78.578, "p95_ms": 67.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.207, "count": 302, "max_ms": 89.169, "p95_ms": 76.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.475, "count": 302, "max_ms": 118.721, "p95_ms": 97.649}, "read_interval": {"avg_ms": 99.484, "count": 301, "max_ms": 430.055, "p95_ms": 121.711}, "triton_wait": {"avg_ms": 60.646, "count": 302, "max_ms": 105.651, "p95_ms": 82.21}, "visualize": {"avg_ms": 3.592, "count": 302, "max_ms": 5.802, "p95_ms": 4.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2626, "tracking_summary": 2325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6204.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59472.827, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.793, "sample_count": 1079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:33:39+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T02:33:39+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T02:33:39.118666+09:00", "mtime_epoch": 1783013619.1186662, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:33:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.129, "name": "celery", "pid": 239, "rss_mb": 925.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.327, "pushed": 3.327, "read": 3.293}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.221, "count": 99, "max_ms": 223.413, "p95_ms": 210.529}, "gstreamer_push": {"avg_ms": 1.181, "count": 99, "max_ms": 2.634, "p95_ms": 1.854}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.415, "count": 99, "max_ms": 98.39, "p95_ms": 87.402}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.257, "count": 99, "max_ms": 104.029, "p95_ms": 86.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.745, "count": 99, "max_ms": 343.192, "p95_ms": 326.708}, "read_interval": {"avg_ms": 303.693, "count": 98, "max_ms": 354.559, "p95_ms": 336.495}, "triton_wait": {"avg_ms": 67.707, "count": 99, "max_ms": 104.042, "p95_ms": 88.008}, "visualize": {"avg_ms": 32.978, "count": 99, "max_ms": 46.421, "p95_ms": 45.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.758, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6195.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22331.209, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.308, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 570869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:34:00+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T02:34:00+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T02:34:00.539055+09:00", "mtime_epoch": 1783013640.5390546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:34:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1556.773, "name": "celery", "pid": 237, "rss_mb": 1556.773, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.017, "count": 301, "max_ms": 6.262, "p95_ms": 4.629}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 1.832, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.568, "count": 301, "max_ms": 83.924, "p95_ms": 69.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.997, "count": 301, "max_ms": 91.008, "p95_ms": 67.758}, "yolo11_640_fire_11class": {"avg_ms": 56.007, "count": 301, "max_ms": 85.665, "p95_ms": 69.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.794, "count": 301, "max_ms": 87.518, "p95_ms": 77.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.026, "count": 301, "max_ms": 103.863, "p95_ms": 91.174}, "read_interval": {"avg_ms": 99.945, "count": 300, "max_ms": 179.282, "p95_ms": 121.406}, "triton_wait": {"avg_ms": 62.56, "count": 301, "max_ms": 91.021, "p95_ms": 78.329}, "visualize": {"avg_ms": 3.613, "count": 301, "max_ms": 5.512, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6203.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32149.115, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.678, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 578066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:34:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:34:08+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T02:34:08+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T02:34:08.551200+09:00", "mtime_epoch": 1783013648.5512, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:34:08+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1310.348, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.427, "count": 298, "max_ms": 12.339, "p95_ms": 8.312}, "gstreamer_push": {"avg_ms": 1.244, "count": 298, "max_ms": 1.939, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.454, "count": 298, "max_ms": 77.544, "p95_ms": 69.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.528, "count": 298, "max_ms": 96.702, "p95_ms": 82.078}, "yolo11_640_fire_11class": {"avg_ms": 54.36, "count": 298, "max_ms": 79.44, "p95_ms": 68.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.925, "count": 298, "max_ms": 84.053, "p95_ms": 77.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.108, "count": 298, "max_ms": 112.886, "p95_ms": 98.713}, "read_interval": {"avg_ms": 100.754, "count": 297, "max_ms": 310.401, "p95_ms": 126.257}, "triton_wait": {"avg_ms": 61.234, "count": 298, "max_ms": 96.713, "p95_ms": 83.082}, "visualize": {"avg_ms": 3.625, "count": 298, "max_ms": 5.933, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2629, "tracking_summary": 2326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6203.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59503.1, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.122, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:34:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:34:09+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T02:34:09+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T02:34:09.411216+09:00", "mtime_epoch": 1783013649.4112155, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:34:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.129, "name": "celery", "pid": 239, "rss_mb": 926.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.57, "pushed": 3.57, "read": 3.536}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.421, "count": 107, "max_ms": 227.708, "p95_ms": 196.278}, "gstreamer_push": {"avg_ms": 1.064, "count": 107, "max_ms": 3.027, "p95_ms": 2.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.245, "count": 107, "max_ms": 92.999, "p95_ms": 80.87}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.461, "count": 107, "max_ms": 101.092, "p95_ms": 93.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.89, "count": 107, "max_ms": 333.871, "p95_ms": 314.048}, "read_interval": {"avg_ms": 282.874, "count": 106, "max_ms": 344.295, "p95_ms": 324.478}, "triton_wait": {"avg_ms": 69.525, "count": 107, "max_ms": 101.106, "p95_ms": 93.133}, "visualize": {"avg_ms": 29.134, "count": 107, "max_ms": 40.507, "p95_ms": 38.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6207.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22361.243, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.308, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 571169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:34:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T02:34:30+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T02:34:30+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T02:34:30.563599+09:00", "mtime_epoch": 1783013670.5635993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:34:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1556.773, "name": "celery", "pid": 237, "rss_mb": 1556.773, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.033, "count": 300, "max_ms": 6.217, "p95_ms": 4.69}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 1.511, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.533, "count": 300, "max_ms": 78.319, "p95_ms": 70.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.406, "count": 300, "max_ms": 98.519, "p95_ms": 68.953}, "yolo11_640_fire_11class": {"avg_ms": 54.694, "count": 300, "max_ms": 76.96, "p95_ms": 71.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.194, "count": 300, "max_ms": 86.274, "p95_ms": 79.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.445, "count": 300, "max_ms": 111.499, "p95_ms": 94.139}, "read_interval": {"avg_ms": 100.039, "count": 299, "max_ms": 153.282, "p95_ms": 122.618}, "triton_wait": {"avg_ms": 60.908, "count": 300, "max_ms": 98.531, "p95_ms": 81.666}, "visualize": {"avg_ms": 3.631, "count": 300, "max_ms": 4.716, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6204.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32179.21, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.635, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 578368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:34:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:34:38+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T02:34:38+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T02:34:38.639746+09:00", "mtime_epoch": 1783013678.6397457, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:34:38+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1310.348, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.407, "count": 302, "max_ms": 11.847, "p95_ms": 8.641}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 1.751, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.752, "count": 302, "max_ms": 77.087, "p95_ms": 68.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.227, "count": 302, "max_ms": 99.586, "p95_ms": 84.989}, "yolo11_640_fire_11class": {"avg_ms": 53.467, "count": 302, "max_ms": 76.572, "p95_ms": 67.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.234, "count": 302, "max_ms": 88.694, "p95_ms": 77.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.013, "count": 302, "max_ms": 115.572, "p95_ms": 101.313}, "read_interval": {"avg_ms": 99.62, "count": 301, "max_ms": 357.508, "p95_ms": 127.458}, "triton_wait": {"avg_ms": 60.126, "count": 302, "max_ms": 99.599, "p95_ms": 85.402}, "visualize": {"avg_ms": 3.622, "count": 302, "max_ms": 4.631, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2629, "tracking_summary": 2327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6201.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59533.356, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.543, "sample_count": 1079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:34:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:34:39+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T02:34:39+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T02:34:39.659764+09:00", "mtime_epoch": 1783013679.6597643, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:34:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.129, "name": "celery", "pid": 239, "rss_mb": 922.938, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.066, "pushed": 4.066, "read": 4.033}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.518, "count": 121, "max_ms": 198.394, "p95_ms": 192.189}, "gstreamer_push": {"avg_ms": 1.042, "count": 121, "max_ms": 1.953, "p95_ms": 1.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.047, "count": 121, "max_ms": 98.804, "p95_ms": 90.645}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.129, "count": 121, "max_ms": 98.684, "p95_ms": 93.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.729, "count": 121, "max_ms": 315.976, "p95_ms": 304.908}, "read_interval": {"avg_ms": 248.148, "count": 120, "max_ms": 635.689, "p95_ms": 316.622}, "triton_wait": {"avg_ms": 70.328, "count": 121, "max_ms": 98.815, "p95_ms": 93.454}, "visualize": {"avg_ms": 27.105, "count": 121, "max_ms": 44.329, "p95_ms": 41.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.758, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6199.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22391.297, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.203, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 571470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:35:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:35:00+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T02:35:00+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T02:35:00.596144+09:00", "mtime_epoch": 1783013700.596144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:35:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1557.031, "name": "celery", "pid": 237, "rss_mb": 1557.031, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.053, "count": 301, "max_ms": 6.529, "p95_ms": 4.78}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.54, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.816, "count": 301, "max_ms": 77.93, "p95_ms": 70.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.589, "count": 301, "max_ms": 102.067, "p95_ms": 75.031}, "yolo11_640_fire_11class": {"avg_ms": 54.629, "count": 301, "max_ms": 75.281, "p95_ms": 68.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.229, "count": 301, "max_ms": 85.603, "p95_ms": 79.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.012, "count": 301, "max_ms": 114.98, "p95_ms": 95.471}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 145.439, "p95_ms": 121.257}, "triton_wait": {"avg_ms": 61.455, "count": 301, "max_ms": 102.079, "p95_ms": 81.989}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 4.763, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6198.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32209.308, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.678, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 578668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:35:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:35:08+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T02:35:08+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T02:35:08.744292+09:00", "mtime_epoch": 1783013708.7442915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:35:08+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1310.605, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.421, "count": 299, "max_ms": 12.36, "p95_ms": 8.267}, "gstreamer_push": {"avg_ms": 1.23, "count": 299, "max_ms": 1.966, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.196, "count": 299, "max_ms": 77.644, "p95_ms": 68.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.921, "count": 299, "max_ms": 97.023, "p95_ms": 83.723}, "yolo11_640_fire_11class": {"avg_ms": 55.346, "count": 299, "max_ms": 76.446, "p95_ms": 67.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.76, "count": 299, "max_ms": 88.356, "p95_ms": 77.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.207, "count": 299, "max_ms": 114.48, "p95_ms": 100.304}, "read_interval": {"avg_ms": 100.312, "count": 299, "max_ms": 373.096, "p95_ms": 125.987}, "triton_wait": {"avg_ms": 63.309, "count": 299, "max_ms": 97.036, "p95_ms": 84.213}, "visualize": {"avg_ms": 3.626, "count": 299, "max_ms": 6.472, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2630, "tracking_summary": 2328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6204.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59563.522, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.957, "sample_count": 1080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:35:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:35:10+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T02:35:09+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T02:35:09.808311+09:00", "mtime_epoch": 1783013709.808311, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:35:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.129, "name": "celery", "pid": 239, "rss_mb": 926.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.816, "pushed": 3.816, "read": 3.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.876, "count": 114, "max_ms": 255.026, "p95_ms": 194.557}, "gstreamer_push": {"avg_ms": 1.033, "count": 114, "max_ms": 3.009, "p95_ms": 1.768}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.338, "count": 114, "max_ms": 101.068, "p95_ms": 84.327}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.048, "count": 114, "max_ms": 97.47, "p95_ms": 88.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.637, "count": 114, "max_ms": 368.376, "p95_ms": 312.887}, "read_interval": {"avg_ms": 264.225, "count": 113, "max_ms": 380.114, "p95_ms": 323.566}, "triton_wait": {"avg_ms": 70.173, "count": 114, "max_ms": 101.077, "p95_ms": 90.471}, "visualize": {"avg_ms": 27.743, "count": 114, "max_ms": 44.73, "p95_ms": 40.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6199.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22421.399, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.054, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 571771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:35:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:35:30+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T02:35:30+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T02:35:30.716690+09:00", "mtime_epoch": 1783013730.71669, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:35:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1557.031, "name": "celery", "pid": 237, "rss_mb": 1557.031, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.991, "count": 300, "max_ms": 6.384, "p95_ms": 4.424}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.474, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.68, "count": 300, "max_ms": 74.944, "p95_ms": 70.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.261, "count": 300, "max_ms": 74.828, "p95_ms": 69.215}, "yolo11_640_fire_11class": {"avg_ms": 57.648, "count": 300, "max_ms": 74.428, "p95_ms": 69.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.01, "count": 300, "max_ms": 85.763, "p95_ms": 78.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.76, "count": 300, "max_ms": 98.074, "p95_ms": 91.576}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 141.513, "p95_ms": 121.005}, "triton_wait": {"avg_ms": 65.282, "count": 300, "max_ms": 85.775, "p95_ms": 78.581}, "visualize": {"avg_ms": 3.649, "count": 300, "max_ms": 5.236, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6209.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32239.358, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.67, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 578971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:35:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:35:38+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:35:38+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T02:35:38.812837+09:00", "mtime_epoch": 1783013738.812837, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:35:38+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1310.863, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.081}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 303, "max_ms": 12.478, "p95_ms": 8.271}, "gstreamer_push": {"avg_ms": 1.239, "count": 303, "max_ms": 1.769, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.587, "count": 303, "max_ms": 75.312, "p95_ms": 67.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.385, "count": 303, "max_ms": 95.713, "p95_ms": 69.879}, "yolo11_640_fire_11class": {"avg_ms": 52.903, "count": 303, "max_ms": 72.299, "p95_ms": 66.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.046, "count": 303, "max_ms": 86.066, "p95_ms": 76.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.973, "count": 303, "max_ms": 111.594, "p95_ms": 93.693}, "read_interval": {"avg_ms": 99.232, "count": 302, "max_ms": 334.574, "p95_ms": 125.105}, "triton_wait": {"avg_ms": 60.048, "count": 303, "max_ms": 95.727, "p95_ms": 77.916}, "visualize": {"avg_ms": 3.614, "count": 303, "max_ms": 4.95, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2631, "tracking_summary": 2329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6207.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59593.759, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.887, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:35:40+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T02:35:40+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T02:35:40.044859+09:00", "mtime_epoch": 1783013740.0448592, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:35:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.129, "name": "celery", "pid": 239, "rss_mb": 928.652, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.607, "pushed": 3.607, "read": 3.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.976, "count": 108, "max_ms": 214.729, "p95_ms": 207.811}, "gstreamer_push": {"avg_ms": 0.91, "count": 108, "max_ms": 2.826, "p95_ms": 1.744}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.924, "count": 108, "max_ms": 96.834, "p95_ms": 84.038}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.112, "count": 108, "max_ms": 100.042, "p95_ms": 91.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.389, "count": 108, "max_ms": 338.036, "p95_ms": 313.134}, "read_interval": {"avg_ms": 279.687, "count": 107, "max_ms": 350.135, "p95_ms": 322.123}, "triton_wait": {"avg_ms": 68.133, "count": 108, "max_ms": 100.053, "p95_ms": 91.066}, "visualize": {"avg_ms": 31.45, "count": 108, "max_ms": 46.475, "p95_ms": 41.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6199.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22451.437, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.753, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 572071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:36:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:36:00+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T02:36:00+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T02:36:00.753235+09:00", "mtime_epoch": 1783013760.7532349, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:36:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1557.289, "name": "celery", "pid": 237, "rss_mb": 1557.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.993, "count": 300, "max_ms": 6.332, "p95_ms": 4.622}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 1.925, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.453, "count": 300, "max_ms": 83.203, "p95_ms": 73.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.378, "count": 300, "max_ms": 90.837, "p95_ms": 67.667}, "yolo11_640_fire_11class": {"avg_ms": 54.815, "count": 300, "max_ms": 83.191, "p95_ms": 72.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.995, "count": 300, "max_ms": 93.991, "p95_ms": 81.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.3, "count": 300, "max_ms": 106.477, "p95_ms": 95.625}, "read_interval": {"avg_ms": 100.039, "count": 299, "max_ms": 138.464, "p95_ms": 121.72}, "triton_wait": {"avg_ms": 60.791, "count": 300, "max_ms": 94.003, "p95_ms": 82.944}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 5.611, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6207.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32269.373, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.963, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 579270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:36:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:36:08+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T02:36:08+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T02:36:08.821381+09:00", "mtime_epoch": 1783013768.821381, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:36:08+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1310.863, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.458, "count": 299, "max_ms": 12.217, "p95_ms": 8.95}, "gstreamer_push": {"avg_ms": 1.237, "count": 299, "max_ms": 1.627, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.762, "count": 299, "max_ms": 78.998, "p95_ms": 70.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.241, "count": 299, "max_ms": 94.149, "p95_ms": 80.762}, "yolo11_640_fire_11class": {"avg_ms": 55.09, "count": 299, "max_ms": 78.983, "p95_ms": 70.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.407, "count": 299, "max_ms": 90.952, "p95_ms": 81.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.717, "count": 299, "max_ms": 110.55, "p95_ms": 100.026}, "read_interval": {"avg_ms": 100.358, "count": 299, "max_ms": 398.138, "p95_ms": 124.61}, "triton_wait": {"avg_ms": 61.773, "count": 299, "max_ms": 94.162, "p95_ms": 84.14}, "visualize": {"avg_ms": 3.652, "count": 299, "max_ms": 5.512, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2632, "tracking_summary": 2330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6199.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59623.982, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.957, "sample_count": 1080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:36:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:36:10+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T02:36:10+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T02:36:10.261407+09:00", "mtime_epoch": 1783013770.2614071, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:36:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 920.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.374, "pushed": 3.374, "read": 3.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.464, "count": 101, "max_ms": 195.596, "p95_ms": 189.486}, "gstreamer_push": {"avg_ms": 0.91, "count": 101, "max_ms": 3.327, "p95_ms": 1.799}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.421, "count": 101, "max_ms": 93.831, "p95_ms": 84.184}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.428, "count": 101, "max_ms": 98.52, "p95_ms": 93.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.867, "count": 101, "max_ms": 329.46, "p95_ms": 311.837}, "read_interval": {"avg_ms": 299.102, "count": 100, "max_ms": 339.944, "p95_ms": 322.293}, "triton_wait": {"avg_ms": 72.441, "count": 101, "max_ms": 98.534, "p95_ms": 93.176}, "visualize": {"avg_ms": 27.22, "count": 101, "max_ms": 40.642, "p95_ms": 39.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6208.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22481.49, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.968, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 572372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:36:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:36:30+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-03T02:36:30+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:36:30.829780+09:00", "mtime_epoch": 1783013790.82978, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:36:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1557.289, "name": "celery", "pid": 237, "rss_mb": 1557.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 301, "max_ms": 6.389, "p95_ms": 4.817}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 1.443, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.003, "count": 301, "max_ms": 75.157, "p95_ms": 70.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.309, "count": 301, "max_ms": 89.218, "p95_ms": 72.114}, "yolo11_640_fire_11class": {"avg_ms": 56.253, "count": 301, "max_ms": 75.434, "p95_ms": 69.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.115, "count": 301, "max_ms": 85.372, "p95_ms": 79.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.704, "count": 301, "max_ms": 128.594, "p95_ms": 94.412}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 152.208, "p95_ms": 121.511}, "triton_wait": {"avg_ms": 62.827, "count": 301, "max_ms": 89.231, "p95_ms": 80.158}, "visualize": {"avg_ms": 3.63, "count": 301, "max_ms": 4.974, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6209.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32299.418, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.67, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 579569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:36:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:36:38+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T02:36:38+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T02:36:38.841925+09:00", "mtime_epoch": 1783013798.8419254, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:36:38+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1311.121, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.444, "count": 299, "max_ms": 13.081, "p95_ms": 8.363}, "gstreamer_push": {"avg_ms": 1.232, "count": 299, "max_ms": 1.771, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.612, "count": 299, "max_ms": 75.012, "p95_ms": 68.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.349, "count": 299, "max_ms": 96.85, "p95_ms": 81.834}, "yolo11_640_fire_11class": {"avg_ms": 54.856, "count": 299, "max_ms": 74.514, "p95_ms": 67.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.23, "count": 299, "max_ms": 83.434, "p95_ms": 78.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.413, "count": 299, "max_ms": 113.125, "p95_ms": 97.915}, "read_interval": {"avg_ms": 100.423, "count": 298, "max_ms": 394.986, "p95_ms": 126.654}, "triton_wait": {"avg_ms": 61.582, "count": 299, "max_ms": 96.864, "p95_ms": 82.999}, "visualize": {"avg_ms": 3.573, "count": 299, "max_ms": 4.51, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2633, "tracking_summary": 2331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6208.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59654.173, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.99, "sample_count": 1089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:36:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:36:40+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T02:36:40+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T02:36:40.461955+09:00", "mtime_epoch": 1783013800.4619548, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:36:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 928.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.648, "pushed": 3.648, "read": 3.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 164.616, "count": 109, "max_ms": 231.083, "p95_ms": 201.112}, "gstreamer_push": {"avg_ms": 0.907, "count": 109, "max_ms": 3.82, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.774, "count": 109, "max_ms": 91.299, "p95_ms": 87.929}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.164, "count": 109, "max_ms": 100.114, "p95_ms": 91.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.249, "count": 109, "max_ms": 330.842, "p95_ms": 319.515}, "read_interval": {"avg_ms": 276.704, "count": 108, "max_ms": 340.894, "p95_ms": 328.997}, "triton_wait": {"avg_ms": 71.177, "count": 109, "max_ms": 100.127, "p95_ms": 91.622}, "visualize": {"avg_ms": 27.613, "count": 109, "max_ms": 46.717, "p95_ms": 40.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6199.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22511.492, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.948, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 572672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:37:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:37:00+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T02:37:00+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T02:37:00.830324+09:00", "mtime_epoch": 1783013820.8303242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:37:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1557.547, "name": "celery", "pid": 237, "rss_mb": 1557.547, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.031, "count": 300, "max_ms": 6.793, "p95_ms": 4.751}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.834, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.917, "count": 300, "max_ms": 79.263, "p95_ms": 71.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.925, "count": 300, "max_ms": 92.987, "p95_ms": 68.684}, "yolo11_640_fire_11class": {"avg_ms": 54.917, "count": 300, "max_ms": 77.177, "p95_ms": 70.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.384, "count": 300, "max_ms": 87.81, "p95_ms": 80.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.695, "count": 300, "max_ms": 105.821, "p95_ms": 95.315}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 138.799, "p95_ms": 121.271}, "triton_wait": {"avg_ms": 61.062, "count": 300, "max_ms": 92.999, "p95_ms": 83.019}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.895, "p95_ms": 4.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6203.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32329.527, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.41, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 579871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:37:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:37:09+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:37:08+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-03T02:37:08.818469+09:00", "mtime_epoch": 1783013828.818469, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:37:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1311.121, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.066, "pushed": 10.066, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.539, "count": 301, "max_ms": 13.547, "p95_ms": 9.42}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 1.947, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.14, "count": 301, "max_ms": 83.856, "p95_ms": 69.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.583, "count": 301, "max_ms": 98.608, "p95_ms": 82.994}, "yolo11_640_fire_11class": {"avg_ms": 53.677, "count": 301, "max_ms": 83.094, "p95_ms": 69.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.176, "count": 301, "max_ms": 87.115, "p95_ms": 78.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.09, "count": 301, "max_ms": 116.675, "p95_ms": 99.853}, "read_interval": {"avg_ms": 99.801, "count": 300, "max_ms": 251.723, "p95_ms": 126.084}, "triton_wait": {"avg_ms": 60.02, "count": 301, "max_ms": 98.621, "p95_ms": 84.07}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 6.132, "p95_ms": 4.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2635, "tracking_summary": 2332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6203.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59684.308, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.99, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:37:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:37:10+09:00", "last_frame_read_age_sec": 0.28, "last_frame_read_at": "2026-07-03T02:37:10+09:00", "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-07-03T02:37:10.618502+09:00", "mtime_epoch": 1783013830.6185017, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:37:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 923.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.651, "pushed": 3.651, "read": 3.617}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.64, "count": 109, "max_ms": 220.778, "p95_ms": 193.252}, "gstreamer_push": {"avg_ms": 0.79, "count": 109, "max_ms": 1.797, "p95_ms": 0.866}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.817, "count": 109, "max_ms": 92.922, "p95_ms": 86.302}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.009, "count": 109, "max_ms": 99.253, "p95_ms": 92.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.88, "count": 109, "max_ms": 319.27, "p95_ms": 309.401}, "read_interval": {"avg_ms": 276.353, "count": 108, "max_ms": 329.944, "p95_ms": 319.117}, "triton_wait": {"avg_ms": 71.033, "count": 109, "max_ms": 99.266, "p95_ms": 92.57}, "visualize": {"avg_ms": 24.384, "count": 109, "max_ms": 34.552, "p95_ms": 30.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6206.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22541.513, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.602, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 572972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:37:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:37:30+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T02:37:30+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T02:37:30.822868+09:00", "mtime_epoch": 1783013850.822868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:37:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1557.805, "name": "celery", "pid": 237, "rss_mb": 1557.805, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.03, "count": 300, "max_ms": 6.206, "p95_ms": 4.49}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.458, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.292, "count": 300, "max_ms": 89.749, "p95_ms": 69.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.896, "count": 300, "max_ms": 92.101, "p95_ms": 66.503}, "yolo11_640_fire_11class": {"avg_ms": 56.505, "count": 300, "max_ms": 88.487, "p95_ms": 68.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.713, "count": 300, "max_ms": 89.738, "p95_ms": 77.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.696, "count": 300, "max_ms": 104.768, "p95_ms": 90.753}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 145.283, "p95_ms": 122.347}, "triton_wait": {"avg_ms": 63.13, "count": 300, "max_ms": 92.114, "p95_ms": 78.057}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 5.167, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6210.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32359.607, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.67, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 580173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:37:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:37:39+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T02:37:39+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T02:37:39.039017+09:00", "mtime_epoch": 1783013859.039017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:37:39+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1311.379, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.309, "count": 302, "max_ms": 12.297, "p95_ms": 8.017}, "gstreamer_push": {"avg_ms": 1.234, "count": 302, "max_ms": 1.635, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.575, "count": 302, "max_ms": 70.149, "p95_ms": 66.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.543, "count": 302, "max_ms": 94.515, "p95_ms": 79.698}, "yolo11_640_fire_11class": {"avg_ms": 54.596, "count": 302, "max_ms": 69.618, "p95_ms": 65.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.016, "count": 302, "max_ms": 81.605, "p95_ms": 76.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.081, "count": 302, "max_ms": 110.754, "p95_ms": 96.468}, "read_interval": {"avg_ms": 99.526, "count": 301, "max_ms": 251.009, "p95_ms": 123.242}, "triton_wait": {"avg_ms": 62.248, "count": 302, "max_ms": 94.527, "p95_ms": 80.371}, "visualize": {"avg_ms": 3.615, "count": 302, "max_ms": 4.551, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2636, "tracking_summary": 2333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6209.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59714.38, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.105, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:37:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:37:40+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T02:37:40+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T02:37:40.659046+09:00", "mtime_epoch": 1783013860.6590464, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:37:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 929.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.413, "pushed": 3.413, "read": 3.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 184.191, "count": 102, "max_ms": 197.266, "p95_ms": 193.566}, "gstreamer_push": {"avg_ms": 1.284, "count": 102, "max_ms": 3.034, "p95_ms": 2.887}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.063, "count": 102, "max_ms": 95.494, "p95_ms": 81.07}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.653, "count": 102, "max_ms": 93.994, "p95_ms": 86.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.601, "count": 102, "max_ms": 316.198, "p95_ms": 310.557}, "read_interval": {"avg_ms": 294.609, "count": 101, "max_ms": 327.268, "p95_ms": 319.693}, "triton_wait": {"avg_ms": 67.726, "count": 102, "max_ms": 95.505, "p95_ms": 86.851}, "visualize": {"avg_ms": 28.902, "count": 102, "max_ms": 42.317, "p95_ms": 39.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6198.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22571.577, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.373, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 573273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:38:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T02:38:00+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T02:38:00.911414+09:00", "mtime_epoch": 1783013880.9114137, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:38:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1557.805, "name": "celery", "pid": 237, "rss_mb": 1557.805, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.004, "count": 301, "max_ms": 5.958, "p95_ms": 4.663}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 1.91, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.434, "count": 301, "max_ms": 80.295, "p95_ms": 70.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.513, "count": 301, "max_ms": 88.101, "p95_ms": 69.221}, "yolo11_640_fire_11class": {"avg_ms": 55.523, "count": 301, "max_ms": 81.079, "p95_ms": 69.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.439, "count": 301, "max_ms": 86.082, "p95_ms": 79.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.526, "count": 301, "max_ms": 101.05, "p95_ms": 93.106}, "read_interval": {"avg_ms": 99.951, "count": 300, "max_ms": 133.744, "p95_ms": 121.425}, "triton_wait": {"avg_ms": 62.019, "count": 301, "max_ms": 88.112, "p95_ms": 80.171}, "visualize": {"avg_ms": 3.646, "count": 301, "max_ms": 5.557, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6208.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32389.675, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.068, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 580474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:38:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:38:09+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:38:09+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T02:38:09.087562+09:00", "mtime_epoch": 1783013889.0875618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:38:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1311.379, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.402, "count": 301, "max_ms": 11.647, "p95_ms": 8.957}, "gstreamer_push": {"avg_ms": 1.216, "count": 301, "max_ms": 1.554, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.645, "count": 301, "max_ms": 75.044, "p95_ms": 67.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.157, "count": 301, "max_ms": 98.595, "p95_ms": 82.944}, "yolo11_640_fire_11class": {"avg_ms": 53.838, "count": 301, "max_ms": 74.478, "p95_ms": 66.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.255, "count": 301, "max_ms": 85.568, "p95_ms": 77.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.51, "count": 301, "max_ms": 114.844, "p95_ms": 100.223}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 364.556, "p95_ms": 123.842}, "triton_wait": {"avg_ms": 60.77, "count": 301, "max_ms": 98.628, "p95_ms": 84.214}, "visualize": {"avg_ms": 3.543, "count": 301, "max_ms": 4.718, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2637, "tracking_summary": 2334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6204.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59744.542, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.99, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:38:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:38:11+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T02:38:10+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T02:38:10.843594+09:00", "mtime_epoch": 1783013890.8435936, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:38:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 923.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.952, "pushed": 3.952, "read": 3.918}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.308, "count": 118, "max_ms": 193.616, "p95_ms": 191.783}, "gstreamer_push": {"avg_ms": 1.506, "count": 118, "max_ms": 2.104, "p95_ms": 1.954}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.248, "count": 118, "max_ms": 86.525, "p95_ms": 85.192}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.462, "count": 118, "max_ms": 98.917, "p95_ms": 88.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.333, "count": 118, "max_ms": 312.87, "p95_ms": 305.409}, "read_interval": {"avg_ms": 255.236, "count": 117, "max_ms": 322.829, "p95_ms": 315.462}, "triton_wait": {"avg_ms": 68.573, "count": 118, "max_ms": 98.928, "p95_ms": 88.649}, "visualize": {"avg_ms": 29.69, "count": 118, "max_ms": 36.259, "p95_ms": 35.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6208.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22601.633, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.057, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 573573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:38:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:38:31+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T02:38:30+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T02:38:30.951958+09:00", "mtime_epoch": 1783013910.9519584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:38:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1558.062, "name": "celery", "pid": 237, "rss_mb": 1558.062, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.989, "count": 300, "max_ms": 6.062, "p95_ms": 4.375}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.547, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.335, "count": 300, "max_ms": 81.456, "p95_ms": 68.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.898, "count": 300, "max_ms": 80.725, "p95_ms": 67.967}, "yolo11_640_fire_11class": {"avg_ms": 55.006, "count": 300, "max_ms": 81.444, "p95_ms": 68.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.907, "count": 300, "max_ms": 94.261, "p95_ms": 77.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.767, "count": 300, "max_ms": 107.196, "p95_ms": 90.507}, "read_interval": {"avg_ms": 100.042, "count": 299, "max_ms": 139.143, "p95_ms": 122.236}, "triton_wait": {"avg_ms": 61.285, "count": 300, "max_ms": 94.271, "p95_ms": 77.852}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 4.881, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6196.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32419.713, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.989, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 580773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:38:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:38:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:38:39+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T02:38:39.168107+09:00", "mtime_epoch": 1783013919.1681073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:38:39+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1311.637, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.342, "count": 299, "max_ms": 9.414, "p95_ms": 7.997}, "gstreamer_push": {"avg_ms": 1.24, "count": 299, "max_ms": 2.0, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.557, "count": 299, "max_ms": 79.696, "p95_ms": 65.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.718, "count": 299, "max_ms": 90.587, "p95_ms": 78.571}, "yolo11_640_fire_11class": {"avg_ms": 53.023, "count": 299, "max_ms": 79.124, "p95_ms": 65.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.586, "count": 299, "max_ms": 92.358, "p95_ms": 76.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.567, "count": 299, "max_ms": 108.316, "p95_ms": 95.186}, "read_interval": {"avg_ms": 100.526, "count": 298, "max_ms": 449.182, "p95_ms": 127.455}, "triton_wait": {"avg_ms": 59.688, "count": 299, "max_ms": 92.371, "p95_ms": 79.326}, "visualize": {"avg_ms": 3.652, "count": 299, "max_ms": 4.571, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2638, "tracking_summary": 2334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6208.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59774.794, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.838, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:38:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:38:41+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T02:38:41+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T02:38:41.076142+09:00", "mtime_epoch": 1783013921.0761418, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:38:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 926.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.439, "pushed": 3.439, "read": 3.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.833, "count": 103, "max_ms": 195.85, "p95_ms": 194.259}, "gstreamer_push": {"avg_ms": 1.008, "count": 103, "max_ms": 2.944, "p95_ms": 2.785}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.318, "count": 103, "max_ms": 93.169, "p95_ms": 74.733}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.934, "count": 103, "max_ms": 90.918, "p95_ms": 79.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.876, "count": 103, "max_ms": 318.893, "p95_ms": 303.215}, "read_interval": {"avg_ms": 293.555, "count": 102, "max_ms": 328.086, "p95_ms": 313.356}, "triton_wait": {"avg_ms": 67.163, "count": 103, "max_ms": 93.182, "p95_ms": 79.613}, "visualize": {"avg_ms": 30.172, "count": 103, "max_ms": 44.724, "p95_ms": 39.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6196.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22631.707, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.976, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 573874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:39:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:39:01+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T02:39:01+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T02:39:00.984503+09:00", "mtime_epoch": 1783013940.9845028, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:39:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1558.062, "name": "celery", "pid": 237, "rss_mb": 1558.062, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.041, "count": 301, "max_ms": 6.857, "p95_ms": 4.907}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 2.236, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.046, "count": 301, "max_ms": 76.429, "p95_ms": 69.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.466, "count": 301, "max_ms": 90.751, "p95_ms": 67.47}, "yolo11_640_fire_11class": {"avg_ms": 54.616, "count": 301, "max_ms": 74.285, "p95_ms": 68.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.847, "count": 301, "max_ms": 84.568, "p95_ms": 78.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.706, "count": 301, "max_ms": 103.508, "p95_ms": 90.365}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 132.059, "p95_ms": 121.81}, "triton_wait": {"avg_ms": 60.105, "count": 301, "max_ms": 90.762, "p95_ms": 78.042}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 5.142, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6205.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32449.811, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.725, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 581074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:39:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:39:09+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T02:39:09+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T02:39:09.240653+09:00", "mtime_epoch": 1783013949.2406526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:39:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1311.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 300, "max_ms": 12.499, "p95_ms": 8.492}, "gstreamer_push": {"avg_ms": 1.249, "count": 300, "max_ms": 1.932, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.787, "count": 300, "max_ms": 74.19, "p95_ms": 66.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.27, "count": 300, "max_ms": 93.933, "p95_ms": 80.597}, "yolo11_640_fire_11class": {"avg_ms": 53.46, "count": 300, "max_ms": 73.471, "p95_ms": 66.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.462, "count": 300, "max_ms": 85.258, "p95_ms": 75.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.002, "count": 300, "max_ms": 110.406, "p95_ms": 98.627}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 441.106, "p95_ms": 126.902}, "triton_wait": {"avg_ms": 59.822, "count": 300, "max_ms": 93.946, "p95_ms": 81.752}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 6.642, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2640, "tracking_summary": 2335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6202.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59804.804, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.602, "sample_count": 1091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:39:11+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-03T02:39:11+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-03T02:39:11.212688+09:00", "mtime_epoch": 1783013951.2126882, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:39:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 920.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.735, "pushed": 3.735, "read": 3.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.564, "count": 111, "max_ms": 231.741, "p95_ms": 195.181}, "gstreamer_push": {"avg_ms": 1.135, "count": 111, "max_ms": 3.124, "p95_ms": 2.874}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.888, "count": 111, "max_ms": 95.087, "p95_ms": 86.74}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.745, "count": 111, "max_ms": 102.274, "p95_ms": 90.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.282, "count": 111, "max_ms": 355.007, "p95_ms": 318.029}, "read_interval": {"avg_ms": 271.114, "count": 110, "max_ms": 365.602, "p95_ms": 327.677}, "triton_wait": {"avg_ms": 68.821, "count": 111, "max_ms": 102.288, "p95_ms": 91.006}, "visualize": {"avg_ms": 28.057, "count": 111, "max_ms": 41.94, "p95_ms": 40.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6206.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22661.781, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.929, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:39:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:39:31+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:39:31+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:39:31.121049+09:00", "mtime_epoch": 1783013971.1210492, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:39:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1558.32, "name": "celery", "pid": 237, "rss_mb": 1558.32, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.081, "count": 300, "max_ms": 6.772, "p95_ms": 5.023}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 2.331, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.974, "count": 300, "max_ms": 77.671, "p95_ms": 71.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.808, "count": 300, "max_ms": 96.816, "p95_ms": 66.635}, "yolo11_640_fire_11class": {"avg_ms": 55.258, "count": 300, "max_ms": 78.398, "p95_ms": 70.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.287, "count": 300, "max_ms": 87.94, "p95_ms": 80.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.609, "count": 300, "max_ms": 109.364, "p95_ms": 93.013}, "read_interval": {"avg_ms": 99.987, "count": 300, "max_ms": 137.788, "p95_ms": 122.154}, "triton_wait": {"avg_ms": 60.958, "count": 300, "max_ms": 96.828, "p95_ms": 80.481}, "visualize": {"avg_ms": 3.671, "count": 300, "max_ms": 6.245, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6205.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32479.818, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.861, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 581374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:39:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:39:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:39:39+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T02:39:39.277197+09:00", "mtime_epoch": 1783013979.2771971, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:39:39+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1311.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.681, "count": 300, "max_ms": 14.132, "p95_ms": 10.425}, "gstreamer_push": {"avg_ms": 1.262, "count": 300, "max_ms": 2.27, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.766, "count": 300, "max_ms": 75.202, "p95_ms": 68.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.132, "count": 300, "max_ms": 94.168, "p95_ms": 84.502}, "yolo11_640_fire_11class": {"avg_ms": 53.706, "count": 300, "max_ms": 74.313, "p95_ms": 67.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.578, "count": 300, "max_ms": 82.22, "p95_ms": 75.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.187, "count": 300, "max_ms": 110.233, "p95_ms": 101.122}, "read_interval": {"avg_ms": 100.111, "count": 300, "max_ms": 356.851, "p95_ms": 126.519}, "triton_wait": {"avg_ms": 60.814, "count": 300, "max_ms": 94.18, "p95_ms": 84.516}, "visualize": {"avg_ms": 3.771, "count": 300, "max_ms": 6.54, "p95_ms": 4.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2640, "tracking_summary": 2336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6202.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59834.956, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.689, "sample_count": 1092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:39:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:39:41+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T02:39:41+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T02:39:41.361235+09:00", "mtime_epoch": 1783013981.361235, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:39:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 921.148, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.07, "pushed": 4.07, "read": 4.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.648, "count": 122, "max_ms": 240.635, "p95_ms": 208.241}, "gstreamer_push": {"avg_ms": 1.248, "count": 122, "max_ms": 2.398, "p95_ms": 1.888}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.407, "count": 122, "max_ms": 91.008, "p95_ms": 80.085}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.495, "count": 122, "max_ms": 101.26, "p95_ms": 86.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.059, "count": 122, "max_ms": 337.125, "p95_ms": 315.805}, "read_interval": {"avg_ms": 247.585, "count": 121, "max_ms": 348.597, "p95_ms": 326.024}, "triton_wait": {"avg_ms": 68.712, "count": 122, "max_ms": 101.275, "p95_ms": 86.611}, "visualize": {"avg_ms": 28.855, "count": 122, "max_ms": 45.885, "p95_ms": 41.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22691.821, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.579, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:40:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:40:01+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:40:01+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T02:40:01.141593+09:00", "mtime_epoch": 1783014001.1415935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:40:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1558.32, "name": "celery", "pid": 237, "rss_mb": 1558.32, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.018, "count": 300, "max_ms": 6.407, "p95_ms": 4.708}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.605, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.527, "count": 300, "max_ms": 78.308, "p95_ms": 69.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.1, "count": 300, "max_ms": 94.502, "p95_ms": 66.256}, "yolo11_640_fire_11class": {"avg_ms": 55.205, "count": 300, "max_ms": 79.411, "p95_ms": 69.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.492, "count": 300, "max_ms": 87.028, "p95_ms": 78.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.236, "count": 300, "max_ms": 107.29, "p95_ms": 91.353}, "read_interval": {"avg_ms": 100.056, "count": 300, "max_ms": 129.272, "p95_ms": 121.603}, "triton_wait": {"avg_ms": 60.77, "count": 300, "max_ms": 94.514, "p95_ms": 79.05}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 4.799, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6198.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32509.879, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.552, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 581676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:40:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T02:40:09+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T02:40:09.293741+09:00", "mtime_epoch": 1783014009.2937415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:40:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1312.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.411, "count": 302, "max_ms": 12.544, "p95_ms": 9.297}, "gstreamer_push": {"avg_ms": 1.233, "count": 302, "max_ms": 2.014, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.108, "count": 302, "max_ms": 76.631, "p95_ms": 65.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.427, "count": 302, "max_ms": 98.953, "p95_ms": 72.483}, "yolo11_640_fire_11class": {"avg_ms": 52.766, "count": 302, "max_ms": 74.873, "p95_ms": 67.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.855, "count": 302, "max_ms": 86.905, "p95_ms": 76.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.922, "count": 302, "max_ms": 115.864, "p95_ms": 93.59}, "read_interval": {"avg_ms": 99.575, "count": 301, "max_ms": 400.183, "p95_ms": 124.913}, "triton_wait": {"avg_ms": 59.086, "count": 302, "max_ms": 98.966, "p95_ms": 77.74}, "visualize": {"avg_ms": 3.593, "count": 302, "max_ms": 5.79, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2642, "tracking_summary": 2337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6209.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59865.167, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.088, "sample_count": 1084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:40:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:40:11+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T02:40:11+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T02:40:11.473781+09:00", "mtime_epoch": 1783014011.4737809, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:40:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 927.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.5, "pushed": 3.5, "read": 3.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.125, "count": 105, "max_ms": 195.761, "p95_ms": 193.954}, "gstreamer_push": {"avg_ms": 1.37, "count": 105, "max_ms": 3.09, "p95_ms": 2.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.251, "count": 105, "max_ms": 93.115, "p95_ms": 78.715}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.972, "count": 105, "max_ms": 103.62, "p95_ms": 88.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.289, "count": 105, "max_ms": 327.238, "p95_ms": 310.09}, "read_interval": {"avg_ms": 284.957, "count": 105, "max_ms": 337.697, "p95_ms": 320.921}, "triton_wait": {"avg_ms": 67.985, "count": 105, "max_ms": 103.634, "p95_ms": 88.101}, "visualize": {"avg_ms": 30.372, "count": 105, "max_ms": 40.335, "p95_ms": 39.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22721.92, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.726, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:40:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:40:31+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T02:40:31+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T02:40:31.190138+09:00", "mtime_epoch": 1783014031.1901383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:40:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1558.578, "name": "celery", "pid": 237, "rss_mb": 1558.578, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.997, "count": 300, "max_ms": 6.249, "p95_ms": 4.699}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 1.955, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.551, "count": 300, "max_ms": 78.125, "p95_ms": 70.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.784, "count": 300, "max_ms": 87.568, "p95_ms": 67.489}, "yolo11_640_fire_11class": {"avg_ms": 54.711, "count": 300, "max_ms": 84.119, "p95_ms": 68.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.456, "count": 300, "max_ms": 87.892, "p95_ms": 77.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.265, "count": 300, "max_ms": 100.351, "p95_ms": 90.973}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 137.004, "p95_ms": 121.832}, "triton_wait": {"avg_ms": 60.944, "count": 300, "max_ms": 87.903, "p95_ms": 78.461}, "visualize": {"avg_ms": 3.577, "count": 300, "max_ms": 5.637, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32539.935, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.516, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 581976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:40:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:40:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:40:39+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T02:40:39.282285+09:00", "mtime_epoch": 1783014039.282285, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:40:39+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1312.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.402, "count": 300, "max_ms": 12.616, "p95_ms": 8.514}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 2.141, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.959, "count": 300, "max_ms": 74.472, "p95_ms": 68.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.02, "count": 300, "max_ms": 88.778, "p95_ms": 77.338}, "yolo11_640_fire_11class": {"avg_ms": 53.248, "count": 300, "max_ms": 73.909, "p95_ms": 67.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.286, "count": 300, "max_ms": 86.481, "p95_ms": 75.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.488, "count": 300, "max_ms": 106.223, "p95_ms": 95.663}, "read_interval": {"avg_ms": 100.252, "count": 299, "max_ms": 349.928, "p95_ms": 125.265}, "triton_wait": {"avg_ms": 59.542, "count": 300, "max_ms": 88.791, "p95_ms": 79.381}, "visualize": {"avg_ms": 3.642, "count": 300, "max_ms": 6.529, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2643, "tracking_summary": 2338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6210.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59895.466, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.602, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:40:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:40:42+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T02:40:41+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T02:40:41.762330+09:00", "mtime_epoch": 1783014041.76233, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:40:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 927.855, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.634, "pushed": 3.634, "read": 3.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 164.948, "count": 109, "max_ms": 194.886, "p95_ms": 193.189}, "gstreamer_push": {"avg_ms": 1.103, "count": 109, "max_ms": 2.989, "p95_ms": 2.829}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.401, "count": 109, "max_ms": 91.555, "p95_ms": 82.189}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.157, "count": 109, "max_ms": 102.08, "p95_ms": 94.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.862, "count": 109, "max_ms": 323.085, "p95_ms": 308.365}, "read_interval": {"avg_ms": 277.729, "count": 108, "max_ms": 332.037, "p95_ms": 319.854}, "triton_wait": {"avg_ms": 70.184, "count": 109, "max_ms": 102.093, "p95_ms": 94.443}, "visualize": {"avg_ms": 28.958, "count": 109, "max_ms": 41.766, "p95_ms": 39.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22751.925, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.229, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 575076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:41:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:41:01+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T02:41:01+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T02:41:01.238683+09:00", "mtime_epoch": 1783014061.2386832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:41:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1558.578, "name": "celery", "pid": 237, "rss_mb": 1558.578, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.066, "count": 300, "max_ms": 7.175, "p95_ms": 4.853}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.717, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.672, "count": 300, "max_ms": 77.772, "p95_ms": 66.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.453, "count": 300, "max_ms": 88.451, "p95_ms": 63.829}, "yolo11_640_fire_11class": {"avg_ms": 51.714, "count": 300, "max_ms": 75.763, "p95_ms": 65.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.204, "count": 300, "max_ms": 82.947, "p95_ms": 76.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.703, "count": 300, "max_ms": 131.932, "p95_ms": 91.338}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 285.642, "p95_ms": 123.281}, "triton_wait": {"avg_ms": 56.902, "count": 300, "max_ms": 88.462, "p95_ms": 78.462}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 5.514, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6198.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32569.958, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.886, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 582274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:41:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:41:09+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:41:09+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:41:09.414831+09:00", "mtime_epoch": 1783014069.4148314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:41:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1312.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.488, "count": 298, "max_ms": 12.834, "p95_ms": 8.608}, "gstreamer_push": {"avg_ms": 1.234, "count": 298, "max_ms": 2.086, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.261, "count": 298, "max_ms": 79.163, "p95_ms": 69.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.985, "count": 298, "max_ms": 92.7, "p95_ms": 75.777}, "yolo11_640_fire_11class": {"avg_ms": 51.813, "count": 298, "max_ms": 78.61, "p95_ms": 66.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.24, "count": 298, "max_ms": 83.033, "p95_ms": 76.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.528, "count": 298, "max_ms": 108.999, "p95_ms": 95.685}, "read_interval": {"avg_ms": 100.748, "count": 298, "max_ms": 340.01, "p95_ms": 129.001}, "triton_wait": {"avg_ms": 58.483, "count": 298, "max_ms": 92.712, "p95_ms": 79.515}, "visualize": {"avg_ms": 3.67, "count": 298, "max_ms": 5.33, "p95_ms": 4.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2643, "tracking_summary": 2339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6202.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59925.592, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.602, "sample_count": 1084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:41:12+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T02:41:11+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T02:41:11.882876+09:00", "mtime_epoch": 1783014071.8828762, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:41:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 919.652, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.352, "pushed": 3.352, "read": 3.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.412, "count": 100, "max_ms": 222.615, "p95_ms": 193.106}, "gstreamer_push": {"avg_ms": 0.947, "count": 100, "max_ms": 2.971, "p95_ms": 1.795}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.992, "count": 100, "max_ms": 87.951, "p95_ms": 74.586}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.285, "count": 100, "max_ms": 92.578, "p95_ms": 84.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.115, "count": 100, "max_ms": 333.932, "p95_ms": 311.606}, "read_interval": {"avg_ms": 301.171, "count": 99, "max_ms": 343.226, "p95_ms": 322.146}, "triton_wait": {"avg_ms": 68.299, "count": 100, "max_ms": 92.591, "p95_ms": 84.117}, "visualize": {"avg_ms": 30.64, "count": 100, "max_ms": 41.996, "p95_ms": 40.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6201.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22781.971, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.026, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 575377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:41:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:41:31+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T02:41:31+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:41:31.311228+09:00", "mtime_epoch": 1783014091.3112283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:41:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1558.836, "name": "celery", "pid": 237, "rss_mb": 1558.836, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 301, "max_ms": 6.341, "p95_ms": 4.57}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.787, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.184, "count": 301, "max_ms": 78.721, "p95_ms": 69.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.195, "count": 301, "max_ms": 84.971, "p95_ms": 68.566}, "yolo11_640_fire_11class": {"avg_ms": 54.984, "count": 301, "max_ms": 83.774, "p95_ms": 69.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.269, "count": 301, "max_ms": 83.001, "p95_ms": 78.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.585, "count": 301, "max_ms": 97.99, "p95_ms": 91.389}, "read_interval": {"avg_ms": 99.896, "count": 300, "max_ms": 132.178, "p95_ms": 121.581}, "triton_wait": {"avg_ms": 61.001, "count": 301, "max_ms": 84.984, "p95_ms": 79.088}, "visualize": {"avg_ms": 3.636, "count": 301, "max_ms": 5.641, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6207.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32599.996, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.899, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 582577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:41:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:41:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:41:39+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T02:41:39.451376+09:00", "mtime_epoch": 1783014099.451376, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:41:39+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1312.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.079}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.402, "count": 303, "max_ms": 13.107, "p95_ms": 8.4}, "gstreamer_push": {"avg_ms": 1.242, "count": 303, "max_ms": 2.09, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.168, "count": 303, "max_ms": 76.077, "p95_ms": 67.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.942, "count": 303, "max_ms": 90.942, "p95_ms": 82.809}, "yolo11_640_fire_11class": {"avg_ms": 54.563, "count": 303, "max_ms": 77.243, "p95_ms": 66.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.941, "count": 303, "max_ms": 88.817, "p95_ms": 75.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.634, "count": 303, "max_ms": 106.856, "p95_ms": 99.412}, "read_interval": {"avg_ms": 99.181, "count": 302, "max_ms": 211.6, "p95_ms": 123.779}, "triton_wait": {"avg_ms": 61.746, "count": 303, "max_ms": 90.955, "p95_ms": 83.242}, "visualize": {"avg_ms": 3.601, "count": 303, "max_ms": 4.845, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2644, "tracking_summary": 2340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6202.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59955.693, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.557, "sample_count": 1091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:41:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:41:42+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T02:41:41+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T02:41:41.991422+09:00", "mtime_epoch": 1783014101.991422, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:41:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.586, "name": "celery", "pid": 239, "rss_mb": 918.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.894, "pushed": 3.894, "read": 3.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.535, "count": 116, "max_ms": 192.241, "p95_ms": 190.551}, "gstreamer_push": {"avg_ms": 0.999, "count": 116, "max_ms": 2.789, "p95_ms": 1.774}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.386, "count": 116, "max_ms": 100.966, "p95_ms": 84.501}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.414, "count": 116, "max_ms": 103.691, "p95_ms": 88.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.442, "count": 116, "max_ms": 328.151, "p95_ms": 309.577}, "read_interval": {"avg_ms": 259.121, "count": 115, "max_ms": 337.264, "p95_ms": 320.742}, "triton_wait": {"avg_ms": 70.435, "count": 116, "max_ms": 103.703, "p95_ms": 88.796}, "visualize": {"avg_ms": 28.676, "count": 116, "max_ms": 41.365, "p95_ms": 39.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.788, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22812.006, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.553, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 575677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:42:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:42:01+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:42:01+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T02:42:01.335773+09:00", "mtime_epoch": 1783014121.3357728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:42:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1559.094, "name": "celery", "pid": 237, "rss_mb": 1559.094, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.138, "count": 300, "max_ms": 6.632, "p95_ms": 4.729}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 1.634, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.205, "count": 300, "max_ms": 80.463, "p95_ms": 70.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.408, "count": 300, "max_ms": 83.861, "p95_ms": 67.641}, "yolo11_640_fire_11class": {"avg_ms": 55.701, "count": 300, "max_ms": 79.64, "p95_ms": 69.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.691, "count": 300, "max_ms": 92.187, "p95_ms": 79.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.839, "count": 300, "max_ms": 106.08, "p95_ms": 92.55}, "read_interval": {"avg_ms": 100.029, "count": 300, "max_ms": 131.427, "p95_ms": 120.762}, "triton_wait": {"avg_ms": 62.192, "count": 300, "max_ms": 92.206, "p95_ms": 79.725}, "visualize": {"avg_ms": 3.63, "count": 300, "max_ms": 5.019, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6214.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32630.08, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.563, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 582878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:42:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:42:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T02:42:09+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T02:42:09.499921+09:00", "mtime_epoch": 1783014129.4999206, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:42:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1312.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.388, "count": 300, "max_ms": 11.885, "p95_ms": 9.625}, "gstreamer_push": {"avg_ms": 1.198, "count": 300, "max_ms": 1.598, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.196, "count": 300, "max_ms": 77.295, "p95_ms": 67.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.627, "count": 300, "max_ms": 94.016, "p95_ms": 73.878}, "yolo11_640_fire_11class": {"avg_ms": 53.713, "count": 300, "max_ms": 76.757, "p95_ms": 66.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.137, "count": 300, "max_ms": 89.103, "p95_ms": 77.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.699, "count": 300, "max_ms": 110.52, "p95_ms": 96.738}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 324.011, "p95_ms": 128.124}, "triton_wait": {"avg_ms": 59.999, "count": 300, "max_ms": 94.028, "p95_ms": 80.426}, "visualize": {"avg_ms": 3.532, "count": 300, "max_ms": 5.423, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2647, "tracking_summary": 2341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6214.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 59985.956, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.748, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:42:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:42:12+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T02:42:12+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T02:42:12.239970+09:00", "mtime_epoch": 1783014132.2399704, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:42:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.852, "name": "celery", "pid": 239, "rss_mb": 931.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.438, "pushed": 3.438, "read": 3.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.365, "count": 103, "max_ms": 210.356, "p95_ms": 198.487}, "gstreamer_push": {"avg_ms": 0.868, "count": 103, "max_ms": 1.823, "p95_ms": 1.753}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.979, "count": 103, "max_ms": 91.597, "p95_ms": 84.256}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.4, "count": 103, "max_ms": 94.869, "p95_ms": 87.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.318, "count": 103, "max_ms": 327.279, "p95_ms": 312.151}, "read_interval": {"avg_ms": 293.564, "count": 102, "max_ms": 338.673, "p95_ms": 321.354}, "triton_wait": {"avg_ms": 68.421, "count": 103, "max_ms": 94.882, "p95_ms": 87.073}, "visualize": {"avg_ms": 25.75, "count": 103, "max_ms": 40.733, "p95_ms": 34.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6202.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22842.089, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.589, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 575978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:42:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:42:31+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:42:31+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T02:42:31.388318+09:00", "mtime_epoch": 1783014151.3883176, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:42:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1559.352, "name": "celery", "pid": 237, "rss_mb": 1559.352, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.135, "count": 301, "max_ms": 6.411, "p95_ms": 4.968}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.835, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.618, "count": 301, "max_ms": 78.796, "p95_ms": 67.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.885, "count": 301, "max_ms": 98.593, "p95_ms": 67.357}, "yolo11_640_fire_11class": {"avg_ms": 54.611, "count": 301, "max_ms": 79.948, "p95_ms": 67.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.758, "count": 301, "max_ms": 82.899, "p95_ms": 77.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.27, "count": 301, "max_ms": 111.401, "p95_ms": 91.425}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 139.222, "p95_ms": 121.26}, "triton_wait": {"avg_ms": 60.532, "count": 301, "max_ms": 98.606, "p95_ms": 78.492}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 5.806, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6202.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32660.155, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.895, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 583178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:42:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:42:39+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T02:42:39.608467+09:00", "mtime_epoch": 1783014159.6084666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:42:39+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1312.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.465, "count": 300, "max_ms": 13.149, "p95_ms": 9.159}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.803, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.393, "count": 300, "max_ms": 77.919, "p95_ms": 68.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.515, "count": 300, "max_ms": 96.387, "p95_ms": 83.097}, "yolo11_640_fire_11class": {"avg_ms": 53.722, "count": 300, "max_ms": 74.863, "p95_ms": 67.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.597, "count": 300, "max_ms": 85.554, "p95_ms": 76.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.413, "count": 300, "max_ms": 114.159, "p95_ms": 98.905}, "read_interval": {"avg_ms": 100.306, "count": 299, "max_ms": 340.861, "p95_ms": 133.04}, "triton_wait": {"avg_ms": 60.348, "count": 300, "max_ms": 96.399, "p95_ms": 83.812}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.411, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2647, "tracking_summary": 2342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6203.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60016.096, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.04, "sample_count": 1096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:42:42+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T02:42:42+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T02:42:42.356516+09:00", "mtime_epoch": 1783014162.3565164, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:42:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.852, "name": "celery", "pid": 239, "rss_mb": 919.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.821, "pushed": 3.821, "read": 3.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.485, "count": 114, "max_ms": 218.871, "p95_ms": 201.032}, "gstreamer_push": {"avg_ms": 0.92, "count": 114, "max_ms": 2.746, "p95_ms": 1.844}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.171, "count": 114, "max_ms": 107.347, "p95_ms": 81.217}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.793, "count": 114, "max_ms": 101.021, "p95_ms": 88.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.517, "count": 114, "max_ms": 340.738, "p95_ms": 315.692}, "read_interval": {"avg_ms": 263.749, "count": 113, "max_ms": 351.082, "p95_ms": 321.81}, "triton_wait": {"avg_ms": 70.91, "count": 114, "max_ms": 107.359, "p95_ms": 88.417}, "visualize": {"avg_ms": 27.257, "count": 114, "max_ms": 56.106, "p95_ms": 32.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6211.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22872.117, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.557, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 576278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:43:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:43:01+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T02:43:01+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T02:43:01.440862+09:00", "mtime_epoch": 1783014181.4408624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:43:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1559.352, "name": "celery", "pid": 237, "rss_mb": 1559.352, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.188, "count": 300, "max_ms": 6.709, "p95_ms": 5.542}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.638, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.29, "count": 300, "max_ms": 84.719, "p95_ms": 69.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.413, "count": 300, "max_ms": 92.31, "p95_ms": 69.776}, "yolo11_640_fire_11class": {"avg_ms": 55.924, "count": 300, "max_ms": 83.635, "p95_ms": 69.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.619, "count": 300, "max_ms": 95.77, "p95_ms": 78.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.802, "count": 300, "max_ms": 109.345, "p95_ms": 92.436}, "read_interval": {"avg_ms": 100.091, "count": 299, "max_ms": 139.278, "p95_ms": 121.356}, "triton_wait": {"avg_ms": 62.143, "count": 300, "max_ms": 95.783, "p95_ms": 79.332}, "visualize": {"avg_ms": 3.61, "count": 300, "max_ms": 5.982, "p95_ms": 4.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6211.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32690.195, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.57, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 583478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:43:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:43:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T02:43:09+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T02:43:09.649011+09:00", "mtime_epoch": 1783014189.6490111, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:43:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1312.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.408, "count": 300, "max_ms": 12.69, "p95_ms": 8.323}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 2.199, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.727, "count": 300, "max_ms": 80.051, "p95_ms": 68.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.683, "count": 300, "max_ms": 106.041, "p95_ms": 76.411}, "yolo11_640_fire_11class": {"avg_ms": 55.213, "count": 300, "max_ms": 79.005, "p95_ms": 67.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.168, "count": 300, "max_ms": 91.287, "p95_ms": 77.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.306, "count": 300, "max_ms": 122.425, "p95_ms": 95.564}, "read_interval": {"avg_ms": 100.185, "count": 299, "max_ms": 311.428, "p95_ms": 123.71}, "triton_wait": {"avg_ms": 62.339, "count": 300, "max_ms": 106.055, "p95_ms": 79.886}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 6.819, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2648, "tracking_summary": 2343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6212.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60046.175, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.146, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:43:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:43:12+09:00", "last_frame_read_age_sec": 0.312, "last_frame_read_at": "2026-07-03T02:43:12+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T02:43:12.449062+09:00", "mtime_epoch": 1783014192.4490619, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:43:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.852, "name": "celery", "pid": 239, "rss_mb": 928.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.457, "pushed": 3.457, "read": 3.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.415, "count": 103, "max_ms": 192.723, "p95_ms": 191.832}, "gstreamer_push": {"avg_ms": 1.181, "count": 103, "max_ms": 2.819, "p95_ms": 1.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.094, "count": 103, "max_ms": 92.07, "p95_ms": 75.224}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.855, "count": 103, "max_ms": 93.665, "p95_ms": 85.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.065, "count": 103, "max_ms": 319.549, "p95_ms": 309.514}, "read_interval": {"avg_ms": 291.738, "count": 102, "max_ms": 328.431, "p95_ms": 320.256}, "triton_wait": {"avg_ms": 67.949, "count": 103, "max_ms": 93.678, "p95_ms": 85.333}, "visualize": {"avg_ms": 30.96, "count": 103, "max_ms": 44.293, "p95_ms": 43.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.792, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6211.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22902.209, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.644, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 576579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:43:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:43:31+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T02:43:31+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T02:43:31.525408+09:00", "mtime_epoch": 1783014211.5254078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:43:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1559.352, "name": "celery", "pid": 237, "rss_mb": 1559.352, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.237, "count": 301, "max_ms": 7.022, "p95_ms": 5.508}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.929, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.296, "count": 301, "max_ms": 77.628, "p95_ms": 68.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.176, "count": 301, "max_ms": 91.922, "p95_ms": 66.138}, "yolo11_640_fire_11class": {"avg_ms": 55.694, "count": 301, "max_ms": 75.071, "p95_ms": 67.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.326, "count": 301, "max_ms": 86.993, "p95_ms": 77.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.659, "count": 301, "max_ms": 105.405, "p95_ms": 91.257}, "read_interval": {"avg_ms": 99.951, "count": 300, "max_ms": 138.725, "p95_ms": 121.686}, "triton_wait": {"avg_ms": 61.735, "count": 301, "max_ms": 91.933, "p95_ms": 77.697}, "visualize": {"avg_ms": 3.698, "count": 301, "max_ms": 5.622, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6211.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32720.198, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.886, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 583778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:43:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:43:39+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T02:43:39+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T02:43:39.653555+09:00", "mtime_epoch": 1783014219.6535552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:43:39+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1313.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.453, "count": 300, "max_ms": 12.811, "p95_ms": 8.721}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.744, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.297, "count": 300, "max_ms": 77.512, "p95_ms": 68.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.683, "count": 300, "max_ms": 99.514, "p95_ms": 83.116}, "yolo11_640_fire_11class": {"avg_ms": 53.678, "count": 300, "max_ms": 76.679, "p95_ms": 67.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.039, "count": 300, "max_ms": 90.854, "p95_ms": 76.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.581, "count": 300, "max_ms": 115.911, "p95_ms": 100.025}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 368.71, "p95_ms": 132.585}, "triton_wait": {"avg_ms": 60.601, "count": 300, "max_ms": 99.526, "p95_ms": 83.506}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 5.698, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2651, "tracking_summary": 2344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6203.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60076.293, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.088, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:43:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:43:42+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T02:43:42+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T02:43:42.585608+09:00", "mtime_epoch": 1783014222.5856082, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:43:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.852, "name": "celery", "pid": 239, "rss_mb": 920.441, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.487, "pushed": 3.487, "read": 3.453}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.752, "count": 104, "max_ms": 213.034, "p95_ms": 194.837}, "gstreamer_push": {"avg_ms": 0.784, "count": 104, "max_ms": 1.144, "p95_ms": 0.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.572, "count": 104, "max_ms": 95.985, "p95_ms": 83.493}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.743, "count": 104, "max_ms": 102.442, "p95_ms": 89.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.091, "count": 104, "max_ms": 323.469, "p95_ms": 312.192}, "read_interval": {"avg_ms": 289.516, "count": 103, "max_ms": 333.8, "p95_ms": 321.56}, "triton_wait": {"avg_ms": 71.05, "count": 104, "max_ms": 102.455, "p95_ms": 89.462}, "visualize": {"avg_ms": 26.445, "count": 104, "max_ms": 40.64, "p95_ms": 30.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22932.285, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.223, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 576880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:44:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:44:01+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:44:01+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T02:44:01.589953+09:00", "mtime_epoch": 1783014241.5899527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:44:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1559.609, "name": "celery", "pid": 237, "rss_mb": 1559.609, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.128, "count": 301, "max_ms": 6.325, "p95_ms": 4.715}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 2.07, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.722, "count": 301, "max_ms": 82.536, "p95_ms": 71.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.075, "count": 301, "max_ms": 94.821, "p95_ms": 72.158}, "yolo11_640_fire_11class": {"avg_ms": 53.94, "count": 301, "max_ms": 84.121, "p95_ms": 69.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.488, "count": 301, "max_ms": 93.315, "p95_ms": 79.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.048, "count": 301, "max_ms": 107.728, "p95_ms": 94.941}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 151.941, "p95_ms": 122.104}, "triton_wait": {"avg_ms": 59.334, "count": 301, "max_ms": 94.833, "p95_ms": 81.565}, "visualize": {"avg_ms": 3.647, "count": 301, "max_ms": 4.905, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6201.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32750.2, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.635, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 584077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:44:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:44:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T02:44:09+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T02:44:09.638099+09:00", "mtime_epoch": 1783014249.6380987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:44:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1313.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.511, "count": 299, "max_ms": 12.559, "p95_ms": 8.391}, "gstreamer_push": {"avg_ms": 1.263, "count": 299, "max_ms": 1.845, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.428, "count": 299, "max_ms": 79.685, "p95_ms": 68.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.641, "count": 299, "max_ms": 104.681, "p95_ms": 86.847}, "yolo11_640_fire_11class": {"avg_ms": 53.996, "count": 299, "max_ms": 79.204, "p95_ms": 67.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.827, "count": 299, "max_ms": 92.276, "p95_ms": 77.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.734, "count": 299, "max_ms": 120.804, "p95_ms": 103.488}, "read_interval": {"avg_ms": 100.275, "count": 299, "max_ms": 369.04, "p95_ms": 133.75}, "triton_wait": {"avg_ms": 60.557, "count": 299, "max_ms": 104.694, "p95_ms": 87.603}, "visualize": {"avg_ms": 3.683, "count": 299, "max_ms": 4.766, "p95_ms": 4.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2651, "tracking_summary": 2345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6211.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60106.467, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.504, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:44:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:44:13+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T02:44:12+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T02:44:12.774156+09:00", "mtime_epoch": 1783014252.7741556, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:44:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.852, "name": "celery", "pid": 239, "rss_mb": 927.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.17, "pushed": 4.17, "read": 4.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.728, "count": 125, "max_ms": 197.853, "p95_ms": 194.151}, "gstreamer_push": {"avg_ms": 1.151, "count": 125, "max_ms": 3.172, "p95_ms": 2.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.512, "count": 125, "max_ms": 94.423, "p95_ms": 88.874}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.853, "count": 125, "max_ms": 99.215, "p95_ms": 93.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.317, "count": 125, "max_ms": 324.771, "p95_ms": 304.628}, "read_interval": {"avg_ms": 240.958, "count": 124, "max_ms": 333.795, "p95_ms": 315.534}, "triton_wait": {"avg_ms": 70.878, "count": 125, "max_ms": 99.226, "p95_ms": 93.525}, "visualize": {"avg_ms": 27.887, "count": 125, "max_ms": 41.561, "p95_ms": 37.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6203.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22962.335, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.095, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 577180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:44:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T02:44:31+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:44:31+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T02:44:31.658498+09:00", "mtime_epoch": 1783014271.6584978, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:44:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1559.609, "name": "celery", "pid": 237, "rss_mb": 1559.609, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 300, "max_ms": 6.603, "p95_ms": 4.702}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.615, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.66, "count": 300, "max_ms": 80.213, "p95_ms": 69.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.133, "count": 300, "max_ms": 92.257, "p95_ms": 66.339}, "yolo11_640_fire_11class": {"avg_ms": 57.415, "count": 300, "max_ms": 77.841, "p95_ms": 69.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.444, "count": 300, "max_ms": 87.187, "p95_ms": 79.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.514, "count": 300, "max_ms": 105.096, "p95_ms": 92.879}, "read_interval": {"avg_ms": 100.14, "count": 299, "max_ms": 136.559, "p95_ms": 120.694}, "triton_wait": {"avg_ms": 63.826, "count": 300, "max_ms": 92.27, "p95_ms": 80.19}, "visualize": {"avg_ms": 3.672, "count": 300, "max_ms": 4.91, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6212.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32780.292, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.632, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 584378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:44:39+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T02:44:39+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T02:44:39.738644+09:00", "mtime_epoch": 1783014279.7386444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:44:39+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1313.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.55, "count": 301, "max_ms": 12.902, "p95_ms": 8.927}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.464, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.388, "count": 301, "max_ms": 74.468, "p95_ms": 66.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.3, "count": 301, "max_ms": 98.514, "p95_ms": 77.96}, "yolo11_640_fire_11class": {"avg_ms": 54.972, "count": 301, "max_ms": 72.066, "p95_ms": 65.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.771, "count": 301, "max_ms": 81.328, "p95_ms": 75.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.311, "count": 301, "max_ms": 114.757, "p95_ms": 95.72}, "read_interval": {"avg_ms": 99.987, "count": 300, "max_ms": 341.176, "p95_ms": 130.654}, "triton_wait": {"avg_ms": 62.119, "count": 301, "max_ms": 98.527, "p95_ms": 78.228}, "visualize": {"avg_ms": 3.733, "count": 301, "max_ms": 7.215, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2652, "tracking_summary": 2345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6212.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60136.582, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.253, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:44:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:44:43+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T02:44:42+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T02:44:42.986703+09:00", "mtime_epoch": 1783014282.9867034, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:44:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 932.852, "name": "celery", "pid": 239, "rss_mb": 927.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.79, "pushed": 3.79, "read": 3.757}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.413, "count": 113, "max_ms": 254.928, "p95_ms": 196.423}, "gstreamer_push": {"avg_ms": 1.062, "count": 113, "max_ms": 2.392, "p95_ms": 1.775}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.46, "count": 113, "max_ms": 86.893, "p95_ms": 80.73}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.938, "count": 113, "max_ms": 91.761, "p95_ms": 86.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.983, "count": 113, "max_ms": 379.947, "p95_ms": 304.896}, "read_interval": {"avg_ms": 267.158, "count": 112, "max_ms": 388.691, "p95_ms": 315.304}, "triton_wait": {"avg_ms": 70.057, "count": 113, "max_ms": 91.773, "p95_ms": 86.626}, "visualize": {"avg_ms": 26.769, "count": 113, "max_ms": 38.096, "p95_ms": 34.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6213.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 22992.385, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.942, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 577481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:45:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:45:01+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:45:01+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T02:45:01.731043+09:00", "mtime_epoch": 1783014301.731043, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:45:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1559.867, "name": "celery", "pid": 237, "rss_mb": 1559.867, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.213, "count": 301, "max_ms": 6.576, "p95_ms": 5.073}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 2.058, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.274, "count": 301, "max_ms": 77.739, "p95_ms": 68.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.554, "count": 301, "max_ms": 91.767, "p95_ms": 68.315}, "yolo11_640_fire_11class": {"avg_ms": 53.403, "count": 301, "max_ms": 75.054, "p95_ms": 67.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.496, "count": 301, "max_ms": 84.977, "p95_ms": 77.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.959, "count": 301, "max_ms": 104.917, "p95_ms": 90.466}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 125.168, "p95_ms": 121.729}, "triton_wait": {"avg_ms": 59.136, "count": 301, "max_ms": 91.779, "p95_ms": 77.674}, "visualize": {"avg_ms": 3.696, "count": 301, "max_ms": 5.16, "p95_ms": 4.405}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6205.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32810.39, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.57, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 584680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:45:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:45:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T02:45:09+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T02:45:09.827190+09:00", "mtime_epoch": 1783014309.82719, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:45:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1313.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.395, "count": 301, "max_ms": 12.127, "p95_ms": 8.424}, "gstreamer_push": {"avg_ms": 1.225, "count": 302, "max_ms": 1.756, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.809, "count": 301, "max_ms": 72.334, "p95_ms": 66.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.376, "count": 301, "max_ms": 94.735, "p95_ms": 76.681}, "yolo11_640_fire_11class": {"avg_ms": 52.065, "count": 301, "max_ms": 71.685, "p95_ms": 64.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.645, "count": 301, "max_ms": 79.675, "p95_ms": 75.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.71, "count": 301, "max_ms": 110.697, "p95_ms": 94.066}, "read_interval": {"avg_ms": 99.642, "count": 301, "max_ms": 393.958, "p95_ms": 137.236}, "triton_wait": {"avg_ms": 57.919, "count": 301, "max_ms": 94.749, "p95_ms": 77.661}, "visualize": {"avg_ms": 3.588, "count": 301, "max_ms": 4.662, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2653, "tracking_summary": 2346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6204.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60166.717, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.606, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:45:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:45:13+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T02:45:13+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T02:45:13.015248+09:00", "mtime_epoch": 1783014313.0152476, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:45:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 933.164, "name": "celery", "pid": 239, "rss_mb": 920.699, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.339, "pushed": 3.339, "read": 3.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.417, "count": 100, "max_ms": 223.206, "p95_ms": 199.344}, "gstreamer_push": {"avg_ms": 0.878, "count": 100, "max_ms": 2.803, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.107, "count": 100, "max_ms": 90.425, "p95_ms": 78.414}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.339, "count": 100, "max_ms": 100.819, "p95_ms": 87.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.494, "count": 100, "max_ms": 372.678, "p95_ms": 317.812}, "read_interval": {"avg_ms": 301.385, "count": 99, "max_ms": 384.223, "p95_ms": 330.221}, "triton_wait": {"avg_ms": 69.366, "count": 100, "max_ms": 100.832, "p95_ms": 87.873}, "visualize": {"avg_ms": 30.908, "count": 100, "max_ms": 61.459, "p95_ms": 37.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6211.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23022.418, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.866, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 577781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:45:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:45:31+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:45:31+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T02:45:31.743587+09:00", "mtime_epoch": 1783014331.7435873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:45:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1560.125, "name": "celery", "pid": 237, "rss_mb": 1560.125, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.113, "count": 300, "max_ms": 6.522, "p95_ms": 4.694}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 2.23, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.751, "count": 300, "max_ms": 78.898, "p95_ms": 68.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.108, "count": 300, "max_ms": 81.92, "p95_ms": 66.215}, "yolo11_640_fire_11class": {"avg_ms": 55.138, "count": 300, "max_ms": 80.878, "p95_ms": 68.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.609, "count": 300, "max_ms": 90.122, "p95_ms": 77.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.506, "count": 300, "max_ms": 102.941, "p95_ms": 90.457}, "read_interval": {"avg_ms": 100.052, "count": 299, "max_ms": 137.051, "p95_ms": 121.423}, "triton_wait": {"avg_ms": 60.865, "count": 300, "max_ms": 90.134, "p95_ms": 77.735}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 5.186, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6213.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32840.391, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.594, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 584980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:45:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:45:39+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T02:45:39+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T02:45:39.831734+09:00", "mtime_epoch": 1783014339.8317337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:45:39+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1313.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.507, "count": 300, "max_ms": 12.323, "p95_ms": 8.797}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.587, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.654, "count": 300, "max_ms": 76.778, "p95_ms": 67.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.167, "count": 300, "max_ms": 97.55, "p95_ms": 77.161}, "yolo11_640_fire_11class": {"avg_ms": 55.121, "count": 300, "max_ms": 78.728, "p95_ms": 66.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.055, "count": 300, "max_ms": 88.076, "p95_ms": 76.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.419, "count": 300, "max_ms": 114.136, "p95_ms": 96.141}, "read_interval": {"avg_ms": 100.023, "count": 300, "max_ms": 351.98, "p95_ms": 121.695}, "triton_wait": {"avg_ms": 62.254, "count": 300, "max_ms": 97.563, "p95_ms": 79.519}, "visualize": {"avg_ms": 3.698, "count": 300, "max_ms": 7.09, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2654, "tracking_summary": 2347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6205.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60196.963, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.13, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:45:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:45:43+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T02:45:43+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T02:45:43.267796+09:00", "mtime_epoch": 1783014343.267796, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:45:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 933.164, "name": "celery", "pid": 239, "rss_mb": 920.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.64, "pushed": 3.64, "read": 3.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.508, "count": 109, "max_ms": 194.383, "p95_ms": 193.099}, "gstreamer_push": {"avg_ms": 0.941, "count": 109, "max_ms": 2.813, "p95_ms": 2.785}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.078, "count": 109, "max_ms": 92.427, "p95_ms": 74.259}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.038, "count": 109, "max_ms": 97.88, "p95_ms": 83.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.618, "count": 109, "max_ms": 308.481, "p95_ms": 301.277}, "read_interval": {"avg_ms": 277.304, "count": 108, "max_ms": 317.344, "p95_ms": 311.61}, "triton_wait": {"avg_ms": 68.058, "count": 109, "max_ms": 97.892, "p95_ms": 83.336}, "visualize": {"avg_ms": 28.298, "count": 109, "max_ms": 38.447, "p95_ms": 34.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23052.485, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.814, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 578082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:46:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:46:01+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:46:01+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T02:46:01.780132+09:00", "mtime_epoch": 1783014361.7801316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:46:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1560.125, "name": "celery", "pid": 237, "rss_mb": 1560.125, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.153, "count": 301, "max_ms": 5.749, "p95_ms": 4.756}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.869, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.541, "count": 301, "max_ms": 76.148, "p95_ms": 68.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.749, "count": 301, "max_ms": 91.128, "p95_ms": 66.305}, "yolo11_640_fire_11class": {"avg_ms": 54.642, "count": 301, "max_ms": 75.402, "p95_ms": 68.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.119, "count": 301, "max_ms": 87.393, "p95_ms": 78.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.154, "count": 301, "max_ms": 104.321, "p95_ms": 91.353}, "read_interval": {"avg_ms": 99.918, "count": 300, "max_ms": 135.832, "p95_ms": 121.925}, "triton_wait": {"avg_ms": 61.429, "count": 301, "max_ms": 91.14, "p95_ms": 78.378}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 5.0, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6214.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32870.396, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.821, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:46:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:46:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T02:46:09+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T02:46:09.828263+09:00", "mtime_epoch": 1783014369.8282626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:46:09+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1313.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 300, "max_ms": 11.156, "p95_ms": 8.25}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.668, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.309, "count": 300, "max_ms": 77.705, "p95_ms": 66.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.542, "count": 300, "max_ms": 94.271, "p95_ms": 75.682}, "yolo11_640_fire_11class": {"avg_ms": 53.935, "count": 300, "max_ms": 74.258, "p95_ms": 65.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.869, "count": 300, "max_ms": 84.877, "p95_ms": 76.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.918, "count": 300, "max_ms": 110.74, "p95_ms": 95.386}, "read_interval": {"avg_ms": 100.005, "count": 300, "max_ms": 299.938, "p95_ms": 125.528}, "triton_wait": {"avg_ms": 60.893, "count": 300, "max_ms": 94.283, "p95_ms": 78.764}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.566, "p95_ms": 4.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2655, "tracking_summary": 2348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6211.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60226.98, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.869, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:46:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:46:13+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T02:46:13+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T02:46:13.272318+09:00", "mtime_epoch": 1783014373.2723184, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:46:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 933.164, "name": "celery", "pid": 239, "rss_mb": 924.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.331, "pushed": 3.331, "read": 3.298}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.091, "count": 99, "max_ms": 207.455, "p95_ms": 201.83}, "gstreamer_push": {"avg_ms": 1.051, "count": 99, "max_ms": 2.869, "p95_ms": 2.753}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.556, "count": 99, "max_ms": 89.461, "p95_ms": 80.271}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.993, "count": 99, "max_ms": 97.385, "p95_ms": 88.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.111, "count": 99, "max_ms": 331.448, "p95_ms": 320.398}, "read_interval": {"avg_ms": 303.196, "count": 98, "max_ms": 340.097, "p95_ms": 332.533}, "triton_wait": {"avg_ms": 68.007, "count": 99, "max_ms": 97.398, "p95_ms": 88.279}, "visualize": {"avg_ms": 30.234, "count": 99, "max_ms": 42.501, "p95_ms": 39.646}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.716, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6217.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23082.491, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.092, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 578381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:46:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T02:46:31+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T02:46:31+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T02:46:31.792619+09:00", "mtime_epoch": 1783014391.7926195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:46:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1560.383, "name": "celery", "pid": 237, "rss_mb": 1560.383, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.144, "count": 299, "max_ms": 6.497, "p95_ms": 5.426}, "gstreamer_push": {"avg_ms": 1.27, "count": 299, "max_ms": 1.657, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.195, "count": 299, "max_ms": 83.924, "p95_ms": 70.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.021, "count": 299, "max_ms": 101.651, "p95_ms": 66.33}, "yolo11_640_fire_11class": {"avg_ms": 56.817, "count": 299, "max_ms": 83.912, "p95_ms": 69.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.059, "count": 299, "max_ms": 89.289, "p95_ms": 79.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.128, "count": 299, "max_ms": 114.393, "p95_ms": 93.006}, "read_interval": {"avg_ms": 100.209, "count": 299, "max_ms": 141.097, "p95_ms": 121.859}, "triton_wait": {"avg_ms": 63.49, "count": 299, "max_ms": 101.663, "p95_ms": 79.949}, "visualize": {"avg_ms": 3.62, "count": 299, "max_ms": 5.05, "p95_ms": 4.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6206.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32900.673, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.632, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:46:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:46:40+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T02:46:40+09:00", "mjpeg": {"age_sec": 0.369, "exists": true, "mtime": "2026-07-03T02:46:39.824750+09:00", "mtime_epoch": 1783014399.8247504, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:46:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1313.957, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 299, "max_ms": 12.015, "p95_ms": 8.22}, "gstreamer_push": {"avg_ms": 1.242, "count": 299, "max_ms": 1.941, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.824, "count": 299, "max_ms": 88.194, "p95_ms": 68.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.746, "count": 299, "max_ms": 98.757, "p95_ms": 79.773}, "yolo11_640_fire_11class": {"avg_ms": 55.181, "count": 299, "max_ms": 87.839, "p95_ms": 67.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.878, "count": 299, "max_ms": 93.438, "p95_ms": 77.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.371, "count": 299, "max_ms": 114.714, "p95_ms": 98.747}, "read_interval": {"avg_ms": 100.59, "count": 298, "max_ms": 355.604, "p95_ms": 122.377}, "triton_wait": {"avg_ms": 62.448, "count": 299, "max_ms": 98.769, "p95_ms": 82.059}, "visualize": {"avg_ms": 3.618, "count": 299, "max_ms": 4.691, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2657, "tracking_summary": 2349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6214.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60257.218, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.87, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:46:43+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T02:46:43+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T02:46:43.508811+09:00", "mtime_epoch": 1783014403.5088108, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:46:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 933.48, "name": "celery", "pid": 239, "rss_mb": 928.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.907, "pushed": 3.907, "read": 3.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.98, "count": 117, "max_ms": 195.694, "p95_ms": 194.36}, "gstreamer_push": {"avg_ms": 1.053, "count": 117, "max_ms": 2.238, "p95_ms": 1.829}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.051, "count": 117, "max_ms": 99.465, "p95_ms": 81.04}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.699, "count": 117, "max_ms": 103.072, "p95_ms": 87.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.7, "count": 117, "max_ms": 340.082, "p95_ms": 311.103}, "read_interval": {"avg_ms": 258.03, "count": 116, "max_ms": 348.866, "p95_ms": 321.942}, "triton_wait": {"avg_ms": 69.719, "count": 117, "max_ms": 103.085, "p95_ms": 87.548}, "visualize": {"avg_ms": 28.228, "count": 117, "max_ms": 41.338, "p95_ms": 37.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23112.599, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.117, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 578683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:47:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:47:02+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T02:47:01+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T02:47:01.905112+09:00", "mtime_epoch": 1783014421.9051116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:47:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1560.383, "name": "celery", "pid": 237, "rss_mb": 1560.383, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.166, "count": 301, "max_ms": 6.563, "p95_ms": 5.029}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 1.63, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.238, "count": 301, "max_ms": 81.2, "p95_ms": 69.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.804, "count": 301, "max_ms": 94.355, "p95_ms": 68.166}, "yolo11_640_fire_11class": {"avg_ms": 57.925, "count": 301, "max_ms": 80.675, "p95_ms": 69.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.848, "count": 301, "max_ms": 90.699, "p95_ms": 79.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.938, "count": 301, "max_ms": 107.143, "p95_ms": 92.299}, "read_interval": {"avg_ms": 99.654, "count": 301, "max_ms": 137.866, "p95_ms": 120.773}, "triton_wait": {"avg_ms": 65.205, "count": 301, "max_ms": 94.367, "p95_ms": 79.597}, "visualize": {"avg_ms": 3.649, "count": 301, "max_ms": 5.579, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6214.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32930.734, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.717, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:47:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:47:10+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:47:10+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T02:47:10.197248+09:00", "mtime_epoch": 1783014430.1972475, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:47:10+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1314.215, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.083}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 303, "max_ms": 12.801, "p95_ms": 8.827}, "gstreamer_push": {"avg_ms": 1.234, "count": 303, "max_ms": 1.46, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.716, "count": 303, "max_ms": 75.509, "p95_ms": 67.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.371, "count": 303, "max_ms": 89.093, "p95_ms": 78.027}, "yolo11_640_fire_11class": {"avg_ms": 55.272, "count": 303, "max_ms": 73.078, "p95_ms": 66.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.724, "count": 303, "max_ms": 81.651, "p95_ms": 76.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.753, "count": 303, "max_ms": 105.449, "p95_ms": 96.364}, "read_interval": {"avg_ms": 99.262, "count": 302, "max_ms": 318.054, "p95_ms": 119.364}, "triton_wait": {"avg_ms": 62.776, "count": 303, "max_ms": 89.105, "p95_ms": 78.915}, "visualize": {"avg_ms": 3.628, "count": 303, "max_ms": 6.143, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2658, "tracking_summary": 2350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6207.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60287.303, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.504, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:47:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:47:13+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T02:47:13+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T02:47:13.593303+09:00", "mtime_epoch": 1783014433.5933032, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:47:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 933.48, "name": "celery", "pid": 239, "rss_mb": 920.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.39, "pushed": 3.39, "read": 3.357}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.087, "count": 101, "max_ms": 218.677, "p95_ms": 194.944}, "gstreamer_push": {"avg_ms": 1.097, "count": 101, "max_ms": 2.953, "p95_ms": 2.738}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.515, "count": 101, "max_ms": 98.281, "p95_ms": 76.0}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.36, "count": 101, "max_ms": 89.406, "p95_ms": 80.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.931, "count": 101, "max_ms": 319.676, "p95_ms": 308.293}, "read_interval": {"avg_ms": 297.746, "count": 100, "max_ms": 333.549, "p95_ms": 317.821}, "triton_wait": {"avg_ms": 66.47, "count": 101, "max_ms": 98.292, "p95_ms": 80.455}, "visualize": {"avg_ms": 28.624, "count": 101, "max_ms": 41.152, "p95_ms": 38.544}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.792, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6212.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23142.688, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.256, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 578984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:47:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T02:47:32+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:47:32+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T02:47:31.981606+09:00", "mtime_epoch": 1783014451.9816055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:47:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1560.641, "name": "celery", "pid": 237, "rss_mb": 1560.641, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.125, "count": 300, "max_ms": 6.352, "p95_ms": 4.539}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.645, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.959, "count": 300, "max_ms": 77.594, "p95_ms": 69.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.734, "count": 300, "max_ms": 93.155, "p95_ms": 66.482}, "yolo11_640_fire_11class": {"avg_ms": 55.306, "count": 300, "max_ms": 84.73, "p95_ms": 68.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.974, "count": 300, "max_ms": 84.5, "p95_ms": 78.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.388, "count": 300, "max_ms": 105.99, "p95_ms": 92.312}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 144.162, "p95_ms": 120.795}, "triton_wait": {"avg_ms": 61.665, "count": 300, "max_ms": 93.166, "p95_ms": 79.263}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 4.89, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6212.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32960.797, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.523, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 586185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:47:40+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T02:47:40+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T02:47:40.221741+09:00", "mtime_epoch": 1783014460.2217414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:47:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1314.215, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.372, "count": 301, "max_ms": 12.173, "p95_ms": 8.192}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 1.768, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.672, "count": 301, "max_ms": 73.193, "p95_ms": 67.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.765, "count": 301, "max_ms": 91.214, "p95_ms": 81.579}, "yolo11_640_fire_11class": {"avg_ms": 55.227, "count": 301, "max_ms": 78.053, "p95_ms": 67.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.529, "count": 301, "max_ms": 83.651, "p95_ms": 76.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.263, "count": 301, "max_ms": 107.389, "p95_ms": 99.55}, "read_interval": {"avg_ms": 99.824, "count": 300, "max_ms": 356.774, "p95_ms": 124.171}, "triton_wait": {"avg_ms": 62.288, "count": 301, "max_ms": 91.227, "p95_ms": 82.558}, "visualize": {"avg_ms": 3.654, "count": 301, "max_ms": 4.796, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2658, "tracking_summary": 2351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6217.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60317.45, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.526, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:47:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:47:44+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T02:47:43+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T02:47:43.757800+09:00", "mtime_epoch": 1783014463.7577999, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 240703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:47:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 933.48, "name": "celery", "pid": 239, "rss_mb": 931.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.955, "pushed": 3.955, "read": 3.922}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.765, "count": 118, "max_ms": 244.367, "p95_ms": 194.196}, "gstreamer_push": {"avg_ms": 0.955, "count": 118, "max_ms": 3.513, "p95_ms": 1.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.295, "count": 118, "max_ms": 90.9, "p95_ms": 86.849}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.828, "count": 118, "max_ms": 98.394, "p95_ms": 94.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.647, "count": 118, "max_ms": 337.412, "p95_ms": 311.875}, "read_interval": {"avg_ms": 255.178, "count": 117, "max_ms": 348.943, "p95_ms": 322.423}, "triton_wait": {"avg_ms": 69.894, "count": 118, "max_ms": 98.407, "p95_ms": 94.062}, "visualize": {"avg_ms": 27.844, "count": 118, "max_ms": 38.846, "p95_ms": 36.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6217.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23172.76, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.299, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 579285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:48:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:48:02+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T02:48:02+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T02:48:02.102103+09:00", "mtime_epoch": 1783014482.102103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:48:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1560.641, "name": "celery", "pid": 237, "rss_mb": 1560.641, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.152, "count": 301, "max_ms": 6.604, "p95_ms": 4.808}, "gstreamer_push": {"avg_ms": 1.282, "count": 301, "max_ms": 1.712, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.934, "count": 301, "max_ms": 83.713, "p95_ms": 69.415}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.606, "count": 301, "max_ms": 97.682, "p95_ms": 73.533}, "yolo11_640_fire_11class": {"avg_ms": 55.307, "count": 301, "max_ms": 76.232, "p95_ms": 68.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.934, "count": 301, "max_ms": 86.122, "p95_ms": 78.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.461, "count": 301, "max_ms": 110.386, "p95_ms": 95.641}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 130.498, "p95_ms": 120.829}, "triton_wait": {"avg_ms": 61.796, "count": 301, "max_ms": 97.694, "p95_ms": 82.722}, "visualize": {"avg_ms": 3.626, "count": 301, "max_ms": 4.977, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6219.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 32990.884, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.093, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 586485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:48:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:48:10+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T02:48:10+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T02:48:10.326239+09:00", "mtime_epoch": 1783014490.326239, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:48:10+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1314.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.31, "count": 300, "max_ms": 10.626, "p95_ms": 8.002}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.996, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.348, "count": 300, "max_ms": 77.697, "p95_ms": 68.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.422, "count": 300, "max_ms": 99.962, "p95_ms": 84.277}, "yolo11_640_fire_11class": {"avg_ms": 55.089, "count": 300, "max_ms": 75.214, "p95_ms": 67.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.772, "count": 300, "max_ms": 85.4, "p95_ms": 77.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.401, "count": 300, "max_ms": 122.841, "p95_ms": 101.352}, "read_interval": {"avg_ms": 100.277, "count": 299, "max_ms": 304.239, "p95_ms": 132.211}, "triton_wait": {"avg_ms": 62.607, "count": 300, "max_ms": 99.976, "p95_ms": 85.336}, "visualize": {"avg_ms": 3.6, "count": 300, "max_ms": 5.804, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2659, "tracking_summary": 2352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6209.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60347.472, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.812, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:48:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:48:14+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T02:48:13+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-03T02:48:13.778296+09:00", "mtime_epoch": 1783014493.7782965, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:48:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 933.48, "name": "celery", "pid": 239, "rss_mb": 923.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.398, "pushed": 3.398, "read": 3.364}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.386, "count": 101, "max_ms": 220.402, "p95_ms": 193.8}, "gstreamer_push": {"avg_ms": 0.768, "count": 101, "max_ms": 0.884, "p95_ms": 0.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.634, "count": 101, "max_ms": 99.68, "p95_ms": 88.214}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.646, "count": 101, "max_ms": 102.727, "p95_ms": 92.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.89, "count": 101, "max_ms": 359.786, "p95_ms": 313.465}, "read_interval": {"avg_ms": 297.306, "count": 100, "max_ms": 372.503, "p95_ms": 322.905}, "triton_wait": {"avg_ms": 71.932, "count": 101, "max_ms": 102.741, "p95_ms": 92.645}, "visualize": {"avg_ms": 26.795, "count": 101, "max_ms": 32.462, "p95_ms": 29.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.727, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23202.763, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.456, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 579585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:48:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:48:32+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:48:32+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T02:48:32.102601+09:00", "mtime_epoch": 1783014512.1026008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:48:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1560.898, "name": "celery", "pid": 237, "rss_mb": 1560.898, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.12, "count": 300, "max_ms": 6.205, "p95_ms": 4.503}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.536, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.804, "count": 300, "max_ms": 76.929, "p95_ms": 69.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.135, "count": 300, "max_ms": 92.802, "p95_ms": 68.912}, "yolo11_640_fire_11class": {"avg_ms": 55.967, "count": 300, "max_ms": 76.26, "p95_ms": 68.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.27, "count": 300, "max_ms": 86.125, "p95_ms": 79.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.417, "count": 300, "max_ms": 106.435, "p95_ms": 92.541}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 130.501, "p95_ms": 121.479}, "triton_wait": {"avg_ms": 62.746, "count": 300, "max_ms": 92.814, "p95_ms": 79.733}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 5.092, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6218.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33020.906, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.957, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 586785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:48:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:48:40+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T02:48:40+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T02:48:40.334738+09:00", "mtime_epoch": 1783014520.3347378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:48:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1314.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.031, "pushed": 10.031, "read": 9.998}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.439, "count": 300, "max_ms": 12.413, "p95_ms": 8.484}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 2.011, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.234, "count": 300, "max_ms": 76.806, "p95_ms": 68.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.305, "count": 300, "max_ms": 97.702, "p95_ms": 80.335}, "yolo11_640_fire_11class": {"avg_ms": 54.442, "count": 300, "max_ms": 76.795, "p95_ms": 68.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.298, "count": 300, "max_ms": 87.928, "p95_ms": 78.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.58, "count": 300, "max_ms": 114.398, "p95_ms": 98.613}, "read_interval": {"avg_ms": 100.017, "count": 299, "max_ms": 308.533, "p95_ms": 129.65}, "triton_wait": {"avg_ms": 61.555, "count": 300, "max_ms": 97.714, "p95_ms": 82.05}, "visualize": {"avg_ms": 3.628, "count": 300, "max_ms": 4.68, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2662, "tracking_summary": 2353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6214.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60377.748, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.103, "sample_count": 1086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:48:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:48:44+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T02:48:44+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T02:48:44.054800+09:00", "mtime_epoch": 1783014524.0547998, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:48:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 933.48, "name": "celery", "pid": 239, "rss_mb": 926.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.635, "pushed": 3.635, "read": 3.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.979, "count": 109, "max_ms": 196.813, "p95_ms": 192.737}, "gstreamer_push": {"avg_ms": 1.206, "count": 109, "max_ms": 2.982, "p95_ms": 2.788}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.54, "count": 109, "max_ms": 92.918, "p95_ms": 88.956}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.582, "count": 109, "max_ms": 96.188, "p95_ms": 91.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.705, "count": 109, "max_ms": 323.874, "p95_ms": 309.388}, "read_interval": {"avg_ms": 277.612, "count": 108, "max_ms": 332.785, "p95_ms": 319.299}, "triton_wait": {"avg_ms": 68.669, "count": 109, "max_ms": 96.199, "p95_ms": 91.979}, "visualize": {"avg_ms": 29.314, "count": 109, "max_ms": 42.956, "p95_ms": 39.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23232.882, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.456, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 579886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:49:02+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T02:49:02+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T02:49:02.183102+09:00", "mtime_epoch": 1783014542.1831021, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:49:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1560.898, "name": "celery", "pid": 237, "rss_mb": 1560.898, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.163, "count": 300, "max_ms": 6.467, "p95_ms": 4.88}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 1.729, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.063, "count": 300, "max_ms": 81.621, "p95_ms": 71.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.623, "count": 300, "max_ms": 89.849, "p95_ms": 70.689}, "yolo11_640_fire_11class": {"avg_ms": 56.588, "count": 300, "max_ms": 80.343, "p95_ms": 71.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.388, "count": 300, "max_ms": 86.062, "p95_ms": 79.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.798, "count": 300, "max_ms": 102.734, "p95_ms": 94.749}, "read_interval": {"avg_ms": 100.01, "count": 300, "max_ms": 132.745, "p95_ms": 121.062}, "triton_wait": {"avg_ms": 63.051, "count": 300, "max_ms": 89.862, "p95_ms": 81.346}, "visualize": {"avg_ms": 3.643, "count": 300, "max_ms": 6.147, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6208.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33050.999, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.099, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 587084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:49:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:49:10+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T02:49:10+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T02:49:10.427240+09:00", "mtime_epoch": 1783014550.42724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:49:10+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1314.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.933}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.428, "count": 298, "max_ms": 13.777, "p95_ms": 8.595}, "gstreamer_push": {"avg_ms": 1.245, "count": 299, "max_ms": 1.943, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.532, "count": 298, "max_ms": 77.786, "p95_ms": 68.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.027, "count": 298, "max_ms": 99.698, "p95_ms": 86.138}, "yolo11_640_fire_11class": {"avg_ms": 54.903, "count": 298, "max_ms": 73.784, "p95_ms": 68.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.299, "count": 298, "max_ms": 83.925, "p95_ms": 76.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.521, "count": 299, "max_ms": 116.638, "p95_ms": 102.03}, "read_interval": {"avg_ms": 100.597, "count": 298, "max_ms": 339.302, "p95_ms": 127.424}, "triton_wait": {"avg_ms": 62.422, "count": 298, "max_ms": 99.711, "p95_ms": 86.152}, "visualize": {"avg_ms": 3.699, "count": 298, "max_ms": 6.982, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2662, "tracking_summary": 2354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6214.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60407.793, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.104, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:49:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:49:14+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T02:49:14+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T02:49:14.075301+09:00", "mtime_epoch": 1783014554.075301, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:49:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 933.48, "name": "celery", "pid": 239, "rss_mb": 926.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.002, "pushed": 4.002, "read": 3.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.362, "count": 119, "max_ms": 209.449, "p95_ms": 204.864}, "gstreamer_push": {"avg_ms": 1.041, "count": 119, "max_ms": 3.592, "p95_ms": 1.953}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.963, "count": 119, "max_ms": 97.228, "p95_ms": 89.262}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.679, "count": 119, "max_ms": 98.587, "p95_ms": 93.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.171, "count": 119, "max_ms": 323.755, "p95_ms": 307.585}, "read_interval": {"avg_ms": 251.95, "count": 118, "max_ms": 333.618, "p95_ms": 316.307}, "triton_wait": {"avg_ms": 69.842, "count": 119, "max_ms": 98.601, "p95_ms": 94.264}, "visualize": {"avg_ms": 26.078, "count": 119, "max_ms": 39.751, "p95_ms": 35.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.736, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23262.916, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.318, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 580186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:49:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:49:32+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T02:49:32+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T02:49:32.231605+09:00", "mtime_epoch": 1783014572.231605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:49:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1561.156, "name": "celery", "pid": 237, "rss_mb": 1561.156, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.159, "count": 300, "max_ms": 6.449, "p95_ms": 4.859}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.891, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.8, "count": 300, "max_ms": 83.943, "p95_ms": 69.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.177, "count": 300, "max_ms": 90.887, "p95_ms": 67.867}, "yolo11_640_fire_11class": {"avg_ms": 57.023, "count": 300, "max_ms": 76.34, "p95_ms": 68.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.626, "count": 300, "max_ms": 86.524, "p95_ms": 78.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.795, "count": 300, "max_ms": 104.501, "p95_ms": 92.227}, "read_interval": {"avg_ms": 100.09, "count": 299, "max_ms": 153.256, "p95_ms": 120.799}, "triton_wait": {"avg_ms": 63.975, "count": 300, "max_ms": 90.899, "p95_ms": 79.51}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 4.633, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6216.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33081.121, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.264, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 587386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:49:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:49:40+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T02:49:40+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T02:49:40.539745+09:00", "mtime_epoch": 1783014580.5397446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:49:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1314.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.312, "count": 301, "max_ms": 12.036, "p95_ms": 8.138}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.527, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.849, "count": 301, "max_ms": 75.589, "p95_ms": 67.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.272, "count": 301, "max_ms": 100.165, "p95_ms": 77.654}, "yolo11_640_fire_11class": {"avg_ms": 55.211, "count": 301, "max_ms": 71.58, "p95_ms": 67.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.414, "count": 301, "max_ms": 84.65, "p95_ms": 76.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.572, "count": 301, "max_ms": 116.24, "p95_ms": 96.578}, "read_interval": {"avg_ms": 99.646, "count": 300, "max_ms": 351.197, "p95_ms": 126.638}, "triton_wait": {"avg_ms": 62.787, "count": 301, "max_ms": 100.178, "p95_ms": 79.659}, "visualize": {"avg_ms": 3.625, "count": 301, "max_ms": 6.113, "p95_ms": 4.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2663, "tracking_summary": 2355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6213.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60437.898, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.699, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:49:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:49:44+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T02:49:44+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T02:49:44.203806+09:00", "mtime_epoch": 1783014584.2038062, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:49:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.332, "name": "celery", "pid": 239, "rss_mb": 926.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.793, "pushed": 3.793, "read": 3.759}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.525, "count": 113, "max_ms": 202.282, "p95_ms": 198.389}, "gstreamer_push": {"avg_ms": 1.067, "count": 113, "max_ms": 4.103, "p95_ms": 1.83}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.547, "count": 113, "max_ms": 95.682, "p95_ms": 80.863}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.483, "count": 113, "max_ms": 99.002, "p95_ms": 89.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.648, "count": 113, "max_ms": 322.747, "p95_ms": 310.244}, "read_interval": {"avg_ms": 266.184, "count": 112, "max_ms": 333.329, "p95_ms": 319.479}, "triton_wait": {"avg_ms": 69.509, "count": 113, "max_ms": 99.015, "p95_ms": 89.871}, "visualize": {"avg_ms": 27.755, "count": 113, "max_ms": 39.288, "p95_ms": 35.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6215.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23293.0, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.431, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 580487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:50:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:50:02+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:50:02+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T02:50:02.324111+09:00", "mtime_epoch": 1783014602.3241107, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:50:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1561.414, "name": "celery", "pid": 237, "rss_mb": 1561.414, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.116, "count": 301, "max_ms": 5.677, "p95_ms": 4.373}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 2.085, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.937, "count": 301, "max_ms": 75.892, "p95_ms": 69.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.802, "count": 301, "max_ms": 86.6, "p95_ms": 68.202}, "yolo11_640_fire_11class": {"avg_ms": 57.184, "count": 301, "max_ms": 75.359, "p95_ms": 68.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.779, "count": 301, "max_ms": 86.415, "p95_ms": 77.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.03, "count": 301, "max_ms": 99.571, "p95_ms": 90.92}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 135.942, "p95_ms": 120.461}, "triton_wait": {"avg_ms": 64.292, "count": 301, "max_ms": 86.613, "p95_ms": 77.958}, "visualize": {"avg_ms": 3.654, "count": 301, "max_ms": 5.571, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6216.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33111.153, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.246, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 587688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:50:10+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:50:10+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T02:50:10.604250+09:00", "mtime_epoch": 1783014610.6042504, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:50:10+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1314.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.436, "count": 302, "max_ms": 12.961, "p95_ms": 8.676}, "gstreamer_push": {"avg_ms": 1.222, "count": 302, "max_ms": 2.053, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.187, "count": 302, "max_ms": 74.975, "p95_ms": 66.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.294, "count": 302, "max_ms": 92.263, "p95_ms": 68.465}, "yolo11_640_fire_11class": {"avg_ms": 55.665, "count": 302, "max_ms": 73.858, "p95_ms": 66.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.185, "count": 302, "max_ms": 84.827, "p95_ms": 75.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.775, "count": 302, "max_ms": 109.488, "p95_ms": 93.334}, "read_interval": {"avg_ms": 99.49, "count": 301, "max_ms": 434.667, "p95_ms": 118.409}, "triton_wait": {"avg_ms": 62.921, "count": 302, "max_ms": 92.275, "p95_ms": 77.143}, "visualize": {"avg_ms": 3.581, "count": 302, "max_ms": 4.818, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2665, "tracking_summary": 2355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6217.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60468.218, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.401, "sample_count": 1089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:50:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:50:14+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T02:50:14+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T02:50:14.480316+09:00", "mtime_epoch": 1783014614.4803157, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:50:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.332, "name": "celery", "pid": 239, "rss_mb": 929.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.633, "pushed": 3.633, "read": 3.599}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.254, "count": 108, "max_ms": 201.629, "p95_ms": 198.65}, "gstreamer_push": {"avg_ms": 1.12, "count": 108, "max_ms": 3.735, "p95_ms": 2.817}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.802, "count": 108, "max_ms": 91.461, "p95_ms": 72.569}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.717, "count": 108, "max_ms": 94.829, "p95_ms": 79.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.904, "count": 108, "max_ms": 322.333, "p95_ms": 309.363}, "read_interval": {"avg_ms": 277.46, "count": 107, "max_ms": 329.535, "p95_ms": 318.753}, "triton_wait": {"avg_ms": 66.73, "count": 108, "max_ms": 94.841, "p95_ms": 79.026}, "visualize": {"avg_ms": 29.123, "count": 108, "max_ms": 41.591, "p95_ms": 40.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.727, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6217.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23323.106, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.431, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 580788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:50:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:50:32+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T02:50:32.376618+09:00", "mtime_epoch": 1783014632.376618, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:50:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1561.414, "name": "celery", "pid": 237, "rss_mb": 1561.414, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.124, "count": 301, "max_ms": 6.814, "p95_ms": 4.724}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 2.116, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.082, "count": 301, "max_ms": 77.751, "p95_ms": 67.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.531, "count": 301, "max_ms": 92.22, "p95_ms": 64.185}, "yolo11_640_fire_11class": {"avg_ms": 53.209, "count": 301, "max_ms": 76.523, "p95_ms": 66.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.136, "count": 301, "max_ms": 88.697, "p95_ms": 76.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.086, "count": 301, "max_ms": 105.074, "p95_ms": 89.679}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 142.223, "p95_ms": 122.164}, "triton_wait": {"avg_ms": 58.34, "count": 301, "max_ms": 92.231, "p95_ms": 76.931}, "visualize": {"avg_ms": 3.653, "count": 301, "max_ms": 4.791, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6218.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33141.173, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.996, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 587988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:50:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:50:40+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T02:50:40+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T02:50:40.608757+09:00", "mtime_epoch": 1783014640.608757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:50:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1314.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.471, "count": 300, "max_ms": 12.093, "p95_ms": 11.281}, "gstreamer_push": {"avg_ms": 1.133, "count": 300, "max_ms": 1.631, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.483, "count": 300, "max_ms": 73.403, "p95_ms": 66.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.215, "count": 300, "max_ms": 83.999, "p95_ms": 69.181}, "yolo11_640_fire_11class": {"avg_ms": 52.816, "count": 300, "max_ms": 72.413, "p95_ms": 65.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.279, "count": 300, "max_ms": 85.301, "p95_ms": 76.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.476, "count": 300, "max_ms": 100.947, "p95_ms": 93.305}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 346.264, "p95_ms": 149.801}, "triton_wait": {"avg_ms": 58.161, "count": 300, "max_ms": 85.313, "p95_ms": 76.555}, "visualize": {"avg_ms": 3.333, "count": 300, "max_ms": 5.63, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2665, "tracking_summary": 2356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6218.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60498.26, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.677, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:50:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:50:44+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T02:50:44+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T02:50:44.556824+09:00", "mtime_epoch": 1783014644.5568237, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:50:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.332, "name": "celery", "pid": 239, "rss_mb": 930.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.362, "pushed": 3.362, "read": 3.328}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.685, "count": 100, "max_ms": 212.38, "p95_ms": 195.131}, "gstreamer_push": {"avg_ms": 0.844, "count": 100, "max_ms": 1.769, "p95_ms": 1.624}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.16, "count": 100, "max_ms": 84.711, "p95_ms": 73.047}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.955, "count": 100, "max_ms": 92.604, "p95_ms": 80.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.554, "count": 100, "max_ms": 321.584, "p95_ms": 306.717}, "read_interval": {"avg_ms": 300.414, "count": 99, "max_ms": 330.56, "p95_ms": 316.386}, "triton_wait": {"avg_ms": 66.969, "count": 100, "max_ms": 92.618, "p95_ms": 80.37}, "visualize": {"avg_ms": 30.146, "count": 100, "max_ms": 41.651, "p95_ms": 39.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.744, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6210.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23353.108, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.299, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 581088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:51:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:51:02+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T02:51:02+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T02:51:02.409126+09:00", "mtime_epoch": 1783014662.4091263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:51:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1561.672, "name": "celery", "pid": 237, "rss_mb": 1561.672, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.112, "count": 300, "max_ms": 6.333, "p95_ms": 4.414}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 2.175, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.739, "count": 300, "max_ms": 77.544, "p95_ms": 68.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.343, "count": 300, "max_ms": 87.664, "p95_ms": 65.776}, "yolo11_640_fire_11class": {"avg_ms": 57.408, "count": 300, "max_ms": 74.729, "p95_ms": 67.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.489, "count": 300, "max_ms": 83.742, "p95_ms": 77.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.417, "count": 300, "max_ms": 100.777, "p95_ms": 90.785}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 128.761, "p95_ms": 121.091}, "triton_wait": {"avg_ms": 63.691, "count": 300, "max_ms": 87.676, "p95_ms": 77.765}, "visualize": {"avg_ms": 3.631, "count": 300, "max_ms": 5.718, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6216.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33171.197, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.346, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 588287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:51:10+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T02:51:10+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T02:51:10.653266+09:00", "mtime_epoch": 1783014670.653266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:51:10+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1315.246, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.449, "count": 299, "max_ms": 11.285, "p95_ms": 8.592}, "gstreamer_push": {"avg_ms": 1.234, "count": 299, "max_ms": 1.787, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.671, "count": 299, "max_ms": 76.706, "p95_ms": 69.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.029, "count": 299, "max_ms": 93.32, "p95_ms": 78.965}, "yolo11_640_fire_11class": {"avg_ms": 56.657, "count": 299, "max_ms": 77.577, "p95_ms": 69.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.282, "count": 299, "max_ms": 87.276, "p95_ms": 78.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.332, "count": 299, "max_ms": 146.866, "p95_ms": 99.864}, "read_interval": {"avg_ms": 100.472, "count": 298, "max_ms": 310.613, "p95_ms": 119.334}, "triton_wait": {"avg_ms": 64.021, "count": 299, "max_ms": 93.331, "p95_ms": 83.565}, "visualize": {"avg_ms": 3.639, "count": 299, "max_ms": 4.628, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2666, "tracking_summary": 2357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6211.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60528.366, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.975, "sample_count": 1092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:51:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:51:14+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T02:51:14+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T02:51:14.673334+09:00", "mtime_epoch": 1783014674.6733344, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:51:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.332, "name": "celery", "pid": 239, "rss_mb": 921.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.658, "pushed": 3.658, "read": 3.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.98, "count": 109, "max_ms": 205.561, "p95_ms": 201.394}, "gstreamer_push": {"avg_ms": 0.886, "count": 109, "max_ms": 1.824, "p95_ms": 1.713}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.596, "count": 109, "max_ms": 93.552, "p95_ms": 83.051}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.413, "count": 109, "max_ms": 100.034, "p95_ms": 93.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.392, "count": 109, "max_ms": 337.663, "p95_ms": 309.884}, "read_interval": {"avg_ms": 276.062, "count": 108, "max_ms": 346.43, "p95_ms": 320.531}, "triton_wait": {"avg_ms": 70.426, "count": 109, "max_ms": 100.046, "p95_ms": 93.159}, "visualize": {"avg_ms": 29.216, "count": 109, "max_ms": 41.261, "p95_ms": 39.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.798, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23383.114, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.76, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 581388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:51:32+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T02:51:32+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T02:51:32.429636+09:00", "mtime_epoch": 1783014692.429636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:51:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1561.672, "name": "celery", "pid": 237, "rss_mb": 1561.672, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.141, "count": 300, "max_ms": 6.539, "p95_ms": 4.9}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 2.092, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.406, "count": 300, "max_ms": 80.989, "p95_ms": 74.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.189, "count": 300, "max_ms": 93.06, "p95_ms": 67.333}, "yolo11_640_fire_11class": {"avg_ms": 55.737, "count": 300, "max_ms": 79.153, "p95_ms": 73.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.431, "count": 300, "max_ms": 89.132, "p95_ms": 83.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.652, "count": 300, "max_ms": 105.246, "p95_ms": 96.491}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 127.526, "p95_ms": 121.474}, "triton_wait": {"avg_ms": 62.03, "count": 300, "max_ms": 93.071, "p95_ms": 83.98}, "visualize": {"avg_ms": 3.605, "count": 300, "max_ms": 5.147, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6216.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33201.289, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.346, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 588589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:51:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:51:40+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T02:51:40+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T02:51:40.729777+09:00", "mtime_epoch": 1783014700.7297773, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:51:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1315.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.518, "count": 301, "max_ms": 12.814, "p95_ms": 9.214}, "gstreamer_push": {"avg_ms": 1.247, "count": 301, "max_ms": 1.831, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.09, "count": 301, "max_ms": 77.772, "p95_ms": 67.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.725, "count": 301, "max_ms": 98.621, "p95_ms": 80.791}, "yolo11_640_fire_11class": {"avg_ms": 53.303, "count": 301, "max_ms": 75.87, "p95_ms": 66.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.202, "count": 301, "max_ms": 86.836, "p95_ms": 76.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.726, "count": 301, "max_ms": 114.871, "p95_ms": 98.112}, "read_interval": {"avg_ms": 99.638, "count": 301, "max_ms": 394.53, "p95_ms": 127.243}, "triton_wait": {"avg_ms": 59.636, "count": 301, "max_ms": 98.634, "p95_ms": 81.98}, "visualize": {"avg_ms": 3.641, "count": 301, "max_ms": 6.396, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2668, "tracking_summary": 2358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6210.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60558.549, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.884, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:51:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:51:45+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-03T02:51:44+09:00", "mjpeg": {"age_sec": 0.266, "exists": true, "mtime": "2026-07-03T02:51:44.861848+09:00", "mtime_epoch": 1783014704.8618476, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:51:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.332, "name": "celery", "pid": 239, "rss_mb": 920.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.614, "pushed": 3.614, "read": 3.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.863, "count": 108, "max_ms": 194.712, "p95_ms": 193.884}, "gstreamer_push": {"avg_ms": 1.183, "count": 108, "max_ms": 3.018, "p95_ms": 2.674}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.331, "count": 108, "max_ms": 96.215, "p95_ms": 90.108}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.087, "count": 108, "max_ms": 98.163, "p95_ms": 92.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.342, "count": 108, "max_ms": 320.176, "p95_ms": 311.423}, "read_interval": {"avg_ms": 279.4, "count": 107, "max_ms": 329.155, "p95_ms": 320.41}, "triton_wait": {"avg_ms": 68.137, "count": 108, "max_ms": 98.175, "p95_ms": 93.233}, "visualize": {"avg_ms": 27.607, "count": 108, "max_ms": 39.515, "p95_ms": 37.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6217.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23413.155, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.567, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 581689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:52:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:52:02+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:52:02+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T02:52:02.498148+09:00", "mtime_epoch": 1783014722.4981484, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:52:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1561.93, "name": "celery", "pid": 237, "rss_mb": 1561.93, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.147, "count": 301, "max_ms": 6.926, "p95_ms": 5.2}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 2.007, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.009, "count": 301, "max_ms": 76.308, "p95_ms": 68.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.538, "count": 301, "max_ms": 84.992, "p95_ms": 65.271}, "yolo11_640_fire_11class": {"avg_ms": 53.714, "count": 301, "max_ms": 75.731, "p95_ms": 67.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.943, "count": 301, "max_ms": 88.173, "p95_ms": 77.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.054, "count": 301, "max_ms": 100.842, "p95_ms": 90.687}, "read_interval": {"avg_ms": 99.889, "count": 300, "max_ms": 124.884, "p95_ms": 120.972}, "triton_wait": {"avg_ms": 59.318, "count": 301, "max_ms": 88.184, "p95_ms": 78.002}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 5.922, "p95_ms": 4.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6210.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33231.306, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.218, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 588890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:52:10+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:52:10+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T02:52:10.718289+09:00", "mtime_epoch": 1783014730.7182887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:52:10+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1315.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.029}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.423, "count": 301, "max_ms": 12.137, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.477, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.037, "count": 301, "max_ms": 71.621, "p95_ms": 66.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.923, "count": 301, "max_ms": 96.506, "p95_ms": 69.825}, "yolo11_640_fire_11class": {"avg_ms": 53.963, "count": 301, "max_ms": 71.608, "p95_ms": 66.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.474, "count": 301, "max_ms": 80.524, "p95_ms": 76.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.683, "count": 301, "max_ms": 112.796, "p95_ms": 94.672}, "read_interval": {"avg_ms": 99.714, "count": 300, "max_ms": 310.694, "p95_ms": 125.301}, "triton_wait": {"avg_ms": 60.738, "count": 301, "max_ms": 96.518, "p95_ms": 78.233}, "visualize": {"avg_ms": 3.617, "count": 301, "max_ms": 4.715, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2669, "tracking_summary": 2359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6219.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60588.824, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.567, "sample_count": 1084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:52:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T02:52:15+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T02:52:15+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T02:52:15.110364+09:00", "mtime_epoch": 1783014735.1103637, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:52:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.332, "name": "celery", "pid": 239, "rss_mb": 931.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.437, "pushed": 3.437, "read": 3.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.0, "count": 103, "max_ms": 198.532, "p95_ms": 196.576}, "gstreamer_push": {"avg_ms": 0.998, "count": 103, "max_ms": 2.863, "p95_ms": 1.778}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.353, "count": 103, "max_ms": 97.006, "p95_ms": 75.69}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.336, "count": 103, "max_ms": 91.37, "p95_ms": 79.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.029, "count": 103, "max_ms": 329.45, "p95_ms": 304.51}, "read_interval": {"avg_ms": 293.743, "count": 102, "max_ms": 339.877, "p95_ms": 313.954}, "triton_wait": {"avg_ms": 66.542, "count": 103, "max_ms": 97.019, "p95_ms": 79.481}, "visualize": {"avg_ms": 28.709, "count": 103, "max_ms": 40.247, "p95_ms": 37.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6222.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23443.169, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.869, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 581989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:52:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:52:32+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:52:32+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T02:52:32.514661+09:00", "mtime_epoch": 1783014752.5146613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:52:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1561.93, "name": "celery", "pid": 237, "rss_mb": 1561.93, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.241, "count": 300, "max_ms": 7.077, "p95_ms": 5.587}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.9, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.19, "count": 300, "max_ms": 79.042, "p95_ms": 71.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.878, "count": 300, "max_ms": 86.265, "p95_ms": 65.402}, "yolo11_640_fire_11class": {"avg_ms": 54.369, "count": 300, "max_ms": 78.505, "p95_ms": 70.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.058, "count": 300, "max_ms": 87.494, "p95_ms": 79.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.592, "count": 300, "max_ms": 100.444, "p95_ms": 93.897}, "read_interval": {"avg_ms": 100.045, "count": 300, "max_ms": 131.011, "p95_ms": 120.776}, "triton_wait": {"avg_ms": 60.594, "count": 300, "max_ms": 87.505, "p95_ms": 80.68}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.833, "p95_ms": 4.467}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6224.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33261.391, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.352, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 589191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:52:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:52:40+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T02:52:40+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T02:52:40.830804+09:00", "mtime_epoch": 1783014760.8308036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:52:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1315.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.06}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.365, "count": 301, "max_ms": 11.935, "p95_ms": 8.161}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 1.447, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.439, "count": 301, "max_ms": 74.689, "p95_ms": 68.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.858, "count": 301, "max_ms": 97.421, "p95_ms": 82.669}, "yolo11_640_fire_11class": {"avg_ms": 53.875, "count": 301, "max_ms": 77.686, "p95_ms": 67.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.654, "count": 301, "max_ms": 85.025, "p95_ms": 77.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.768, "count": 301, "max_ms": 113.593, "p95_ms": 99.553}, "read_interval": {"avg_ms": 99.968, "count": 301, "max_ms": 399.067, "p95_ms": 126.522}, "triton_wait": {"avg_ms": 60.857, "count": 301, "max_ms": 97.433, "p95_ms": 83.448}, "visualize": {"avg_ms": 3.651, "count": 301, "max_ms": 4.699, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2670, "tracking_summary": 2360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6224.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60618.911, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.726, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:52:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:52:45+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T02:52:45+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T02:52:45.214879+09:00", "mtime_epoch": 1783014765.2148788, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:52:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 934.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.862, "pushed": 3.862, "read": 3.829}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.34, "count": 115, "max_ms": 223.207, "p95_ms": 201.063}, "gstreamer_push": {"avg_ms": 0.868, "count": 115, "max_ms": 1.867, "p95_ms": 1.725}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.888, "count": 115, "max_ms": 99.495, "p95_ms": 85.786}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.222, "count": 115, "max_ms": 98.014, "p95_ms": 90.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.302, "count": 115, "max_ms": 324.374, "p95_ms": 305.597}, "read_interval": {"avg_ms": 261.38, "count": 114, "max_ms": 333.239, "p95_ms": 315.882}, "triton_wait": {"avg_ms": 73.255, "count": 115, "max_ms": 99.507, "p95_ms": 90.678}, "visualize": {"avg_ms": 23.921, "count": 115, "max_ms": 33.535, "p95_ms": 29.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.776, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6222.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23473.228, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.567, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 582289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:53:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:53:02+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:53:02+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T02:53:02.547176+09:00", "mtime_epoch": 1783014782.547176, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:53:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1562.188, "name": "celery", "pid": 237, "rss_mb": 1562.188, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.081, "count": 300, "max_ms": 6.564, "p95_ms": 5.06}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.809, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.761, "count": 300, "max_ms": 75.881, "p95_ms": 70.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.557, "count": 300, "max_ms": 80.743, "p95_ms": 68.605}, "yolo11_640_fire_11class": {"avg_ms": 56.224, "count": 300, "max_ms": 81.068, "p95_ms": 69.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.65, "count": 300, "max_ms": 86.13, "p95_ms": 78.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.697, "count": 300, "max_ms": 99.833, "p95_ms": 92.809}, "read_interval": {"avg_ms": 100.083, "count": 299, "max_ms": 127.059, "p95_ms": 120.813}, "triton_wait": {"avg_ms": 63.284, "count": 300, "max_ms": 86.142, "p95_ms": 78.945}, "visualize": {"avg_ms": 3.516, "count": 300, "max_ms": 5.897, "p95_ms": 4.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6220.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33291.478, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.757, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 589491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:53:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:53:10+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T02:53:10+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T02:53:10.899319+09:00", "mtime_epoch": 1783014790.8993192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:53:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1315.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.436, "count": 299, "max_ms": 12.703, "p95_ms": 8.612}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.47, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.683, "count": 299, "max_ms": 75.87, "p95_ms": 67.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.137, "count": 299, "max_ms": 86.455, "p95_ms": 68.379}, "yolo11_640_fire_11class": {"avg_ms": 56.178, "count": 299, "max_ms": 75.882, "p95_ms": 67.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.825, "count": 299, "max_ms": 84.505, "p95_ms": 77.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.34, "count": 300, "max_ms": 102.391, "p95_ms": 94.769}, "read_interval": {"avg_ms": 100.235, "count": 299, "max_ms": 254.473, "p95_ms": 124.392}, "triton_wait": {"avg_ms": 63.355, "count": 299, "max_ms": 86.467, "p95_ms": 78.591}, "visualize": {"avg_ms": 3.658, "count": 299, "max_ms": 6.856, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2671, "tracking_summary": 2361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6212.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60649.062, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.326, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:53:15+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T02:53:15+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-03T02:53:15.471398+09:00", "mtime_epoch": 1783014795.4713976, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:53:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 922.289, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.45, "pushed": 3.45, "read": 3.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.457, "count": 103, "max_ms": 196.449, "p95_ms": 194.374}, "gstreamer_push": {"avg_ms": 1.126, "count": 103, "max_ms": 2.861, "p95_ms": 2.767}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.495, "count": 103, "max_ms": 79.465, "p95_ms": 68.756}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.098, "count": 103, "max_ms": 85.308, "p95_ms": 79.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.652, "count": 103, "max_ms": 313.224, "p95_ms": 303.588}, "read_interval": {"avg_ms": 293.727, "count": 102, "max_ms": 322.313, "p95_ms": 314.454}, "triton_wait": {"avg_ms": 65.642, "count": 103, "max_ms": 85.322, "p95_ms": 79.624}, "visualize": {"avg_ms": 31.841, "count": 103, "max_ms": 44.199, "p95_ms": 42.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6217.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23503.312, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.509, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 582590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:53:32+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T02:53:32+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-03T02:53:32.599692+09:00", "mtime_epoch": 1783014812.599692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:53:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1562.188, "name": "celery", "pid": 237, "rss_mb": 1562.188, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.117, "count": 301, "max_ms": 6.846, "p95_ms": 4.721}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 1.539, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.942, "count": 301, "max_ms": 80.586, "p95_ms": 68.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.933, "count": 301, "max_ms": 90.142, "p95_ms": 65.969}, "yolo11_640_fire_11class": {"avg_ms": 56.379, "count": 301, "max_ms": 78.995, "p95_ms": 68.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.716, "count": 301, "max_ms": 88.213, "p95_ms": 78.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.761, "count": 301, "max_ms": 102.765, "p95_ms": 91.737}, "read_interval": {"avg_ms": 99.907, "count": 300, "max_ms": 135.365, "p95_ms": 120.458}, "triton_wait": {"avg_ms": 63.07, "count": 301, "max_ms": 90.154, "p95_ms": 79.434}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 4.84, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6218.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33321.519, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.749, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 589792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:53:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:53:41+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T02:53:40+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T02:53:40.947836+09:00", "mtime_epoch": 1783014820.9478357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:53:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1316.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.382, "count": 301, "max_ms": 11.966, "p95_ms": 8.047}, "gstreamer_push": {"avg_ms": 1.254, "count": 301, "max_ms": 2.038, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.776, "count": 301, "max_ms": 76.724, "p95_ms": 67.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.08, "count": 301, "max_ms": 96.731, "p95_ms": 78.771}, "yolo11_640_fire_11class": {"avg_ms": 54.253, "count": 301, "max_ms": 78.048, "p95_ms": 68.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.402, "count": 301, "max_ms": 87.1, "p95_ms": 78.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.997, "count": 301, "max_ms": 112.818, "p95_ms": 98.173}, "read_interval": {"avg_ms": 99.773, "count": 300, "max_ms": 253.057, "p95_ms": 125.922}, "triton_wait": {"avg_ms": 60.97, "count": 301, "max_ms": 96.743, "p95_ms": 82.116}, "visualize": {"avg_ms": 3.68, "count": 301, "max_ms": 5.811, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2673, "tracking_summary": 2362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6217.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60679.15, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.326, "sample_count": 1088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:53:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:53:45+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T02:53:45+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T02:53:45.559915+09:00", "mtime_epoch": 1783014825.559915, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:53:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 927.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.826, "pushed": 3.826, "read": 3.793}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.091, "count": 114, "max_ms": 193.126, "p95_ms": 191.281}, "gstreamer_push": {"avg_ms": 1.153, "count": 114, "max_ms": 2.75, "p95_ms": 1.964}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.818, "count": 114, "max_ms": 97.962, "p95_ms": 87.353}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.771, "count": 114, "max_ms": 99.492, "p95_ms": 92.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.862, "count": 114, "max_ms": 329.588, "p95_ms": 312.315}, "read_interval": {"avg_ms": 264.589, "count": 113, "max_ms": 338.918, "p95_ms": 321.662}, "triton_wait": {"avg_ms": 71.8, "count": 114, "max_ms": 99.505, "p95_ms": 92.585}, "visualize": {"avg_ms": 28.24, "count": 114, "max_ms": 40.643, "p95_ms": 40.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6218.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23533.407, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.456, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 582891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:54:02+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T02:54:02+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T02:54:02.724211+09:00", "mtime_epoch": 1783014842.7242107, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:54:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1562.445, "name": "celery", "pid": 237, "rss_mb": 1562.445, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.169, "count": 300, "max_ms": 6.095, "p95_ms": 4.89}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.945, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.323, "count": 300, "max_ms": 77.605, "p95_ms": 68.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.741, "count": 300, "max_ms": 99.096, "p95_ms": 66.082}, "yolo11_640_fire_11class": {"avg_ms": 53.644, "count": 300, "max_ms": 77.108, "p95_ms": 70.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.597, "count": 300, "max_ms": 88.351, "p95_ms": 79.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.129, "count": 300, "max_ms": 112.257, "p95_ms": 93.946}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 157.29, "p95_ms": 121.417}, "triton_wait": {"avg_ms": 59.295, "count": 300, "max_ms": 99.108, "p95_ms": 80.797}, "visualize": {"avg_ms": 3.672, "count": 300, "max_ms": 4.922, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6215.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33351.577, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.841, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 590092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:54:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:54:11+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T02:54:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T02:54:11.008354+09:00", "mtime_epoch": 1783014851.0083537, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:54:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1316.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.373, "count": 300, "max_ms": 12.855, "p95_ms": 8.073}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.946, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.536, "count": 300, "max_ms": 74.979, "p95_ms": 66.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.134, "count": 300, "max_ms": 98.085, "p95_ms": 79.379}, "yolo11_640_fire_11class": {"avg_ms": 53.505, "count": 300, "max_ms": 76.82, "p95_ms": 67.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.563, "count": 300, "max_ms": 86.189, "p95_ms": 75.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.996, "count": 300, "max_ms": 115.242, "p95_ms": 100.682}, "read_interval": {"avg_ms": 100.174, "count": 299, "max_ms": 343.036, "p95_ms": 127.222}, "triton_wait": {"avg_ms": 60.065, "count": 300, "max_ms": 98.095, "p95_ms": 84.266}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 5.802, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2673, "tracking_summary": 2363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6221.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60709.254, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 307.044, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:54:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:54:15+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T02:54:15+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-03T02:54:15.660434+09:00", "mtime_epoch": 1783014855.660434, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:54:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 930.605, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.147, "pushed": 4.147, "read": 4.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 134.489, "count": 124, "max_ms": 210.724, "p95_ms": 204.846}, "gstreamer_push": {"avg_ms": 1.005, "count": 124, "max_ms": 1.864, "p95_ms": 1.76}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.804, "count": 124, "max_ms": 93.293, "p95_ms": 83.299}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.64, "count": 124, "max_ms": 103.16, "p95_ms": 88.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.99, "count": 124, "max_ms": 336.075, "p95_ms": 306.716}, "read_interval": {"avg_ms": 243.211, "count": 123, "max_ms": 345.24, "p95_ms": 317.346}, "triton_wait": {"avg_ms": 67.748, "count": 124, "max_ms": 103.173, "p95_ms": 88.921}, "visualize": {"avg_ms": 26.963, "count": 124, "max_ms": 37.187, "p95_ms": 34.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6222.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23563.477, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.326, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 583192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:54:32+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T02:54:32+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T02:54:32.792730+09:00", "mtime_epoch": 1783014872.7927299, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:54:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1562.703, "name": "celery", "pid": 237, "rss_mb": 1562.703, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.14, "count": 301, "max_ms": 6.529, "p95_ms": 4.662}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 1.896, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.237, "count": 301, "max_ms": 74.499, "p95_ms": 68.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.772, "count": 301, "max_ms": 88.602, "p95_ms": 66.5}, "yolo11_640_fire_11class": {"avg_ms": 56.374, "count": 301, "max_ms": 74.543, "p95_ms": 67.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.029, "count": 301, "max_ms": 87.141, "p95_ms": 78.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.179, "count": 301, "max_ms": 101.743, "p95_ms": 91.842}, "read_interval": {"avg_ms": 99.914, "count": 300, "max_ms": 124.09, "p95_ms": 120.609}, "triton_wait": {"avg_ms": 63.359, "count": 301, "max_ms": 88.612, "p95_ms": 79.243}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 4.736, "p95_ms": 4.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6213.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33381.59, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.71, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 590391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:54:41+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T02:54:41+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T02:54:41.036872+09:00", "mtime_epoch": 1783014881.0368724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:54:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1316.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.374, "count": 299, "max_ms": 12.394, "p95_ms": 8.211}, "gstreamer_push": {"avg_ms": 1.233, "count": 299, "max_ms": 2.209, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.61, "count": 299, "max_ms": 75.506, "p95_ms": 67.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.337, "count": 299, "max_ms": 93.596, "p95_ms": 73.717}, "yolo11_640_fire_11class": {"avg_ms": 54.806, "count": 299, "max_ms": 74.99, "p95_ms": 66.443}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.126, "count": 299, "max_ms": 88.876, "p95_ms": 76.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.94, "count": 299, "max_ms": 109.956, "p95_ms": 93.867}, "read_interval": {"avg_ms": 100.432, "count": 299, "max_ms": 291.998, "p95_ms": 126.626}, "triton_wait": {"avg_ms": 62.066, "count": 299, "max_ms": 93.609, "p95_ms": 78.2}, "visualize": {"avg_ms": 3.608, "count": 299, "max_ms": 6.59, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2675, "tracking_summary": 2364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6214.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60739.488, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.401, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:54:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:54:46+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T02:54:45+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T02:54:45.776954+09:00", "mtime_epoch": 1783014885.7769542, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:54:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 922.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.375, "pushed": 3.375, "read": 3.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.196, "count": 101, "max_ms": 207.218, "p95_ms": 199.249}, "gstreamer_push": {"avg_ms": 0.908, "count": 101, "max_ms": 2.737, "p95_ms": 1.754}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.806, "count": 101, "max_ms": 100.763, "p95_ms": 79.704}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.939, "count": 101, "max_ms": 103.372, "p95_ms": 87.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.392, "count": 101, "max_ms": 327.357, "p95_ms": 312.285}, "read_interval": {"avg_ms": 299.243, "count": 100, "max_ms": 340.199, "p95_ms": 324.077}, "triton_wait": {"avg_ms": 67.985, "count": 101, "max_ms": 103.385, "p95_ms": 87.929}, "visualize": {"avg_ms": 29.469, "count": 101, "max_ms": 40.281, "p95_ms": 39.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6213.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23593.559, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.34, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 583493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:55:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T02:55:02+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T02:55:02+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T02:55:02.897250+09:00", "mtime_epoch": 1783014902.8972504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:55:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1562.703, "name": "celery", "pid": 237, "rss_mb": 1562.703, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.165, "count": 300, "max_ms": 6.591, "p95_ms": 4.849}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.673, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.387, "count": 300, "max_ms": 77.88, "p95_ms": 68.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.579, "count": 300, "max_ms": 88.655, "p95_ms": 65.537}, "yolo11_640_fire_11class": {"avg_ms": 56.749, "count": 300, "max_ms": 77.26, "p95_ms": 68.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.257, "count": 300, "max_ms": 85.143, "p95_ms": 78.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.409, "count": 300, "max_ms": 103.298, "p95_ms": 91.447}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 125.703, "p95_ms": 121.29}, "triton_wait": {"avg_ms": 63.578, "count": 300, "max_ms": 88.667, "p95_ms": 78.6}, "visualize": {"avg_ms": 3.691, "count": 300, "max_ms": 5.992, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6214.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33411.625, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.876, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 590692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:55:11+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:55:11+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T02:55:11.077392+09:00", "mtime_epoch": 1783014911.077392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:55:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1316.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.476, "count": 301, "max_ms": 11.672, "p95_ms": 9.035}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.592, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.157, "count": 301, "max_ms": 74.002, "p95_ms": 66.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.109, "count": 301, "max_ms": 91.094, "p95_ms": 71.251}, "yolo11_640_fire_11class": {"avg_ms": 55.507, "count": 301, "max_ms": 72.052, "p95_ms": 66.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.984, "count": 301, "max_ms": 81.706, "p95_ms": 76.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.924, "count": 301, "max_ms": 107.341, "p95_ms": 94.834}, "read_interval": {"avg_ms": 99.836, "count": 300, "max_ms": 347.396, "p95_ms": 117.773}, "triton_wait": {"avg_ms": 62.912, "count": 301, "max_ms": 91.106, "p95_ms": 77.981}, "visualize": {"avg_ms": 3.646, "count": 301, "max_ms": 6.096, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2676, "tracking_summary": 2364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6222.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60769.557, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.204, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:55:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:55:16+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T02:55:15+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T02:55:15.841475+09:00", "mtime_epoch": 1783014915.8414748, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:55:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 930.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.631, "pushed": 3.631, "read": 3.597}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.596, "count": 108, "max_ms": 199.996, "p95_ms": 196.174}, "gstreamer_push": {"avg_ms": 1.226, "count": 108, "max_ms": 3.04, "p95_ms": 2.861}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.294, "count": 108, "max_ms": 87.981, "p95_ms": 76.063}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.404, "count": 108, "max_ms": 101.495, "p95_ms": 83.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.207, "count": 108, "max_ms": 339.179, "p95_ms": 309.777}, "read_interval": {"avg_ms": 278.093, "count": 107, "max_ms": 348.076, "p95_ms": 318.533}, "triton_wait": {"avg_ms": 67.418, "count": 108, "max_ms": 101.507, "p95_ms": 83.672}, "visualize": {"avg_ms": 29.466, "count": 108, "max_ms": 39.862, "p95_ms": 39.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.747, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6213.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23623.694, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.452, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 583794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:55:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:55:33+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T02:55:33+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T02:55:32.969772+09:00", "mtime_epoch": 1783014932.9697716, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:55:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1562.961, "name": "celery", "pid": 237, "rss_mb": 1562.961, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.101, "count": 300, "max_ms": 6.299, "p95_ms": 4.453}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 2.02, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.006, "count": 300, "max_ms": 80.809, "p95_ms": 67.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.022, "count": 300, "max_ms": 82.806, "p95_ms": 63.263}, "yolo11_640_fire_11class": {"avg_ms": 53.508, "count": 300, "max_ms": 80.797, "p95_ms": 67.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.585, "count": 300, "max_ms": 93.062, "p95_ms": 76.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.37, "count": 300, "max_ms": 106.076, "p95_ms": 89.914}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 143.83, "p95_ms": 121.815}, "triton_wait": {"avg_ms": 58.733, "count": 300, "max_ms": 93.074, "p95_ms": 76.613}, "visualize": {"avg_ms": 3.607, "count": 300, "max_ms": 4.739, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6214.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33441.692, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.71, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 590994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:55:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:55:41+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T02:55:41+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T02:55:41.129913+09:00", "mtime_epoch": 1783014941.1299133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:55:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1316.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.467, "count": 302, "max_ms": 12.226, "p95_ms": 9.037}, "gstreamer_push": {"avg_ms": 1.232, "count": 302, "max_ms": 1.824, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.076, "count": 302, "max_ms": 78.424, "p95_ms": 64.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.083, "count": 302, "max_ms": 98.224, "p95_ms": 70.245}, "yolo11_640_fire_11class": {"avg_ms": 51.671, "count": 302, "max_ms": 77.933, "p95_ms": 65.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.21, "count": 302, "max_ms": 90.615, "p95_ms": 75.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.274, "count": 302, "max_ms": 114.77, "p95_ms": 92.19}, "read_interval": {"avg_ms": 99.596, "count": 301, "max_ms": 389.887, "p95_ms": 131.569}, "triton_wait": {"avg_ms": 57.287, "count": 302, "max_ms": 98.237, "p95_ms": 76.166}, "visualize": {"avg_ms": 3.639, "count": 302, "max_ms": 5.423, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2676, "tracking_summary": 2365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6212.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60799.67, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.567, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:55:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:55:46+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T02:55:45+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T02:55:45.965997+09:00", "mtime_epoch": 1783014945.9659972, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:55:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 919.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.354, "pushed": 3.354, "read": 3.32}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.715, "count": 100, "max_ms": 210.16, "p95_ms": 195.108}, "gstreamer_push": {"avg_ms": 1.054, "count": 100, "max_ms": 2.94, "p95_ms": 2.731}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.943, "count": 100, "max_ms": 95.251, "p95_ms": 71.874}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.494, "count": 100, "max_ms": 102.534, "p95_ms": 81.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.056, "count": 100, "max_ms": 321.805, "p95_ms": 310.515}, "read_interval": {"avg_ms": 301.132, "count": 99, "max_ms": 330.818, "p95_ms": 320.971}, "triton_wait": {"avg_ms": 66.508, "count": 100, "max_ms": 102.549, "p95_ms": 81.85}, "visualize": {"avg_ms": 30.115, "count": 100, "max_ms": 40.855, "p95_ms": 39.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23653.703, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.809, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 584094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:56:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:56:03+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T02:56:03+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-03T02:56:02.970293+09:00", "mtime_epoch": 1783014962.9702926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:56:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1562.961, "name": "celery", "pid": 237, "rss_mb": 1562.961, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.082, "count": 300, "max_ms": 6.178, "p95_ms": 4.761}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 2.065, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.059, "count": 300, "max_ms": 78.433, "p95_ms": 67.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.221, "count": 300, "max_ms": 81.076, "p95_ms": 65.704}, "yolo11_640_fire_11class": {"avg_ms": 53.154, "count": 300, "max_ms": 77.531, "p95_ms": 68.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.13, "count": 300, "max_ms": 86.821, "p95_ms": 78.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.855, "count": 300, "max_ms": 101.908, "p95_ms": 91.871}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 137.029, "p95_ms": 122.382}, "triton_wait": {"avg_ms": 58.436, "count": 300, "max_ms": 86.833, "p95_ms": 79.001}, "visualize": {"avg_ms": 3.498, "count": 300, "max_ms": 4.621, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6220.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33471.719, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.841, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 591294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:56:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T02:56:11+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T02:56:11+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T02:56:11.134435+09:00", "mtime_epoch": 1783014971.1344347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:56:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1316.793, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.436, "count": 300, "max_ms": 13.247, "p95_ms": 8.173}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 2.123, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.567, "count": 300, "max_ms": 73.319, "p95_ms": 66.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.013, "count": 300, "max_ms": 93.509, "p95_ms": 82.193}, "yolo11_640_fire_11class": {"avg_ms": 52.968, "count": 300, "max_ms": 72.807, "p95_ms": 67.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.658, "count": 300, "max_ms": 83.728, "p95_ms": 77.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.431, "count": 300, "max_ms": 109.784, "p95_ms": 99.499}, "read_interval": {"avg_ms": 100.025, "count": 299, "max_ms": 351.374, "p95_ms": 128.925}, "triton_wait": {"avg_ms": 59.468, "count": 300, "max_ms": 93.521, "p95_ms": 82.717}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 4.668, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2678, "tracking_summary": 2366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6220.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60829.857, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.204, "sample_count": 1089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:56:16+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T02:56:16+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T02:56:16.146522+09:00", "mtime_epoch": 1783014976.1465218, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:56:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 927.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.916, "pushed": 3.916, "read": 3.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.584, "count": 117, "max_ms": 196.949, "p95_ms": 194.391}, "gstreamer_push": {"avg_ms": 0.963, "count": 117, "max_ms": 3.039, "p95_ms": 1.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.42, "count": 117, "max_ms": 90.589, "p95_ms": 79.445}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.412, "count": 117, "max_ms": 100.748, "p95_ms": 86.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.208, "count": 117, "max_ms": 318.188, "p95_ms": 301.422}, "read_interval": {"avg_ms": 257.586, "count": 116, "max_ms": 326.976, "p95_ms": 311.97}, "triton_wait": {"avg_ms": 69.464, "count": 117, "max_ms": 100.764, "p95_ms": 86.531}, "visualize": {"avg_ms": 27.414, "count": 117, "max_ms": 39.861, "p95_ms": 34.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6224.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23683.752, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.075, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 584395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:56:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:56:33+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T02:56:33+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T02:56:33.094817+09:00", "mtime_epoch": 1783014993.0948167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:56:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1563.219, "name": "celery", "pid": 237, "rss_mb": 1563.219, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 301, "max_ms": 6.586, "p95_ms": 4.51}, "gstreamer_push": {"avg_ms": 1.269, "count": 301, "max_ms": 2.126, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.892, "count": 301, "max_ms": 76.569, "p95_ms": 66.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.629, "count": 301, "max_ms": 91.507, "p95_ms": 63.815}, "yolo11_640_fire_11class": {"avg_ms": 51.445, "count": 301, "max_ms": 75.341, "p95_ms": 66.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.797, "count": 301, "max_ms": 87.602, "p95_ms": 78.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.792, "count": 301, "max_ms": 104.428, "p95_ms": 91.185}, "read_interval": {"avg_ms": 99.91, "count": 300, "max_ms": 126.283, "p95_ms": 121.027}, "triton_wait": {"avg_ms": 56.189, "count": 301, "max_ms": 91.519, "p95_ms": 78.337}, "visualize": {"avg_ms": 3.598, "count": 301, "max_ms": 4.898, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6223.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33501.732, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.635, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 591592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:56:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:56:41+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:56:41+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T02:56:41.194958+09:00", "mtime_epoch": 1783015001.1949577, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:56:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1316.793, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.54, "count": 298, "max_ms": 12.997, "p95_ms": 10.633}, "gstreamer_push": {"avg_ms": 1.234, "count": 298, "max_ms": 1.989, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.782, "count": 298, "max_ms": 72.465, "p95_ms": 64.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.376, "count": 298, "max_ms": 90.931, "p95_ms": 77.248}, "yolo11_640_fire_11class": {"avg_ms": 51.321, "count": 298, "max_ms": 71.91, "p95_ms": 64.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.722, "count": 298, "max_ms": 85.785, "p95_ms": 75.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.257, "count": 298, "max_ms": 108.028, "p95_ms": 96.276}, "read_interval": {"avg_ms": 100.842, "count": 298, "max_ms": 314.874, "p95_ms": 162.725}, "triton_wait": {"avg_ms": 57.223, "count": 298, "max_ms": 90.944, "p95_ms": 80.433}, "visualize": {"avg_ms": 3.675, "count": 298, "max_ms": 6.5, "p95_ms": 4.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2680, "tracking_summary": 2367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6224.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60859.974, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 308.204, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:56:46+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T02:56:46+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T02:56:46.271046+09:00", "mtime_epoch": 1783015006.2710462, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:56:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 930.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.387, "pushed": 3.387, "read": 3.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.19, "count": 101, "max_ms": 196.545, "p95_ms": 194.853}, "gstreamer_push": {"avg_ms": 1.083, "count": 101, "max_ms": 2.914, "p95_ms": 1.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.674, "count": 101, "max_ms": 93.892, "p95_ms": 80.974}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.667, "count": 101, "max_ms": 96.885, "p95_ms": 87.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.288, "count": 101, "max_ms": 324.673, "p95_ms": 309.207}, "read_interval": {"avg_ms": 298.16, "count": 100, "max_ms": 334.629, "p95_ms": 319.479}, "triton_wait": {"avg_ms": 67.71, "count": 101, "max_ms": 96.899, "p95_ms": 87.594}, "visualize": {"avg_ms": 27.685, "count": 101, "max_ms": 42.113, "p95_ms": 39.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6214.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23713.791, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.246, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 584695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:57:03+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T02:57:03+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T02:57:03.127340+09:00", "mtime_epoch": 1783015023.12734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:57:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1563.219, "name": "celery", "pid": 237, "rss_mb": 1563.219, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.09, "count": 300, "max_ms": 6.483, "p95_ms": 4.314}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.833, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.692, "count": 300, "max_ms": 78.056, "p95_ms": 69.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.361, "count": 300, "max_ms": 89.262, "p95_ms": 68.164}, "yolo11_640_fire_11class": {"avg_ms": 55.34, "count": 300, "max_ms": 77.357, "p95_ms": 68.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.481, "count": 300, "max_ms": 88.467, "p95_ms": 79.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.661, "count": 300, "max_ms": 102.18, "p95_ms": 92.358}, "read_interval": {"avg_ms": 100.073, "count": 300, "max_ms": 138.034, "p95_ms": 120.513}, "triton_wait": {"avg_ms": 61.994, "count": 300, "max_ms": 89.274, "p95_ms": 79.423}, "visualize": {"avg_ms": 3.631, "count": 300, "max_ms": 5.4, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6221.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33531.786, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.457, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 591895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:57:11+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T02:57:11+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T02:57:11.215481+09:00", "mtime_epoch": 1783015031.215481, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:57:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1317.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.075}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.508, "count": 303, "max_ms": 12.032, "p95_ms": 10.787}, "gstreamer_push": {"avg_ms": 1.228, "count": 303, "max_ms": 1.629, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.254, "count": 303, "max_ms": 74.119, "p95_ms": 67.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.788, "count": 303, "max_ms": 99.211, "p95_ms": 80.643}, "yolo11_640_fire_11class": {"avg_ms": 53.665, "count": 303, "max_ms": 74.106, "p95_ms": 66.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.697, "count": 303, "max_ms": 85.463, "p95_ms": 76.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.016, "count": 303, "max_ms": 115.257, "p95_ms": 100.597}, "read_interval": {"avg_ms": 99.149, "count": 302, "max_ms": 410.927, "p95_ms": 127.169}, "triton_wait": {"avg_ms": 61.085, "count": 303, "max_ms": 99.223, "p95_ms": 84.116}, "visualize": {"avg_ms": 3.61, "count": 303, "max_ms": 5.018, "p95_ms": 4.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2680, "tracking_summary": 2368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6220.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60889.991, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.287, "sample_count": 1093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:57:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:57:16+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T02:57:16+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T02:57:16.415572+09:00", "mtime_epoch": 1783015036.415572, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:57:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 927.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.869, "pushed": 3.869, "read": 3.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.529, "count": 115, "max_ms": 223.133, "p95_ms": 202.793}, "gstreamer_push": {"avg_ms": 1.151, "count": 115, "max_ms": 3.903, "p95_ms": 2.016}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.38, "count": 115, "max_ms": 102.38, "p95_ms": 85.898}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.264, "count": 115, "max_ms": 102.393, "p95_ms": 90.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.002, "count": 115, "max_ms": 329.472, "p95_ms": 312.785}, "read_interval": {"avg_ms": 261.766, "count": 114, "max_ms": 339.712, "p95_ms": 322.223}, "triton_wait": {"avg_ms": 69.278, "count": 115, "max_ms": 102.403, "p95_ms": 90.988}, "visualize": {"avg_ms": 27.339, "count": 115, "max_ms": 40.202, "p95_ms": 35.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.724, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6226.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23743.892, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.072, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 584996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:57:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:57:33+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T02:57:33+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T02:57:33.211865+09:00", "mtime_epoch": 1783015053.2118652, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:57:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1563.477, "name": "celery", "pid": 237, "rss_mb": 1563.477, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.049, "count": 301, "max_ms": 6.729, "p95_ms": 4.991}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 1.847, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.229, "count": 301, "max_ms": 77.829, "p95_ms": 68.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.105, "count": 301, "max_ms": 97.191, "p95_ms": 66.417}, "yolo11_640_fire_11class": {"avg_ms": 55.088, "count": 301, "max_ms": 77.841, "p95_ms": 68.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.053, "count": 301, "max_ms": 87.946, "p95_ms": 79.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.325, "count": 301, "max_ms": 110.103, "p95_ms": 92.119}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 136.255, "p95_ms": 122.164}, "triton_wait": {"avg_ms": 61.693, "count": 301, "max_ms": 97.203, "p95_ms": 79.413}, "visualize": {"avg_ms": 3.606, "count": 301, "max_ms": 5.904, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6226.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33561.885, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.404, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 592193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T02:57:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T02:57:41+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T02:57:41.316007+09:00", "mtime_epoch": 1783015061.3160067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:57:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1317.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 297, "max_ms": 12.176, "p95_ms": 8.277}, "gstreamer_push": {"avg_ms": 1.24, "count": 297, "max_ms": 1.769, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.022, "count": 297, "max_ms": 72.891, "p95_ms": 67.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.826, "count": 297, "max_ms": 98.219, "p95_ms": 77.148}, "yolo11_640_fire_11class": {"avg_ms": 54.604, "count": 297, "max_ms": 72.349, "p95_ms": 66.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.114, "count": 297, "max_ms": 84.172, "p95_ms": 77.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.115, "count": 297, "max_ms": 114.336, "p95_ms": 99.235}, "read_interval": {"avg_ms": 100.986, "count": 297, "max_ms": 442.895, "p95_ms": 125.639}, "triton_wait": {"avg_ms": 62.259, "count": 297, "max_ms": 98.232, "p95_ms": 83.008}, "visualize": {"avg_ms": 3.619, "count": 297, "max_ms": 5.154, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2681, "tracking_summary": 2369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6221.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60920.069, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.35, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:57:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:57:46+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-03T02:57:46+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T02:57:46.360095+09:00", "mtime_epoch": 1783015066.3600948, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:57:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 927.961, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.411, "pushed": 3.411, "read": 3.378}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.155, "count": 102, "max_ms": 194.898, "p95_ms": 193.858}, "gstreamer_push": {"avg_ms": 1.019, "count": 102, "max_ms": 1.925, "p95_ms": 1.787}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.45, "count": 102, "max_ms": 89.938, "p95_ms": 78.525}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.906, "count": 102, "max_ms": 89.926, "p95_ms": 87.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.086, "count": 102, "max_ms": 325.824, "p95_ms": 305.886}, "read_interval": {"avg_ms": 294.769, "count": 101, "max_ms": 335.574, "p95_ms": 315.045}, "triton_wait": {"avg_ms": 67.103, "count": 102, "max_ms": 89.948, "p95_ms": 87.014}, "visualize": {"avg_ms": 29.125, "count": 102, "max_ms": 44.053, "p95_ms": 40.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6222.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23773.979, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.035, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:58:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:58:03+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T02:58:03+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T02:58:03.296391+09:00", "mtime_epoch": 1783015083.296391, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:58:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1563.734, "name": "celery", "pid": 237, "rss_mb": 1563.734, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 301, "max_ms": 6.147, "p95_ms": 4.672}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 1.567, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.024, "count": 301, "max_ms": 72.806, "p95_ms": 68.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.725, "count": 301, "max_ms": 91.111, "p95_ms": 67.87}, "yolo11_640_fire_11class": {"avg_ms": 54.646, "count": 301, "max_ms": 72.28, "p95_ms": 67.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.069, "count": 301, "max_ms": 83.389, "p95_ms": 78.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.406, "count": 301, "max_ms": 104.092, "p95_ms": 92.074}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 135.396, "p95_ms": 121.124}, "triton_wait": {"avg_ms": 61.692, "count": 301, "max_ms": 91.124, "p95_ms": 79.346}, "visualize": {"avg_ms": 3.646, "count": 301, "max_ms": 4.933, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6221.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33591.972, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.614, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 592496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:58:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:58:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T02:58:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T02:58:11.404533+09:00", "mtime_epoch": 1783015091.404533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:58:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1317.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.41, "count": 302, "max_ms": 12.342, "p95_ms": 8.073}, "gstreamer_push": {"avg_ms": 1.241, "count": 303, "max_ms": 1.772, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.65, "count": 302, "max_ms": 79.786, "p95_ms": 67.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.44, "count": 302, "max_ms": 92.625, "p95_ms": 70.948}, "yolo11_640_fire_11class": {"avg_ms": 53.92, "count": 302, "max_ms": 79.054, "p95_ms": 66.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.814, "count": 302, "max_ms": 88.751, "p95_ms": 77.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.59, "count": 303, "max_ms": 108.93, "p95_ms": 97.14}, "read_interval": {"avg_ms": 99.283, "count": 302, "max_ms": 327.964, "p95_ms": 122.679}, "triton_wait": {"avg_ms": 60.671, "count": 302, "max_ms": 92.639, "p95_ms": 80.473}, "visualize": {"avg_ms": 3.649, "count": 302, "max_ms": 6.541, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2684, "tracking_summary": 2370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6224.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60950.366, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.777, "sample_count": 1084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:58:16+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T02:58:16+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T02:58:16.656625+09:00", "mtime_epoch": 1783015096.6566248, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:58:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 934.496, "name": "celery", "pid": 239, "rss_mb": 929.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.533, "pushed": 3.533, "read": 3.499}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.525, "count": 105, "max_ms": 195.803, "p95_ms": 194.346}, "gstreamer_push": {"avg_ms": 0.919, "count": 105, "max_ms": 1.886, "p95_ms": 1.744}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.829, "count": 105, "max_ms": 97.361, "p95_ms": 76.856}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.074, "count": 105, "max_ms": 104.524, "p95_ms": 88.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.097, "count": 105, "max_ms": 332.231, "p95_ms": 309.045}, "read_interval": {"avg_ms": 285.663, "count": 104, "max_ms": 343.978, "p95_ms": 319.376}, "triton_wait": {"avg_ms": 69.147, "count": 105, "max_ms": 104.539, "p95_ms": 88.353}, "visualize": {"avg_ms": 28.72, "count": 105, "max_ms": 43.758, "p95_ms": 40.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.721, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6218.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23804.008, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.357, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:58:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:58:33+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T02:58:33+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T02:58:33.328917+09:00", "mtime_epoch": 1783015113.3289168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:58:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1563.734, "name": "celery", "pid": 237, "rss_mb": 1563.734, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.214, "count": 300, "max_ms": 6.665, "p95_ms": 5.168}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 2.073, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.207, "count": 300, "max_ms": 80.626, "p95_ms": 71.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.11, "count": 300, "max_ms": 92.983, "p95_ms": 69.269}, "yolo11_640_fire_11class": {"avg_ms": 55.168, "count": 300, "max_ms": 79.406, "p95_ms": 70.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.812, "count": 300, "max_ms": 90.04, "p95_ms": 81.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.49, "count": 300, "max_ms": 105.915, "p95_ms": 95.827}, "read_interval": {"avg_ms": 100.115, "count": 300, "max_ms": 133.862, "p95_ms": 121.823}, "triton_wait": {"avg_ms": 61.459, "count": 300, "max_ms": 92.995, "p95_ms": 82.957}, "visualize": {"avg_ms": 3.746, "count": 300, "max_ms": 5.091, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6223.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33621.996, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.534, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 592794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:58:41+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T02:58:41+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T02:58:41.417058+09:00", "mtime_epoch": 1783015121.4170585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:58:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1317.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.926}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.481, "count": 298, "max_ms": 12.337, "p95_ms": 8.38}, "gstreamer_push": {"avg_ms": 1.259, "count": 298, "max_ms": 2.152, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.331, "count": 298, "max_ms": 75.926, "p95_ms": 70.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.488, "count": 298, "max_ms": 96.782, "p95_ms": 86.014}, "yolo11_640_fire_11class": {"avg_ms": 54.656, "count": 298, "max_ms": 75.379, "p95_ms": 70.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.135, "count": 298, "max_ms": 87.107, "p95_ms": 78.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.064, "count": 298, "max_ms": 112.648, "p95_ms": 102.91}, "read_interval": {"avg_ms": 100.677, "count": 297, "max_ms": 410.398, "p95_ms": 125.527}, "triton_wait": {"avg_ms": 61.989, "count": 298, "max_ms": 96.795, "p95_ms": 86.228}, "visualize": {"avg_ms": 3.67, "count": 298, "max_ms": 5.472, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2684, "tracking_summary": 2371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6213.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 60980.595, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.207, "sample_count": 1090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:58:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:58:47+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T02:58:46+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T02:58:46.897154+09:00", "mtime_epoch": 1783015126.8971543, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:58:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 935.855, "name": "celery", "pid": 239, "rss_mb": 919.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.11, "pushed": 4.11, "read": 4.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 133.259, "count": 123, "max_ms": 232.311, "p95_ms": 195.93}, "gstreamer_push": {"avg_ms": 1.096, "count": 123, "max_ms": 2.941, "p95_ms": 1.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.207, "count": 123, "max_ms": 97.612, "p95_ms": 81.493}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.258, "count": 123, "max_ms": 97.6, "p95_ms": 87.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.714, "count": 123, "max_ms": 321.649, "p95_ms": 304.309}, "read_interval": {"avg_ms": 245.36, "count": 122, "max_ms": 331.312, "p95_ms": 314.874}, "triton_wait": {"avg_ms": 70.355, "count": 123, "max_ms": 97.622, "p95_ms": 87.157}, "visualize": {"avg_ms": 28.329, "count": 123, "max_ms": 42.89, "p95_ms": 37.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6227.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23834.071, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.357, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 585898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:59:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:59:03+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T02:59:03+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T02:59:03.409444+09:00", "mtime_epoch": 1783015143.4094439, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:59:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1563.992, "name": "celery", "pid": 237, "rss_mb": 1563.992, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.139, "count": 301, "max_ms": 5.811, "p95_ms": 4.774}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.572, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.788, "count": 301, "max_ms": 77.71, "p95_ms": 69.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.183, "count": 301, "max_ms": 95.192, "p95_ms": 67.439}, "yolo11_640_fire_11class": {"avg_ms": 56.485, "count": 301, "max_ms": 79.43, "p95_ms": 71.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.134, "count": 301, "max_ms": 89.227, "p95_ms": 79.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.43, "count": 301, "max_ms": 108.064, "p95_ms": 93.718}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 136.37, "p95_ms": 121.076}, "triton_wait": {"avg_ms": 63.606, "count": 301, "max_ms": 95.204, "p95_ms": 80.867}, "visualize": {"avg_ms": 3.648, "count": 301, "max_ms": 5.472, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6227.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33652.085, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.991, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 593096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:59:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:59:11+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T02:59:11+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T02:59:11.525586+09:00", "mtime_epoch": 1783015151.5255864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:59:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1317.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.385, "count": 301, "max_ms": 13.084, "p95_ms": 8.169}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.561, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.88, "count": 301, "max_ms": 76.697, "p95_ms": 67.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.584, "count": 301, "max_ms": 96.536, "p95_ms": 85.966}, "yolo11_640_fire_11class": {"avg_ms": 55.623, "count": 301, "max_ms": 76.686, "p95_ms": 66.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.782, "count": 301, "max_ms": 89.115, "p95_ms": 76.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.591, "count": 301, "max_ms": 113.317, "p95_ms": 102.673}, "read_interval": {"avg_ms": 99.633, "count": 301, "max_ms": 300.038, "p95_ms": 123.704}, "triton_wait": {"avg_ms": 63.68, "count": 301, "max_ms": 96.55, "p95_ms": 86.064}, "visualize": {"avg_ms": 3.62, "count": 301, "max_ms": 5.638, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2685, "tracking_summary": 2372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6229.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61010.777, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.35, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:59:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:59:17+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T02:59:17+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T02:59:17.073684+09:00", "mtime_epoch": 1783015157.0736837, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:59:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 935.855, "name": "celery", "pid": 239, "rss_mb": 935.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.783, "pushed": 3.783, "read": 3.749}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.917, "count": 113, "max_ms": 219.957, "p95_ms": 200.358}, "gstreamer_push": {"avg_ms": 1.028, "count": 113, "max_ms": 3.005, "p95_ms": 1.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.639, "count": 113, "max_ms": 100.544, "p95_ms": 86.778}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.527, "count": 113, "max_ms": 102.467, "p95_ms": 93.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.297, "count": 113, "max_ms": 323.79, "p95_ms": 317.314}, "read_interval": {"avg_ms": 266.784, "count": 112, "max_ms": 334.483, "p95_ms": 327.004}, "triton_wait": {"avg_ms": 71.591, "count": 113, "max_ms": 102.479, "p95_ms": 93.087}, "visualize": {"avg_ms": 25.901, "count": 113, "max_ms": 34.88, "p95_ms": 33.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6225.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23864.083, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.563, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 586198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:59:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:59:33+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T02:59:33+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T02:59:33.421971+09:00", "mtime_epoch": 1783015173.4219706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T02:59:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1563.992, "name": "celery", "pid": 237, "rss_mb": 1563.992, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.125, "count": 300, "max_ms": 6.808, "p95_ms": 4.556}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 2.243, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.157, "count": 300, "max_ms": 79.061, "p95_ms": 71.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.935, "count": 300, "max_ms": 93.425, "p95_ms": 65.521}, "yolo11_640_fire_11class": {"avg_ms": 56.244, "count": 300, "max_ms": 76.397, "p95_ms": 69.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.879, "count": 300, "max_ms": 87.659, "p95_ms": 79.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.67, "count": 300, "max_ms": 248.378, "p95_ms": 93.973}, "read_interval": {"avg_ms": 100.031, "count": 300, "max_ms": 256.139, "p95_ms": 122.047}, "triton_wait": {"avg_ms": 63.362, "count": 300, "max_ms": 93.436, "p95_ms": 80.893}, "visualize": {"avg_ms": 3.625, "count": 300, "max_ms": 5.129, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6225.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33682.18, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.235, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 593399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:59:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:59:41+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T02:59:41+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T02:59:41.622115+09:00", "mtime_epoch": 1783015181.6221147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T02:59:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1317.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 302, "max_ms": 12.452, "p95_ms": 8.904}, "gstreamer_push": {"avg_ms": 1.246, "count": 303, "max_ms": 2.197, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.648, "count": 302, "max_ms": 76.615, "p95_ms": 67.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.113, "count": 302, "max_ms": 96.901, "p95_ms": 81.735}, "yolo11_640_fire_11class": {"avg_ms": 54.979, "count": 302, "max_ms": 75.196, "p95_ms": 65.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.091, "count": 302, "max_ms": 85.578, "p95_ms": 76.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.332, "count": 303, "max_ms": 113.337, "p95_ms": 98.398}, "read_interval": {"avg_ms": 99.312, "count": 302, "max_ms": 258.77, "p95_ms": 121.945}, "triton_wait": {"avg_ms": 62.327, "count": 302, "max_ms": 96.914, "p95_ms": 82.279}, "visualize": {"avg_ms": 3.654, "count": 302, "max_ms": 4.542, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2686, "tracking_summary": 2373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6225.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61040.855, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.045, "sample_count": 1084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T02:59:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T02:59:47+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T02:59:47+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T02:59:47.238213+09:00", "mtime_epoch": 1783015187.2382133, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T02:59:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 935.855, "name": "celery", "pid": 239, "rss_mb": 931.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.458, "pushed": 3.458, "read": 3.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.733, "count": 103, "max_ms": 202.651, "p95_ms": 196.528}, "gstreamer_push": {"avg_ms": 0.765, "count": 103, "max_ms": 0.964, "p95_ms": 0.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.247, "count": 103, "max_ms": 88.093, "p95_ms": 79.562}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.399, "count": 103, "max_ms": 97.168, "p95_ms": 86.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.649, "count": 103, "max_ms": 318.104, "p95_ms": 307.746}, "read_interval": {"avg_ms": 292.721, "count": 102, "max_ms": 328.958, "p95_ms": 317.379}, "triton_wait": {"avg_ms": 70.413, "count": 103, "max_ms": 97.182, "p95_ms": 86.902}, "visualize": {"avg_ms": 25.815, "count": 103, "max_ms": 37.837, "p95_ms": 27.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.784, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6228.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23894.112, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.642, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 586498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:00:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:00:03+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T03:00:03+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-03T03:00:03.366497+09:00", "mtime_epoch": 1783015203.3664968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:00:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1564.25, "name": "celery", "pid": 237, "rss_mb": 1564.25, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.223, "count": 300, "max_ms": 6.639, "p95_ms": 5.706}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.937, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.639, "count": 300, "max_ms": 79.76, "p95_ms": 69.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.94, "count": 300, "max_ms": 87.885, "p95_ms": 67.734}, "yolo11_640_fire_11class": {"avg_ms": 54.076, "count": 300, "max_ms": 76.516, "p95_ms": 68.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.332, "count": 300, "max_ms": 85.474, "p95_ms": 78.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.664, "count": 300, "max_ms": 100.945, "p95_ms": 92.642}, "read_interval": {"avg_ms": 100.04, "count": 299, "max_ms": 133.723, "p95_ms": 121.599}, "triton_wait": {"avg_ms": 59.735, "count": 300, "max_ms": 87.896, "p95_ms": 79.251}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 5.922, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6227.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33712.189, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.522, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 593698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:00:11+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T03:00:11+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T03:00:11.638642+09:00", "mtime_epoch": 1783015211.638642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:00:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1317.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.51, "count": 299, "max_ms": 12.512, "p95_ms": 10.406}, "gstreamer_push": {"avg_ms": 1.229, "count": 299, "max_ms": 1.459, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.512, "count": 299, "max_ms": 79.619, "p95_ms": 67.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.533, "count": 299, "max_ms": 96.405, "p95_ms": 81.504}, "yolo11_640_fire_11class": {"avg_ms": 53.956, "count": 299, "max_ms": 77.478, "p95_ms": 66.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.581, "count": 299, "max_ms": 87.61, "p95_ms": 77.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.011, "count": 299, "max_ms": 110.588, "p95_ms": 99.59}, "read_interval": {"avg_ms": 100.409, "count": 299, "max_ms": 384.483, "p95_ms": 129.772}, "triton_wait": {"avg_ms": 61.032, "count": 299, "max_ms": 96.413, "p95_ms": 83.394}, "visualize": {"avg_ms": 3.648, "count": 299, "max_ms": 6.675, "p95_ms": 4.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2687, "tracking_summary": 2374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6227.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61070.947, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.287, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:00:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:00:17+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T03:00:17+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T03:00:17.250741+09:00", "mtime_epoch": 1783015217.250741, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:00:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 935.855, "name": "celery", "pid": 239, "rss_mb": 932.977, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.546, "pushed": 3.546, "read": 3.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.147, "count": 106, "max_ms": 207.027, "p95_ms": 194.961}, "gstreamer_push": {"avg_ms": 0.767, "count": 106, "max_ms": 0.988, "p95_ms": 0.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.429, "count": 106, "max_ms": 88.41, "p95_ms": 84.059}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.554, "count": 106, "max_ms": 97.628, "p95_ms": 90.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.722, "count": 106, "max_ms": 315.71, "p95_ms": 309.549}, "read_interval": {"avg_ms": 283.796, "count": 105, "max_ms": 325.082, "p95_ms": 318.811}, "triton_wait": {"avg_ms": 70.567, "count": 106, "max_ms": 97.642, "p95_ms": 90.479}, "visualize": {"avg_ms": 26.233, "count": 106, "max_ms": 34.69, "p95_ms": 31.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6219.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23924.199, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "R (running)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.087, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 586799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:00:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:00:33+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:00:33+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T03:00:33.515027+09:00", "mtime_epoch": 1783015233.515027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:00:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1564.25, "name": "celery", "pid": 237, "rss_mb": 1564.25, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.192, "count": 301, "max_ms": 6.629, "p95_ms": 5.364}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 1.874, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.982, "count": 301, "max_ms": 78.859, "p95_ms": 70.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.571, "count": 301, "max_ms": 89.051, "p95_ms": 66.659}, "yolo11_640_fire_11class": {"avg_ms": 54.973, "count": 301, "max_ms": 78.339, "p95_ms": 69.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.331, "count": 301, "max_ms": 90.09, "p95_ms": 79.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.878, "count": 301, "max_ms": 103.152, "p95_ms": 93.062}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 136.698, "p95_ms": 120.805}, "triton_wait": {"avg_ms": 62.002, "count": 301, "max_ms": 90.102, "p95_ms": 79.942}, "visualize": {"avg_ms": 3.676, "count": 301, "max_ms": 5.425, "p95_ms": 4.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6225.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33742.233, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.581, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 593998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:00:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:00:41+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:00:41+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T03:00:41.687171+09:00", "mtime_epoch": 1783015241.687171, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:00:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1318.082, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.318, "count": 300, "max_ms": 12.455, "p95_ms": 7.805}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 2.025, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.653, "count": 300, "max_ms": 78.231, "p95_ms": 67.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.002, "count": 300, "max_ms": 89.088, "p95_ms": 70.387}, "yolo11_640_fire_11class": {"avg_ms": 53.851, "count": 300, "max_ms": 77.716, "p95_ms": 66.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.527, "count": 300, "max_ms": 86.576, "p95_ms": 76.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.4, "count": 300, "max_ms": 105.257, "p95_ms": 95.091}, "read_interval": {"avg_ms": 100.197, "count": 299, "max_ms": 350.386, "p95_ms": 137.892}, "triton_wait": {"avg_ms": 60.502, "count": 300, "max_ms": 89.1, "p95_ms": 79.431}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 5.669, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2688, "tracking_summary": 2374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6220.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61100.976, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.54, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:00:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:00:47+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-03T03:00:47+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T03:00:47.387271+09:00", "mtime_epoch": 1783015247.3872712, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:00:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 935.855, "name": "celery", "pid": 239, "rss_mb": 924.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.33, "pushed": 3.33, "read": 3.296}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.922, "count": 99, "max_ms": 230.273, "p95_ms": 202.411}, "gstreamer_push": {"avg_ms": 0.874, "count": 99, "max_ms": 1.822, "p95_ms": 1.742}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.34, "count": 99, "max_ms": 83.207, "p95_ms": 76.395}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.229, "count": 99, "max_ms": 90.826, "p95_ms": 82.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.987, "count": 99, "max_ms": 342.206, "p95_ms": 320.099}, "read_interval": {"avg_ms": 304.478, "count": 98, "max_ms": 350.89, "p95_ms": 328.409}, "triton_wait": {"avg_ms": 67.251, "count": 99, "max_ms": 90.838, "p95_ms": 82.638}, "visualize": {"avg_ms": 30.014, "count": 99, "max_ms": 43.491, "p95_ms": 40.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.734, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6225.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23954.287, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.169, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 587100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:01:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:01:03+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T03:01:03+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T03:01:03.599557+09:00", "mtime_epoch": 1783015263.5995567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:01:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1564.508, "name": "celery", "pid": 237, "rss_mb": 1564.508, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.094, "count": 301, "max_ms": 6.29, "p95_ms": 4.75}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 2.12, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.675, "count": 301, "max_ms": 78.195, "p95_ms": 69.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.085, "count": 301, "max_ms": 94.558, "p95_ms": 67.714}, "yolo11_640_fire_11class": {"avg_ms": 56.513, "count": 301, "max_ms": 75.874, "p95_ms": 68.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.682, "count": 301, "max_ms": 86.368, "p95_ms": 78.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.783, "count": 301, "max_ms": 105.995, "p95_ms": 92.79}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 137.438, "p95_ms": 121.484}, "triton_wait": {"avg_ms": 63.264, "count": 301, "max_ms": 94.568, "p95_ms": 80.183}, "visualize": {"avg_ms": 3.542, "count": 301, "max_ms": 4.619, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6224.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33772.283, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.203, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 594298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:01:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:01:11+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T03:01:11+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T03:01:11.711700+09:00", "mtime_epoch": 1783015271.7116997, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:01:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1318.082, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.415, "count": 300, "max_ms": 12.322, "p95_ms": 8.43}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.938, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.208, "count": 300, "max_ms": 75.513, "p95_ms": 66.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.486, "count": 300, "max_ms": 94.061, "p95_ms": 73.788}, "yolo11_640_fire_11class": {"avg_ms": 54.305, "count": 300, "max_ms": 72.86, "p95_ms": 66.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.137, "count": 300, "max_ms": 85.005, "p95_ms": 76.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.423, "count": 300, "max_ms": 107.703, "p95_ms": 94.651}, "read_interval": {"avg_ms": 100.131, "count": 299, "max_ms": 350.546, "p95_ms": 123.757}, "triton_wait": {"avg_ms": 61.508, "count": 300, "max_ms": 94.071, "p95_ms": 78.238}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 4.912, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2690, "tracking_summary": 2375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6218.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61131.144, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.287, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:01:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:01:17+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T03:01:17+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T03:01:17.451801+09:00", "mtime_epoch": 1783015277.4518008, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:01:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 935.855, "name": "celery", "pid": 239, "rss_mb": 921.281, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.904, "pushed": 3.904, "read": 3.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.7, "count": 117, "max_ms": 202.981, "p95_ms": 197.989}, "gstreamer_push": {"avg_ms": 1.184, "count": 117, "max_ms": 3.924, "p95_ms": 1.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.335, "count": 117, "max_ms": 89.644, "p95_ms": 78.104}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.414, "count": 117, "max_ms": 97.504, "p95_ms": 83.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.835, "count": 117, "max_ms": 320.538, "p95_ms": 304.008}, "read_interval": {"avg_ms": 257.47, "count": 116, "max_ms": 331.788, "p95_ms": 312.977}, "triton_wait": {"avg_ms": 66.427, "count": 117, "max_ms": 97.517, "p95_ms": 83.898}, "visualize": {"avg_ms": 27.908, "count": 117, "max_ms": 38.878, "p95_ms": 36.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6222.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 23984.349, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.106, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 587401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:01:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:01:33+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:01:33+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T03:01:33.684087+09:00", "mtime_epoch": 1783015293.684087, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:01:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1564.508, "name": "celery", "pid": 237, "rss_mb": 1564.508, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.124, "count": 301, "max_ms": 6.452, "p95_ms": 4.798}, "gstreamer_push": {"avg_ms": 1.285, "count": 301, "max_ms": 2.127, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.451, "count": 301, "max_ms": 80.121, "p95_ms": 70.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.718, "count": 301, "max_ms": 102.806, "p95_ms": 65.647}, "yolo11_640_fire_11class": {"avg_ms": 53.884, "count": 301, "max_ms": 79.248, "p95_ms": 69.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.057, "count": 301, "max_ms": 84.351, "p95_ms": 78.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.399, "count": 301, "max_ms": 115.804, "p95_ms": 91.868}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 138.971, "p95_ms": 121.789}, "triton_wait": {"avg_ms": 59.68, "count": 301, "max_ms": 102.816, "p95_ms": 79.19}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 5.736, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6228.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33802.39, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.759, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 594601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:01:41+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:01:41+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T03:01:41.804230+09:00", "mtime_epoch": 1783015301.8042302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:01:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1318.34, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.501, "count": 302, "max_ms": 13.331, "p95_ms": 9.233}, "gstreamer_push": {"avg_ms": 1.253, "count": 302, "max_ms": 2.141, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.255, "count": 302, "max_ms": 78.62, "p95_ms": 67.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.951, "count": 302, "max_ms": 99.56, "p95_ms": 70.076}, "yolo11_640_fire_11class": {"avg_ms": 52.91, "count": 302, "max_ms": 74.236, "p95_ms": 67.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.502, "count": 302, "max_ms": 83.266, "p95_ms": 76.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.7, "count": 302, "max_ms": 115.665, "p95_ms": 93.954}, "read_interval": {"avg_ms": 99.474, "count": 301, "max_ms": 307.452, "p95_ms": 138.628}, "triton_wait": {"avg_ms": 58.644, "count": 302, "max_ms": 99.573, "p95_ms": 77.885}, "visualize": {"avg_ms": 3.668, "count": 302, "max_ms": 5.557, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2691, "tracking_summary": 2376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6226.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61161.404, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.911, "sample_count": 1080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:01:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:01:47+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T03:01:47+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T03:01:47.704334+09:00", "mtime_epoch": 1783015307.7043343, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:01:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 935.855, "name": "celery", "pid": 239, "rss_mb": 929.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.339, "pushed": 3.339, "read": 3.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.198, "count": 100, "max_ms": 239.756, "p95_ms": 212.34}, "gstreamer_push": {"avg_ms": 1.087, "count": 100, "max_ms": 3.759, "p95_ms": 2.715}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.467, "count": 100, "max_ms": 96.519, "p95_ms": 79.299}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.258, "count": 100, "max_ms": 95.702, "p95_ms": 85.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.667, "count": 100, "max_ms": 345.323, "p95_ms": 320.905}, "read_interval": {"avg_ms": 302.579, "count": 99, "max_ms": 356.874, "p95_ms": 332.669}, "triton_wait": {"avg_ms": 66.437, "count": 100, "max_ms": 96.531, "p95_ms": 85.241}, "visualize": {"avg_ms": 29.231, "count": 100, "max_ms": 46.848, "p95_ms": 39.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6216.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24014.354, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.214, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 587701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:02:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:02:03+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:02:03+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T03:02:03.700617+09:00", "mtime_epoch": 1783015323.7006166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:02:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1564.766, "name": "celery", "pid": 237, "rss_mb": 1564.766, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.096, "count": 300, "max_ms": 6.453, "p95_ms": 4.554}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 2.037, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.374, "count": 300, "max_ms": 81.47, "p95_ms": 69.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.33, "count": 300, "max_ms": 91.661, "p95_ms": 67.664}, "yolo11_640_fire_11class": {"avg_ms": 54.684, "count": 300, "max_ms": 76.875, "p95_ms": 68.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.901, "count": 300, "max_ms": 86.904, "p95_ms": 79.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.042, "count": 300, "max_ms": 104.587, "p95_ms": 92.801}, "read_interval": {"avg_ms": 100.018, "count": 300, "max_ms": 130.361, "p95_ms": 120.72}, "triton_wait": {"avg_ms": 60.38, "count": 300, "max_ms": 91.672, "p95_ms": 80.181}, "visualize": {"avg_ms": 3.63, "count": 300, "max_ms": 5.65, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6220.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33832.397, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.338, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 594899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:02:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:02:11+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T03:02:11+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T03:02:11.808760+09:00", "mtime_epoch": 1783015331.8087597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:02:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1318.34, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.435, "count": 298, "max_ms": 12.098, "p95_ms": 9.192}, "gstreamer_push": {"avg_ms": 1.24, "count": 298, "max_ms": 1.81, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.226, "count": 298, "max_ms": 82.194, "p95_ms": 71.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.544, "count": 298, "max_ms": 98.776, "p95_ms": 84.729}, "yolo11_640_fire_11class": {"avg_ms": 54.591, "count": 298, "max_ms": 80.322, "p95_ms": 69.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.326, "count": 298, "max_ms": 92.86, "p95_ms": 79.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.133, "count": 298, "max_ms": 115.029, "p95_ms": 102.035}, "read_interval": {"avg_ms": 100.553, "count": 298, "max_ms": 276.383, "p95_ms": 134.32}, "triton_wait": {"avg_ms": 62.231, "count": 298, "max_ms": 98.789, "p95_ms": 86.24}, "visualize": {"avg_ms": 3.614, "count": 298, "max_ms": 6.8, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2691, "tracking_summary": 2377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6225.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61191.664, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.436, "sample_count": 1080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:02:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:02:18+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T03:02:17+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T03:02:17.968868+09:00", "mtime_epoch": 1783015337.9688685, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:02:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 935.855, "name": "celery", "pid": 239, "rss_mb": 928.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.904, "pushed": 3.904, "read": 3.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.962, "count": 117, "max_ms": 225.369, "p95_ms": 216.504}, "gstreamer_push": {"avg_ms": 1.045, "count": 117, "max_ms": 3.046, "p95_ms": 2.294}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.452, "count": 117, "max_ms": 101.6, "p95_ms": 88.445}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.429, "count": 117, "max_ms": 104.565, "p95_ms": 93.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.524, "count": 117, "max_ms": 345.815, "p95_ms": 314.96}, "read_interval": {"avg_ms": 258.376, "count": 116, "max_ms": 356.215, "p95_ms": 324.962}, "triton_wait": {"avg_ms": 70.464, "count": 117, "max_ms": 104.576, "p95_ms": 93.018}, "visualize": {"avg_ms": 27.232, "count": 117, "max_ms": 40.499, "p95_ms": 33.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6219.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24044.42, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.306, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 588001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:02:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:02:33+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T03:02:33+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:02:33.737147+09:00", "mtime_epoch": 1783015353.7371469, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:02:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1565.023, "name": "celery", "pid": 237, "rss_mb": 1565.023, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.087, "count": 300, "max_ms": 6.8, "p95_ms": 4.771}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 1.912, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.331, "count": 300, "max_ms": 84.464, "p95_ms": 70.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.649, "count": 300, "max_ms": 86.134, "p95_ms": 66.855}, "yolo11_640_fire_11class": {"avg_ms": 56.745, "count": 300, "max_ms": 78.24, "p95_ms": 70.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.326, "count": 300, "max_ms": 90.728, "p95_ms": 79.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.189, "count": 300, "max_ms": 103.43, "p95_ms": 93.041}, "read_interval": {"avg_ms": 100.079, "count": 299, "max_ms": 136.722, "p95_ms": 121.164}, "triton_wait": {"avg_ms": 63.659, "count": 300, "max_ms": 90.74, "p95_ms": 79.883}, "visualize": {"avg_ms": 3.576, "count": 300, "max_ms": 5.146, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6228.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33862.53, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.746, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 595201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:02:42+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T03:02:41+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-03T03:02:41.837290+09:00", "mtime_epoch": 1783015361.83729, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:02:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1318.598, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.384, "count": 301, "max_ms": 11.102, "p95_ms": 8.496}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 2.077, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.204, "count": 301, "max_ms": 79.407, "p95_ms": 67.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.646, "count": 301, "max_ms": 94.199, "p95_ms": 71.434}, "yolo11_640_fire_11class": {"avg_ms": 55.426, "count": 301, "max_ms": 73.746, "p95_ms": 66.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.971, "count": 301, "max_ms": 86.725, "p95_ms": 76.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.114, "count": 301, "max_ms": 112.173, "p95_ms": 93.553}, "read_interval": {"avg_ms": 99.816, "count": 300, "max_ms": 441.549, "p95_ms": 119.005}, "triton_wait": {"avg_ms": 63.226, "count": 301, "max_ms": 94.212, "p95_ms": 77.766}, "visualize": {"avg_ms": 3.615, "count": 301, "max_ms": 5.153, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2692, "tracking_summary": 2378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6219.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61221.791, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.911, "sample_count": 1079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:02:48+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T03:02:48+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T03:02:48.077400+09:00", "mtime_epoch": 1783015368.0774002, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:02:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 935.855, "name": "celery", "pid": 239, "rss_mb": 922.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.351, "pushed": 3.351, "read": 3.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.89, "count": 100, "max_ms": 214.398, "p95_ms": 209.581}, "gstreamer_push": {"avg_ms": 1.095, "count": 100, "max_ms": 2.901, "p95_ms": 1.806}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.39, "count": 100, "max_ms": 89.631, "p95_ms": 81.373}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.227, "count": 100, "max_ms": 95.849, "p95_ms": 84.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.181, "count": 100, "max_ms": 335.004, "p95_ms": 323.091}, "read_interval": {"avg_ms": 301.177, "count": 99, "max_ms": 347.102, "p95_ms": 337.025}, "triton_wait": {"avg_ms": 66.469, "count": 100, "max_ms": 95.862, "p95_ms": 84.32}, "visualize": {"avg_ms": 32.038, "count": 100, "max_ms": 47.362, "p95_ms": 43.485}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6230.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24074.483, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.19, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 588302, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:03:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:03:03+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T03:03:03+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T03:03:03.833679+09:00", "mtime_epoch": 1783015383.8336787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:03:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1565.023, "name": "celery", "pid": 237, "rss_mb": 1565.023, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.028, "count": 301, "max_ms": 6.381, "p95_ms": 4.545}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 1.782, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.008, "count": 301, "max_ms": 79.726, "p95_ms": 68.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.483, "count": 301, "max_ms": 84.3, "p95_ms": 66.299}, "yolo11_640_fire_11class": {"avg_ms": 55.373, "count": 301, "max_ms": 78.211, "p95_ms": 68.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.318, "count": 301, "max_ms": 91.373, "p95_ms": 78.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.328, "count": 301, "max_ms": 104.443, "p95_ms": 91.431}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 138.029, "p95_ms": 120.991}, "triton_wait": {"avg_ms": 61.817, "count": 301, "max_ms": 91.385, "p95_ms": 78.52}, "visualize": {"avg_ms": 3.569, "count": 301, "max_ms": 5.544, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6226.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33892.604, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.748, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 595499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:03:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:03:12+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T03:03:12+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T03:03:12.045824+09:00", "mtime_epoch": 1783015392.0458238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:03:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1318.598, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 298, "max_ms": 12.193, "p95_ms": 8.21}, "gstreamer_push": {"avg_ms": 1.237, "count": 298, "max_ms": 1.795, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.858, "count": 298, "max_ms": 78.456, "p95_ms": 66.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.392, "count": 298, "max_ms": 102.705, "p95_ms": 76.893}, "yolo11_640_fire_11class": {"avg_ms": 53.855, "count": 298, "max_ms": 76.992, "p95_ms": 66.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.173, "count": 298, "max_ms": 90.212, "p95_ms": 77.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.416, "count": 298, "max_ms": 118.987, "p95_ms": 97.62}, "read_interval": {"avg_ms": 100.939, "count": 297, "max_ms": 394.005, "p95_ms": 139.245}, "triton_wait": {"avg_ms": 60.488, "count": 298, "max_ms": 102.718, "p95_ms": 81.211}, "visualize": {"avg_ms": 3.652, "count": 298, "max_ms": 4.73, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2695, "tracking_summary": 2379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6223.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61252.059, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.912, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:03:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:03:18+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T03:03:18+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T03:03:18.365936+09:00", "mtime_epoch": 1783015398.3659356, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:03:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 937.031, "name": "celery", "pid": 239, "rss_mb": 925.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.607, "pushed": 3.607, "read": 3.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.975, "count": 108, "max_ms": 210.923, "p95_ms": 207.151}, "gstreamer_push": {"avg_ms": 1.003, "count": 108, "max_ms": 2.855, "p95_ms": 2.664}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.513, "count": 108, "max_ms": 90.959, "p95_ms": 81.266}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.139, "count": 108, "max_ms": 98.725, "p95_ms": 89.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.422, "count": 108, "max_ms": 328.788, "p95_ms": 317.242}, "read_interval": {"avg_ms": 280.152, "count": 107, "max_ms": 337.574, "p95_ms": 326.473}, "triton_wait": {"avg_ms": 69.184, "count": 108, "max_ms": 98.737, "p95_ms": 89.834}, "visualize": {"avg_ms": 27.477, "count": 108, "max_ms": 40.633, "p95_ms": 39.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6228.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24104.593, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.265, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 588603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:03:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:03:33+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T03:03:33+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T03:03:33.890210+09:00", "mtime_epoch": 1783015413.8902104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:03:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1565.281, "name": "celery", "pid": 237, "rss_mb": 1565.281, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 300, "max_ms": 6.453, "p95_ms": 4.675}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.578, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.083, "count": 300, "max_ms": 78.158, "p95_ms": 72.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.731, "count": 300, "max_ms": 91.445, "p95_ms": 67.66}, "yolo11_640_fire_11class": {"avg_ms": 55.567, "count": 300, "max_ms": 77.263, "p95_ms": 71.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.529, "count": 300, "max_ms": 90.026, "p95_ms": 82.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.768, "count": 300, "max_ms": 104.551, "p95_ms": 96.16}, "read_interval": {"avg_ms": 100.005, "count": 300, "max_ms": 136.24, "p95_ms": 121.809}, "triton_wait": {"avg_ms": 61.882, "count": 300, "max_ms": 91.457, "p95_ms": 83.41}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 5.922, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6231.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33922.608, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.673, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 595801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:03:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:03:42+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T03:03:42+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-03T03:03:41.870352+09:00", "mtime_epoch": 1783015421.8703516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:03:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1318.855, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 302, "max_ms": 12.888, "p95_ms": 8.347}, "gstreamer_push": {"avg_ms": 1.25, "count": 302, "max_ms": 1.825, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.837, "count": 302, "max_ms": 75.986, "p95_ms": 69.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.011, "count": 302, "max_ms": 101.078, "p95_ms": 86.641}, "yolo11_640_fire_11class": {"avg_ms": 54.197, "count": 302, "max_ms": 77.381, "p95_ms": 69.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.482, "count": 302, "max_ms": 87.26, "p95_ms": 80.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.36, "count": 302, "max_ms": 121.532, "p95_ms": 102.535}, "read_interval": {"avg_ms": 99.347, "count": 302, "max_ms": 318.516, "p95_ms": 126.228}, "triton_wait": {"avg_ms": 61.424, "count": 302, "max_ms": 101.094, "p95_ms": 86.776}, "visualize": {"avg_ms": 3.617, "count": 302, "max_ms": 5.917, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2695, "tracking_summary": 2380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6233.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61282.059, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.923, "sample_count": 1078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:03:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:03:48+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T03:03:48+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T03:03:48.362466+09:00", "mtime_epoch": 1783015428.3624663, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:03:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 937.031, "name": "celery", "pid": 239, "rss_mb": 936.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.968, "pushed": 3.968, "read": 3.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.575, "count": 119, "max_ms": 197.597, "p95_ms": 196.105}, "gstreamer_push": {"avg_ms": 0.798, "count": 119, "max_ms": 1.325, "p95_ms": 0.873}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.701, "count": 119, "max_ms": 97.79, "p95_ms": 90.061}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.351, "count": 119, "max_ms": 100.285, "p95_ms": 92.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 242.603, "count": 119, "max_ms": 321.573, "p95_ms": 306.492}, "read_interval": {"avg_ms": 252.09, "count": 119, "max_ms": 330.439, "p95_ms": 315.707}, "triton_wait": {"avg_ms": 72.477, "count": 119, "max_ms": 100.297, "p95_ms": 93.528}, "visualize": {"avg_ms": 24.755, "count": 119, "max_ms": 32.574, "p95_ms": 29.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6236.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24134.61, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.201, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 588903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:04:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:04:04+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:04:03+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T03:04:03.886741+09:00", "mtime_epoch": 1783015443.8867412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:04:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1565.281, "name": "celery", "pid": 237, "rss_mb": 1565.281, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 300, "max_ms": 6.121, "p95_ms": 4.6}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.834, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.172, "count": 300, "max_ms": 80.853, "p95_ms": 71.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.038, "count": 300, "max_ms": 99.735, "p95_ms": 69.365}, "yolo11_640_fire_11class": {"avg_ms": 54.082, "count": 300, "max_ms": 78.334, "p95_ms": 70.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.181, "count": 300, "max_ms": 87.074, "p95_ms": 80.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.295, "count": 300, "max_ms": 112.427, "p95_ms": 93.494}, "read_interval": {"avg_ms": 100.044, "count": 299, "max_ms": 160.266, "p95_ms": 121.414}, "triton_wait": {"avg_ms": 59.749, "count": 300, "max_ms": 99.747, "p95_ms": 81.298}, "visualize": {"avg_ms": 3.551, "count": 300, "max_ms": 5.47, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6228.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33952.683, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.147, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 596103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:04:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:04:12+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:04:12+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T03:04:12.122887+09:00", "mtime_epoch": 1783015452.122887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:04:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1319.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.475, "count": 302, "max_ms": 13.084, "p95_ms": 8.325}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 2.078, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.102, "count": 302, "max_ms": 78.423, "p95_ms": 68.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.167, "count": 302, "max_ms": 100.693, "p95_ms": 89.406}, "yolo11_640_fire_11class": {"avg_ms": 53.167, "count": 302, "max_ms": 78.954, "p95_ms": 67.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.879, "count": 302, "max_ms": 87.735, "p95_ms": 77.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.638, "count": 302, "max_ms": 116.839, "p95_ms": 105.478}, "read_interval": {"avg_ms": 99.575, "count": 301, "max_ms": 370.796, "p95_ms": 130.581}, "triton_wait": {"avg_ms": 60.591, "count": 302, "max_ms": 100.702, "p95_ms": 89.418}, "visualize": {"avg_ms": 3.635, "count": 302, "max_ms": 4.695, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2696, "tracking_summary": 2381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6231.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61312.059, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.369, "sample_count": 1079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:04:18+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T03:04:18+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T03:04:18.366997+09:00", "mtime_epoch": 1783015458.3669975, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:04:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.422, "name": "celery", "pid": 239, "rss_mb": 934.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.801, "pushed": 3.801, "read": 3.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.96, "count": 114, "max_ms": 196.761, "p95_ms": 195.758}, "gstreamer_push": {"avg_ms": 0.777, "count": 114, "max_ms": 0.845, "p95_ms": 0.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.34, "count": 114, "max_ms": 97.456, "p95_ms": 85.935}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.67, "count": 114, "max_ms": 100.766, "p95_ms": 95.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.023, "count": 114, "max_ms": 320.112, "p95_ms": 305.7}, "read_interval": {"avg_ms": 263.159, "count": 114, "max_ms": 328.973, "p95_ms": 315.199}, "triton_wait": {"avg_ms": 71.705, "count": 114, "max_ms": 100.779, "p95_ms": 95.155}, "visualize": {"avg_ms": 24.606, "count": 114, "max_ms": 30.599, "p95_ms": 26.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6234.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24164.626, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.987, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 589203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:04:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:04:34+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T03:04:33+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T03:04:33.935273+09:00", "mtime_epoch": 1783015473.9352734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:04:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1565.539, "name": "celery", "pid": 237, "rss_mb": 1565.539, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.997}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.08, "count": 300, "max_ms": 6.19, "p95_ms": 4.569}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.775, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.056, "count": 300, "max_ms": 75.366, "p95_ms": 68.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.649, "count": 300, "max_ms": 90.526, "p95_ms": 64.813}, "yolo11_640_fire_11class": {"avg_ms": 52.56, "count": 300, "max_ms": 74.374, "p95_ms": 68.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.146, "count": 300, "max_ms": 83.697, "p95_ms": 77.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.947, "count": 300, "max_ms": 103.518, "p95_ms": 91.366}, "read_interval": {"avg_ms": 100.014, "count": 299, "max_ms": 124.377, "p95_ms": 121.026}, "triton_wait": {"avg_ms": 57.313, "count": 300, "max_ms": 90.541, "p95_ms": 77.995}, "visualize": {"avg_ms": 3.608, "count": 300, "max_ms": 4.832, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6233.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 33982.713, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.287, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 596402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:04:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:04:42+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T03:04:42+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T03:04:42.143419+09:00", "mtime_epoch": 1783015482.1434188, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:04:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1319.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.543, "count": 299, "max_ms": 14.251, "p95_ms": 9.093}, "gstreamer_push": {"avg_ms": 1.258, "count": 299, "max_ms": 1.914, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.808, "count": 299, "max_ms": 76.039, "p95_ms": 67.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.096, "count": 299, "max_ms": 98.955, "p95_ms": 79.757}, "yolo11_640_fire_11class": {"avg_ms": 53.367, "count": 299, "max_ms": 77.18, "p95_ms": 67.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.0, "count": 299, "max_ms": 89.51, "p95_ms": 76.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.966, "count": 299, "max_ms": 115.202, "p95_ms": 100.165}, "read_interval": {"avg_ms": 100.405, "count": 298, "max_ms": 440.949, "p95_ms": 131.939}, "triton_wait": {"avg_ms": 59.767, "count": 299, "max_ms": 98.967, "p95_ms": 82.985}, "visualize": {"avg_ms": 3.713, "count": 299, "max_ms": 6.899, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2698, "tracking_summary": 2382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6232.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61342.262, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.369, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:04:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:04:48+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T03:04:48+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T03:04:48.551532+09:00", "mtime_epoch": 1783015488.5515323, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:04:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.422, "name": "celery", "pid": 239, "rss_mb": 934.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.644, "pushed": 3.644, "read": 3.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.228, "count": 109, "max_ms": 198.315, "p95_ms": 195.162}, "gstreamer_push": {"avg_ms": 0.777, "count": 109, "max_ms": 0.88, "p95_ms": 0.844}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.313, "count": 109, "max_ms": 94.532, "p95_ms": 87.977}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.738, "count": 109, "max_ms": 102.866, "p95_ms": 90.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.708, "count": 109, "max_ms": 321.893, "p95_ms": 307.941}, "read_interval": {"avg_ms": 276.76, "count": 108, "max_ms": 330.984, "p95_ms": 317.044}, "triton_wait": {"avg_ms": 70.752, "count": 109, "max_ms": 102.879, "p95_ms": 90.997}, "visualize": {"avg_ms": 26.001, "count": 109, "max_ms": 40.985, "p95_ms": 28.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6224.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24194.688, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.068, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 589504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:05:04+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T03:05:04+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T03:05:04.015806+09:00", "mtime_epoch": 1783015504.0158064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:05:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1565.539, "name": "celery", "pid": 237, "rss_mb": 1565.539, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.188, "count": 301, "max_ms": 6.854, "p95_ms": 5.117}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.991, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.949, "count": 301, "max_ms": 78.957, "p95_ms": 71.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.609, "count": 301, "max_ms": 89.084, "p95_ms": 68.956}, "yolo11_640_fire_11class": {"avg_ms": 53.299, "count": 301, "max_ms": 79.536, "p95_ms": 71.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.194, "count": 301, "max_ms": 91.79, "p95_ms": 79.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.665, "count": 301, "max_ms": 108.076, "p95_ms": 93.723}, "read_interval": {"avg_ms": 99.882, "count": 300, "max_ms": 126.93, "p95_ms": 121.685}, "triton_wait": {"avg_ms": 58.714, "count": 301, "max_ms": 91.802, "p95_ms": 80.476}, "visualize": {"avg_ms": 3.699, "count": 301, "max_ms": 5.808, "p95_ms": 4.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6232.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34012.808, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.15, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 596703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:05:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:05:12+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T03:05:12+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T03:05:12.235952+09:00", "mtime_epoch": 1783015512.2359521, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:05:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1319.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.418, "count": 301, "max_ms": 13.386, "p95_ms": 8.202}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.796, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.442, "count": 301, "max_ms": 77.033, "p95_ms": 66.013}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.995, "count": 301, "max_ms": 96.621, "p95_ms": 80.509}, "yolo11_640_fire_11class": {"avg_ms": 51.678, "count": 301, "max_ms": 73.42, "p95_ms": 65.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.729, "count": 301, "max_ms": 85.239, "p95_ms": 76.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.587, "count": 301, "max_ms": 112.902, "p95_ms": 97.807}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 380.119, "p95_ms": 139.82}, "triton_wait": {"avg_ms": 57.568, "count": 301, "max_ms": 96.634, "p95_ms": 81.582}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 5.677, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2698, "tracking_summary": 2383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6235.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61372.533, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.369, "sample_count": 1079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:05:19+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T03:05:18+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T03:05:18.836069+09:00", "mtime_epoch": 1783015518.836069, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:05:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.422, "name": "celery", "pid": 239, "rss_mb": 937.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.37, "pushed": 3.37, "read": 3.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.809, "count": 101, "max_ms": 198.944, "p95_ms": 191.618}, "gstreamer_push": {"avg_ms": 0.847, "count": 101, "max_ms": 2.81, "p95_ms": 1.687}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.612, "count": 101, "max_ms": 88.531, "p95_ms": 80.406}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.681, "count": 101, "max_ms": 100.199, "p95_ms": 86.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.022, "count": 101, "max_ms": 320.178, "p95_ms": 307.73}, "read_interval": {"avg_ms": 299.776, "count": 100, "max_ms": 328.968, "p95_ms": 316.983}, "triton_wait": {"avg_ms": 70.695, "count": 101, "max_ms": 100.212, "p95_ms": 86.462}, "visualize": {"avg_ms": 26.815, "count": 101, "max_ms": 39.413, "p95_ms": 35.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6235.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24224.782, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.001, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 589805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:05:34+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:05:34+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T03:05:34.076339+09:00", "mtime_epoch": 1783015534.0763395, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:05:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1565.797, "name": "celery", "pid": 237, "rss_mb": 1565.797, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.098, "count": 300, "max_ms": 6.269, "p95_ms": 4.836}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 1.625, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.416, "count": 300, "max_ms": 79.86, "p95_ms": 70.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.374, "count": 300, "max_ms": 89.895, "p95_ms": 67.652}, "yolo11_640_fire_11class": {"avg_ms": 51.477, "count": 300, "max_ms": 74.627, "p95_ms": 67.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.234, "count": 300, "max_ms": 86.978, "p95_ms": 78.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.667, "count": 300, "max_ms": 103.139, "p95_ms": 92.419}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 124.641, "p95_ms": 121.064}, "triton_wait": {"avg_ms": 57.041, "count": 300, "max_ms": 89.907, "p95_ms": 79.524}, "visualize": {"avg_ms": 3.593, "count": 300, "max_ms": 4.974, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6231.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34042.913, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.463, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:05:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:05:42+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T03:05:42+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T03:05:42.324486+09:00", "mtime_epoch": 1783015542.3244858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:05:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1319.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.39, "count": 302, "max_ms": 13.07, "p95_ms": 10.934}, "gstreamer_push": {"avg_ms": 1.218, "count": 302, "max_ms": 1.736, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.059, "count": 302, "max_ms": 78.061, "p95_ms": 67.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.423, "count": 302, "max_ms": 94.117, "p95_ms": 80.71}, "yolo11_640_fire_11class": {"avg_ms": 51.31, "count": 302, "max_ms": 76.641, "p95_ms": 67.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.164, "count": 302, "max_ms": 88.771, "p95_ms": 77.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.661, "count": 302, "max_ms": 110.325, "p95_ms": 99.104}, "read_interval": {"avg_ms": 99.382, "count": 301, "max_ms": 415.957, "p95_ms": 130.953}, "triton_wait": {"avg_ms": 56.935, "count": 302, "max_ms": 94.129, "p95_ms": 83.014}, "visualize": {"avg_ms": 3.55, "count": 302, "max_ms": 6.646, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2699, "tracking_summary": 2383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6226.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61402.683, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.388, "sample_count": 1087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:05:49+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T03:05:48+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T03:05:48.972604+09:00", "mtime_epoch": 1783015548.9726038, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:05:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.422, "name": "celery", "pid": 239, "rss_mb": 925.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.687, "pushed": 3.687, "read": 3.653}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.62, "count": 110, "max_ms": 198.393, "p95_ms": 193.37}, "gstreamer_push": {"avg_ms": 0.839, "count": 110, "max_ms": 2.846, "p95_ms": 1.439}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.452, "count": 110, "max_ms": 93.455, "p95_ms": 82.993}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.008, "count": 110, "max_ms": 101.15, "p95_ms": 92.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.69, "count": 110, "max_ms": 318.544, "p95_ms": 307.852}, "read_interval": {"avg_ms": 273.76, "count": 109, "max_ms": 329.494, "p95_ms": 317.346}, "triton_wait": {"avg_ms": 73.021, "count": 110, "max_ms": 101.163, "p95_ms": 92.373}, "visualize": {"avg_ms": 25.284, "count": 110, "max_ms": 39.862, "p95_ms": 31.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6230.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24254.802, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.987, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 590105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:06:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:06:04+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T03:06:04+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T03:06:04.092872+09:00", "mtime_epoch": 1783015564.092872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:06:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1566.055, "name": "celery", "pid": 237, "rss_mb": 1566.055, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.17, "count": 300, "max_ms": 6.763, "p95_ms": 4.844}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.968, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.613, "count": 300, "max_ms": 76.749, "p95_ms": 67.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.196, "count": 300, "max_ms": 94.828, "p95_ms": 64.704}, "yolo11_640_fire_11class": {"avg_ms": 51.873, "count": 300, "max_ms": 75.751, "p95_ms": 66.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.716, "count": 300, "max_ms": 88.294, "p95_ms": 77.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.053, "count": 300, "max_ms": 108.058, "p95_ms": 92.296}, "read_interval": {"avg_ms": 100.075, "count": 299, "max_ms": 129.244, "p95_ms": 121.512}, "triton_wait": {"avg_ms": 57.18, "count": 300, "max_ms": 94.84, "p95_ms": 78.537}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 4.878, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6233.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34073.014, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.522, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:06:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:06:12+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T03:06:12+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T03:06:12.437020+09:00", "mtime_epoch": 1783015572.43702, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:06:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1319.629, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.449, "count": 296, "max_ms": 12.598, "p95_ms": 10.249}, "gstreamer_push": {"avg_ms": 1.221, "count": 296, "max_ms": 1.664, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.265, "count": 296, "max_ms": 73.843, "p95_ms": 67.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.454, "count": 296, "max_ms": 92.62, "p95_ms": 77.997}, "yolo11_640_fire_11class": {"avg_ms": 53.258, "count": 296, "max_ms": 73.329, "p95_ms": 66.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.37, "count": 296, "max_ms": 85.682, "p95_ms": 76.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.542, "count": 296, "max_ms": 108.212, "p95_ms": 97.915}, "read_interval": {"avg_ms": 101.299, "count": 296, "max_ms": 517.224, "p95_ms": 128.085}, "triton_wait": {"avg_ms": 59.764, "count": 296, "max_ms": 92.631, "p95_ms": 81.528}, "visualize": {"avg_ms": 3.56, "count": 296, "max_ms": 5.537, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2702, "tracking_summary": 2384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6231.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61432.966, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.006, "sample_count": 1080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:06:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:06:19+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T03:06:19+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T03:06:19.269141+09:00", "mtime_epoch": 1783015579.2691414, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:06:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 931.875, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.602, "pushed": 3.602, "read": 3.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.466, "count": 108, "max_ms": 220.653, "p95_ms": 198.372}, "gstreamer_push": {"avg_ms": 1.076, "count": 108, "max_ms": 3.564, "p95_ms": 1.91}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.42, "count": 108, "max_ms": 89.814, "p95_ms": 79.774}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.085, "count": 108, "max_ms": 98.346, "p95_ms": 84.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.529, "count": 108, "max_ms": 319.36, "p95_ms": 307.857}, "read_interval": {"avg_ms": 280.284, "count": 107, "max_ms": 328.417, "p95_ms": 316.534}, "triton_wait": {"avg_ms": 68.106, "count": 108, "max_ms": 98.359, "p95_ms": 84.747}, "visualize": {"avg_ms": 26.186, "count": 108, "max_ms": 39.431, "p95_ms": 34.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6233.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24284.861, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.075, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 590406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:06:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:06:34+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T03:06:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T03:06:34.201406+09:00", "mtime_epoch": 1783015594.2014065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:06:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1566.055, "name": "celery", "pid": 237, "rss_mb": 1566.055, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 301, "max_ms": 6.351, "p95_ms": 4.834}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 1.747, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.66, "count": 301, "max_ms": 74.887, "p95_ms": 69.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.225, "count": 301, "max_ms": 87.46, "p95_ms": 68.367}, "yolo11_640_fire_11class": {"avg_ms": 53.248, "count": 301, "max_ms": 75.778, "p95_ms": 69.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.795, "count": 301, "max_ms": 84.877, "p95_ms": 78.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.197, "count": 301, "max_ms": 100.14, "p95_ms": 93.075}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 142.016, "p95_ms": 121.476}, "triton_wait": {"avg_ms": 58.433, "count": 301, "max_ms": 87.472, "p95_ms": 80.401}, "visualize": {"avg_ms": 3.651, "count": 301, "max_ms": 5.19, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6234.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34103.102, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.851, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:06:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:06:42+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T03:06:42+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T03:06:42.517554+09:00", "mtime_epoch": 1783015602.5175543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 105050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:06:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1319.629, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.43, "count": 304, "max_ms": 11.597, "p95_ms": 8.379}, "gstreamer_push": {"avg_ms": 1.243, "count": 304, "max_ms": 1.491, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.318, "count": 304, "max_ms": 76.108, "p95_ms": 66.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.202, "count": 304, "max_ms": 98.536, "p95_ms": 76.696}, "yolo11_640_fire_11class": {"avg_ms": 50.725, "count": 304, "max_ms": 76.096, "p95_ms": 66.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.522, "count": 304, "max_ms": 86.758, "p95_ms": 74.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.683, "count": 304, "max_ms": 114.761, "p95_ms": 98.717}, "read_interval": {"avg_ms": 98.692, "count": 304, "max_ms": 426.466, "p95_ms": 129.371}, "triton_wait": {"avg_ms": 55.773, "count": 304, "max_ms": 98.548, "p95_ms": 82.288}, "visualize": {"avg_ms": 3.652, "count": 304, "max_ms": 4.658, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2702, "tracking_summary": 2385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6226.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61462.98, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.311, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:06:49+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T03:06:49+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T03:06:49.369676+09:00", "mtime_epoch": 1783015609.3696759, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:06:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 925.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.5, "pushed": 3.5, "read": 3.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.534, "count": 104, "max_ms": 216.752, "p95_ms": 200.049}, "gstreamer_push": {"avg_ms": 0.844, "count": 104, "max_ms": 1.765, "p95_ms": 1.692}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.569, "count": 104, "max_ms": 99.762, "p95_ms": 81.148}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.277, "count": 104, "max_ms": 102.713, "p95_ms": 85.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.144, "count": 104, "max_ms": 327.684, "p95_ms": 311.344}, "read_interval": {"avg_ms": 289.387, "count": 103, "max_ms": 337.964, "p95_ms": 321.803}, "triton_wait": {"avg_ms": 67.35, "count": 104, "max_ms": 102.723, "p95_ms": 85.777}, "visualize": {"avg_ms": 27.474, "count": 104, "max_ms": 38.496, "p95_ms": 36.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.711, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6235.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24314.905, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.888, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 590706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:07:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:07:04+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T03:07:04+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T03:07:04.229940+09:00", "mtime_epoch": 1783015624.22994, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:07:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1566.312, "name": "celery", "pid": 237, "rss_mb": 1566.312, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.107, "count": 300, "max_ms": 6.142, "p95_ms": 4.769}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.846, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.854, "count": 300, "max_ms": 76.408, "p95_ms": 67.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.182, "count": 300, "max_ms": 81.013, "p95_ms": 61.676}, "yolo11_640_fire_11class": {"avg_ms": 50.086, "count": 300, "max_ms": 76.396, "p95_ms": 66.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.652, "count": 300, "max_ms": 86.95, "p95_ms": 75.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.08, "count": 300, "max_ms": 99.796, "p95_ms": 89.31}, "read_interval": {"avg_ms": 100.07, "count": 300, "max_ms": 125.714, "p95_ms": 121.522}, "triton_wait": {"avg_ms": 53.469, "count": 300, "max_ms": 86.962, "p95_ms": 76.491}, "visualize": {"avg_ms": 3.595, "count": 300, "max_ms": 4.915, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6229.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34133.112, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.073, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:07:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:07:12+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T03:07:12+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T03:07:12.542088+09:00", "mtime_epoch": 1783015632.5420876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:07:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1319.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.465, "count": 298, "max_ms": 12.842, "p95_ms": 9.482}, "gstreamer_push": {"avg_ms": 1.246, "count": 298, "max_ms": 1.693, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.975, "count": 298, "max_ms": 73.619, "p95_ms": 66.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.169, "count": 298, "max_ms": 95.45, "p95_ms": 76.424}, "yolo11_640_fire_11class": {"avg_ms": 51.552, "count": 298, "max_ms": 70.631, "p95_ms": 65.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.63, "count": 298, "max_ms": 81.683, "p95_ms": 75.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.385, "count": 298, "max_ms": 111.499, "p95_ms": 93.761}, "read_interval": {"avg_ms": 100.619, "count": 298, "max_ms": 418.338, "p95_ms": 133.129}, "triton_wait": {"avg_ms": 56.374, "count": 298, "max_ms": 95.463, "p95_ms": 77.601}, "visualize": {"avg_ms": 3.665, "count": 298, "max_ms": 5.522, "p95_ms": 4.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2703, "tracking_summary": 2386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6234.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61493.009, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.9, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:07:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:07:19+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T03:07:19+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T03:07:19.302208+09:00", "mtime_epoch": 1783015639.3022077, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:07:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 934.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.787, "pushed": 3.787, "read": 3.753}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.73, "count": 113, "max_ms": 204.972, "p95_ms": 201.585}, "gstreamer_push": {"avg_ms": 1.026, "count": 113, "max_ms": 1.902, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.528, "count": 113, "max_ms": 98.791, "p95_ms": 77.766}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.853, "count": 113, "max_ms": 101.539, "p95_ms": 84.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.897, "count": 113, "max_ms": 321.978, "p95_ms": 307.183}, "read_interval": {"avg_ms": 265.426, "count": 112, "max_ms": 331.177, "p95_ms": 317.804}, "triton_wait": {"avg_ms": 67.95, "count": 113, "max_ms": 101.551, "p95_ms": 84.984}, "visualize": {"avg_ms": 27.452, "count": 113, "max_ms": 49.602, "p95_ms": 34.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6237.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24344.914, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.763, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 591006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:07:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:07:34+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T03:07:34+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T03:07:34.238473+09:00", "mtime_epoch": 1783015654.2384732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:07:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1566.312, "name": "celery", "pid": 237, "rss_mb": 1566.312, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.093, "count": 300, "max_ms": 6.642, "p95_ms": 4.697}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 2.024, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.367, "count": 300, "max_ms": 75.984, "p95_ms": 68.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.91, "count": 300, "max_ms": 90.02, "p95_ms": 68.13}, "yolo11_640_fire_11class": {"avg_ms": 57.875, "count": 300, "max_ms": 77.879, "p95_ms": 68.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.498, "count": 300, "max_ms": 86.27, "p95_ms": 78.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.673, "count": 300, "max_ms": 102.58, "p95_ms": 92.731}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 126.497, "p95_ms": 120.434}, "triton_wait": {"avg_ms": 65.065, "count": 300, "max_ms": 90.032, "p95_ms": 79.218}, "visualize": {"avg_ms": 3.59, "count": 300, "max_ms": 5.194, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6234.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34163.187, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.804, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 598209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:07:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:07:42+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:07:42+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T03:07:42.642622+09:00", "mtime_epoch": 1783015662.6426225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:07:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1320.145, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.195, "count": 302, "max_ms": 12.349, "p95_ms": 8.204}, "gstreamer_push": {"avg_ms": 1.212, "count": 303, "max_ms": 1.812, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.431, "count": 302, "max_ms": 77.022, "p95_ms": 66.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.487, "count": 302, "max_ms": 94.243, "p95_ms": 67.244}, "yolo11_640_fire_11class": {"avg_ms": 54.769, "count": 302, "max_ms": 70.289, "p95_ms": 65.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.868, "count": 302, "max_ms": 83.549, "p95_ms": 75.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.22, "count": 303, "max_ms": 110.834, "p95_ms": 92.468}, "read_interval": {"avg_ms": 99.304, "count": 302, "max_ms": 390.173, "p95_ms": 125.768}, "triton_wait": {"avg_ms": 61.756, "count": 302, "max_ms": 94.256, "p95_ms": 76.132}, "visualize": {"avg_ms": 3.522, "count": 302, "max_ms": 4.743, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2704, "tracking_summary": 2387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6233.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61523.283, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.64, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:07:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:07:49+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-03T03:07:49+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T03:07:49.578746+09:00", "mtime_epoch": 1783015669.5787458, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:07:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 933.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.436, "pushed": 3.436, "read": 3.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.107, "count": 103, "max_ms": 213.167, "p95_ms": 204.673}, "gstreamer_push": {"avg_ms": 0.769, "count": 103, "max_ms": 0.993, "p95_ms": 0.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.928, "count": 103, "max_ms": 93.897, "p95_ms": 78.359}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.001, "count": 103, "max_ms": 106.934, "p95_ms": 87.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.475, "count": 103, "max_ms": 342.804, "p95_ms": 310.659}, "read_interval": {"avg_ms": 293.804, "count": 102, "max_ms": 351.593, "p95_ms": 323.716}, "triton_wait": {"avg_ms": 67.269, "count": 103, "max_ms": 106.95, "p95_ms": 87.51}, "visualize": {"avg_ms": 27.229, "count": 103, "max_ms": 34.205, "p95_ms": 29.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6235.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24374.979, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.731, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 591307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:08:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:08:04+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T03:08:04+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T03:08:04.291007+09:00", "mtime_epoch": 1783015684.2910073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:08:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1566.57, "name": "celery", "pid": 237, "rss_mb": 1566.57, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.168, "count": 301, "max_ms": 6.944, "p95_ms": 5.186}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 1.987, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.057, "count": 301, "max_ms": 74.911, "p95_ms": 65.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.301, "count": 301, "max_ms": 86.284, "p95_ms": 65.449}, "yolo11_640_fire_11class": {"avg_ms": 50.52, "count": 301, "max_ms": 75.504, "p95_ms": 65.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.354, "count": 301, "max_ms": 82.421, "p95_ms": 76.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.815, "count": 301, "max_ms": 99.387, "p95_ms": 89.738}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 126.062, "p95_ms": 121.325}, "triton_wait": {"avg_ms": 54.99, "count": 301, "max_ms": 86.296, "p95_ms": 77.166}, "visualize": {"avg_ms": 3.705, "count": 301, "max_ms": 5.798, "p95_ms": 4.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6227.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34193.3, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.717, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 598510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:08:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:08:12+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T03:08:12+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T03:08:12.723157+09:00", "mtime_epoch": 1783015692.7231574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:08:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1320.145, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.515, "count": 300, "max_ms": 13.144, "p95_ms": 10.973}, "gstreamer_push": {"avg_ms": 1.186, "count": 300, "max_ms": 1.595, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.244, "count": 300, "max_ms": 71.478, "p95_ms": 65.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.725, "count": 300, "max_ms": 92.022, "p95_ms": 74.595}, "yolo11_640_fire_11class": {"avg_ms": 50.649, "count": 300, "max_ms": 71.816, "p95_ms": 64.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.226, "count": 300, "max_ms": 83.187, "p95_ms": 74.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.561, "count": 300, "max_ms": 112.542, "p95_ms": 94.514}, "read_interval": {"avg_ms": 100.111, "count": 299, "max_ms": 380.407, "p95_ms": 140.919}, "triton_wait": {"avg_ms": 55.916, "count": 300, "max_ms": 92.038, "p95_ms": 78.568}, "visualize": {"avg_ms": 3.436, "count": 300, "max_ms": 5.268, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2706, "tracking_summary": 2388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6226.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61553.432, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.64, "sample_count": 1090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:08:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:08:20+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-03T03:08:19+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T03:08:19.851284+09:00", "mtime_epoch": 1783015699.851284, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 242411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:08:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 926.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.852, "pushed": 3.852, "read": 3.818}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.764, "count": 115, "max_ms": 207.042, "p95_ms": 197.361}, "gstreamer_push": {"avg_ms": 1.032, "count": 115, "max_ms": 3.153, "p95_ms": 1.927}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.119, "count": 115, "max_ms": 88.88, "p95_ms": 81.261}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.7, "count": 115, "max_ms": 91.755, "p95_ms": 87.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.334, "count": 115, "max_ms": 325.315, "p95_ms": 314.507}, "read_interval": {"avg_ms": 262.893, "count": 114, "max_ms": 334.167, "p95_ms": 323.346}, "triton_wait": {"avg_ms": 67.799, "count": 115, "max_ms": 91.769, "p95_ms": 88.136}, "visualize": {"avg_ms": 28.997, "count": 115, "max_ms": 43.596, "p95_ms": 41.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6228.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24405.004, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.159, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 591607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:08:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:08:34+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:08:34+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T03:08:34.323541+09:00", "mtime_epoch": 1783015714.3235414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:08:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1566.57, "name": "celery", "pid": 237, "rss_mb": 1566.57, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.167, "count": 300, "max_ms": 6.662, "p95_ms": 4.803}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.704, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.583, "count": 300, "max_ms": 77.609, "p95_ms": 66.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.663, "count": 300, "max_ms": 90.571, "p95_ms": 66.605}, "yolo11_640_fire_11class": {"avg_ms": 52.448, "count": 300, "max_ms": 74.19, "p95_ms": 67.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.281, "count": 300, "max_ms": 84.623, "p95_ms": 76.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.827, "count": 300, "max_ms": 103.881, "p95_ms": 90.242}, "read_interval": {"avg_ms": 100.062, "count": 299, "max_ms": 123.624, "p95_ms": 121.97}, "triton_wait": {"avg_ms": 57.01, "count": 300, "max_ms": 90.583, "p95_ms": 76.892}, "visualize": {"avg_ms": 3.675, "count": 300, "max_ms": 5.059, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6236.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34223.313, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.322, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 598808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:08:42+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T03:08:42+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T03:08:42.759691+09:00", "mtime_epoch": 1783015722.7596915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:08:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1320.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.404, "count": 298, "max_ms": 12.528, "p95_ms": 8.651}, "gstreamer_push": {"avg_ms": 1.228, "count": 298, "max_ms": 2.065, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.3, "count": 298, "max_ms": 72.18, "p95_ms": 66.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.739, "count": 298, "max_ms": 102.293, "p95_ms": 71.542}, "yolo11_640_fire_11class": {"avg_ms": 53.724, "count": 298, "max_ms": 71.858, "p95_ms": 65.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.055, "count": 298, "max_ms": 82.225, "p95_ms": 74.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.198, "count": 298, "max_ms": 116.592, "p95_ms": 92.246}, "read_interval": {"avg_ms": 100.701, "count": 298, "max_ms": 389.377, "p95_ms": 127.46}, "triton_wait": {"avg_ms": 60.254, "count": 298, "max_ms": 102.303, "p95_ms": 76.963}, "visualize": {"avg_ms": 3.644, "count": 298, "max_ms": 6.792, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2706, "tracking_summary": 2389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6235.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61583.553, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.116, "sample_count": 1094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:08:50+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T03:08:49+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T03:08:49.851818+09:00", "mtime_epoch": 1783015729.8518178, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:08:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 934.844, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.076, "pushed": 4.076, "read": 4.043}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.603, "count": 122, "max_ms": 208.281, "p95_ms": 199.631}, "gstreamer_push": {"avg_ms": 0.957, "count": 122, "max_ms": 2.883, "p95_ms": 1.788}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.779, "count": 122, "max_ms": 103.858, "p95_ms": 77.11}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.684, "count": 122, "max_ms": 99.013, "p95_ms": 84.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.057, "count": 122, "max_ms": 340.148, "p95_ms": 301.801}, "read_interval": {"avg_ms": 246.47, "count": 121, "max_ms": 349.54, "p95_ms": 312.363}, "triton_wait": {"avg_ms": 68.859, "count": 122, "max_ms": 103.87, "p95_ms": 84.115}, "visualize": {"avg_ms": 26.799, "count": 122, "max_ms": 41.96, "p95_ms": 36.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6238.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24435.091, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.914, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 591908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:09:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:09:04+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T03:09:04+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T03:09:04.420077+09:00", "mtime_epoch": 1783015744.420077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:09:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1566.828, "name": "celery", "pid": 237, "rss_mb": 1566.828, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.24, "count": 301, "max_ms": 6.484, "p95_ms": 5.572}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.959, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.566, "count": 301, "max_ms": 75.753, "p95_ms": 69.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.331, "count": 301, "max_ms": 97.38, "p95_ms": 68.242}, "yolo11_640_fire_11class": {"avg_ms": 58.359, "count": 301, "max_ms": 75.819, "p95_ms": 68.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.11, "count": 301, "max_ms": 85.595, "p95_ms": 78.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.668, "count": 301, "max_ms": 110.261, "p95_ms": 92.193}, "read_interval": {"avg_ms": 99.969, "count": 300, "max_ms": 135.074, "p95_ms": 120.133}, "triton_wait": {"avg_ms": 65.781, "count": 301, "max_ms": 97.391, "p95_ms": 78.954}, "visualize": {"avg_ms": 3.722, "count": 301, "max_ms": 5.206, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6236.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34253.398, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.161, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 599109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:09:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:09:12+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T03:09:12+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T03:09:12.820226+09:00", "mtime_epoch": 1783015752.8202264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:09:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1320.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.331, "count": 300, "max_ms": 12.76, "p95_ms": 8.238}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.78, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.617, "count": 300, "max_ms": 73.704, "p95_ms": 66.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.386, "count": 300, "max_ms": 96.011, "p95_ms": 78.695}, "yolo11_640_fire_11class": {"avg_ms": 55.088, "count": 300, "max_ms": 73.118, "p95_ms": 65.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.161, "count": 300, "max_ms": 84.469, "p95_ms": 76.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.247, "count": 300, "max_ms": 111.827, "p95_ms": 96.161}, "read_interval": {"avg_ms": 99.904, "count": 300, "max_ms": 280.023, "p95_ms": 120.785}, "triton_wait": {"avg_ms": 62.421, "count": 300, "max_ms": 96.024, "p95_ms": 80.575}, "visualize": {"avg_ms": 3.577, "count": 300, "max_ms": 4.587, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2708, "tracking_summary": 2390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6231.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61613.734, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.405, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:09:20+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T03:09:20+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T03:09:20.020355+09:00", "mtime_epoch": 1783015760.0203547, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:09:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 929.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.38, "pushed": 3.38, "read": 3.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.635, "count": 101, "max_ms": 204.19, "p95_ms": 198.475}, "gstreamer_push": {"avg_ms": 0.818, "count": 101, "max_ms": 1.745, "p95_ms": 1.648}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.688, "count": 101, "max_ms": 95.804, "p95_ms": 78.391}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.187, "count": 101, "max_ms": 100.522, "p95_ms": 90.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.321, "count": 101, "max_ms": 334.768, "p95_ms": 316.606}, "read_interval": {"avg_ms": 298.696, "count": 100, "max_ms": 343.613, "p95_ms": 326.276}, "triton_wait": {"avg_ms": 69.2, "count": 101, "max_ms": 100.534, "p95_ms": 90.144}, "visualize": {"avg_ms": 26.727, "count": 101, "max_ms": 40.068, "p95_ms": 33.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6238.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24465.181, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.165, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 592209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:09:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:09:34+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:09:34+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T03:09:34.476612+09:00", "mtime_epoch": 1783015774.476612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:09:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1566.828, "name": "celery", "pid": 237, "rss_mb": 1566.828, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.093, "count": 301, "max_ms": 6.316, "p95_ms": 4.42}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 1.601, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.747, "count": 301, "max_ms": 79.397, "p95_ms": 71.074}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.78, "count": 301, "max_ms": 101.774, "p95_ms": 68.579}, "yolo11_640_fire_11class": {"avg_ms": 54.382, "count": 301, "max_ms": 78.41, "p95_ms": 70.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.751, "count": 301, "max_ms": 84.905, "p95_ms": 80.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.05, "count": 301, "max_ms": 114.757, "p95_ms": 92.821}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 127.981, "p95_ms": 121.082}, "triton_wait": {"avg_ms": 60.395, "count": 301, "max_ms": 101.786, "p95_ms": 80.397}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 4.659, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6228.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34283.398, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.161, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 599409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:09:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:09:42+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:09:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:09:42.832761+09:00", "mtime_epoch": 1783015782.8327608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:09:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1320.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.597, "count": 300, "max_ms": 13.588, "p95_ms": 10.699}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.991, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.704, "count": 300, "max_ms": 73.484, "p95_ms": 67.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.064, "count": 300, "max_ms": 93.759, "p95_ms": 82.759}, "yolo11_640_fire_11class": {"avg_ms": 54.388, "count": 300, "max_ms": 74.577, "p95_ms": 67.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.862, "count": 300, "max_ms": 84.118, "p95_ms": 77.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.46, "count": 300, "max_ms": 110.304, "p95_ms": 98.589}, "read_interval": {"avg_ms": 100.028, "count": 300, "max_ms": 333.653, "p95_ms": 126.452}, "triton_wait": {"avg_ms": 61.332, "count": 300, "max_ms": 93.772, "p95_ms": 83.13}, "visualize": {"avg_ms": 3.627, "count": 300, "max_ms": 5.788, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2709, "tracking_summary": 2391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6228.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61643.971, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 310.999, "sample_count": 1080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:09:50+09:00", "last_frame_read_age_sec": 0.312, "last_frame_read_at": "2026-07-03T03:09:50+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T03:09:50.244893+09:00", "mtime_epoch": 1783015790.2448928, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:09:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 926.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.612, "pushed": 3.612, "read": 3.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.891, "count": 108, "max_ms": 228.316, "p95_ms": 200.874}, "gstreamer_push": {"avg_ms": 0.873, "count": 108, "max_ms": 2.799, "p95_ms": 1.731}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.509, "count": 108, "max_ms": 92.352, "p95_ms": 81.292}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.652, "count": 108, "max_ms": 97.792, "p95_ms": 88.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.187, "count": 108, "max_ms": 330.242, "p95_ms": 319.174}, "read_interval": {"avg_ms": 279.583, "count": 107, "max_ms": 339.468, "p95_ms": 328.327}, "triton_wait": {"avg_ms": 70.676, "count": 108, "max_ms": 97.805, "p95_ms": 88.765}, "visualize": {"avg_ms": 27.877, "count": 108, "max_ms": 40.517, "p95_ms": 36.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6237.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24495.201, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.928, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 592509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:10:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:10:04+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:10:04+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T03:10:04.517147+09:00", "mtime_epoch": 1783015804.5171468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:10:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1567.086, "name": "celery", "pid": 237, "rss_mb": 1567.086, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.181, "count": 300, "max_ms": 6.608, "p95_ms": 4.975}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.884, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.414, "count": 300, "max_ms": 79.805, "p95_ms": 68.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.829, "count": 300, "max_ms": 92.537, "p95_ms": 66.433}, "yolo11_640_fire_11class": {"avg_ms": 54.011, "count": 300, "max_ms": 79.27, "p95_ms": 68.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.117, "count": 300, "max_ms": 86.252, "p95_ms": 78.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.198, "count": 300, "max_ms": 106.293, "p95_ms": 91.769}, "read_interval": {"avg_ms": 100.058, "count": 299, "max_ms": 129.595, "p95_ms": 121.704}, "triton_wait": {"avg_ms": 59.405, "count": 300, "max_ms": 92.548, "p95_ms": 79.005}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 4.756, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 4997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6238.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34313.633, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.255, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 599711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:10:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:10:13+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T03:10:13+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T03:10:12.817295+09:00", "mtime_epoch": 1783015812.8172946, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:10:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1320.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.692, "count": 300, "max_ms": 13.404, "p95_ms": 11.529}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 2.133, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.185, "count": 300, "max_ms": 74.379, "p95_ms": 67.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.577, "count": 300, "max_ms": 90.778, "p95_ms": 74.154}, "yolo11_640_fire_11class": {"avg_ms": 51.667, "count": 300, "max_ms": 73.895, "p95_ms": 66.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.999, "count": 300, "max_ms": 84.74, "p95_ms": 76.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.911, "count": 300, "max_ms": 107.026, "p95_ms": 100.734}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 360.857, "p95_ms": 131.508}, "triton_wait": {"avg_ms": 57.536, "count": 300, "max_ms": 90.79, "p95_ms": 79.344}, "visualize": {"avg_ms": 3.761, "count": 300, "max_ms": 6.845, "p95_ms": 4.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2709, "tracking_summary": 2392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6229.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61673.977, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.604, "sample_count": 1078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:10:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:10:20+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-03T03:10:20+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T03:10:20.269428+09:00", "mtime_epoch": 1783015820.2694275, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:10:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 927.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.267, "pushed": 3.267, "read": 3.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.991, "count": 98, "max_ms": 213.616, "p95_ms": 195.368}, "gstreamer_push": {"avg_ms": 1.063, "count": 98, "max_ms": 3.165, "p95_ms": 1.812}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.393, "count": 98, "max_ms": 96.653, "p95_ms": 77.301}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.79, "count": 98, "max_ms": 97.815, "p95_ms": 92.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.027, "count": 98, "max_ms": 333.272, "p95_ms": 325.514}, "read_interval": {"avg_ms": 306.346, "count": 98, "max_ms": 342.507, "p95_ms": 336.487}, "triton_wait": {"avg_ms": 68.803, "count": 98, "max_ms": 97.829, "p95_ms": 92.314}, "visualize": {"avg_ms": 31.496, "count": 98, "max_ms": 42.783, "p95_ms": 40.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6237.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24525.212, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.058, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 592809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:10:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:10:34+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T03:10:34+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T03:10:34.505681+09:00", "mtime_epoch": 1783015834.505681, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:10:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1567.344, "name": "celery", "pid": 237, "rss_mb": 1567.344, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.261, "count": 300, "max_ms": 6.761, "p95_ms": 6.183}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.523, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.758, "count": 300, "max_ms": 78.654, "p95_ms": 68.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.931, "count": 300, "max_ms": 93.72, "p95_ms": 68.399}, "yolo11_640_fire_11class": {"avg_ms": 55.814, "count": 300, "max_ms": 78.201, "p95_ms": 67.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.263, "count": 300, "max_ms": 88.853, "p95_ms": 77.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.081, "count": 300, "max_ms": 106.567, "p95_ms": 93.155}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 130.383, "p95_ms": 121.139}, "triton_wait": {"avg_ms": 63.088, "count": 300, "max_ms": 93.733, "p95_ms": 80.206}, "visualize": {"avg_ms": 3.701, "count": 300, "max_ms": 5.243, "p95_ms": 4.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6229.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34343.688, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.161, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 600011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:10:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:10:43+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T03:10:43+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-03T03:10:42.953831+09:00", "mtime_epoch": 1783015842.9538314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:10:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1320.918, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.713, "count": 300, "max_ms": 13.467, "p95_ms": 11.8}, "gstreamer_push": {"avg_ms": 1.257, "count": 300, "max_ms": 1.723, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.393, "count": 300, "max_ms": 80.211, "p95_ms": 67.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.366, "count": 300, "max_ms": 93.456, "p95_ms": 77.047}, "yolo11_640_fire_11class": {"avg_ms": 55.345, "count": 300, "max_ms": 75.986, "p95_ms": 67.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.774, "count": 300, "max_ms": 86.331, "p95_ms": 78.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.387, "count": 300, "max_ms": 109.278, "p95_ms": 100.038}, "read_interval": {"avg_ms": 100.171, "count": 299, "max_ms": 334.792, "p95_ms": 119.376}, "triton_wait": {"avg_ms": 62.941, "count": 300, "max_ms": 93.468, "p95_ms": 83.277}, "visualize": {"avg_ms": 3.73, "count": 300, "max_ms": 7.115, "p95_ms": 4.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2711, "tracking_summary": 2393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6237.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61704.063, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.645, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:10:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:10:50+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T03:10:50+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T03:10:50.349963+09:00", "mtime_epoch": 1783015850.3499634, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:10:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 939.719, "name": "celery", "pid": 239, "rss_mb": 934.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.896, "pushed": 3.896, "read": 3.863}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.102, "count": 116, "max_ms": 210.787, "p95_ms": 199.299}, "gstreamer_push": {"avg_ms": 0.985, "count": 116, "max_ms": 2.988, "p95_ms": 2.291}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.28, "count": 116, "max_ms": 94.18, "p95_ms": 86.767}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.027, "count": 116, "max_ms": 100.353, "p95_ms": 91.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.532, "count": 116, "max_ms": 323.86, "p95_ms": 310.142}, "read_interval": {"avg_ms": 258.92, "count": 115, "max_ms": 333.816, "p95_ms": 319.357}, "triton_wait": {"avg_ms": 70.047, "count": 116, "max_ms": 100.366, "p95_ms": 91.564}, "visualize": {"avg_ms": 26.62, "count": 116, "max_ms": 39.544, "p95_ms": 38.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.772, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6229.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24555.312, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.998, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 593110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:11:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:11:04+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T03:11:04+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T03:11:04.626218+09:00", "mtime_epoch": 1783015864.6262176, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:11:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1567.344, "name": "celery", "pid": 237, "rss_mb": 1567.344, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.113, "count": 300, "max_ms": 6.592, "p95_ms": 4.892}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.911, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.359, "count": 300, "max_ms": 78.19, "p95_ms": 68.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.646, "count": 300, "max_ms": 94.199, "p95_ms": 69.361}, "yolo11_640_fire_11class": {"avg_ms": 56.046, "count": 300, "max_ms": 77.128, "p95_ms": 68.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.954, "count": 300, "max_ms": 87.949, "p95_ms": 78.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.089, "count": 300, "max_ms": 106.622, "p95_ms": 91.991}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 124.469, "p95_ms": 121.143}, "triton_wait": {"avg_ms": 62.428, "count": 300, "max_ms": 94.21, "p95_ms": 79.294}, "visualize": {"avg_ms": 3.611, "count": 300, "max_ms": 4.841, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6229.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34373.774, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.869, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 600312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:11:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:11:13+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T03:11:13+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T03:11:13.226371+09:00", "mtime_epoch": 1783015873.226371, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 104899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:11:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1320.918, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.411, "count": 301, "max_ms": 13.761, "p95_ms": 8.429}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 2.003, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.884, "count": 301, "max_ms": 73.712, "p95_ms": 66.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.408, "count": 301, "max_ms": 89.004, "p95_ms": 67.932}, "yolo11_640_fire_11class": {"avg_ms": 53.3, "count": 301, "max_ms": 74.647, "p95_ms": 65.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.301, "count": 301, "max_ms": 83.057, "p95_ms": 75.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.221, "count": 301, "max_ms": 105.473, "p95_ms": 93.392}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 350.526, "p95_ms": 130.919}, "triton_wait": {"avg_ms": 59.287, "count": 301, "max_ms": 89.016, "p95_ms": 77.209}, "visualize": {"avg_ms": 3.647, "count": 301, "max_ms": 5.878, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2713, "tracking_summary": 2393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6238.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61734.296, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.616, "sample_count": 1075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:11:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:11:20+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T03:11:20+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T03:11:20.590502+09:00", "mtime_epoch": 1783015880.5905023, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:11:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 935.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.307, "pushed": 3.307, "read": 3.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.812, "count": 99, "max_ms": 235.441, "p95_ms": 226.623}, "gstreamer_push": {"avg_ms": 1.194, "count": 99, "max_ms": 3.671, "p95_ms": 2.827}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.817, "count": 99, "max_ms": 91.825, "p95_ms": 81.016}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.181, "count": 99, "max_ms": 93.494, "p95_ms": 87.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.851, "count": 99, "max_ms": 353.977, "p95_ms": 333.984}, "read_interval": {"avg_ms": 305.344, "count": 98, "max_ms": 362.951, "p95_ms": 344.954}, "triton_wait": {"avg_ms": 65.243, "count": 99, "max_ms": 93.507, "p95_ms": 88.488}, "visualize": {"avg_ms": 28.848, "count": 99, "max_ms": 41.062, "p95_ms": 39.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6235.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24585.398, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.786, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 593411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:11:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T03:11:34+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:11:34+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T03:11:34.670753+09:00", "mtime_epoch": 1783015894.6707532, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:11:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1567.602, "name": "celery", "pid": 237, "rss_mb": 1567.602, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.035, "count": 300, "max_ms": 6.059, "p95_ms": 4.525}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.744, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.586, "count": 300, "max_ms": 78.174, "p95_ms": 66.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.04, "count": 300, "max_ms": 82.774, "p95_ms": 65.373}, "yolo11_640_fire_11class": {"avg_ms": 51.959, "count": 300, "max_ms": 72.885, "p95_ms": 66.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.586, "count": 300, "max_ms": 84.77, "p95_ms": 75.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.437, "count": 300, "max_ms": 98.392, "p95_ms": 88.516}, "read_interval": {"avg_ms": 99.94, "count": 300, "max_ms": 126.082, "p95_ms": 121.391}, "triton_wait": {"avg_ms": 56.97, "count": 300, "max_ms": 84.781, "p95_ms": 75.883}, "visualize": {"avg_ms": 3.584, "count": 300, "max_ms": 5.997, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6235.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34403.841, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.175, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 600615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:11:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:11:43+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:11:43+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T03:11:43.298907+09:00", "mtime_epoch": 1783015903.298907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:11:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1321.176, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.078}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.561, "count": 303, "max_ms": 12.792, "p95_ms": 10.429}, "gstreamer_push": {"avg_ms": 1.239, "count": 303, "max_ms": 2.146, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.081, "count": 303, "max_ms": 78.194, "p95_ms": 65.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.887, "count": 303, "max_ms": 100.426, "p95_ms": 67.556}, "yolo11_640_fire_11class": {"avg_ms": 50.48, "count": 303, "max_ms": 70.219, "p95_ms": 63.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.931, "count": 303, "max_ms": 82.142, "p95_ms": 74.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.866, "count": 303, "max_ms": 121.829, "p95_ms": 92.077}, "read_interval": {"avg_ms": 99.296, "count": 302, "max_ms": 328.581, "p95_ms": 130.536}, "triton_wait": {"avg_ms": 55.782, "count": 303, "max_ms": 100.442, "p95_ms": 76.115}, "visualize": {"avg_ms": 3.615, "count": 303, "max_ms": 4.974, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2713, "tracking_summary": 2394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6230.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61764.346, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.913, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:11:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:11:50+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-03T03:11:50+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-03T03:11:50.739040+09:00", "mtime_epoch": 1783015910.7390397, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:11:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 926.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.898, "pushed": 3.898, "read": 3.864}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.953, "count": 116, "max_ms": 226.112, "p95_ms": 200.733}, "gstreamer_push": {"avg_ms": 0.982, "count": 116, "max_ms": 2.798, "p95_ms": 1.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.822, "count": 116, "max_ms": 94.527, "p95_ms": 76.121}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.661, "count": 116, "max_ms": 91.879, "p95_ms": 83.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.306, "count": 116, "max_ms": 322.254, "p95_ms": 305.631}, "read_interval": {"avg_ms": 259.519, "count": 115, "max_ms": 331.17, "p95_ms": 317.684}, "triton_wait": {"avg_ms": 67.764, "count": 116, "max_ms": 94.54, "p95_ms": 83.923}, "visualize": {"avg_ms": 26.773, "count": 116, "max_ms": 40.807, "p95_ms": 37.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.759, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6238.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24615.454, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.991, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 593712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:12:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:12:04+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T03:12:04+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T03:12:04.787290+09:00", "mtime_epoch": 1783015924.78729, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:12:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1567.602, "name": "celery", "pid": 237, "rss_mb": 1567.602, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.113, "count": 301, "max_ms": 7.37, "p95_ms": 4.643}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 2.113, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.307, "count": 301, "max_ms": 77.002, "p95_ms": 68.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.83, "count": 301, "max_ms": 89.652, "p95_ms": 70.062}, "yolo11_640_fire_11class": {"avg_ms": 50.601, "count": 301, "max_ms": 75.635, "p95_ms": 68.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.3, "count": 301, "max_ms": 89.901, "p95_ms": 77.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.035, "count": 301, "max_ms": 129.203, "p95_ms": 91.005}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 138.931, "p95_ms": 121.6}, "triton_wait": {"avg_ms": 55.188, "count": 301, "max_ms": 89.913, "p95_ms": 78.219}, "visualize": {"avg_ms": 3.675, "count": 301, "max_ms": 5.076, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6239.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34433.843, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.588, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 600915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:12:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:12:13+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:12:13+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T03:12:13.303442+09:00", "mtime_epoch": 1783015933.303442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:12:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1321.434, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.573, "count": 300, "max_ms": 11.585, "p95_ms": 9.205}, "gstreamer_push": {"avg_ms": 1.244, "count": 300, "max_ms": 1.824, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.458, "count": 300, "max_ms": 78.855, "p95_ms": 65.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.757, "count": 300, "max_ms": 96.182, "p95_ms": 75.833}, "yolo11_640_fire_11class": {"avg_ms": 50.031, "count": 300, "max_ms": 77.487, "p95_ms": 65.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.123, "count": 300, "max_ms": 91.797, "p95_ms": 74.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.982, "count": 300, "max_ms": 112.061, "p95_ms": 96.522}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 321.533, "p95_ms": 130.565}, "triton_wait": {"avg_ms": 54.802, "count": 300, "max_ms": 96.194, "p95_ms": 79.643}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 5.072, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2714, "tracking_summary": 2395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6240.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61794.563, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.616, "sample_count": 1075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:12:21+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T03:12:20+09:00", "mjpeg": {"age_sec": 0.27, "exists": true, "mtime": "2026-07-03T03:12:20.871577+09:00", "mtime_epoch": 1783015940.871577, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:12:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 936.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.368, "pushed": 3.368, "read": 3.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.644, "count": 101, "max_ms": 214.147, "p95_ms": 205.652}, "gstreamer_push": {"avg_ms": 0.866, "count": 101, "max_ms": 1.793, "p95_ms": 1.714}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.126, "count": 101, "max_ms": 93.359, "p95_ms": 81.358}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.404, "count": 101, "max_ms": 98.251, "p95_ms": 91.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.332, "count": 101, "max_ms": 350.715, "p95_ms": 310.798}, "read_interval": {"avg_ms": 296.237, "count": 101, "max_ms": 360.439, "p95_ms": 320.954}, "triton_wait": {"avg_ms": 66.981, "count": 101, "max_ms": 98.263, "p95_ms": 91.64}, "visualize": {"avg_ms": 27.924, "count": 101, "max_ms": 44.238, "p95_ms": 37.519}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6240.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24645.528, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.596, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 594012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:12:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:12:34+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T03:12:34+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T03:12:34.855826+09:00", "mtime_epoch": 1783015954.8558264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:12:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1567.859, "name": "celery", "pid": 237, "rss_mb": 1567.859, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.144, "count": 300, "max_ms": 6.51, "p95_ms": 5.026}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 2.25, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.098, "count": 300, "max_ms": 78.137, "p95_ms": 68.642}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.07, "count": 300, "max_ms": 90.777, "p95_ms": 65.634}, "yolo11_640_fire_11class": {"avg_ms": 53.762, "count": 300, "max_ms": 75.178, "p95_ms": 67.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.653, "count": 300, "max_ms": 85.341, "p95_ms": 77.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.137, "count": 300, "max_ms": 104.129, "p95_ms": 90.407}, "read_interval": {"avg_ms": 100.109, "count": 299, "max_ms": 123.359, "p95_ms": 121.224}, "triton_wait": {"avg_ms": 59.379, "count": 300, "max_ms": 90.789, "p95_ms": 77.765}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 4.839, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6238.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34463.909, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.798, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 601215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:12:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:12:43+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T03:12:43+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T03:12:43.355978+09:00", "mtime_epoch": 1783015963.355978, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:12:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1321.434, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.574, "count": 300, "max_ms": 13.704, "p95_ms": 9.684}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 2.067, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.773, "count": 300, "max_ms": 72.866, "p95_ms": 66.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.584, "count": 300, "max_ms": 98.03, "p95_ms": 68.24}, "yolo11_640_fire_11class": {"avg_ms": 55.264, "count": 300, "max_ms": 72.317, "p95_ms": 66.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.564, "count": 300, "max_ms": 82.407, "p95_ms": 76.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.623, "count": 300, "max_ms": 113.927, "p95_ms": 93.399}, "read_interval": {"avg_ms": 100.235, "count": 299, "max_ms": 319.613, "p95_ms": 121.921}, "triton_wait": {"avg_ms": 62.454, "count": 300, "max_ms": 98.042, "p95_ms": 77.509}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 6.565, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2717, "tracking_summary": 2396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6238.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61824.613, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.616, "sample_count": 1077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:12:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:12:51+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T03:12:50+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T03:12:50.884112+09:00", "mtime_epoch": 1783015970.8841121, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:12:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 933.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.495, "pushed": 3.495, "read": 3.461}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.756, "count": 104, "max_ms": 212.008, "p95_ms": 209.843}, "gstreamer_push": {"avg_ms": 0.857, "count": 104, "max_ms": 2.713, "p95_ms": 1.681}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.298, "count": 104, "max_ms": 89.718, "p95_ms": 74.91}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.506, "count": 104, "max_ms": 101.009, "p95_ms": 85.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.313, "count": 104, "max_ms": 344.476, "p95_ms": 315.612}, "read_interval": {"avg_ms": 288.581, "count": 103, "max_ms": 352.151, "p95_ms": 325.489}, "triton_wait": {"avg_ms": 66.519, "count": 104, "max_ms": 101.019, "p95_ms": 85.854}, "visualize": {"avg_ms": 28.179, "count": 104, "max_ms": 41.516, "p95_ms": 35.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.761, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6231.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24675.602, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.888, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 594313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:13:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:13:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:13:04+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T03:13:04.924363+09:00", "mtime_epoch": 1783015984.9243627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:13:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1567.859, "name": "celery", "pid": 237, "rss_mb": 1567.859, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 300, "max_ms": 6.621, "p95_ms": 4.886}, "gstreamer_push": {"avg_ms": 1.269, "count": 301, "max_ms": 1.87, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.145, "count": 300, "max_ms": 79.939, "p95_ms": 69.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.843, "count": 300, "max_ms": 86.848, "p95_ms": 67.017}, "yolo11_640_fire_11class": {"avg_ms": 53.897, "count": 300, "max_ms": 79.416, "p95_ms": 68.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.91, "count": 300, "max_ms": 93.099, "p95_ms": 78.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.095, "count": 300, "max_ms": 105.389, "p95_ms": 91.497}, "read_interval": {"avg_ms": 99.912, "count": 300, "max_ms": 128.167, "p95_ms": 121.52}, "triton_wait": {"avg_ms": 59.417, "count": 300, "max_ms": 93.112, "p95_ms": 78.44}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 5.243, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6230.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34493.974, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.161, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 601517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:13:13+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T03:13:13+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T03:13:13.428514+09:00", "mtime_epoch": 1783015993.4285142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:13:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1321.691, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.411, "count": 302, "max_ms": 12.785, "p95_ms": 8.159}, "gstreamer_push": {"avg_ms": 1.264, "count": 302, "max_ms": 1.926, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.294, "count": 302, "max_ms": 79.538, "p95_ms": 66.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.154, "count": 302, "max_ms": 95.689, "p95_ms": 79.528}, "yolo11_640_fire_11class": {"avg_ms": 52.193, "count": 302, "max_ms": 78.529, "p95_ms": 67.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.149, "count": 302, "max_ms": 91.891, "p95_ms": 75.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.671, "count": 302, "max_ms": 111.577, "p95_ms": 97.255}, "read_interval": {"avg_ms": 99.615, "count": 301, "max_ms": 339.782, "p95_ms": 129.544}, "triton_wait": {"avg_ms": 57.708, "count": 302, "max_ms": 95.703, "p95_ms": 81.454}, "visualize": {"avg_ms": 3.659, "count": 302, "max_ms": 4.542, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2717, "tracking_summary": 2397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6237.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61854.893, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.486, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:13:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:13:21+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T03:13:21+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T03:13:21.164652+09:00", "mtime_epoch": 1783016001.1646523, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:13:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 932.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.105, "pushed": 4.105, "read": 4.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 135.03, "count": 123, "max_ms": 211.837, "p95_ms": 204.676}, "gstreamer_push": {"avg_ms": 1.119, "count": 123, "max_ms": 2.824, "p95_ms": 1.92}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.533, "count": 123, "max_ms": 99.369, "p95_ms": 81.791}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.711, "count": 123, "max_ms": 104.926, "p95_ms": 87.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.227, "count": 123, "max_ms": 318.818, "p95_ms": 311.399}, "read_interval": {"avg_ms": 245.536, "count": 122, "max_ms": 329.032, "p95_ms": 320.29}, "triton_wait": {"avg_ms": 69.785, "count": 123, "max_ms": 104.937, "p95_ms": 87.613}, "visualize": {"avg_ms": 27.62, "count": 123, "max_ms": 42.267, "p95_ms": 36.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6239.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24705.654, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.127, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 594614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:13:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:13:35+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T03:13:34+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T03:13:34.992899+09:00", "mtime_epoch": 1783016014.9928992, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:13:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1568.117, "name": "celery", "pid": 237, "rss_mb": 1568.117, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.158, "count": 301, "max_ms": 6.396, "p95_ms": 4.772}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 1.841, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.386, "count": 301, "max_ms": 82.884, "p95_ms": 69.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.341, "count": 301, "max_ms": 85.805, "p95_ms": 66.707}, "yolo11_640_fire_11class": {"avg_ms": 56.856, "count": 301, "max_ms": 77.818, "p95_ms": 70.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.242, "count": 301, "max_ms": 91.33, "p95_ms": 79.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.179, "count": 301, "max_ms": 104.291, "p95_ms": 92.526}, "read_interval": {"avg_ms": 99.915, "count": 300, "max_ms": 122.435, "p95_ms": 120.077}, "triton_wait": {"avg_ms": 63.445, "count": 301, "max_ms": 91.343, "p95_ms": 79.982}, "visualize": {"avg_ms": 3.653, "count": 301, "max_ms": 4.97, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6240.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34523.981, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.593, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 601815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:13:43+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T03:13:43+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:13:43.417049+09:00", "mtime_epoch": 1783016023.4170494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:13:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1321.691, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.387, "count": 298, "max_ms": 12.36, "p95_ms": 8.197}, "gstreamer_push": {"avg_ms": 1.231, "count": 298, "max_ms": 1.512, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.656, "count": 298, "max_ms": 75.567, "p95_ms": 67.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.861, "count": 298, "max_ms": 94.131, "p95_ms": 83.306}, "yolo11_640_fire_11class": {"avg_ms": 57.147, "count": 298, "max_ms": 75.027, "p95_ms": 66.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.446, "count": 298, "max_ms": 88.309, "p95_ms": 77.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.662, "count": 298, "max_ms": 110.519, "p95_ms": 99.514}, "read_interval": {"avg_ms": 100.627, "count": 298, "max_ms": 383.984, "p95_ms": 118.549}, "triton_wait": {"avg_ms": 65.714, "count": 298, "max_ms": 94.146, "p95_ms": 83.567}, "visualize": {"avg_ms": 3.654, "count": 298, "max_ms": 4.877, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2718, "tracking_summary": 2398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6239.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61885.061, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.788, "sample_count": 1077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:13:51+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T03:13:51+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T03:13:51.353191+09:00", "mtime_epoch": 1783016031.3531911, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:13:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 935.652, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.817, "pushed": 3.817, "read": 3.784}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.961, "count": 114, "max_ms": 202.768, "p95_ms": 196.689}, "gstreamer_push": {"avg_ms": 1.045, "count": 114, "max_ms": 2.857, "p95_ms": 1.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.067, "count": 114, "max_ms": 93.096, "p95_ms": 80.311}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.87, "count": 114, "max_ms": 97.454, "p95_ms": 89.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.757, "count": 114, "max_ms": 320.539, "p95_ms": 302.533}, "read_interval": {"avg_ms": 264.31, "count": 113, "max_ms": 329.557, "p95_ms": 313.019}, "triton_wait": {"avg_ms": 68.898, "count": 114, "max_ms": 97.468, "p95_ms": 89.339}, "visualize": {"avg_ms": 26.105, "count": 114, "max_ms": 35.826, "p95_ms": 34.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6229.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24735.656, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.127, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 594914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:14:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:14:05+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:14:04+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T03:14:04.989434+09:00", "mtime_epoch": 1783016044.9894345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:14:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1568.117, "name": "celery", "pid": 237, "rss_mb": 1568.117, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.133, "count": 300, "max_ms": 6.548, "p95_ms": 4.745}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.796, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.951, "count": 300, "max_ms": 85.31, "p95_ms": 68.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.324, "count": 300, "max_ms": 100.819, "p95_ms": 66.131}, "yolo11_640_fire_11class": {"avg_ms": 56.627, "count": 300, "max_ms": 84.224, "p95_ms": 69.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.34, "count": 300, "max_ms": 98.302, "p95_ms": 78.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.491, "count": 300, "max_ms": 113.884, "p95_ms": 92.761}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 130.473, "p95_ms": 120.382}, "triton_wait": {"avg_ms": 63.871, "count": 300, "max_ms": 100.833, "p95_ms": 80.208}, "visualize": {"avg_ms": 3.605, "count": 300, "max_ms": 4.832, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6229.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34554.085, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.75, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 602116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:14:13+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T03:14:13+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T03:14:13.517587+09:00", "mtime_epoch": 1783016053.5175867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:14:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1321.949, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.424, "count": 301, "max_ms": 12.579, "p95_ms": 8.66}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.687, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.725, "count": 301, "max_ms": 84.072, "p95_ms": 67.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.164, "count": 301, "max_ms": 98.256, "p95_ms": 78.05}, "yolo11_640_fire_11class": {"avg_ms": 53.439, "count": 301, "max_ms": 82.739, "p95_ms": 66.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.04, "count": 301, "max_ms": 96.811, "p95_ms": 77.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.27, "count": 301, "max_ms": 114.444, "p95_ms": 97.073}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 316.057, "p95_ms": 130.544}, "triton_wait": {"avg_ms": 60.338, "count": 301, "max_ms": 98.27, "p95_ms": 80.764}, "visualize": {"avg_ms": 3.616, "count": 301, "max_ms": 5.094, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2719, "tracking_summary": 2399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6238.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61915.18, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.661, "sample_count": 1077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:14:21+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T03:14:21+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T03:14:21.581731+09:00", "mtime_epoch": 1783016061.5817306, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:14:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 934.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.387, "pushed": 3.387, "read": 3.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.157, "count": 101, "max_ms": 199.891, "p95_ms": 197.522}, "gstreamer_push": {"avg_ms": 0.816, "count": 101, "max_ms": 3.067, "p95_ms": 0.86}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.616, "count": 101, "max_ms": 102.706, "p95_ms": 74.931}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.259, "count": 101, "max_ms": 104.988, "p95_ms": 87.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.418, "count": 101, "max_ms": 326.879, "p95_ms": 316.115}, "read_interval": {"avg_ms": 299.228, "count": 100, "max_ms": 335.715, "p95_ms": 326.153}, "triton_wait": {"avg_ms": 68.288, "count": 101, "max_ms": 105.001, "p95_ms": 87.034}, "visualize": {"avg_ms": 29.213, "count": 101, "max_ms": 36.152, "p95_ms": 35.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6240.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24765.69, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.046, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 595214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:14:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:14:35+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:14:35+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T03:14:35.017970+09:00", "mtime_epoch": 1783016075.0179703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:14:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1568.375, "name": "celery", "pid": 237, "rss_mb": 1568.375, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.188, "count": 300, "max_ms": 6.757, "p95_ms": 5.019}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.859, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.02, "count": 300, "max_ms": 79.436, "p95_ms": 68.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.523, "count": 300, "max_ms": 90.547, "p95_ms": 68.648}, "yolo11_640_fire_11class": {"avg_ms": 57.397, "count": 300, "max_ms": 78.415, "p95_ms": 68.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.74, "count": 300, "max_ms": 88.302, "p95_ms": 78.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.244, "count": 300, "max_ms": 127.715, "p95_ms": 93.146}, "read_interval": {"avg_ms": 100.048, "count": 300, "max_ms": 138.249, "p95_ms": 120.578}, "triton_wait": {"avg_ms": 64.375, "count": 300, "max_ms": 90.56, "p95_ms": 79.377}, "visualize": {"avg_ms": 3.628, "count": 300, "max_ms": 5.058, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6230.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34584.172, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.232, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 602416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:14:43+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T03:14:43+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T03:14:43.622124+09:00", "mtime_epoch": 1783016083.622124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:14:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1321.949, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.471, "count": 300, "max_ms": 12.76, "p95_ms": 9.576}, "gstreamer_push": {"avg_ms": 1.237, "count": 300, "max_ms": 1.566, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.894, "count": 300, "max_ms": 80.068, "p95_ms": 67.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.499, "count": 300, "max_ms": 98.553, "p95_ms": 70.247}, "yolo11_640_fire_11class": {"avg_ms": 57.44, "count": 300, "max_ms": 80.642, "p95_ms": 67.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.736, "count": 300, "max_ms": 87.22, "p95_ms": 77.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.648, "count": 300, "max_ms": 114.731, "p95_ms": 95.885}, "read_interval": {"avg_ms": 100.319, "count": 299, "max_ms": 317.843, "p95_ms": 116.064}, "triton_wait": {"avg_ms": 65.561, "count": 300, "max_ms": 98.566, "p95_ms": 79.202}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 6.684, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2720, "tracking_summary": 2400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6233.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61945.344, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.661, "sample_count": 1075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:14:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:14:51+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T03:14:51+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T03:14:51.614267+09:00", "mtime_epoch": 1783016091.6142666, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:14:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 926.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.539, "pushed": 3.539, "read": 3.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.789, "count": 106, "max_ms": 257.914, "p95_ms": 197.526}, "gstreamer_push": {"avg_ms": 1.019, "count": 106, "max_ms": 2.901, "p95_ms": 2.74}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.936, "count": 106, "max_ms": 100.286, "p95_ms": 73.509}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.475, "count": 106, "max_ms": 99.511, "p95_ms": 83.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.514, "count": 106, "max_ms": 374.877, "p95_ms": 312.645}, "read_interval": {"avg_ms": 284.17, "count": 105, "max_ms": 386.013, "p95_ms": 316.817}, "triton_wait": {"avg_ms": 66.496, "count": 106, "max_ms": 100.299, "p95_ms": 83.564}, "visualize": {"avg_ms": 29.503, "count": 106, "max_ms": 40.537, "p95_ms": 39.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6241.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24795.771, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.046, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 595515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:15:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:15:05+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T03:15:05+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T03:15:05.074507+09:00", "mtime_epoch": 1783016105.074507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:15:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1568.633, "name": "celery", "pid": 237, "rss_mb": 1568.633, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.153, "count": 301, "max_ms": 6.168, "p95_ms": 4.77}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 1.556, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.122, "count": 301, "max_ms": 77.419, "p95_ms": 69.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.432, "count": 301, "max_ms": 93.53, "p95_ms": 67.758}, "yolo11_640_fire_11class": {"avg_ms": 58.121, "count": 301, "max_ms": 77.406, "p95_ms": 68.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.135, "count": 301, "max_ms": 87.578, "p95_ms": 78.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.028, "count": 301, "max_ms": 106.882, "p95_ms": 91.939}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 126.34, "p95_ms": 120.391}, "triton_wait": {"avg_ms": 65.327, "count": 301, "max_ms": 93.546, "p95_ms": 79.05}, "visualize": {"avg_ms": 3.624, "count": 301, "max_ms": 4.306, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6239.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34614.178, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.091, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 602717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:15:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:15:13+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T03:15:13+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T03:15:13.626660+09:00", "mtime_epoch": 1783016113.6266596, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:15:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1322.207, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 301, "max_ms": 12.409, "p95_ms": 8.344}, "gstreamer_push": {"avg_ms": 1.254, "count": 301, "max_ms": 2.092, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.965, "count": 301, "max_ms": 76.804, "p95_ms": 66.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.589, "count": 301, "max_ms": 88.938, "p95_ms": 74.39}, "yolo11_640_fire_11class": {"avg_ms": 54.012, "count": 301, "max_ms": 76.816, "p95_ms": 66.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.666, "count": 301, "max_ms": 88.401, "p95_ms": 76.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.774, "count": 301, "max_ms": 105.094, "p95_ms": 96.852}, "read_interval": {"avg_ms": 99.69, "count": 301, "max_ms": 338.031, "p95_ms": 119.361}, "triton_wait": {"avg_ms": 60.765, "count": 301, "max_ms": 88.95, "p95_ms": 80.089}, "visualize": {"avg_ms": 3.663, "count": 301, "max_ms": 5.956, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2721, "tracking_summary": 2401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6239.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 61975.431, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.374, "sample_count": 1076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:15:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:15:22+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-03T03:15:21+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T03:15:21.742805+09:00", "mtime_epoch": 1783016121.7428045, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:15:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 933.023, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.332, "pushed": 3.332, "read": 3.298}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.027, "count": 99, "max_ms": 227.619, "p95_ms": 223.578}, "gstreamer_push": {"avg_ms": 1.2, "count": 99, "max_ms": 3.08, "p95_ms": 2.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.916, "count": 99, "max_ms": 88.676, "p95_ms": 84.253}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.671, "count": 99, "max_ms": 98.842, "p95_ms": 90.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.884, "count": 99, "max_ms": 366.216, "p95_ms": 329.026}, "read_interval": {"avg_ms": 304.086, "count": 98, "max_ms": 376.679, "p95_ms": 339.479}, "triton_wait": {"avg_ms": 67.684, "count": 99, "max_ms": 98.855, "p95_ms": 90.326}, "visualize": {"avg_ms": 28.494, "count": 99, "max_ms": 39.927, "p95_ms": 39.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.713, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6230.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24825.86, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.634, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 595816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:15:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:15:35+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T03:15:35+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T03:15:35.191045+09:00", "mtime_epoch": 1783016135.1910448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:15:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1568.633, "name": "celery", "pid": 237, "rss_mb": 1568.633, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 300, "max_ms": 6.08, "p95_ms": 4.442}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.635, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.4, "count": 300, "max_ms": 77.487, "p95_ms": 68.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.682, "count": 300, "max_ms": 87.445, "p95_ms": 67.678}, "yolo11_640_fire_11class": {"avg_ms": 54.871, "count": 300, "max_ms": 75.615, "p95_ms": 67.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.501, "count": 300, "max_ms": 86.974, "p95_ms": 77.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.499, "count": 300, "max_ms": 100.443, "p95_ms": 90.728}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 126.99, "p95_ms": 121.156}, "triton_wait": {"avg_ms": 60.891, "count": 300, "max_ms": 87.458, "p95_ms": 77.878}, "visualize": {"avg_ms": 3.61, "count": 300, "max_ms": 6.004, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6241.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34644.185, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.965, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T03:15:43+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T03:15:43+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T03:15:43.639196+09:00", "mtime_epoch": 1783016143.6391957, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:15:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1322.207, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.49, "count": 302, "max_ms": 12.825, "p95_ms": 8.824}, "gstreamer_push": {"avg_ms": 1.257, "count": 302, "max_ms": 1.808, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.777, "count": 302, "max_ms": 72.6, "p95_ms": 66.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.752, "count": 302, "max_ms": 89.873, "p95_ms": 81.76}, "yolo11_640_fire_11class": {"avg_ms": 53.321, "count": 302, "max_ms": 73.127, "p95_ms": 66.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.5, "count": 302, "max_ms": 80.188, "p95_ms": 75.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.269, "count": 302, "max_ms": 106.084, "p95_ms": 97.959}, "read_interval": {"avg_ms": 99.371, "count": 302, "max_ms": 359.546, "p95_ms": 124.254}, "triton_wait": {"avg_ms": 60.146, "count": 302, "max_ms": 89.886, "p95_ms": 81.773}, "visualize": {"avg_ms": 3.682, "count": 302, "max_ms": 4.668, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2723, "tracking_summary": 2402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6235.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62005.536, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.834, "sample_count": 1077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:15:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:15:52+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-03T03:15:51+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-03T03:15:51.851342+09:00", "mtime_epoch": 1783016151.8513422, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:15:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 930.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.925, "pushed": 3.925, "read": 3.892}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.067, "count": 117, "max_ms": 210.878, "p95_ms": 199.39}, "gstreamer_push": {"avg_ms": 1.086, "count": 117, "max_ms": 2.967, "p95_ms": 1.942}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.23, "count": 117, "max_ms": 90.694, "p95_ms": 83.578}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.502, "count": 117, "max_ms": 95.726, "p95_ms": 90.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.465, "count": 117, "max_ms": 318.702, "p95_ms": 306.918}, "read_interval": {"avg_ms": 257.087, "count": 116, "max_ms": 327.971, "p95_ms": 316.699}, "triton_wait": {"avg_ms": 67.57, "count": 117, "max_ms": 95.741, "p95_ms": 90.823}, "visualize": {"avg_ms": 26.06, "count": 117, "max_ms": 38.084, "p95_ms": 35.583}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6231.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24855.894, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.685, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 596116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:16:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:16:05+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T03:16:05+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:16:05.211581+09:00", "mtime_epoch": 1783016165.2115808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:16:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1568.891, "name": "celery", "pid": 237, "rss_mb": 1568.891, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.083, "count": 300, "max_ms": 6.086, "p95_ms": 4.35}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.539, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.549, "count": 300, "max_ms": 79.007, "p95_ms": 70.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.116, "count": 300, "max_ms": 89.734, "p95_ms": 67.448}, "yolo11_640_fire_11class": {"avg_ms": 55.165, "count": 300, "max_ms": 78.482, "p95_ms": 69.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.958, "count": 300, "max_ms": 87.964, "p95_ms": 79.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.732, "count": 300, "max_ms": 102.673, "p95_ms": 92.499}, "read_interval": {"avg_ms": 100.032, "count": 300, "max_ms": 128.117, "p95_ms": 121.388}, "triton_wait": {"avg_ms": 61.111, "count": 300, "max_ms": 89.747, "p95_ms": 79.677}, "visualize": {"avg_ms": 3.605, "count": 300, "max_ms": 5.222, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6238.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34674.282, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.091, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:16:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:16:13+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:16:13+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T03:16:13.723733+09:00", "mtime_epoch": 1783016173.723733, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:16:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1322.465, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.364, "count": 299, "max_ms": 13.159, "p95_ms": 8.046}, "gstreamer_push": {"avg_ms": 1.242, "count": 299, "max_ms": 1.668, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.953, "count": 299, "max_ms": 74.861, "p95_ms": 66.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.342, "count": 299, "max_ms": 96.777, "p95_ms": 79.853}, "yolo11_640_fire_11class": {"avg_ms": 54.632, "count": 299, "max_ms": 73.981, "p95_ms": 66.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.587, "count": 299, "max_ms": 85.006, "p95_ms": 76.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.529, "count": 299, "max_ms": 113.359, "p95_ms": 97.13}, "read_interval": {"avg_ms": 100.557, "count": 298, "max_ms": 339.7, "p95_ms": 129.297}, "triton_wait": {"avg_ms": 61.65, "count": 299, "max_ms": 96.79, "p95_ms": 80.454}, "visualize": {"avg_ms": 3.638, "count": 299, "max_ms": 5.002, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2724, "tracking_summary": 2402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6243.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62035.586, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.945, "sample_count": 1077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:16:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:16:22+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T03:16:21+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T03:16:21.871878+09:00", "mtime_epoch": 1783016181.8718784, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:16:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 935.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.329, "pushed": 3.329, "read": 3.295}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.688, "count": 99, "max_ms": 213.3, "p95_ms": 207.172}, "gstreamer_push": {"avg_ms": 1.045, "count": 99, "max_ms": 2.825, "p95_ms": 1.846}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.886, "count": 99, "max_ms": 93.478, "p95_ms": 79.024}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.796, "count": 99, "max_ms": 95.803, "p95_ms": 85.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.606, "count": 99, "max_ms": 339.367, "p95_ms": 317.714}, "read_interval": {"avg_ms": 303.419, "count": 98, "max_ms": 349.968, "p95_ms": 330.014}, "triton_wait": {"avg_ms": 65.908, "count": 99, "max_ms": 95.816, "p95_ms": 85.858}, "visualize": {"avg_ms": 29.247, "count": 99, "max_ms": 43.557, "p95_ms": 40.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.74, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6231.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24886.005, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.064, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 596417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:16:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:16:35+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T03:16:35+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T03:16:35.296118+09:00", "mtime_epoch": 1783016195.2961183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:16:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1568.891, "name": "celery", "pid": 237, "rss_mb": 1568.891, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.209, "count": 300, "max_ms": 6.634, "p95_ms": 5.062}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.551, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.005, "count": 300, "max_ms": 82.006, "p95_ms": 70.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.046, "count": 300, "max_ms": 91.155, "p95_ms": 67.755}, "yolo11_640_fire_11class": {"avg_ms": 57.675, "count": 300, "max_ms": 77.505, "p95_ms": 69.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.483, "count": 300, "max_ms": 88.012, "p95_ms": 79.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.881, "count": 300, "max_ms": 122.536, "p95_ms": 92.627}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 133.369, "p95_ms": 120.826}, "triton_wait": {"avg_ms": 64.884, "count": 300, "max_ms": 91.168, "p95_ms": 79.784}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 4.968, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6234.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34704.282, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.255, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:16:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T03:16:43+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T03:16:43+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T03:16:43.724269+09:00", "mtime_epoch": 1783016203.724269, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 100084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:16:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1322.723, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.419, "count": 300, "max_ms": 12.788, "p95_ms": 8.257}, "gstreamer_push": {"avg_ms": 1.26, "count": 300, "max_ms": 1.843, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.901, "count": 300, "max_ms": 78.616, "p95_ms": 69.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.47, "count": 300, "max_ms": 97.977, "p95_ms": 85.065}, "yolo11_640_fire_11class": {"avg_ms": 56.282, "count": 300, "max_ms": 78.035, "p95_ms": 69.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.621, "count": 300, "max_ms": 87.627, "p95_ms": 80.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.478, "count": 300, "max_ms": 114.233, "p95_ms": 103.204}, "read_interval": {"avg_ms": 100.022, "count": 300, "max_ms": 298.233, "p95_ms": 123.025}, "triton_wait": {"avg_ms": 64.461, "count": 300, "max_ms": 97.989, "p95_ms": 86.342}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 4.734, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2724, "tracking_summary": 2403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6242.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62065.729, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.645, "sample_count": 1078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:16:52+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T03:16:52+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T03:16:52.024417+09:00", "mtime_epoch": 1783016212.0244172, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:16:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 936.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.92, "pushed": 3.92, "read": 3.886}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.486, "count": 117, "max_ms": 213.708, "p95_ms": 202.457}, "gstreamer_push": {"avg_ms": 0.928, "count": 117, "max_ms": 2.114, "p95_ms": 1.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.881, "count": 117, "max_ms": 92.514, "p95_ms": 87.181}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.225, "count": 117, "max_ms": 101.391, "p95_ms": 93.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.814, "count": 117, "max_ms": 319.987, "p95_ms": 306.617}, "read_interval": {"avg_ms": 257.292, "count": 116, "max_ms": 330.147, "p95_ms": 315.39}, "triton_wait": {"avg_ms": 71.264, "count": 117, "max_ms": 101.403, "p95_ms": 93.26}, "visualize": {"avg_ms": 26.321, "count": 117, "max_ms": 40.039, "p95_ms": 31.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6242.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24916.052, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.127, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 596718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:17:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:17:05+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T03:17:05+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T03:17:05.392656+09:00", "mtime_epoch": 1783016225.3926558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:17:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1569.148, "name": "celery", "pid": 237, "rss_mb": 1569.148, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 301, "max_ms": 6.633, "p95_ms": 4.994}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 1.673, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.289, "count": 301, "max_ms": 79.9, "p95_ms": 70.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.236, "count": 301, "max_ms": 96.122, "p95_ms": 71.32}, "yolo11_640_fire_11class": {"avg_ms": 50.637, "count": 301, "max_ms": 77.983, "p95_ms": 69.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.298, "count": 301, "max_ms": 88.064, "p95_ms": 79.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.156, "count": 301, "max_ms": 109.06, "p95_ms": 94.042}, "read_interval": {"avg_ms": 99.895, "count": 300, "max_ms": 125.299, "p95_ms": 121.517}, "triton_wait": {"avg_ms": 56.468, "count": 301, "max_ms": 96.143, "p95_ms": 80.526}, "visualize": {"avg_ms": 3.596, "count": 301, "max_ms": 4.78, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6232.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34734.344, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.198, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:17:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:17:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:17:13+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T03:17:13.796806+09:00", "mtime_epoch": 1783016233.796806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:17:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1322.723, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.334, "count": 300, "max_ms": 11.185, "p95_ms": 8.243}, "gstreamer_push": {"avg_ms": 1.219, "count": 300, "max_ms": 1.674, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.095, "count": 300, "max_ms": 74.327, "p95_ms": 64.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.896, "count": 300, "max_ms": 95.418, "p95_ms": 72.962}, "yolo11_640_fire_11class": {"avg_ms": 49.247, "count": 300, "max_ms": 73.678, "p95_ms": 63.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.061, "count": 300, "max_ms": 82.049, "p95_ms": 73.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.328, "count": 300, "max_ms": 111.777, "p95_ms": 92.687}, "read_interval": {"avg_ms": 100.247, "count": 299, "max_ms": 392.192, "p95_ms": 129.292}, "triton_wait": {"avg_ms": 55.571, "count": 300, "max_ms": 95.43, "p95_ms": 76.677}, "visualize": {"avg_ms": 3.605, "count": 300, "max_ms": 4.813, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2725, "tracking_summary": 2404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6232.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62095.961, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.1, "sample_count": 1076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:17:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:17:22+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T03:17:22+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T03:17:22.260957+09:00", "mtime_epoch": 1783016242.2609572, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:17:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 925.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.341, "pushed": 3.341, "read": 3.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.798, "count": 100, "max_ms": 200.387, "p95_ms": 198.776}, "gstreamer_push": {"avg_ms": 0.966, "count": 100, "max_ms": 1.803, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.847, "count": 100, "max_ms": 94.391, "p95_ms": 84.251}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.37, "count": 100, "max_ms": 101.706, "p95_ms": 93.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.761, "count": 100, "max_ms": 346.335, "p95_ms": 319.233}, "read_interval": {"avg_ms": 302.412, "count": 99, "max_ms": 355.706, "p95_ms": 330.0}, "triton_wait": {"avg_ms": 69.746, "count": 100, "max_ms": 101.72, "p95_ms": 93.402}, "visualize": {"avg_ms": 30.511, "count": 100, "max_ms": 45.461, "p95_ms": 43.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6238.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24946.169, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.252, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:17:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:17:35+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:17:35+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T03:17:35.469193+09:00", "mtime_epoch": 1783016255.4691932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:17:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1569.148, "name": "celery", "pid": 237, "rss_mb": 1569.148, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.097, "count": 300, "max_ms": 6.609, "p95_ms": 4.787}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.84, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.701, "count": 300, "max_ms": 79.995, "p95_ms": 69.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.191, "count": 300, "max_ms": 92.073, "p95_ms": 68.868}, "yolo11_640_fire_11class": {"avg_ms": 55.745, "count": 300, "max_ms": 74.429, "p95_ms": 68.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.001, "count": 300, "max_ms": 84.342, "p95_ms": 78.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.25, "count": 300, "max_ms": 105.574, "p95_ms": 91.747}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 126.647, "p95_ms": 121.541}, "triton_wait": {"avg_ms": 62.584, "count": 300, "max_ms": 92.085, "p95_ms": 78.91}, "visualize": {"avg_ms": 3.597, "count": 300, "max_ms": 5.254, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6232.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34764.386, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.255, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 604219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:17:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:17:43+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T03:17:43+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T03:17:43.825343+09:00", "mtime_epoch": 1783016263.8253427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:17:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1322.98, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.439, "count": 301, "max_ms": 12.551, "p95_ms": 8.742}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 2.002, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.038, "count": 301, "max_ms": 73.317, "p95_ms": 67.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.717, "count": 301, "max_ms": 100.372, "p95_ms": 76.801}, "yolo11_640_fire_11class": {"avg_ms": 53.51, "count": 301, "max_ms": 73.872, "p95_ms": 66.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.677, "count": 301, "max_ms": 86.028, "p95_ms": 77.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.11, "count": 301, "max_ms": 116.53, "p95_ms": 95.94}, "read_interval": {"avg_ms": 99.805, "count": 300, "max_ms": 406.533, "p95_ms": 131.983}, "triton_wait": {"avg_ms": 60.133, "count": 301, "max_ms": 100.383, "p95_ms": 80.064}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 6.498, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2728, "tracking_summary": 2405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6232.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62126.073, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.721, "sample_count": 1079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:17:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:17:52+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T03:17:52+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T03:17:52.357495+09:00", "mtime_epoch": 1783016272.357495, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:17:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 924.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.59, "pushed": 3.59, "read": 3.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.413, "count": 107, "max_ms": 201.428, "p95_ms": 198.195}, "gstreamer_push": {"avg_ms": 1.021, "count": 107, "max_ms": 2.995, "p95_ms": 2.728}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.009, "count": 107, "max_ms": 94.521, "p95_ms": 79.53}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.682, "count": 107, "max_ms": 99.329, "p95_ms": 86.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.403, "count": 107, "max_ms": 330.905, "p95_ms": 311.773}, "read_interval": {"avg_ms": 281.113, "count": 106, "max_ms": 339.786, "p95_ms": 320.504}, "triton_wait": {"avg_ms": 68.734, "count": 107, "max_ms": 99.341, "p95_ms": 86.454}, "visualize": {"avg_ms": 29.471, "count": 107, "max_ms": 41.26, "p95_ms": 40.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6230.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 24976.194, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.348, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:18:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:18:05+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T03:18:05+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T03:18:05.509730+09:00", "mtime_epoch": 1783016285.50973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:18:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1569.406, "name": "celery", "pid": 237, "rss_mb": 1569.406, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 300, "max_ms": 6.548, "p95_ms": 5.089}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.711, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.774, "count": 300, "max_ms": 74.334, "p95_ms": 67.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.977, "count": 300, "max_ms": 91.27, "p95_ms": 67.655}, "yolo11_640_fire_11class": {"avg_ms": 53.106, "count": 300, "max_ms": 72.994, "p95_ms": 67.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.066, "count": 300, "max_ms": 85.838, "p95_ms": 78.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.566, "count": 300, "max_ms": 105.283, "p95_ms": 91.311}, "read_interval": {"avg_ms": 100.077, "count": 299, "max_ms": 126.311, "p95_ms": 121.393}, "triton_wait": {"avg_ms": 58.774, "count": 300, "max_ms": 91.285, "p95_ms": 78.266}, "visualize": {"avg_ms": 3.689, "count": 300, "max_ms": 5.246, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6233.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34794.705, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.09, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 604521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:18:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:18:14+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:18:14+09:00", "mjpeg": {"age_sec": 0.361, "exists": true, "mtime": "2026-07-03T03:18:13.865880+09:00", "mtime_epoch": 1783016293.8658795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:18:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1322.98, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.451, "count": 299, "max_ms": 11.985, "p95_ms": 8.79}, "gstreamer_push": {"avg_ms": 1.239, "count": 299, "max_ms": 1.574, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.491, "count": 299, "max_ms": 71.663, "p95_ms": 66.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.121, "count": 299, "max_ms": 92.691, "p95_ms": 74.255}, "yolo11_640_fire_11class": {"avg_ms": 52.543, "count": 299, "max_ms": 71.167, "p95_ms": 65.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.425, "count": 299, "max_ms": 79.575, "p95_ms": 75.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.674, "count": 299, "max_ms": 109.803, "p95_ms": 93.782}, "read_interval": {"avg_ms": 100.502, "count": 298, "max_ms": 392.753, "p95_ms": 133.114}, "triton_wait": {"avg_ms": 58.72, "count": 299, "max_ms": 92.703, "p95_ms": 77.593}, "visualize": {"avg_ms": 3.646, "count": 299, "max_ms": 4.764, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2728, "tracking_summary": 2406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6233.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62156.299, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.089, "sample_count": 1075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:18:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:18:22+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T03:18:22+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T03:18:22.590035+09:00", "mtime_epoch": 1783016302.5900354, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:18:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 925.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.975, "pushed": 3.975, "read": 3.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.895, "count": 119, "max_ms": 217.203, "p95_ms": 199.526}, "gstreamer_push": {"avg_ms": 1.416, "count": 119, "max_ms": 2.144, "p95_ms": 1.939}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.442, "count": 119, "max_ms": 88.1, "p95_ms": 74.7}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.063, "count": 119, "max_ms": 89.416, "p95_ms": 81.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.745, "count": 119, "max_ms": 323.655, "p95_ms": 307.445}, "read_interval": {"avg_ms": 253.57, "count": 118, "max_ms": 335.76, "p95_ms": 319.297}, "triton_wait": {"avg_ms": 66.125, "count": 119, "max_ms": 89.428, "p95_ms": 81.151}, "visualize": {"avg_ms": 30.842, "count": 119, "max_ms": 47.122, "p95_ms": 41.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6241.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25006.249, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.098, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:18:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:18:35+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T03:18:35+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T03:18:35.582268+09:00", "mtime_epoch": 1783016315.5822675, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:18:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1569.406, "name": "celery", "pid": 237, "rss_mb": 1569.406, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.178, "count": 301, "max_ms": 6.403, "p95_ms": 5.024}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.488, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.315, "count": 301, "max_ms": 74.477, "p95_ms": 68.604}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.825, "count": 301, "max_ms": 90.608, "p95_ms": 67.89}, "yolo11_640_fire_11class": {"avg_ms": 58.227, "count": 301, "max_ms": 70.764, "p95_ms": 67.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.596, "count": 301, "max_ms": 85.027, "p95_ms": 78.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.872, "count": 301, "max_ms": 104.244, "p95_ms": 92.063}, "read_interval": {"avg_ms": 99.931, "count": 300, "max_ms": 123.697, "p95_ms": 120.252}, "triton_wait": {"avg_ms": 66.183, "count": 301, "max_ms": 90.621, "p95_ms": 78.754}, "visualize": {"avg_ms": 3.635, "count": 301, "max_ms": 4.797, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6241.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34824.766, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.553, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 604823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:18:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:18:44+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:18:44+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T03:18:44.222422+09:00", "mtime_epoch": 1783016324.2224221, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:18:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1323.238, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.385, "count": 302, "max_ms": 11.566, "p95_ms": 8.296}, "gstreamer_push": {"avg_ms": 1.221, "count": 302, "max_ms": 1.595, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.784, "count": 302, "max_ms": 72.98, "p95_ms": 66.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.903, "count": 302, "max_ms": 101.572, "p95_ms": 68.408}, "yolo11_640_fire_11class": {"avg_ms": 57.014, "count": 302, "max_ms": 69.836, "p95_ms": 66.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.592, "count": 302, "max_ms": 82.674, "p95_ms": 76.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.524, "count": 302, "max_ms": 119.905, "p95_ms": 93.939}, "read_interval": {"avg_ms": 99.588, "count": 301, "max_ms": 238.592, "p95_ms": 112.5}, "triton_wait": {"avg_ms": 65.653, "count": 302, "max_ms": 101.589, "p95_ms": 78.024}, "visualize": {"avg_ms": 3.621, "count": 302, "max_ms": 4.623, "p95_ms": 4.306}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2729, "tracking_summary": 2407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6233.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62186.307, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.218, "sample_count": 1073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:18:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:18:52+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-03T03:18:52+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T03:18:52.606572+09:00", "mtime_epoch": 1783016332.606572, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:18:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 926.793, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.733, "pushed": 3.733, "read": 3.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.37, "count": 112, "max_ms": 230.278, "p95_ms": 201.53}, "gstreamer_push": {"avg_ms": 0.885, "count": 112, "max_ms": 2.833, "p95_ms": 1.693}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.002, "count": 112, "max_ms": 95.589, "p95_ms": 88.313}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.52, "count": 112, "max_ms": 98.208, "p95_ms": 91.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.77, "count": 112, "max_ms": 336.299, "p95_ms": 319.462}, "read_interval": {"avg_ms": 267.974, "count": 112, "max_ms": 349.63, "p95_ms": 329.813}, "triton_wait": {"avg_ms": 69.548, "count": 112, "max_ms": 98.22, "p95_ms": 91.711}, "visualize": {"avg_ms": 27.913, "count": 112, "max_ms": 40.282, "p95_ms": 39.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6242.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25036.367, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.165, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 597921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:19:05+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T03:19:05+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T03:19:05.670805+09:00", "mtime_epoch": 1783016345.6708055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:19:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1569.664, "name": "celery", "pid": 237, "rss_mb": 1569.664, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.173, "count": 301, "max_ms": 6.65, "p95_ms": 4.862}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.535, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.501, "count": 301, "max_ms": 77.379, "p95_ms": 68.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.498, "count": 301, "max_ms": 92.672, "p95_ms": 67.641}, "yolo11_640_fire_11class": {"avg_ms": 56.866, "count": 301, "max_ms": 76.342, "p95_ms": 68.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.336, "count": 301, "max_ms": 88.398, "p95_ms": 78.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.123, "count": 301, "max_ms": 241.275, "p95_ms": 92.718}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 251.748, "p95_ms": 121.41}, "triton_wait": {"avg_ms": 63.742, "count": 301, "max_ms": 92.684, "p95_ms": 78.745}, "visualize": {"avg_ms": 3.642, "count": 301, "max_ms": 4.962, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6231.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34854.777, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.282, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 605124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:19:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:19:14+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T03:19:14+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T03:19:14.218958+09:00", "mtime_epoch": 1783016354.2189581, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 103273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:19:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1323.238, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.49, "count": 301, "max_ms": 12.651, "p95_ms": 8.837}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 2.212, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.932, "count": 301, "max_ms": 74.896, "p95_ms": 67.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.098, "count": 301, "max_ms": 92.724, "p95_ms": 71.105}, "yolo11_640_fire_11class": {"avg_ms": 52.165, "count": 301, "max_ms": 74.364, "p95_ms": 65.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.291, "count": 301, "max_ms": 85.466, "p95_ms": 75.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.455, "count": 301, "max_ms": 108.889, "p95_ms": 93.343}, "read_interval": {"avg_ms": 99.668, "count": 301, "max_ms": 299.935, "p95_ms": 128.371}, "triton_wait": {"avg_ms": 58.228, "count": 301, "max_ms": 92.736, "p95_ms": 77.865}, "visualize": {"avg_ms": 3.724, "count": 301, "max_ms": 5.983, "p95_ms": 4.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2731, "tracking_summary": 2408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6242.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62216.348, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.664, "sample_count": 1078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:19:22+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T03:19:22+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T03:19:22.651109+09:00", "mtime_epoch": 1783016362.651109, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:19:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 934.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.6, "pushed": 3.6, "read": 3.566}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.181, "count": 107, "max_ms": 200.826, "p95_ms": 196.68}, "gstreamer_push": {"avg_ms": 0.916, "count": 107, "max_ms": 3.153, "p95_ms": 2.722}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.144, "count": 107, "max_ms": 94.008, "p95_ms": 82.847}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.595, "count": 107, "max_ms": 99.735, "p95_ms": 90.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.976, "count": 107, "max_ms": 324.364, "p95_ms": 319.117}, "read_interval": {"avg_ms": 280.639, "count": 106, "max_ms": 335.328, "p95_ms": 328.974}, "triton_wait": {"avg_ms": 70.607, "count": 107, "max_ms": 99.745, "p95_ms": 90.704}, "visualize": {"avg_ms": 28.487, "count": 107, "max_ms": 39.997, "p95_ms": 35.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6243.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25066.389, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.165, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 598221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:19:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:19:35+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T03:19:35+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T03:19:35.707342+09:00", "mtime_epoch": 1783016375.7073424, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:19:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1569.922, "name": "celery", "pid": 237, "rss_mb": 1569.922, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 300, "max_ms": 6.642, "p95_ms": 4.967}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 1.526, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.908, "count": 300, "max_ms": 81.65, "p95_ms": 69.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.914, "count": 300, "max_ms": 99.176, "p95_ms": 68.429}, "yolo11_640_fire_11class": {"avg_ms": 55.027, "count": 300, "max_ms": 80.916, "p95_ms": 68.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.827, "count": 300, "max_ms": 91.99, "p95_ms": 79.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.541, "count": 300, "max_ms": 115.105, "p95_ms": 93.032}, "read_interval": {"avg_ms": 100.063, "count": 299, "max_ms": 124.846, "p95_ms": 121.197}, "triton_wait": {"avg_ms": 61.556, "count": 300, "max_ms": 99.19, "p95_ms": 79.31}, "visualize": {"avg_ms": 3.624, "count": 300, "max_ms": 4.991, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6241.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34884.784, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.392, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 605424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:19:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:19:44+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T03:19:44+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:19:44.219495+09:00", "mtime_epoch": 1783016384.2194946, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:19:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1323.496, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.442, "count": 300, "max_ms": 13.063, "p95_ms": 9.803}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 2.029, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.142, "count": 300, "max_ms": 78.047, "p95_ms": 67.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.278, "count": 300, "max_ms": 98.094, "p95_ms": 69.148}, "yolo11_640_fire_11class": {"avg_ms": 54.297, "count": 300, "max_ms": 77.505, "p95_ms": 66.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.699, "count": 300, "max_ms": 89.89, "p95_ms": 77.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.314, "count": 300, "max_ms": 114.197, "p95_ms": 94.993}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 303.513, "p95_ms": 128.965}, "triton_wait": {"avg_ms": 61.393, "count": 300, "max_ms": 98.107, "p95_ms": 79.057}, "visualize": {"avg_ms": 3.6, "count": 300, "max_ms": 5.946, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2731, "tracking_summary": 2409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6241.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62246.505, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.664, "sample_count": 1073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:19:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:19:53+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T03:19:52+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T03:19:52.799648+09:00", "mtime_epoch": 1783016392.799648, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:19:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 932.605, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.315, "pushed": 3.315, "read": 3.282}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.057, "count": 99, "max_ms": 222.844, "p95_ms": 209.637}, "gstreamer_push": {"avg_ms": 0.9, "count": 99, "max_ms": 2.89, "p95_ms": 1.759}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.603, "count": 99, "max_ms": 96.097, "p95_ms": 83.271}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.331, "count": 99, "max_ms": 104.183, "p95_ms": 90.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.6, "count": 99, "max_ms": 343.159, "p95_ms": 317.535}, "read_interval": {"avg_ms": 304.566, "count": 98, "max_ms": 357.141, "p95_ms": 328.258}, "triton_wait": {"avg_ms": 67.368, "count": 99, "max_ms": 104.197, "p95_ms": 90.604}, "visualize": {"avg_ms": 30.413, "count": 99, "max_ms": 42.166, "p95_ms": 39.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6241.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25096.401, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.072, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 598521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:20:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:20:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:20:05+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T03:20:05.723879+09:00", "mtime_epoch": 1783016405.723879, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:20:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1569.922, "name": "celery", "pid": 237, "rss_mb": 1569.922, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.081, "count": 300, "max_ms": 6.316, "p95_ms": 4.741}, "gstreamer_push": {"avg_ms": 1.247, "count": 300, "max_ms": 1.55, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.881, "count": 300, "max_ms": 79.324, "p95_ms": 68.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.791, "count": 300, "max_ms": 91.392, "p95_ms": 67.891}, "yolo11_640_fire_11class": {"avg_ms": 55.007, "count": 300, "max_ms": 78.66, "p95_ms": 67.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.892, "count": 300, "max_ms": 92.358, "p95_ms": 78.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.956, "count": 300, "max_ms": 105.173, "p95_ms": 91.13}, "read_interval": {"avg_ms": 100.032, "count": 300, "max_ms": 126.111, "p95_ms": 121.352}, "triton_wait": {"avg_ms": 61.434, "count": 300, "max_ms": 92.37, "p95_ms": 78.372}, "visualize": {"avg_ms": 3.566, "count": 300, "max_ms": 5.403, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6235.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34914.879, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.055, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 605725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:20:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:20:14+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:20:14+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T03:20:14.307983+09:00", "mtime_epoch": 1783016414.3079832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:20:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1323.754, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.529, "count": 300, "max_ms": 13.417, "p95_ms": 10.01}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.996, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.981, "count": 300, "max_ms": 81.458, "p95_ms": 66.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.628, "count": 300, "max_ms": 94.303, "p95_ms": 67.569}, "yolo11_640_fire_11class": {"avg_ms": 54.597, "count": 300, "max_ms": 81.438, "p95_ms": 65.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.537, "count": 300, "max_ms": 92.779, "p95_ms": 76.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.537, "count": 300, "max_ms": 111.075, "p95_ms": 93.491}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 311.533, "p95_ms": 127.585}, "triton_wait": {"avg_ms": 61.507, "count": 300, "max_ms": 94.316, "p95_ms": 77.257}, "visualize": {"avg_ms": 3.633, "count": 300, "max_ms": 5.815, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2732, "tracking_summary": 2410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6234.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62276.699, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.98, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:20:23+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T03:20:22+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T03:20:22.980014+09:00", "mtime_epoch": 1783016422.9800143, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:20:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 925.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.648, "pushed": 3.648, "read": 3.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.237, "count": 109, "max_ms": 232.788, "p95_ms": 196.898}, "gstreamer_push": {"avg_ms": 1.077, "count": 109, "max_ms": 2.921, "p95_ms": 1.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.043, "count": 109, "max_ms": 95.334, "p95_ms": 88.501}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.218, "count": 109, "max_ms": 101.2, "p95_ms": 95.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.965, "count": 109, "max_ms": 344.339, "p95_ms": 324.023}, "read_interval": {"avg_ms": 276.668, "count": 108, "max_ms": 353.124, "p95_ms": 334.712}, "triton_wait": {"avg_ms": 68.231, "count": 109, "max_ms": 101.213, "p95_ms": 95.826}, "visualize": {"avg_ms": 29.739, "count": 109, "max_ms": 41.114, "p95_ms": 39.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6236.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25126.444, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.224, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 598822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:20:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:20:35+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T03:20:35+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T03:20:35.784064+09:00", "mtime_epoch": 1783016435.7840636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:20:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1570.18, "name": "celery", "pid": 237, "rss_mb": 1570.18, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.102, "count": 301, "max_ms": 6.283, "p95_ms": 4.494}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.913, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.278, "count": 301, "max_ms": 80.038, "p95_ms": 69.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.9, "count": 301, "max_ms": 94.168, "p95_ms": 67.873}, "yolo11_640_fire_11class": {"avg_ms": 57.852, "count": 301, "max_ms": 78.814, "p95_ms": 68.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.874, "count": 301, "max_ms": 91.177, "p95_ms": 78.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.433, "count": 301, "max_ms": 106.876, "p95_ms": 92.266}, "read_interval": {"avg_ms": 99.894, "count": 300, "max_ms": 124.116, "p95_ms": 120.017}, "triton_wait": {"avg_ms": 65.496, "count": 301, "max_ms": 94.179, "p95_ms": 79.196}, "visualize": {"avg_ms": 3.625, "count": 301, "max_ms": 5.133, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6246.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34944.905, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.291, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:20:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:20:44+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:20:44+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T03:20:44.320098+09:00", "mtime_epoch": 1783016444.3200984, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:20:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1323.754, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.316, "count": 301, "max_ms": 9.445, "p95_ms": 8.26}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.814, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.59, "count": 301, "max_ms": 73.1, "p95_ms": 66.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.247, "count": 301, "max_ms": 88.589, "p95_ms": 76.151}, "yolo11_640_fire_11class": {"avg_ms": 54.174, "count": 301, "max_ms": 74.003, "p95_ms": 65.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.603, "count": 301, "max_ms": 83.085, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.457, "count": 301, "max_ms": 106.08, "p95_ms": 95.702}, "read_interval": {"avg_ms": 99.809, "count": 300, "max_ms": 265.285, "p95_ms": 129.184}, "triton_wait": {"avg_ms": 61.59, "count": 301, "max_ms": 88.602, "p95_ms": 79.594}, "visualize": {"avg_ms": 3.625, "count": 301, "max_ms": 4.878, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2734, "tracking_summary": 2411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6243.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62306.964, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.98, "sample_count": 1073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:20:53+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T03:20:53+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T03:20:53.276137+09:00", "mtime_epoch": 1783016453.2761366, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:20:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 934.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.608, "pushed": 3.608, "read": 3.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.947, "count": 108, "max_ms": 201.087, "p95_ms": 199.078}, "gstreamer_push": {"avg_ms": 1.077, "count": 108, "max_ms": 2.88, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.926, "count": 108, "max_ms": 82.867, "p95_ms": 71.174}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.981, "count": 108, "max_ms": 91.088, "p95_ms": 78.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.306, "count": 108, "max_ms": 321.821, "p95_ms": 304.096}, "read_interval": {"avg_ms": 280.124, "count": 107, "max_ms": 330.961, "p95_ms": 315.294}, "triton_wait": {"avg_ms": 64.994, "count": 108, "max_ms": 91.101, "p95_ms": 78.332}, "visualize": {"avg_ms": 27.552, "count": 108, "max_ms": 40.125, "p95_ms": 36.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6246.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25156.49, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.072, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 599122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:21:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:21:05+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T03:21:05+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T03:21:05.816193+09:00", "mtime_epoch": 1783016465.8161933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:21:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1570.18, "name": "celery", "pid": 237, "rss_mb": 1570.18, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.012, "count": 300, "max_ms": 6.255, "p95_ms": 4.226}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 1.818, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.213, "count": 300, "max_ms": 74.625, "p95_ms": 68.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.174, "count": 300, "max_ms": 96.801, "p95_ms": 67.014}, "yolo11_640_fire_11class": {"avg_ms": 55.761, "count": 300, "max_ms": 81.325, "p95_ms": 68.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.305, "count": 300, "max_ms": 87.074, "p95_ms": 78.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.097, "count": 300, "max_ms": 109.981, "p95_ms": 91.06}, "read_interval": {"avg_ms": 100.079, "count": 300, "max_ms": 127.676, "p95_ms": 120.975}, "triton_wait": {"avg_ms": 62.6, "count": 300, "max_ms": 96.814, "p95_ms": 78.353}, "visualize": {"avg_ms": 3.569, "count": 300, "max_ms": 5.673, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6244.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 34974.958, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.211, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:21:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:21:14+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T03:21:14+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:21:14.392234+09:00", "mtime_epoch": 1783016474.392234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:21:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1324.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.376, "count": 300, "max_ms": 13.456, "p95_ms": 7.98}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.726, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.68, "count": 300, "max_ms": 76.879, "p95_ms": 67.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.231, "count": 300, "max_ms": 93.173, "p95_ms": 73.779}, "yolo11_640_fire_11class": {"avg_ms": 54.2, "count": 300, "max_ms": 75.744, "p95_ms": 67.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.697, "count": 300, "max_ms": 82.847, "p95_ms": 75.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.008, "count": 300, "max_ms": 109.796, "p95_ms": 95.226}, "read_interval": {"avg_ms": 100.165, "count": 299, "max_ms": 287.71, "p95_ms": 130.035}, "triton_wait": {"avg_ms": 61.124, "count": 300, "max_ms": 93.185, "p95_ms": 79.668}, "visualize": {"avg_ms": 3.63, "count": 300, "max_ms": 4.814, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2735, "tracking_summary": 2411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6241.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62337.147, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.824, "sample_count": 1075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:21:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:21:23+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T03:21:23+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T03:21:23.440279+09:00", "mtime_epoch": 1783016483.4402785, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:21:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 931.949, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.412, "pushed": 3.412, "read": 3.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.694, "count": 102, "max_ms": 199.457, "p95_ms": 198.566}, "gstreamer_push": {"avg_ms": 0.804, "count": 102, "max_ms": 1.804, "p95_ms": 0.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.748, "count": 102, "max_ms": 90.403, "p95_ms": 79.1}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.63, "count": 102, "max_ms": 97.492, "p95_ms": 82.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.475, "count": 102, "max_ms": 319.636, "p95_ms": 306.059}, "read_interval": {"avg_ms": 295.863, "count": 101, "max_ms": 330.8, "p95_ms": 315.108}, "triton_wait": {"avg_ms": 66.741, "count": 102, "max_ms": 97.506, "p95_ms": 83.169}, "visualize": {"avg_ms": 25.285, "count": 102, "max_ms": 30.038, "p95_ms": 28.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 46, "tracking_summary": 4995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6236.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25186.566, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.191, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 599423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:21:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:21:35+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:21:35+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T03:21:35.880343+09:00", "mtime_epoch": 1783016495.8803427, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:21:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1570.438, "name": "celery", "pid": 237, "rss_mb": 1570.438, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.112, "count": 300, "max_ms": 6.213, "p95_ms": 4.792}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.805, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.831, "count": 300, "max_ms": 83.528, "p95_ms": 69.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.77, "count": 300, "max_ms": 95.157, "p95_ms": 68.801}, "yolo11_640_fire_11class": {"avg_ms": 54.944, "count": 300, "max_ms": 77.04, "p95_ms": 68.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.167, "count": 300, "max_ms": 85.037, "p95_ms": 80.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.71, "count": 301, "max_ms": 108.218, "p95_ms": 93.925}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 292.506, "p95_ms": 121.481}, "triton_wait": {"avg_ms": 62.023, "count": 300, "max_ms": 95.169, "p95_ms": 80.903}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 5.685, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6241.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35004.977, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.07, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:21:44+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T03:21:44+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T03:21:44.416389+09:00", "mtime_epoch": 1783016504.4163885, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:21:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1324.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.927}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.391, "count": 298, "max_ms": 12.44, "p95_ms": 8.225}, "gstreamer_push": {"avg_ms": 1.254, "count": 298, "max_ms": 2.161, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.445, "count": 298, "max_ms": 74.511, "p95_ms": 68.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.285, "count": 298, "max_ms": 94.527, "p95_ms": 81.785}, "yolo11_640_fire_11class": {"avg_ms": 54.164, "count": 298, "max_ms": 73.777, "p95_ms": 67.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.951, "count": 298, "max_ms": 84.2, "p95_ms": 77.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.409, "count": 298, "max_ms": 111.133, "p95_ms": 99.792}, "read_interval": {"avg_ms": 100.746, "count": 297, "max_ms": 322.708, "p95_ms": 128.043}, "triton_wait": {"avg_ms": 61.366, "count": 298, "max_ms": 94.539, "p95_ms": 83.962}, "visualize": {"avg_ms": 3.668, "count": 298, "max_ms": 6.412, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2736, "tracking_summary": 2412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6246.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62367.277, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.162, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:21:53+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T03:21:53+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T03:21:53.576439+09:00", "mtime_epoch": 1783016513.5764391, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:21:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 934.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.877, "pushed": 3.877, "read": 3.844}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.539, "count": 116, "max_ms": 204.238, "p95_ms": 198.377}, "gstreamer_push": {"avg_ms": 1.372, "count": 116, "max_ms": 2.759, "p95_ms": 1.896}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.107, "count": 116, "max_ms": 91.392, "p95_ms": 82.574}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.461, "count": 116, "max_ms": 105.888, "p95_ms": 88.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.474, "count": 116, "max_ms": 332.748, "p95_ms": 310.105}, "read_interval": {"avg_ms": 259.414, "count": 115, "max_ms": 342.478, "p95_ms": 318.985}, "triton_wait": {"avg_ms": 67.516, "count": 116, "max_ms": 105.901, "p95_ms": 88.687}, "visualize": {"avg_ms": 28.654, "count": 116, "max_ms": 37.703, "p95_ms": 35.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 4997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6453.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25216.589, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.394, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 599723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:22:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:22:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:22:05+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T03:22:05.880510+09:00", "mtime_epoch": 1783016525.8805099, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:22:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1771.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.154, "count": 300, "max_ms": 6.62, "p95_ms": 4.912}, "gstreamer_push": {"avg_ms": 1.348, "count": 300, "max_ms": 3.644, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.247, "count": 300, "max_ms": 75.767, "p95_ms": 67.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.772, "count": 300, "max_ms": 97.58, "p95_ms": 66.704}, "yolo11_640_fire_11class": {"avg_ms": 53.047, "count": 300, "max_ms": 75.622, "p95_ms": 66.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.14, "count": 300, "max_ms": 84.286, "p95_ms": 77.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.785, "count": 300, "max_ms": 600.39, "p95_ms": 96.062}, "read_interval": {"avg_ms": 100.056, "count": 299, "max_ms": 608.729, "p95_ms": 122.606}, "triton_wait": {"avg_ms": 59.033, "count": 300, "max_ms": 97.593, "p95_ms": 78.012}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 10.736, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6241.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35034.983, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.993, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:22:14+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T03:22:14+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T03:22:14.420561+09:00", "mtime_epoch": 1783016534.4205606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:22:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1324.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.563, "count": 300, "max_ms": 13.134, "p95_ms": 10.01}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.925, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.531, "count": 300, "max_ms": 75.713, "p95_ms": 65.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.647, "count": 300, "max_ms": 103.391, "p95_ms": 68.241}, "yolo11_640_fire_11class": {"avg_ms": 52.152, "count": 300, "max_ms": 74.639, "p95_ms": 65.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.497, "count": 300, "max_ms": 84.399, "p95_ms": 75.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.787, "count": 300, "max_ms": 123.313, "p95_ms": 92.876}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 357.053, "p95_ms": 130.298}, "triton_wait": {"avg_ms": 58.727, "count": 300, "max_ms": 103.403, "p95_ms": 76.453}, "visualize": {"avg_ms": 3.597, "count": 300, "max_ms": 5.02, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2737, "tracking_summary": 2413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6250.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62397.51, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.821, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:22:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:22:24+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T03:22:23+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T03:22:23.804618+09:00", "mtime_epoch": 1783016543.8046181, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:22:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 934.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.34, "pushed": 3.34, "read": 3.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.424, "count": 100, "max_ms": 208.469, "p95_ms": 201.56}, "gstreamer_push": {"avg_ms": 0.967, "count": 100, "max_ms": 2.179, "p95_ms": 1.754}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.074, "count": 100, "max_ms": 97.906, "p95_ms": 81.015}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.208, "count": 100, "max_ms": 104.34, "p95_ms": 88.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.564, "count": 100, "max_ms": 340.438, "p95_ms": 321.62}, "read_interval": {"avg_ms": 302.35, "count": 99, "max_ms": 353.271, "p95_ms": 332.114}, "triton_wait": {"avg_ms": 67.397, "count": 100, "max_ms": 104.354, "p95_ms": 88.158}, "visualize": {"avg_ms": 32.948, "count": 100, "max_ms": 45.319, "p95_ms": 43.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6242.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25246.597, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.486, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 600023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:22:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T03:22:35+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T03:22:35.912694+09:00", "mtime_epoch": 1783016555.9126945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:22:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1570.746, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.115, "count": 300, "max_ms": 6.426, "p95_ms": 4.469}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.803, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.802, "count": 300, "max_ms": 74.499, "p95_ms": 69.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.412, "count": 300, "max_ms": 76.062, "p95_ms": 67.688}, "yolo11_640_fire_11class": {"avg_ms": 60.122, "count": 300, "max_ms": 73.963, "p95_ms": 68.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.427, "count": 300, "max_ms": 89.354, "p95_ms": 79.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.395, "count": 300, "max_ms": 102.062, "p95_ms": 92.304}, "read_interval": {"avg_ms": 100.022, "count": 300, "max_ms": 125.59, "p95_ms": 117.229}, "triton_wait": {"avg_ms": 69.72, "count": 300, "max_ms": 89.366, "p95_ms": 79.589}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 4.657, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6250.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35065.074, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.743, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 607226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:22:44+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T03:22:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T03:22:44.504750+09:00", "mtime_epoch": 1783016564.5047505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:22:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1324.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.315, "count": 301, "max_ms": 10.474, "p95_ms": 8.088}, "gstreamer_push": {"avg_ms": 1.232, "count": 302, "max_ms": 1.537, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.565, "count": 301, "max_ms": 71.509, "p95_ms": 66.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.199, "count": 301, "max_ms": 93.045, "p95_ms": 70.069}, "yolo11_640_fire_11class": {"avg_ms": 55.467, "count": 301, "max_ms": 70.577, "p95_ms": 65.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.944, "count": 301, "max_ms": 83.471, "p95_ms": 77.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.63, "count": 302, "max_ms": 109.301, "p95_ms": 94.29}, "read_interval": {"avg_ms": 99.608, "count": 301, "max_ms": 252.395, "p95_ms": 117.554}, "triton_wait": {"avg_ms": 64.757, "count": 301, "max_ms": 93.058, "p95_ms": 77.957}, "visualize": {"avg_ms": 3.622, "count": 301, "max_ms": 5.256, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2739, "tracking_summary": 2414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6245.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62427.572, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 316.215, "sample_count": 1076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:22:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:22:54+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-03T03:22:53+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T03:22:53.968813+09:00", "mtime_epoch": 1783016573.9688134, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:22:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 929.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.661, "pushed": 3.661, "read": 3.628}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.023, "count": 109, "max_ms": 233.833, "p95_ms": 214.085}, "gstreamer_push": {"avg_ms": 0.981, "count": 109, "max_ms": 3.598, "p95_ms": 2.161}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.067, "count": 109, "max_ms": 92.8, "p95_ms": 78.696}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.887, "count": 109, "max_ms": 96.92, "p95_ms": 83.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.68, "count": 109, "max_ms": 352.075, "p95_ms": 319.299}, "read_interval": {"avg_ms": 276.506, "count": 108, "max_ms": 363.516, "p95_ms": 330.773}, "triton_wait": {"avg_ms": 65.996, "count": 109, "max_ms": 96.933, "p95_ms": 83.037}, "visualize": {"avg_ms": 27.768, "count": 109, "max_ms": 45.243, "p95_ms": 34.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.772, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6247.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25276.677, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.55, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 600324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:23:06+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T03:23:05+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T03:23:06.000896+09:00", "mtime_epoch": 1783016586.0008957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:23:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1571.004, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 301, "max_ms": 6.135, "p95_ms": 4.486}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 1.824, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.469, "count": 301, "max_ms": 80.279, "p95_ms": 70.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.177, "count": 301, "max_ms": 91.157, "p95_ms": 67.974}, "yolo11_640_fire_11class": {"avg_ms": 55.749, "count": 301, "max_ms": 79.75, "p95_ms": 69.151}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.433, "count": 301, "max_ms": 90.948, "p95_ms": 79.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.942, "count": 301, "max_ms": 103.992, "p95_ms": 92.42}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 126.536, "p95_ms": 121.081}, "triton_wait": {"avg_ms": 62.204, "count": 301, "max_ms": 91.169, "p95_ms": 79.992}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 4.898, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6248.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35095.169, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.032, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 607525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:23:14+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T03:23:14+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:23:14.604956+09:00", "mtime_epoch": 1783016594.6049562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:23:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1324.527, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.301, "count": 299, "max_ms": 11.522, "p95_ms": 7.81}, "gstreamer_push": {"avg_ms": 1.232, "count": 299, "max_ms": 1.69, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.359, "count": 299, "max_ms": 73.702, "p95_ms": 67.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.651, "count": 299, "max_ms": 102.177, "p95_ms": 82.984}, "yolo11_640_fire_11class": {"avg_ms": 54.786, "count": 299, "max_ms": 74.14, "p95_ms": 66.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.882, "count": 299, "max_ms": 84.704, "p95_ms": 77.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.843, "count": 299, "max_ms": 118.877, "p95_ms": 98.852}, "read_interval": {"avg_ms": 100.657, "count": 298, "max_ms": 490.63, "p95_ms": 123.265}, "triton_wait": {"avg_ms": 62.107, "count": 299, "max_ms": 102.189, "p95_ms": 82.993}, "visualize": {"avg_ms": 3.601, "count": 299, "max_ms": 5.622, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2739, "tracking_summary": 2415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6248.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62457.727, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.821, "sample_count": 1080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:23:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:23:24+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-03T03:23:24+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T03:23:24.137025+09:00", "mtime_epoch": 1783016604.1370246, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:23:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 932.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.074, "pushed": 4.074, "read": 4.04}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 138.08, "count": 122, "max_ms": 204.486, "p95_ms": 201.841}, "gstreamer_push": {"avg_ms": 0.949, "count": 122, "max_ms": 2.287, "p95_ms": 1.792}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.233, "count": 122, "max_ms": 99.427, "p95_ms": 80.693}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.879, "count": 122, "max_ms": 101.035, "p95_ms": 86.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 237.394, "count": 122, "max_ms": 310.282, "p95_ms": 303.822}, "read_interval": {"avg_ms": 247.682, "count": 121, "max_ms": 319.197, "p95_ms": 313.77}, "triton_wait": {"avg_ms": 67.991, "count": 122, "max_ms": 101.049, "p95_ms": 86.644}, "visualize": {"avg_ms": 27.546, "count": 122, "max_ms": 43.094, "p95_ms": 40.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6248.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25306.698, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.733, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 600624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:23:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:23:36+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T03:23:36+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T03:23:36.013112+09:00", "mtime_epoch": 1783016616.0131118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 135080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:23:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1571.004, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.181, "count": 300, "max_ms": 6.719, "p95_ms": 5.113}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.852, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.629, "count": 300, "max_ms": 78.066, "p95_ms": 67.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.105, "count": 300, "max_ms": 99.056, "p95_ms": 66.88}, "yolo11_640_fire_11class": {"avg_ms": 56.224, "count": 300, "max_ms": 77.519, "p95_ms": 67.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.405, "count": 300, "max_ms": 89.319, "p95_ms": 79.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.099, "count": 300, "max_ms": 127.951, "p95_ms": 93.186}, "read_interval": {"avg_ms": 100.043, "count": 300, "max_ms": 138.685, "p95_ms": 120.907}, "triton_wait": {"avg_ms": 64.059, "count": 300, "max_ms": 99.069, "p95_ms": 79.846}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 5.719, "p95_ms": 4.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6239.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35125.187, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.226, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 607827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:23:44+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T03:23:44+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T03:23:44.621176+09:00", "mtime_epoch": 1783016624.6211765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:23:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1324.527, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.516, "count": 302, "max_ms": 12.232, "p95_ms": 10.33}, "gstreamer_push": {"avg_ms": 1.232, "count": 302, "max_ms": 2.027, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.886, "count": 302, "max_ms": 74.372, "p95_ms": 65.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.945, "count": 302, "max_ms": 104.928, "p95_ms": 70.678}, "yolo11_640_fire_11class": {"avg_ms": 54.323, "count": 302, "max_ms": 73.994, "p95_ms": 64.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.535, "count": 302, "max_ms": 89.035, "p95_ms": 76.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.831, "count": 302, "max_ms": 121.569, "p95_ms": 95.323}, "read_interval": {"avg_ms": 99.38, "count": 301, "max_ms": 359.696, "p95_ms": 123.992}, "triton_wait": {"avg_ms": 61.832, "count": 302, "max_ms": 104.939, "p95_ms": 78.433}, "visualize": {"avg_ms": 3.602, "count": 302, "max_ms": 4.857, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2741, "tracking_summary": 2416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6248.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62487.888, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.395, "sample_count": 1073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:23:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:23:54+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T03:23:54+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T03:23:54.181250+09:00", "mtime_epoch": 1783016634.1812496, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:23:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 932.176, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.537, "pushed": 3.537, "read": 3.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.773, "count": 106, "max_ms": 201.062, "p95_ms": 199.313}, "gstreamer_push": {"avg_ms": 0.917, "count": 106, "max_ms": 1.773, "p95_ms": 1.728}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.942, "count": 106, "max_ms": 87.563, "p95_ms": 78.54}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.164, "count": 106, "max_ms": 101.663, "p95_ms": 81.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.824, "count": 106, "max_ms": 313.641, "p95_ms": 303.54}, "read_interval": {"avg_ms": 284.351, "count": 105, "max_ms": 324.644, "p95_ms": 314.38}, "triton_wait": {"avg_ms": 67.347, "count": 106, "max_ms": 101.676, "p95_ms": 81.573}, "visualize": {"avg_ms": 29.016, "count": 106, "max_ms": 39.03, "p95_ms": 36.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6251.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25336.764, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.781, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 600925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:24:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:24:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:24:06+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T03:24:06.057343+09:00", "mtime_epoch": 1783016646.0573425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:24:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1571.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 301, "max_ms": 6.093, "p95_ms": 4.824}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.618, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.47, "count": 301, "max_ms": 79.756, "p95_ms": 69.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.675, "count": 301, "max_ms": 91.598, "p95_ms": 67.259}, "yolo11_640_fire_11class": {"avg_ms": 60.778, "count": 301, "max_ms": 76.947, "p95_ms": 68.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.485, "count": 301, "max_ms": 90.102, "p95_ms": 79.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.412, "count": 301, "max_ms": 104.572, "p95_ms": 92.776}, "read_interval": {"avg_ms": 99.947, "count": 300, "max_ms": 122.049, "p95_ms": 118.357}, "triton_wait": {"avg_ms": 69.642, "count": 301, "max_ms": 91.61, "p95_ms": 79.875}, "visualize": {"avg_ms": 3.675, "count": 301, "max_ms": 5.791, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6249.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35155.267, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.583, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:24:14+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T03:24:14+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:24:14.701411+09:00", "mtime_epoch": 1783016654.7014115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:24:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1324.785, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.311, "count": 301, "max_ms": 12.665, "p95_ms": 8.034}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.522, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.928, "count": 301, "max_ms": 76.988, "p95_ms": 67.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.75, "count": 301, "max_ms": 90.014, "p95_ms": 74.667}, "yolo11_640_fire_11class": {"avg_ms": 57.256, "count": 301, "max_ms": 76.971, "p95_ms": 66.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.091, "count": 301, "max_ms": 89.557, "p95_ms": 77.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.587, "count": 301, "max_ms": 106.687, "p95_ms": 97.111}, "read_interval": {"avg_ms": 99.907, "count": 300, "max_ms": 262.785, "p95_ms": 118.434}, "triton_wait": {"avg_ms": 65.818, "count": 301, "max_ms": 90.027, "p95_ms": 80.892}, "visualize": {"avg_ms": 3.576, "count": 301, "max_ms": 5.081, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2742, "tracking_summary": 2417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6254.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62518.069, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.949, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:24:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:24:24+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T03:24:24+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T03:24:24.373490+09:00", "mtime_epoch": 1783016664.3734899, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:24:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 937.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.613, "pushed": 3.613, "read": 3.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.048, "count": 108, "max_ms": 209.331, "p95_ms": 204.858}, "gstreamer_push": {"avg_ms": 0.894, "count": 108, "max_ms": 2.732, "p95_ms": 1.751}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.727, "count": 108, "max_ms": 89.457, "p95_ms": 77.53}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.775, "count": 108, "max_ms": 93.039, "p95_ms": 87.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.845, "count": 108, "max_ms": 320.377, "p95_ms": 312.949}, "read_interval": {"avg_ms": 279.32, "count": 107, "max_ms": 332.656, "p95_ms": 322.182}, "triton_wait": {"avg_ms": 68.787, "count": 108, "max_ms": 93.05, "p95_ms": 87.937}, "visualize": {"avg_ms": 27.262, "count": 108, "max_ms": 41.408, "p95_ms": 36.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6256.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25366.838, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.049, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 601226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:24:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:24:36+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T03:24:36+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T03:24:36.181587+09:00", "mtime_epoch": 1783016676.1815875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:24:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1571.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.186, "count": 301, "max_ms": 9.109, "p95_ms": 4.986}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.562, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.396, "count": 301, "max_ms": 79.381, "p95_ms": 70.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.204, "count": 301, "max_ms": 89.339, "p95_ms": 69.824}, "yolo11_640_fire_11class": {"avg_ms": 59.373, "count": 301, "max_ms": 78.83, "p95_ms": 70.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.608, "count": 301, "max_ms": 91.031, "p95_ms": 81.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.174, "count": 301, "max_ms": 128.746, "p95_ms": 96.562}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 140.388, "p95_ms": 119.447}, "triton_wait": {"avg_ms": 67.861, "count": 301, "max_ms": 91.044, "p95_ms": 81.847}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 5.7, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6257.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35185.298, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.817, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T03:24:44+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T03:24:44+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T03:24:44.713659+09:00", "mtime_epoch": 1783016684.7136593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:24:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1325.043, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 302, "max_ms": 12.911, "p95_ms": 9.198}, "gstreamer_push": {"avg_ms": 1.226, "count": 302, "max_ms": 1.866, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.51, "count": 302, "max_ms": 74.355, "p95_ms": 66.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.194, "count": 302, "max_ms": 84.8, "p95_ms": 75.995}, "yolo11_640_fire_11class": {"avg_ms": 53.833, "count": 302, "max_ms": 73.504, "p95_ms": 65.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.808, "count": 302, "max_ms": 87.084, "p95_ms": 76.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.666, "count": 302, "max_ms": 105.054, "p95_ms": 96.968}, "read_interval": {"avg_ms": 99.479, "count": 301, "max_ms": 410.334, "p95_ms": 122.673}, "triton_wait": {"avg_ms": 60.669, "count": 302, "max_ms": 87.096, "p95_ms": 80.362}, "visualize": {"avg_ms": 3.616, "count": 302, "max_ms": 5.278, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2742, "tracking_summary": 2418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6253.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62548.113, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.021, "sample_count": 1075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:24:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:24:54+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T03:24:54+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T03:24:54.413742+09:00", "mtime_epoch": 1783016694.413742, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:24:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 935.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.361, "pushed": 3.361, "read": 3.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.051, "count": 100, "max_ms": 196.368, "p95_ms": 195.599}, "gstreamer_push": {"avg_ms": 0.887, "count": 100, "max_ms": 1.847, "p95_ms": 1.75}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.892, "count": 100, "max_ms": 89.07, "p95_ms": 74.389}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.26, "count": 100, "max_ms": 96.99, "p95_ms": 83.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.834, "count": 100, "max_ms": 319.172, "p95_ms": 309.565}, "read_interval": {"avg_ms": 300.484, "count": 99, "max_ms": 328.22, "p95_ms": 320.963}, "triton_wait": {"avg_ms": 67.294, "count": 100, "max_ms": 97.004, "p95_ms": 83.138}, "visualize": {"avg_ms": 27.769, "count": 100, "max_ms": 40.772, "p95_ms": 39.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.754, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6252.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25396.84, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.873, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 601526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:25:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:25:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T03:25:06+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T03:25:06.177844+09:00", "mtime_epoch": 1783016706.1778443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:25:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1571.52, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 300, "max_ms": 6.284, "p95_ms": 4.571}, "gstreamer_push": {"avg_ms": 1.273, "count": 300, "max_ms": 1.614, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.982, "count": 300, "max_ms": 78.156, "p95_ms": 64.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.676, "count": 300, "max_ms": 84.235, "p95_ms": 60.496}, "yolo11_640_fire_11class": {"avg_ms": 48.412, "count": 300, "max_ms": 75.279, "p95_ms": 64.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.223, "count": 300, "max_ms": 89.066, "p95_ms": 74.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.515, "count": 300, "max_ms": 101.951, "p95_ms": 86.929}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 128.259, "p95_ms": 122.774}, "triton_wait": {"avg_ms": 52.909, "count": 300, "max_ms": 89.078, "p95_ms": 74.72}, "visualize": {"avg_ms": 3.597, "count": 300, "max_ms": 4.845, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6250.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35215.301, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.638, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:25:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:25:14+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:25:14+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T03:25:14.717920+09:00", "mtime_epoch": 1783016714.7179196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:25:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1325.043, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.601, "count": 300, "max_ms": 12.607, "p95_ms": 9.691}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.982, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.978, "count": 300, "max_ms": 69.859, "p95_ms": 63.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.442, "count": 300, "max_ms": 86.89, "p95_ms": 67.757}, "yolo11_640_fire_11class": {"avg_ms": 48.551, "count": 300, "max_ms": 72.103, "p95_ms": 62.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.538, "count": 300, "max_ms": 82.17, "p95_ms": 71.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.007, "count": 300, "max_ms": 102.717, "p95_ms": 89.521}, "read_interval": {"avg_ms": 100.03, "count": 300, "max_ms": 353.431, "p95_ms": 130.144}, "triton_wait": {"avg_ms": 52.762, "count": 300, "max_ms": 86.902, "p95_ms": 73.445}, "visualize": {"avg_ms": 3.672, "count": 300, "max_ms": 6.011, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2743, "tracking_summary": 2419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6250.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62578.229, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 311.474, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:25:24+09:00", "last_frame_read_age_sec": 0.282, "last_frame_read_at": "2026-07-03T03:25:24+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-03T03:25:24.534007+09:00", "mtime_epoch": 1783016724.5340073, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:25:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 932.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.858, "pushed": 3.858, "read": 3.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.077, "count": 115, "max_ms": 202.791, "p95_ms": 200.528}, "gstreamer_push": {"avg_ms": 1.137, "count": 115, "max_ms": 1.975, "p95_ms": 1.874}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.382, "count": 115, "max_ms": 91.805, "p95_ms": 76.038}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.307, "count": 115, "max_ms": 95.675, "p95_ms": 85.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.031, "count": 115, "max_ms": 321.687, "p95_ms": 309.016}, "read_interval": {"avg_ms": 261.624, "count": 114, "max_ms": 330.556, "p95_ms": 318.318}, "triton_wait": {"avg_ms": 68.352, "count": 115, "max_ms": 95.689, "p95_ms": 85.112}, "visualize": {"avg_ms": 27.884, "count": 115, "max_ms": 39.966, "p95_ms": 36.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6243.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25426.841, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.891, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 601826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:25:36+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T03:25:36+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T03:25:36.178113+09:00", "mtime_epoch": 1783016736.1781132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:25:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1571.52, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.133, "count": 300, "max_ms": 6.433, "p95_ms": 4.582}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 2.022, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.914, "count": 300, "max_ms": 76.782, "p95_ms": 68.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.401, "count": 300, "max_ms": 90.754, "p95_ms": 68.134}, "yolo11_640_fire_11class": {"avg_ms": 53.424, "count": 300, "max_ms": 77.296, "p95_ms": 69.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.286, "count": 300, "max_ms": 87.995, "p95_ms": 78.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.847, "count": 300, "max_ms": 117.681, "p95_ms": 91.901}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 128.919, "p95_ms": 121.922}, "triton_wait": {"avg_ms": 59.048, "count": 300, "max_ms": 90.766, "p95_ms": 78.734}, "visualize": {"avg_ms": 3.636, "count": 300, "max_ms": 4.911, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6253.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35245.399, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.616, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 609029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:25:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T03:25:44+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:25:44.834193+09:00", "mtime_epoch": 1783016744.834193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:25:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1325.301, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.532, "count": 299, "max_ms": 12.847, "p95_ms": 9.73}, "gstreamer_push": {"avg_ms": 1.255, "count": 299, "max_ms": 1.999, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.343, "count": 299, "max_ms": 70.595, "p95_ms": 65.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.98, "count": 299, "max_ms": 95.517, "p95_ms": 71.842}, "yolo11_640_fire_11class": {"avg_ms": 51.9, "count": 299, "max_ms": 80.618, "p95_ms": 65.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.854, "count": 299, "max_ms": 81.589, "p95_ms": 75.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.283, "count": 299, "max_ms": 112.149, "p95_ms": 95.629}, "read_interval": {"avg_ms": 100.581, "count": 299, "max_ms": 340.584, "p95_ms": 129.418}, "triton_wait": {"avg_ms": 58.07, "count": 299, "max_ms": 95.529, "p95_ms": 79.467}, "visualize": {"avg_ms": 3.694, "count": 299, "max_ms": 5.787, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2746, "tracking_summary": 2420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6255.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62608.361, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.078, "sample_count": 1075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:25:54+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T03:25:54+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T03:25:54.658284+09:00", "mtime_epoch": 1783016754.6582844, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:25:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 938.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.384, "pushed": 3.384, "read": 3.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.408, "count": 101, "max_ms": 224.112, "p95_ms": 206.716}, "gstreamer_push": {"avg_ms": 1.032, "count": 101, "max_ms": 1.919, "p95_ms": 1.776}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.926, "count": 101, "max_ms": 94.366, "p95_ms": 77.649}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.479, "count": 101, "max_ms": 97.811, "p95_ms": 81.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.583, "count": 101, "max_ms": 328.399, "p95_ms": 317.301}, "read_interval": {"avg_ms": 298.314, "count": 100, "max_ms": 337.42, "p95_ms": 326.624}, "triton_wait": {"avg_ms": 65.674, "count": 101, "max_ms": 97.824, "p95_ms": 81.858}, "visualize": {"avg_ms": 27.759, "count": 101, "max_ms": 44.851, "p95_ms": 37.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6253.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25456.872, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.891, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 602126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:26:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:26:06+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T03:26:06+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T03:26:06.202394+09:00", "mtime_epoch": 1783016766.2023938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:26:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1571.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.11, "count": 300, "max_ms": 6.755, "p95_ms": 4.79}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.904, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.641, "count": 300, "max_ms": 74.7, "p95_ms": 67.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.988, "count": 300, "max_ms": 94.659, "p95_ms": 65.695}, "yolo11_640_fire_11class": {"avg_ms": 53.406, "count": 300, "max_ms": 74.137, "p95_ms": 67.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.716, "count": 300, "max_ms": 83.413, "p95_ms": 78.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.69, "count": 300, "max_ms": 107.559, "p95_ms": 91.458}, "read_interval": {"avg_ms": 100.052, "count": 300, "max_ms": 127.475, "p95_ms": 121.467}, "triton_wait": {"avg_ms": 59.352, "count": 300, "max_ms": 94.671, "p95_ms": 78.926}, "visualize": {"avg_ms": 3.474, "count": 300, "max_ms": 5.395, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6247.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35275.487, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.587, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 609330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:26:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:26:15+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T03:26:14+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T03:26:14.898477+09:00", "mtime_epoch": 1783016774.8984768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 102060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:26:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1325.301, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.335, "count": 301, "max_ms": 13.288, "p95_ms": 8.633}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.8, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.899, "count": 301, "max_ms": 74.862, "p95_ms": 67.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.252, "count": 301, "max_ms": 96.521, "p95_ms": 74.31}, "yolo11_640_fire_11class": {"avg_ms": 53.275, "count": 301, "max_ms": 77.104, "p95_ms": 66.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.759, "count": 301, "max_ms": 88.538, "p95_ms": 76.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.086, "count": 301, "max_ms": 112.904, "p95_ms": 95.023}, "read_interval": {"avg_ms": 99.866, "count": 300, "max_ms": 295.923, "p95_ms": 130.893}, "triton_wait": {"avg_ms": 60.32, "count": 301, "max_ms": 96.533, "p95_ms": 78.854}, "visualize": {"avg_ms": 3.573, "count": 301, "max_ms": 5.838, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2746, "tracking_summary": 2420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6256.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62638.557, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 312.949, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:26:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:26:25+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T03:26:24+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-03T03:26:24.938574+09:00", "mtime_epoch": 1783016784.938574, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:26:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 937.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.779, "pushed": 3.779, "read": 3.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.552, "count": 113, "max_ms": 229.778, "p95_ms": 198.693}, "gstreamer_push": {"avg_ms": 0.858, "count": 113, "max_ms": 1.789, "p95_ms": 1.71}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.733, "count": 113, "max_ms": 97.281, "p95_ms": 85.961}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.743, "count": 113, "max_ms": 101.076, "p95_ms": 93.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.585, "count": 113, "max_ms": 339.785, "p95_ms": 317.03}, "read_interval": {"avg_ms": 267.687, "count": 112, "max_ms": 348.633, "p95_ms": 326.133}, "triton_wait": {"avg_ms": 69.775, "count": 113, "max_ms": 101.089, "p95_ms": 93.678}, "visualize": {"avg_ms": 26.532, "count": 113, "max_ms": 41.531, "p95_ms": 39.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6250.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25486.966, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.781, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 602427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:26:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:26:36+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T03:26:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T03:26:36.282686+09:00", "mtime_epoch": 1783016796.2826855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:26:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1571.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.15, "count": 301, "max_ms": 6.325, "p95_ms": 4.759}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 2.027, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.047, "count": 301, "max_ms": 78.914, "p95_ms": 70.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.065, "count": 301, "max_ms": 88.09, "p95_ms": 67.176}, "yolo11_640_fire_11class": {"avg_ms": 55.297, "count": 301, "max_ms": 78.372, "p95_ms": 69.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.181, "count": 301, "max_ms": 88.34, "p95_ms": 79.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.369, "count": 301, "max_ms": 101.817, "p95_ms": 93.437}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 127.563, "p95_ms": 120.474}, "triton_wait": {"avg_ms": 61.754, "count": 301, "max_ms": 88.353, "p95_ms": 80.542}, "visualize": {"avg_ms": 3.585, "count": 301, "max_ms": 4.691, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6246.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35305.533, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.616, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 609632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:26:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:26:45+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T03:26:44+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T03:26:44.994772+09:00", "mtime_epoch": 1783016804.994772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:26:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1325.559, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.047}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.523, "count": 302, "max_ms": 12.844, "p95_ms": 8.73}, "gstreamer_push": {"avg_ms": 1.264, "count": 302, "max_ms": 1.665, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.689, "count": 302, "max_ms": 75.682, "p95_ms": 67.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.767, "count": 302, "max_ms": 98.8, "p95_ms": 83.381}, "yolo11_640_fire_11class": {"avg_ms": 51.311, "count": 302, "max_ms": 76.27, "p95_ms": 66.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.202, "count": 302, "max_ms": 87.297, "p95_ms": 76.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.355, "count": 302, "max_ms": 115.885, "p95_ms": 100.524}, "read_interval": {"avg_ms": 99.566, "count": 301, "max_ms": 404.242, "p95_ms": 126.029}, "triton_wait": {"avg_ms": 57.189, "count": 302, "max_ms": 98.812, "p95_ms": 84.291}, "visualize": {"avg_ms": 3.695, "count": 302, "max_ms": 4.955, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2747, "tracking_summary": 2421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6244.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62668.666, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 314.959, "sample_count": 1072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:26:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:26:55+09:00", "last_frame_read_age_sec": 0.348, "last_frame_read_at": "2026-07-03T03:26:54+09:00", "mjpeg": {"age_sec": 0.338, "exists": true, "mtime": "2026-07-03T03:26:54.906871+09:00", "mtime_epoch": 1783016814.9068713, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:26:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 924.602, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.409, "pushed": 3.409, "read": 3.376}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 183.81, "count": 102, "max_ms": 233.928, "p95_ms": 214.18}, "gstreamer_push": {"avg_ms": 1.043, "count": 102, "max_ms": 2.219, "p95_ms": 1.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.147, "count": 102, "max_ms": 93.81, "p95_ms": 78.945}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.722, "count": 102, "max_ms": 93.061, "p95_ms": 89.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.084, "count": 102, "max_ms": 355.81, "p95_ms": 326.454}, "read_interval": {"avg_ms": 294.555, "count": 101, "max_ms": 367.737, "p95_ms": 332.155}, "triton_wait": {"avg_ms": 68.777, "count": 102, "max_ms": 93.82, "p95_ms": 89.921}, "visualize": {"avg_ms": 28.689, "count": 102, "max_ms": 47.142, "p95_ms": 43.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6247.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25517.044, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.484, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 602728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:27:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:27:06+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T03:27:06+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T03:27:06.378988+09:00", "mtime_epoch": 1783016826.3789876, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:27:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1572.035, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.156, "count": 300, "max_ms": 6.187, "p95_ms": 4.572}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 1.597, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.068, "count": 300, "max_ms": 78.797, "p95_ms": 68.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.542, "count": 300, "max_ms": 98.207, "p95_ms": 67.492}, "yolo11_640_fire_11class": {"avg_ms": 55.103, "count": 300, "max_ms": 79.347, "p95_ms": 68.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.652, "count": 300, "max_ms": 85.264, "p95_ms": 78.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.1, "count": 300, "max_ms": 112.66, "p95_ms": 91.389}, "read_interval": {"avg_ms": 99.984, "count": 300, "max_ms": 125.936, "p95_ms": 121.469}, "triton_wait": {"avg_ms": 61.374, "count": 300, "max_ms": 98.22, "p95_ms": 78.475}, "visualize": {"avg_ms": 3.636, "count": 300, "max_ms": 5.024, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6254.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35335.559, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.629, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 609931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:27:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:27:15+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:27:15+09:00", "mjpeg": {"age_sec": 0.245, "exists": true, "mtime": "2026-07-03T03:27:14.835074+09:00", "mtime_epoch": 1783016834.8350742, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:27:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1325.559, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.482, "count": 299, "max_ms": 12.364, "p95_ms": 9.008}, "gstreamer_push": {"avg_ms": 1.237, "count": 299, "max_ms": 1.885, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.485, "count": 299, "max_ms": 75.93, "p95_ms": 66.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.93, "count": 299, "max_ms": 92.077, "p95_ms": 70.98}, "yolo11_640_fire_11class": {"avg_ms": 54.35, "count": 299, "max_ms": 75.918, "p95_ms": 66.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.379, "count": 299, "max_ms": 87.611, "p95_ms": 75.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.615, "count": 299, "max_ms": 108.382, "p95_ms": 93.775}, "read_interval": {"avg_ms": 100.491, "count": 298, "max_ms": 300.66, "p95_ms": 128.12}, "triton_wait": {"avg_ms": 61.56, "count": 299, "max_ms": 92.089, "p95_ms": 77.606}, "visualize": {"avg_ms": 3.646, "count": 299, "max_ms": 5.399, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2750, "tracking_summary": 2422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6246.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62698.84, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.911, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:27:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:27:25+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T03:27:25+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T03:27:25.139181+09:00", "mtime_epoch": 1783016845.139181, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:27:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 926.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.419, "pushed": 3.419, "read": 3.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 184.666, "count": 102, "max_ms": 233.381, "p95_ms": 200.164}, "gstreamer_push": {"avg_ms": 1.185, "count": 102, "max_ms": 2.941, "p95_ms": 2.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.354, "count": 102, "max_ms": 96.455, "p95_ms": 79.438}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.803, "count": 102, "max_ms": 97.914, "p95_ms": 83.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.735, "count": 102, "max_ms": 366.782, "p95_ms": 323.007}, "read_interval": {"avg_ms": 295.791, "count": 101, "max_ms": 375.456, "p95_ms": 334.473}, "triton_wait": {"avg_ms": 67.132, "count": 102, "max_ms": 97.926, "p95_ms": 85.81}, "visualize": {"avg_ms": 30.192, "count": 102, "max_ms": 45.136, "p95_ms": 44.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6254.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25547.078, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.622, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:27:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:27:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T03:27:36+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T03:27:36.399298+09:00", "mtime_epoch": 1783016856.3992984, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:27:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1572.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 300, "max_ms": 6.705, "p95_ms": 5.864}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.712, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.507, "count": 300, "max_ms": 78.543, "p95_ms": 69.941}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.82, "count": 300, "max_ms": 85.686, "p95_ms": 66.693}, "yolo11_640_fire_11class": {"avg_ms": 53.838, "count": 300, "max_ms": 77.74, "p95_ms": 69.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.638, "count": 300, "max_ms": 90.537, "p95_ms": 79.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.051, "count": 300, "max_ms": 102.931, "p95_ms": 92.894}, "read_interval": {"avg_ms": 100.049, "count": 300, "max_ms": 128.71, "p95_ms": 121.488}, "triton_wait": {"avg_ms": 60.158, "count": 300, "max_ms": 90.549, "p95_ms": 79.819}, "visualize": {"avg_ms": 3.645, "count": 300, "max_ms": 5.639, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6246.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35365.567, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.49, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 610232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:27:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:27:45+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:27:45+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T03:27:45.007389+09:00", "mtime_epoch": 1783016865.0073893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:27:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1325.816, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.432, "count": 301, "max_ms": 12.302, "p95_ms": 8.363}, "gstreamer_push": {"avg_ms": 1.251, "count": 301, "max_ms": 1.479, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.696, "count": 301, "max_ms": 75.324, "p95_ms": 66.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.657, "count": 301, "max_ms": 97.114, "p95_ms": 83.096}, "yolo11_640_fire_11class": {"avg_ms": 52.134, "count": 301, "max_ms": 76.757, "p95_ms": 66.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.206, "count": 301, "max_ms": 88.237, "p95_ms": 76.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.691, "count": 301, "max_ms": 113.765, "p95_ms": 100.686}, "read_interval": {"avg_ms": 99.617, "count": 301, "max_ms": 364.331, "p95_ms": 131.38}, "triton_wait": {"avg_ms": 58.717, "count": 301, "max_ms": 97.126, "p95_ms": 83.478}, "visualize": {"avg_ms": 3.635, "count": 301, "max_ms": 6.633, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2750, "tracking_summary": 2423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6255.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62729.03, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.007, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:27:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:27:55+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-03T03:27:55+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T03:27:55.431500+09:00", "mtime_epoch": 1783016875.4315004, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:27:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 935.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.015, "pushed": 4.015, "read": 3.981}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.157, "count": 120, "max_ms": 268.765, "p95_ms": 198.435}, "gstreamer_push": {"avg_ms": 1.059, "count": 120, "max_ms": 2.822, "p95_ms": 1.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.269, "count": 120, "max_ms": 98.6, "p95_ms": 87.111}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.475, "count": 120, "max_ms": 97.616, "p95_ms": 90.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.367, "count": 120, "max_ms": 355.677, "p95_ms": 310.598}, "read_interval": {"avg_ms": 251.988, "count": 119, "max_ms": 365.742, "p95_ms": 322.095}, "triton_wait": {"avg_ms": 69.826, "count": 120, "max_ms": 98.611, "p95_ms": 93.967}, "visualize": {"avg_ms": 28.53, "count": 120, "max_ms": 42.601, "p95_ms": 40.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6250.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25577.117, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.648, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:28:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:28:06+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:28:06+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T03:28:06.435619+09:00", "mtime_epoch": 1783016886.4356186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:28:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1572.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.175, "count": 300, "max_ms": 7.1, "p95_ms": 5.303}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.773, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.383, "count": 300, "max_ms": 77.413, "p95_ms": 69.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.088, "count": 300, "max_ms": 92.893, "p95_ms": 70.736}, "yolo11_640_fire_11class": {"avg_ms": 56.063, "count": 300, "max_ms": 77.177, "p95_ms": 68.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.892, "count": 300, "max_ms": 85.823, "p95_ms": 78.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.735, "count": 300, "max_ms": 128.25, "p95_ms": 93.698}, "read_interval": {"avg_ms": 100.125, "count": 299, "max_ms": 151.629, "p95_ms": 121.918}, "triton_wait": {"avg_ms": 63.009, "count": 300, "max_ms": 92.906, "p95_ms": 79.879}, "visualize": {"avg_ms": 3.585, "count": 300, "max_ms": 5.756, "p95_ms": 4.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6252.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35395.603, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.73, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 610530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:28:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:28:15+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T03:28:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:28:15.035712+09:00", "mtime_epoch": 1783016895.035712, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:28:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1325.816, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.513, "count": 298, "max_ms": 12.376, "p95_ms": 8.786}, "gstreamer_push": {"avg_ms": 1.244, "count": 298, "max_ms": 1.91, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.479, "count": 298, "max_ms": 78.784, "p95_ms": 67.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.584, "count": 298, "max_ms": 110.815, "p95_ms": 82.249}, "yolo11_640_fire_11class": {"avg_ms": 56.009, "count": 298, "max_ms": 77.764, "p95_ms": 66.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.538, "count": 298, "max_ms": 92.563, "p95_ms": 77.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.99, "count": 298, "max_ms": 126.587, "p95_ms": 98.856}, "read_interval": {"avg_ms": 100.767, "count": 297, "max_ms": 381.626, "p95_ms": 123.591}, "triton_wait": {"avg_ms": 63.892, "count": 298, "max_ms": 110.827, "p95_ms": 82.365}, "visualize": {"avg_ms": 3.695, "count": 298, "max_ms": 6.96, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2751, "tracking_summary": 2424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6252.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62759.154, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 316.73, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:28:25+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T03:28:25+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T03:28:25.455826+09:00", "mtime_epoch": 1783016905.4558258, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:28:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 933.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.808, "pushed": 3.808, "read": 3.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.523, "count": 114, "max_ms": 205.99, "p95_ms": 203.095}, "gstreamer_push": {"avg_ms": 1.229, "count": 114, "max_ms": 2.191, "p95_ms": 1.845}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.515, "count": 114, "max_ms": 103.834, "p95_ms": 86.358}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.861, "count": 114, "max_ms": 106.573, "p95_ms": 89.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.358, "count": 114, "max_ms": 338.823, "p95_ms": 323.171}, "read_interval": {"avg_ms": 263.946, "count": 113, "max_ms": 348.707, "p95_ms": 332.97}, "triton_wait": {"avg_ms": 69.0, "count": 114, "max_ms": 106.585, "p95_ms": 89.354}, "visualize": {"avg_ms": 27.091, "count": 114, "max_ms": 36.256, "p95_ms": 34.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6251.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25607.158, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.794, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:28:36+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T03:28:36+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T03:28:36.487947+09:00", "mtime_epoch": 1783016916.4879475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:28:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1572.551, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.192, "count": 301, "max_ms": 6.535, "p95_ms": 4.919}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 2.229, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.913, "count": 301, "max_ms": 81.749, "p95_ms": 69.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.77, "count": 301, "max_ms": 108.173, "p95_ms": 72.427}, "yolo11_640_fire_11class": {"avg_ms": 60.585, "count": 301, "max_ms": 82.395, "p95_ms": 69.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.807, "count": 301, "max_ms": 96.986, "p95_ms": 80.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.159, "count": 301, "max_ms": 121.401, "p95_ms": 95.054}, "read_interval": {"avg_ms": 99.834, "count": 300, "max_ms": 136.519, "p95_ms": 118.646}, "triton_wait": {"avg_ms": 69.39, "count": 301, "max_ms": 108.187, "p95_ms": 82.214}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 4.774, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6256.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35425.644, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.63, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 610832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:28:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:28:45+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T03:28:45+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T03:28:45.080043+09:00", "mtime_epoch": 1783016925.080043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:28:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1326.074, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.346, "count": 302, "max_ms": 12.229, "p95_ms": 8.628}, "gstreamer_push": {"avg_ms": 1.214, "count": 302, "max_ms": 1.909, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.217, "count": 302, "max_ms": 75.227, "p95_ms": 66.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.763, "count": 302, "max_ms": 100.703, "p95_ms": 71.511}, "yolo11_640_fire_11class": {"avg_ms": 55.56, "count": 302, "max_ms": 74.462, "p95_ms": 66.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.099, "count": 302, "max_ms": 88.556, "p95_ms": 76.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.751, "count": 302, "max_ms": 116.812, "p95_ms": 93.709}, "read_interval": {"avg_ms": 99.477, "count": 301, "max_ms": 272.477, "p95_ms": 126.437}, "triton_wait": {"avg_ms": 63.064, "count": 302, "max_ms": 100.716, "p95_ms": 77.571}, "visualize": {"avg_ms": 3.557, "count": 302, "max_ms": 4.695, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2752, "tracking_summary": 2425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6257.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62789.341, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.207, "sample_count": 1071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:28:55+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T03:28:55+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T03:28:55.624161+09:00", "mtime_epoch": 1783016935.624161, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:28:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 938.582, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.347, "pushed": 3.347, "read": 3.313}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.203, "count": 100, "max_ms": 206.741, "p95_ms": 200.423}, "gstreamer_push": {"avg_ms": 0.91, "count": 100, "max_ms": 2.039, "p95_ms": 1.762}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.891, "count": 100, "max_ms": 87.095, "p95_ms": 78.227}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.137, "count": 100, "max_ms": 98.36, "p95_ms": 87.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.591, "count": 100, "max_ms": 322.56, "p95_ms": 314.51}, "read_interval": {"avg_ms": 301.761, "count": 99, "max_ms": 332.713, "p95_ms": 326.575}, "triton_wait": {"avg_ms": 70.193, "count": 100, "max_ms": 98.373, "p95_ms": 87.376}, "visualize": {"avg_ms": 27.52, "count": 100, "max_ms": 40.493, "p95_ms": 35.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6256.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25637.232, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.675, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 603930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:29:06+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:29:06+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T03:29:06.568285+09:00", "mtime_epoch": 1783016946.5682845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:29:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1572.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 301, "max_ms": 6.568, "p95_ms": 4.938}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 2.015, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.776, "count": 301, "max_ms": 74.637, "p95_ms": 68.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.764, "count": 301, "max_ms": 88.023, "p95_ms": 68.827}, "yolo11_640_fire_11class": {"avg_ms": 52.25, "count": 301, "max_ms": 73.613, "p95_ms": 67.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.673, "count": 301, "max_ms": 87.311, "p95_ms": 77.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.32, "count": 301, "max_ms": 100.986, "p95_ms": 90.136}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 147.267, "p95_ms": 122.156}, "triton_wait": {"avg_ms": 57.69, "count": 301, "max_ms": 88.035, "p95_ms": 77.647}, "visualize": {"avg_ms": 3.608, "count": 301, "max_ms": 5.613, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6256.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35455.668, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.294, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:29:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:29:15+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T03:29:15+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T03:29:15.124382+09:00", "mtime_epoch": 1783016955.124382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:29:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1326.332, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 301, "max_ms": 14.029, "p95_ms": 9.117}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 2.054, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.293, "count": 301, "max_ms": 73.36, "p95_ms": 65.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.32, "count": 301, "max_ms": 91.246, "p95_ms": 71.188}, "yolo11_640_fire_11class": {"avg_ms": 50.845, "count": 301, "max_ms": 71.977, "p95_ms": 65.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.288, "count": 301, "max_ms": 86.187, "p95_ms": 75.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.516, "count": 301, "max_ms": 108.175, "p95_ms": 95.811}, "read_interval": {"avg_ms": 99.802, "count": 300, "max_ms": 350.418, "p95_ms": 128.326}, "triton_wait": {"avg_ms": 56.508, "count": 301, "max_ms": 91.258, "p95_ms": 79.979}, "visualize": {"avg_ms": 3.638, "count": 301, "max_ms": 5.577, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2753, "tracking_summary": 2426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6246.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62819.5, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.301, "sample_count": 1071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:29:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:29:26+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-03T03:29:25+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T03:29:25.792504+09:00", "mtime_epoch": 1783016965.792504, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:29:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 925.379, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.617, "pushed": 3.617, "read": 3.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.843, "count": 108, "max_ms": 199.896, "p95_ms": 196.385}, "gstreamer_push": {"avg_ms": 0.916, "count": 108, "max_ms": 2.834, "p95_ms": 1.706}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.206, "count": 108, "max_ms": 94.44, "p95_ms": 78.354}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.787, "count": 108, "max_ms": 95.657, "p95_ms": 86.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.661, "count": 108, "max_ms": 327.963, "p95_ms": 312.079}, "read_interval": {"avg_ms": 279.034, "count": 107, "max_ms": 338.103, "p95_ms": 322.218}, "triton_wait": {"avg_ms": 68.858, "count": 108, "max_ms": 95.67, "p95_ms": 86.446}, "visualize": {"avg_ms": 28.264, "count": 108, "max_ms": 40.631, "p95_ms": 38.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6256.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25667.238, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.159, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 604230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T03:29:36+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:29:36+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T03:29:36.568629+09:00", "mtime_epoch": 1783016976.5686285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:29:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1572.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.108, "count": 300, "max_ms": 6.303, "p95_ms": 4.821}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 2.123, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.271, "count": 300, "max_ms": 73.452, "p95_ms": 69.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.862, "count": 300, "max_ms": 93.291, "p95_ms": 67.032}, "yolo11_640_fire_11class": {"avg_ms": 53.681, "count": 300, "max_ms": 73.971, "p95_ms": 68.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.866, "count": 300, "max_ms": 84.574, "p95_ms": 78.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.206, "count": 300, "max_ms": 107.056, "p95_ms": 91.824}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 141.449, "p95_ms": 121.755}, "triton_wait": {"avg_ms": 59.557, "count": 300, "max_ms": 93.306, "p95_ms": 79.102}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 5.412, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6257.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35485.689, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.567, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:29:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:29:45+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:29:45+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T03:29:45.116728+09:00", "mtime_epoch": 1783016985.1167278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:29:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1326.332, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.468, "count": 301, "max_ms": 12.597, "p95_ms": 8.311}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 2.069, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.252, "count": 301, "max_ms": 73.705, "p95_ms": 66.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.986, "count": 301, "max_ms": 92.108, "p95_ms": 66.979}, "yolo11_640_fire_11class": {"avg_ms": 51.426, "count": 301, "max_ms": 72.784, "p95_ms": 65.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.121, "count": 301, "max_ms": 85.398, "p95_ms": 76.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.882, "count": 301, "max_ms": 108.649, "p95_ms": 92.98}, "read_interval": {"avg_ms": 99.797, "count": 300, "max_ms": 266.665, "p95_ms": 128.085}, "triton_wait": {"avg_ms": 56.952, "count": 301, "max_ms": 92.12, "p95_ms": 77.015}, "visualize": {"avg_ms": 3.653, "count": 301, "max_ms": 4.784, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2753, "tracking_summary": 2427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6257.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62849.617, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.524, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:29:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:29:56+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T03:29:55+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T03:29:55.920854+09:00", "mtime_epoch": 1783016995.920854, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:29:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 935.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.323, "pushed": 3.323, "read": 3.289}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.782, "count": 99, "max_ms": 212.13, "p95_ms": 201.753}, "gstreamer_push": {"avg_ms": 0.85, "count": 99, "max_ms": 2.773, "p95_ms": 0.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.839, "count": 99, "max_ms": 94.756, "p95_ms": 78.998}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.915, "count": 99, "max_ms": 96.928, "p95_ms": 85.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.31, "count": 99, "max_ms": 334.595, "p95_ms": 323.708}, "read_interval": {"avg_ms": 304.332, "count": 98, "max_ms": 344.133, "p95_ms": 332.525}, "triton_wait": {"avg_ms": 66.928, "count": 99, "max_ms": 96.939, "p95_ms": 85.979}, "visualize": {"avg_ms": 29.823, "count": 99, "max_ms": 41.347, "p95_ms": 38.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6248.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25697.348, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.484, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 604531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:30:06+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T03:30:06+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T03:30:06.648980+09:00", "mtime_epoch": 1783017006.6489804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:30:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1572.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.071, "count": 301, "max_ms": 7.064, "p95_ms": 4.299}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.932, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.606, "count": 301, "max_ms": 76.432, "p95_ms": 67.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.457, "count": 301, "max_ms": 78.666, "p95_ms": 66.05}, "yolo11_640_fire_11class": {"avg_ms": 53.033, "count": 301, "max_ms": 75.931, "p95_ms": 66.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.759, "count": 301, "max_ms": 90.46, "p95_ms": 78.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.021, "count": 301, "max_ms": 135.672, "p95_ms": 91.948}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 147.948, "p95_ms": 121.154}, "triton_wait": {"avg_ms": 59.15, "count": 301, "max_ms": 90.472, "p95_ms": 78.753}, "visualize": {"avg_ms": 3.633, "count": 301, "max_ms": 6.303, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6249.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35515.767, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.757, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:30:15+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T03:30:15+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T03:30:15.221082+09:00", "mtime_epoch": 1783017015.2210817, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:30:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1326.59, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.359, "count": 298, "max_ms": 11.264, "p95_ms": 8.205}, "gstreamer_push": {"avg_ms": 1.221, "count": 299, "max_ms": 1.681, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.286, "count": 298, "max_ms": 72.036, "p95_ms": 67.378}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.23, "count": 298, "max_ms": 93.524, "p95_ms": 71.447}, "yolo11_640_fire_11class": {"avg_ms": 54.741, "count": 298, "max_ms": 71.484, "p95_ms": 66.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.344, "count": 298, "max_ms": 90.737, "p95_ms": 77.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.827, "count": 298, "max_ms": 110.455, "p95_ms": 95.032}, "read_interval": {"avg_ms": 100.654, "count": 298, "max_ms": 343.891, "p95_ms": 127.109}, "triton_wait": {"avg_ms": 62.121, "count": 298, "max_ms": 93.536, "p95_ms": 78.88}, "visualize": {"avg_ms": 3.584, "count": 298, "max_ms": 4.926, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2755, "tracking_summary": 2428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6254.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62879.905, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.136, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:30:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:30:26+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T03:30:26+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T03:30:26.205213+09:00", "mtime_epoch": 1783017026.2052126, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:30:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 933.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.867, "pushed": 3.867, "read": 3.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.384, "count": 115, "max_ms": 200.468, "p95_ms": 199.31}, "gstreamer_push": {"avg_ms": 1.068, "count": 116, "max_ms": 3.065, "p95_ms": 1.988}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.718, "count": 115, "max_ms": 91.031, "p95_ms": 78.5}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.785, "count": 115, "max_ms": 95.315, "p95_ms": 88.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.903, "count": 116, "max_ms": 335.427, "p95_ms": 314.402}, "read_interval": {"avg_ms": 260.819, "count": 115, "max_ms": 344.102, "p95_ms": 324.08}, "triton_wait": {"avg_ms": 67.798, "count": 115, "max_ms": 95.328, "p95_ms": 88.295}, "visualize": {"avg_ms": 28.695, "count": 115, "max_ms": 41.592, "p95_ms": 39.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6254.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25727.361, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.639, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 604831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:30:36+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T03:30:36+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T03:30:36.681338+09:00", "mtime_epoch": 1783017036.6813383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:30:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1573.066, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.182, "count": 300, "max_ms": 6.992, "p95_ms": 5.098}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.789, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.432, "count": 300, "max_ms": 79.673, "p95_ms": 69.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.951, "count": 300, "max_ms": 89.012, "p95_ms": 68.91}, "yolo11_640_fire_11class": {"avg_ms": 55.834, "count": 300, "max_ms": 75.364, "p95_ms": 68.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.88, "count": 300, "max_ms": 93.819, "p95_ms": 79.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.389, "count": 300, "max_ms": 108.751, "p95_ms": 94.538}, "read_interval": {"avg_ms": 100.018, "count": 300, "max_ms": 145.658, "p95_ms": 121.017}, "triton_wait": {"avg_ms": 63.44, "count": 300, "max_ms": 93.833, "p95_ms": 80.928}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 5.915, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6249.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35545.768, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.772, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 612033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:30:45+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:30:45+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T03:30:45.205441+09:00", "mtime_epoch": 1783017045.2054412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:30:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1326.59, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.387, "count": 300, "max_ms": 9.729, "p95_ms": 8.244}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.536, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.917, "count": 300, "max_ms": 71.333, "p95_ms": 66.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.923, "count": 300, "max_ms": 92.376, "p95_ms": 71.509}, "yolo11_640_fire_11class": {"avg_ms": 54.113, "count": 300, "max_ms": 71.367, "p95_ms": 65.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.133, "count": 300, "max_ms": 85.532, "p95_ms": 77.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.568, "count": 300, "max_ms": 108.414, "p95_ms": 95.595}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 351.6, "p95_ms": 121.272}, "triton_wait": {"avg_ms": 61.668, "count": 300, "max_ms": 92.388, "p95_ms": 79.746}, "visualize": {"avg_ms": 3.65, "count": 300, "max_ms": 4.542, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2757, "tracking_summary": 2428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6257.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62910.128, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.172, "sample_count": 1069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:30:56+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T03:30:56+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T03:30:56.421577+09:00", "mtime_epoch": 1783017056.4215772, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:30:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 936.402, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.342, "pushed": 3.342, "read": 3.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.979, "count": 100, "max_ms": 201.882, "p95_ms": 199.667}, "gstreamer_push": {"avg_ms": 1.095, "count": 100, "max_ms": 1.969, "p95_ms": 1.779}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.596, "count": 100, "max_ms": 89.267, "p95_ms": 73.386}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.989, "count": 100, "max_ms": 95.298, "p95_ms": 81.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.422, "count": 100, "max_ms": 323.644, "p95_ms": 309.942}, "read_interval": {"avg_ms": 302.125, "count": 99, "max_ms": 332.422, "p95_ms": 322.223}, "triton_wait": {"avg_ms": 66.043, "count": 100, "max_ms": 95.31, "p95_ms": 81.019}, "visualize": {"avg_ms": 28.661, "count": 100, "max_ms": 41.299, "p95_ms": 39.561}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6258.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25757.458, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.675, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 605132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:31:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T03:31:06+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T03:31:06.765703+09:00", "mtime_epoch": 1783017066.7657034, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:31:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1573.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.163, "count": 301, "max_ms": 6.457, "p95_ms": 4.98}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 1.814, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.756, "count": 301, "max_ms": 77.526, "p95_ms": 69.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.267, "count": 301, "max_ms": 86.27, "p95_ms": 69.405}, "yolo11_640_fire_11class": {"avg_ms": 60.992, "count": 301, "max_ms": 77.234, "p95_ms": 69.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.16, "count": 301, "max_ms": 91.35, "p95_ms": 79.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.147, "count": 301, "max_ms": 105.168, "p95_ms": 92.259}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 120.636, "p95_ms": 110.638}, "triton_wait": {"avg_ms": 70.435, "count": 301, "max_ms": 91.364, "p95_ms": 79.229}, "visualize": {"avg_ms": 3.642, "count": 301, "max_ms": 5.634, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6260.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35575.788, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.382, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 612333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:31:15+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T03:31:15+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T03:31:15.237807+09:00", "mtime_epoch": 1783017075.2378073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:31:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1326.848, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.482, "count": 300, "max_ms": 13.152, "p95_ms": 9.734}, "gstreamer_push": {"avg_ms": 1.211, "count": 300, "max_ms": 1.473, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.561, "count": 300, "max_ms": 75.343, "p95_ms": 67.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.505, "count": 300, "max_ms": 97.26, "p95_ms": 70.321}, "yolo11_640_fire_11class": {"avg_ms": 57.108, "count": 300, "max_ms": 74.532, "p95_ms": 66.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.898, "count": 300, "max_ms": 86.71, "p95_ms": 78.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.438, "count": 300, "max_ms": 113.148, "p95_ms": 96.663}, "read_interval": {"avg_ms": 100.093, "count": 299, "max_ms": 298.559, "p95_ms": 116.198}, "triton_wait": {"avg_ms": 65.567, "count": 300, "max_ms": 97.273, "p95_ms": 80.379}, "visualize": {"avg_ms": 3.599, "count": 300, "max_ms": 6.97, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2757, "tracking_summary": 2429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6252.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62940.269, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.067, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:31:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:31:26+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T03:31:26+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T03:31:26.561947+09:00", "mtime_epoch": 1783017086.5619469, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:31:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 930.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.855, "pushed": 3.855, "read": 3.822}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.863, "count": 115, "max_ms": 231.884, "p95_ms": 227.323}, "gstreamer_push": {"avg_ms": 1.098, "count": 115, "max_ms": 2.969, "p95_ms": 2.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.398, "count": 115, "max_ms": 91.651, "p95_ms": 84.184}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.406, "count": 115, "max_ms": 100.354, "p95_ms": 92.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.162, "count": 115, "max_ms": 342.217, "p95_ms": 320.319}, "read_interval": {"avg_ms": 261.756, "count": 114, "max_ms": 350.751, "p95_ms": 330.375}, "triton_wait": {"avg_ms": 68.426, "count": 115, "max_ms": 100.367, "p95_ms": 92.245}, "visualize": {"avg_ms": 26.044, "count": 115, "max_ms": 36.309, "p95_ms": 34.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6249.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25787.46, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.953, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 605432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T03:31:36+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:31:36+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T03:31:36.782073+09:00", "mtime_epoch": 1783017096.7820735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:31:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1573.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.202, "count": 300, "max_ms": 6.769, "p95_ms": 5.546}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.731, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.984, "count": 300, "max_ms": 79.819, "p95_ms": 70.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.519, "count": 300, "max_ms": 95.407, "p95_ms": 70.487}, "yolo11_640_fire_11class": {"avg_ms": 57.267, "count": 300, "max_ms": 78.613, "p95_ms": 70.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.359, "count": 300, "max_ms": 89.637, "p95_ms": 81.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.799, "count": 300, "max_ms": 108.803, "p95_ms": 95.287}, "read_interval": {"avg_ms": 100.017, "count": 300, "max_ms": 155.121, "p95_ms": 121.041}, "triton_wait": {"avg_ms": 65.01, "count": 300, "max_ms": 95.42, "p95_ms": 81.604}, "visualize": {"avg_ms": 3.627, "count": 300, "max_ms": 4.687, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6258.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35605.794, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.027, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 612633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:31:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:31:45+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:31:45+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T03:31:45.230179+09:00", "mtime_epoch": 1783017105.2301788, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:31:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1326.848, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.444, "count": 300, "max_ms": 12.738, "p95_ms": 8.52}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.795, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.251, "count": 300, "max_ms": 74.957, "p95_ms": 68.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.745, "count": 300, "max_ms": 95.17, "p95_ms": 77.527}, "yolo11_640_fire_11class": {"avg_ms": 55.647, "count": 300, "max_ms": 74.947, "p95_ms": 67.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.753, "count": 300, "max_ms": 86.898, "p95_ms": 78.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.875, "count": 300, "max_ms": 111.328, "p95_ms": 97.811}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 266.397, "p95_ms": 123.352}, "triton_wait": {"avg_ms": 63.877, "count": 300, "max_ms": 95.182, "p95_ms": 81.486}, "visualize": {"avg_ms": 3.663, "count": 300, "max_ms": 6.601, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2758, "tracking_summary": 2430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6260.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62970.328, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.524, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:31:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:31:56+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T03:31:56+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T03:31:56.626321+09:00", "mtime_epoch": 1783017116.6263213, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:31:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 940.461, "name": "celery", "pid": 239, "rss_mb": 939.18, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.36, "pushed": 3.36, "read": 3.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.234, "count": 100, "max_ms": 202.842, "p95_ms": 199.679}, "gstreamer_push": {"avg_ms": 0.942, "count": 100, "max_ms": 1.872, "p95_ms": 1.765}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.558, "count": 100, "max_ms": 98.133, "p95_ms": 79.347}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.354, "count": 100, "max_ms": 96.292, "p95_ms": 86.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.919, "count": 100, "max_ms": 340.892, "p95_ms": 319.015}, "read_interval": {"avg_ms": 300.614, "count": 99, "max_ms": 349.952, "p95_ms": 330.131}, "triton_wait": {"avg_ms": 65.668, "count": 100, "max_ms": 98.145, "p95_ms": 86.504}, "visualize": {"avg_ms": 30.334, "count": 100, "max_ms": 41.32, "p95_ms": 40.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.763, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6263.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25817.542, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.977, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 605733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:32:06+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-07-03T03:32:06+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T03:32:06.854450+09:00", "mtime_epoch": 1783017126.85445, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:32:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1573.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.152, "count": 301, "max_ms": 6.912, "p95_ms": 4.45}, "gstreamer_push": {"avg_ms": 1.298, "count": 301, "max_ms": 1.603, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.568, "count": 301, "max_ms": 77.583, "p95_ms": 68.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.908, "count": 301, "max_ms": 95.867, "p95_ms": 68.369}, "yolo11_640_fire_11class": {"avg_ms": 57.433, "count": 301, "max_ms": 75.345, "p95_ms": 67.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.696, "count": 301, "max_ms": 83.072, "p95_ms": 78.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.946, "count": 301, "max_ms": 108.851, "p95_ms": 91.78}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 135.08, "p95_ms": 120.934}, "triton_wait": {"avg_ms": 65.147, "count": 301, "max_ms": 95.881, "p95_ms": 78.609}, "visualize": {"avg_ms": 3.676, "count": 301, "max_ms": 5.306, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6260.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35635.945, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.663, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 612936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:32:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:32:15+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T03:32:15+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-03T03:32:15.306557+09:00", "mtime_epoch": 1783017135.306557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89152}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:32:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1327.105, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.432, "count": 302, "max_ms": 12.952, "p95_ms": 10.079}, "gstreamer_push": {"avg_ms": 1.216, "count": 302, "max_ms": 1.915, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.148, "count": 302, "max_ms": 76.478, "p95_ms": 67.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.909, "count": 302, "max_ms": 100.584, "p95_ms": 72.086}, "yolo11_640_fire_11class": {"avg_ms": 53.436, "count": 302, "max_ms": 75.929, "p95_ms": 67.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.624, "count": 302, "max_ms": 87.44, "p95_ms": 77.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.314, "count": 302, "max_ms": 116.872, "p95_ms": 96.851}, "read_interval": {"avg_ms": 99.464, "count": 301, "max_ms": 383.168, "p95_ms": 128.552}, "triton_wait": {"avg_ms": 60.591, "count": 302, "max_ms": 100.597, "p95_ms": 80.258}, "visualize": {"avg_ms": 3.542, "count": 302, "max_ms": 5.665, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2761, "tracking_summary": 2431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6262.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63000.43, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.207, "sample_count": 1072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:32:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:32:27+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T03:32:26+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T03:32:26.730702+09:00", "mtime_epoch": 1783017146.730702, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:32:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 941.824, "name": "celery", "pid": 239, "rss_mb": 941.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.524, "pushed": 3.524, "read": 3.491}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.987, "count": 105, "max_ms": 216.626, "p95_ms": 202.195}, "gstreamer_push": {"avg_ms": 0.807, "count": 105, "max_ms": 1.774, "p95_ms": 0.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.11, "count": 105, "max_ms": 89.69, "p95_ms": 81.082}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.063, "count": 105, "max_ms": 102.508, "p95_ms": 86.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.268, "count": 105, "max_ms": 329.038, "p95_ms": 318.145}, "read_interval": {"avg_ms": 286.595, "count": 104, "max_ms": 337.062, "p95_ms": 325.03}, "triton_wait": {"avg_ms": 69.129, "count": 105, "max_ms": 102.522, "p95_ms": 86.6}, "visualize": {"avg_ms": 26.384, "count": 105, "max_ms": 39.22, "p95_ms": 29.583}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6262.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25847.574, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.991, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T03:32:36+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:32:36+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T03:32:36.858831+09:00", "mtime_epoch": 1783017156.858831, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:32:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1573.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.169, "count": 300, "max_ms": 6.011, "p95_ms": 4.85}, "gstreamer_push": {"avg_ms": 1.295, "count": 300, "max_ms": 2.252, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.695, "count": 300, "max_ms": 77.312, "p95_ms": 70.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.945, "count": 300, "max_ms": 88.24, "p95_ms": 70.922}, "yolo11_640_fire_11class": {"avg_ms": 53.973, "count": 300, "max_ms": 78.996, "p95_ms": 69.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.743, "count": 300, "max_ms": 90.9, "p95_ms": 79.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.752, "count": 300, "max_ms": 103.855, "p95_ms": 92.976}, "read_interval": {"avg_ms": 100.063, "count": 299, "max_ms": 124.016, "p95_ms": 120.863}, "triton_wait": {"avg_ms": 60.824, "count": 300, "max_ms": 90.914, "p95_ms": 79.855}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 4.799, "p95_ms": 4.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6256.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35665.995, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.927, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 613234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:32:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:32:45+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:32:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:32:45.430941+09:00", "mtime_epoch": 1783017165.4309409, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:32:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1327.105, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.433, "count": 298, "max_ms": 11.905, "p95_ms": 9.648}, "gstreamer_push": {"avg_ms": 1.215, "count": 298, "max_ms": 1.914, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.433, "count": 298, "max_ms": 75.819, "p95_ms": 68.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.901, "count": 298, "max_ms": 93.857, "p95_ms": 83.252}, "yolo11_640_fire_11class": {"avg_ms": 54.889, "count": 298, "max_ms": 79.978, "p95_ms": 67.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.656, "count": 298, "max_ms": 90.186, "p95_ms": 77.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.239, "count": 298, "max_ms": 112.044, "p95_ms": 100.191}, "read_interval": {"avg_ms": 100.834, "count": 297, "max_ms": 325.156, "p95_ms": 129.239}, "triton_wait": {"avg_ms": 62.533, "count": 298, "max_ms": 93.872, "p95_ms": 83.682}, "visualize": {"avg_ms": 3.516, "count": 298, "max_ms": 4.643, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2761, "tracking_summary": 2432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6249.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63030.698, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.37, "sample_count": 1072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:32:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:32:57+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T03:32:56+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T03:32:56.983089+09:00", "mtime_epoch": 1783017176.9830894, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:32:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 941.824, "name": "celery", "pid": 239, "rss_mb": 927.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.107, "pushed": 4.107, "read": 4.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 137.843, "count": 123, "max_ms": 232.39, "p95_ms": 204.216}, "gstreamer_push": {"avg_ms": 0.874, "count": 123, "max_ms": 2.685, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.619, "count": 123, "max_ms": 97.459, "p95_ms": 84.654}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.68, "count": 123, "max_ms": 94.874, "p95_ms": 87.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.736, "count": 123, "max_ms": 351.716, "p95_ms": 317.008}, "read_interval": {"avg_ms": 245.533, "count": 122, "max_ms": 360.518, "p95_ms": 326.179}, "triton_wait": {"avg_ms": 69.899, "count": 123, "max_ms": 97.47, "p95_ms": 88.429}, "visualize": {"avg_ms": 25.245, "count": 123, "max_ms": 46.308, "p95_ms": 34.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6256.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25877.637, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.025, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:33:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:33:06+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T03:33:06.959218+09:00", "mtime_epoch": 1783017186.9592183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:33:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1573.84, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.169, "count": 300, "max_ms": 7.309, "p95_ms": 5.059}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.988, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.754, "count": 300, "max_ms": 78.714, "p95_ms": 70.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.874, "count": 300, "max_ms": 92.49, "p95_ms": 68.328}, "yolo11_640_fire_11class": {"avg_ms": 58.199, "count": 300, "max_ms": 76.814, "p95_ms": 70.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.114, "count": 300, "max_ms": 90.307, "p95_ms": 79.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.582, "count": 300, "max_ms": 136.03, "p95_ms": 94.298}, "read_interval": {"avg_ms": 100.21, "count": 299, "max_ms": 179.521, "p95_ms": 120.057}, "triton_wait": {"avg_ms": 66.39, "count": 300, "max_ms": 92.503, "p95_ms": 80.031}, "visualize": {"avg_ms": 3.684, "count": 300, "max_ms": 5.212, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6257.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35696.008, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.069, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 613535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:33:15+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T03:33:15+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T03:33:15.447328+09:00", "mtime_epoch": 1783017195.4473283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:33:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1327.363, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.506, "count": 301, "max_ms": 13.915, "p95_ms": 8.488}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.799, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.176, "count": 301, "max_ms": 79.835, "p95_ms": 68.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.822, "count": 301, "max_ms": 93.547, "p95_ms": 81.117}, "yolo11_640_fire_11class": {"avg_ms": 55.841, "count": 301, "max_ms": 79.298, "p95_ms": 67.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.129, "count": 301, "max_ms": 94.875, "p95_ms": 79.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.44, "count": 301, "max_ms": 115.061, "p95_ms": 101.072}, "read_interval": {"avg_ms": 99.715, "count": 301, "max_ms": 324.816, "p95_ms": 120.757}, "triton_wait": {"avg_ms": 64.352, "count": 301, "max_ms": 94.886, "p95_ms": 85.357}, "visualize": {"avg_ms": 3.67, "count": 301, "max_ms": 6.335, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2762, "tracking_summary": 2433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6259.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63060.787, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.015, "sample_count": 1071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:33:27+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T03:33:27+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T03:33:27.067480+09:00", "mtime_epoch": 1783017207.0674796, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:33:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 941.824, "name": "celery", "pid": 239, "rss_mb": 936.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.697, "pushed": 3.697, "read": 3.664}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.233, "count": 110, "max_ms": 239.69, "p95_ms": 231.284}, "gstreamer_push": {"avg_ms": 1.179, "count": 110, "max_ms": 3.516, "p95_ms": 2.767}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.429, "count": 110, "max_ms": 96.884, "p95_ms": 91.907}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.499, "count": 110, "max_ms": 101.614, "p95_ms": 97.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.501, "count": 110, "max_ms": 379.478, "p95_ms": 337.877}, "read_interval": {"avg_ms": 273.116, "count": 109, "max_ms": 389.728, "p95_ms": 346.704}, "triton_wait": {"avg_ms": 70.639, "count": 110, "max_ms": 101.627, "p95_ms": 97.732}, "visualize": {"avg_ms": 27.773, "count": 110, "max_ms": 42.185, "p95_ms": 39.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6260.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25907.746, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.025, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:33:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:33:37+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T03:33:37+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T03:33:37.051610+09:00", "mtime_epoch": 1783017217.05161, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:33:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1573.84, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.153, "count": 301, "max_ms": 6.79, "p95_ms": 4.741}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 1.824, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.862, "count": 301, "max_ms": 78.978, "p95_ms": 71.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.083, "count": 301, "max_ms": 91.553, "p95_ms": 74.498}, "yolo11_640_fire_11class": {"avg_ms": 57.309, "count": 301, "max_ms": 76.796, "p95_ms": 70.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.924, "count": 301, "max_ms": 92.412, "p95_ms": 80.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.43, "count": 301, "max_ms": 105.485, "p95_ms": 95.25}, "read_interval": {"avg_ms": 99.772, "count": 301, "max_ms": 125.038, "p95_ms": 120.382}, "triton_wait": {"avg_ms": 64.61, "count": 301, "max_ms": 92.424, "p95_ms": 82.401}, "visualize": {"avg_ms": 3.659, "count": 301, "max_ms": 5.849, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6262.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35726.095, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.293, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 613838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:33:45+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:33:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T03:33:45.523721+09:00", "mtime_epoch": 1783017225.5237212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:33:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1327.621, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.454, "count": 303, "max_ms": 11.675, "p95_ms": 8.681}, "gstreamer_push": {"avg_ms": 1.237, "count": 303, "max_ms": 2.006, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.42, "count": 303, "max_ms": 76.735, "p95_ms": 67.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.71, "count": 303, "max_ms": 97.014, "p95_ms": 73.505}, "yolo11_640_fire_11class": {"avg_ms": 53.815, "count": 303, "max_ms": 75.719, "p95_ms": 65.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.733, "count": 303, "max_ms": 87.107, "p95_ms": 74.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.749, "count": 303, "max_ms": 113.321, "p95_ms": 93.823}, "read_interval": {"avg_ms": 99.347, "count": 302, "max_ms": 324.484, "p95_ms": 127.672}, "triton_wait": {"avg_ms": 60.763, "count": 303, "max_ms": 97.027, "p95_ms": 77.949}, "visualize": {"avg_ms": 3.657, "count": 303, "max_ms": 6.403, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2763, "tracking_summary": 2434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6261.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63090.831, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.617, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:33:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:33:57+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-03T03:33:57+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T03:33:57.215875+09:00", "mtime_epoch": 1783017237.2158751, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:33:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 942.215, "name": "celery", "pid": 239, "rss_mb": 938.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.429, "pushed": 3.429, "read": 3.396}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.127, "count": 102, "max_ms": 205.886, "p95_ms": 203.859}, "gstreamer_push": {"avg_ms": 0.997, "count": 102, "max_ms": 2.802, "p95_ms": 1.765}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.422, "count": 102, "max_ms": 93.763, "p95_ms": 82.125}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.988, "count": 102, "max_ms": 96.779, "p95_ms": 89.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.797, "count": 102, "max_ms": 334.144, "p95_ms": 319.767}, "read_interval": {"avg_ms": 295.305, "count": 101, "max_ms": 346.103, "p95_ms": 329.533}, "triton_wait": {"avg_ms": 70.017, "count": 102, "max_ms": 96.795, "p95_ms": 89.11}, "visualize": {"avg_ms": 29.949, "count": 102, "max_ms": 40.385, "p95_ms": 39.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.743, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6262.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25937.751, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.953, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 606935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:34:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:34:07+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T03:34:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:34:07.068005+09:00", "mtime_epoch": 1783017247.0680053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:34:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1574.098, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.087, "count": 300, "max_ms": 6.457, "p95_ms": 4.536}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 2.025, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.649, "count": 300, "max_ms": 78.822, "p95_ms": 68.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.16, "count": 300, "max_ms": 78.28, "p95_ms": 67.668}, "yolo11_640_fire_11class": {"avg_ms": 53.862, "count": 300, "max_ms": 76.199, "p95_ms": 67.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.949, "count": 300, "max_ms": 87.349, "p95_ms": 77.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.059, "count": 300, "max_ms": 96.563, "p95_ms": 90.762}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 125.801, "p95_ms": 121.12}, "triton_wait": {"avg_ms": 59.407, "count": 300, "max_ms": 87.358, "p95_ms": 78.136}, "visualize": {"avg_ms": 3.6, "count": 300, "max_ms": 4.892, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6262.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35756.158, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.027, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:34:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:34:15+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:34:15+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T03:34:15.584118+09:00", "mtime_epoch": 1783017255.5841184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:34:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1327.621, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.407, "count": 300, "max_ms": 11.491, "p95_ms": 8.906}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 2.171, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.85, "count": 300, "max_ms": 77.278, "p95_ms": 67.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.572, "count": 300, "max_ms": 91.43, "p95_ms": 72.844}, "yolo11_640_fire_11class": {"avg_ms": 52.954, "count": 300, "max_ms": 73.046, "p95_ms": 66.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.138, "count": 300, "max_ms": 85.641, "p95_ms": 76.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.27, "count": 300, "max_ms": 107.924, "p95_ms": 95.188}, "read_interval": {"avg_ms": 100.203, "count": 299, "max_ms": 310.132, "p95_ms": 124.277}, "triton_wait": {"avg_ms": 59.556, "count": 300, "max_ms": 91.442, "p95_ms": 79.104}, "visualize": {"avg_ms": 3.554, "count": 300, "max_ms": 4.803, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2764, "tracking_summary": 2435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6262.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63120.949, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.617, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:34:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:34:27+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T03:34:27+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T03:34:27.232273+09:00", "mtime_epoch": 1783017267.2322733, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:34:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 942.215, "name": "celery", "pid": 239, "rss_mb": 939.129, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.475, "pushed": 3.475, "read": 3.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.189, "count": 104, "max_ms": 200.289, "p95_ms": 198.656}, "gstreamer_push": {"avg_ms": 0.767, "count": 104, "max_ms": 0.895, "p95_ms": 0.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.508, "count": 104, "max_ms": 88.245, "p95_ms": 77.889}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.567, "count": 104, "max_ms": 93.783, "p95_ms": 86.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.217, "count": 104, "max_ms": 320.003, "p95_ms": 310.315}, "read_interval": {"avg_ms": 289.348, "count": 103, "max_ms": 328.901, "p95_ms": 319.571}, "triton_wait": {"avg_ms": 68.58, "count": 104, "max_ms": 93.796, "p95_ms": 86.786}, "visualize": {"avg_ms": 25.713, "count": 104, "max_ms": 36.702, "p95_ms": 27.691}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6262.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25967.849, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.208, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 607236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:34:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:34:37+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:34:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T03:34:37.164406+09:00", "mtime_epoch": 1783017277.164406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:34:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1574.098, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.078, "count": 300, "max_ms": 6.423, "p95_ms": 4.756}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.906, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.158, "count": 300, "max_ms": 78.881, "p95_ms": 69.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.596, "count": 300, "max_ms": 85.396, "p95_ms": 69.516}, "yolo11_640_fire_11class": {"avg_ms": 56.113, "count": 300, "max_ms": 80.05, "p95_ms": 69.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.899, "count": 300, "max_ms": 88.059, "p95_ms": 81.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.986, "count": 300, "max_ms": 102.42, "p95_ms": 94.362}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 126.61, "p95_ms": 120.794}, "triton_wait": {"avg_ms": 62.359, "count": 300, "max_ms": 88.076, "p95_ms": 81.165}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 5.998, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6262.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35786.167, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.946, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:34:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:34:45+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:34:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T03:34:45.596519+09:00", "mtime_epoch": 1783017285.596519, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:34:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1327.879, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.383, "count": 299, "max_ms": 11.932, "p95_ms": 8.472}, "gstreamer_push": {"avg_ms": 1.21, "count": 299, "max_ms": 1.44, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.34, "count": 299, "max_ms": 75.437, "p95_ms": 69.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.765, "count": 299, "max_ms": 90.357, "p95_ms": 83.232}, "yolo11_640_fire_11class": {"avg_ms": 54.906, "count": 299, "max_ms": 74.634, "p95_ms": 69.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.558, "count": 299, "max_ms": 88.046, "p95_ms": 79.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.917, "count": 299, "max_ms": 106.45, "p95_ms": 100.196}, "read_interval": {"avg_ms": 100.352, "count": 299, "max_ms": 389.256, "p95_ms": 131.38}, "triton_wait": {"avg_ms": 62.228, "count": 299, "max_ms": 90.369, "p95_ms": 83.868}, "visualize": {"avg_ms": 3.575, "count": 299, "max_ms": 4.895, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2765, "tracking_summary": 2436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6263.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63151.12, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.145, "sample_count": 1073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:34:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:34:57+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-03T03:34:57+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T03:34:57.516679+09:00", "mtime_epoch": 1783017297.516679, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:34:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 942.41, "name": "celery", "pid": 239, "rss_mb": 938.762, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.448, "pushed": 3.448, "read": 3.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.714, "count": 103, "max_ms": 199.204, "p95_ms": 198.286}, "gstreamer_push": {"avg_ms": 0.852, "count": 103, "max_ms": 2.825, "p95_ms": 1.322}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.072, "count": 103, "max_ms": 90.807, "p95_ms": 76.66}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.768, "count": 103, "max_ms": 96.366, "p95_ms": 84.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.924, "count": 103, "max_ms": 319.76, "p95_ms": 307.332}, "read_interval": {"avg_ms": 293.834, "count": 102, "max_ms": 328.926, "p95_ms": 316.189}, "triton_wait": {"avg_ms": 66.782, "count": 103, "max_ms": 96.378, "p95_ms": 84.54}, "visualize": {"avg_ms": 26.696, "count": 103, "max_ms": 40.335, "p95_ms": 34.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6263.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25997.884, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.307, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 607536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:35:07+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T03:35:07+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T03:35:07.192810+09:00", "mtime_epoch": 1783017307.1928096, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:35:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1574.355, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.103, "count": 300, "max_ms": 7.062, "p95_ms": 4.376}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.561, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.14, "count": 300, "max_ms": 79.441, "p95_ms": 70.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.563, "count": 300, "max_ms": 100.791, "p95_ms": 68.273}, "yolo11_640_fire_11class": {"avg_ms": 59.719, "count": 300, "max_ms": 80.902, "p95_ms": 70.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.866, "count": 300, "max_ms": 90.907, "p95_ms": 79.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.806, "count": 300, "max_ms": 113.503, "p95_ms": 92.985}, "read_interval": {"avg_ms": 100.027, "count": 299, "max_ms": 129.747, "p95_ms": 119.412}, "triton_wait": {"avg_ms": 68.152, "count": 300, "max_ms": 100.802, "p95_ms": 80.308}, "visualize": {"avg_ms": 3.62, "count": 300, "max_ms": 5.095, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6260.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35816.261, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.177, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:35:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:35:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:35:15+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T03:35:15.688925+09:00", "mtime_epoch": 1783017315.6889246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:35:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1327.879, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.31, "count": 300, "max_ms": 11.339, "p95_ms": 7.871}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.616, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.863, "count": 300, "max_ms": 79.639, "p95_ms": 69.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.191, "count": 300, "max_ms": 94.806, "p95_ms": 80.45}, "yolo11_640_fire_11class": {"avg_ms": 56.161, "count": 300, "max_ms": 79.134, "p95_ms": 66.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.472, "count": 300, "max_ms": 88.673, "p95_ms": 76.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.44, "count": 300, "max_ms": 110.779, "p95_ms": 97.806}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 300.795, "p95_ms": 119.763}, "triton_wait": {"avg_ms": 64.688, "count": 300, "max_ms": 94.818, "p95_ms": 82.059}, "visualize": {"avg_ms": 3.615, "count": 300, "max_ms": 4.537, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2767, "tracking_summary": 2437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6261.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63181.148, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 316.421, "sample_count": 1072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:35:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:35:27+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T03:35:27+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T03:35:27.433084+09:00", "mtime_epoch": 1783017327.4330838, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:35:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 936.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.821, "pushed": 3.821, "read": 3.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.47, "count": 114, "max_ms": 202.644, "p95_ms": 198.332}, "gstreamer_push": {"avg_ms": 1.047, "count": 114, "max_ms": 3.08, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.018, "count": 114, "max_ms": 94.415, "p95_ms": 84.753}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.505, "count": 114, "max_ms": 100.288, "p95_ms": 94.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.878, "count": 114, "max_ms": 331.763, "p95_ms": 304.07}, "read_interval": {"avg_ms": 262.985, "count": 113, "max_ms": 341.227, "p95_ms": 314.288}, "triton_wait": {"avg_ms": 67.517, "count": 114, "max_ms": 100.299, "p95_ms": 94.934}, "visualize": {"avg_ms": 27.197, "count": 114, "max_ms": 39.763, "p95_ms": 36.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6262.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26027.97, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.164, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 607837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:35:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:35:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T03:35:37+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:35:37.289218+09:00", "mtime_epoch": 1783017337.289218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:35:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1574.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.175, "count": 301, "max_ms": 6.624, "p95_ms": 5.517}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.702, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.449, "count": 301, "max_ms": 76.971, "p95_ms": 69.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.011, "count": 301, "max_ms": 90.298, "p95_ms": 69.759}, "yolo11_640_fire_11class": {"avg_ms": 55.842, "count": 301, "max_ms": 77.419, "p95_ms": 68.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.13, "count": 301, "max_ms": 86.061, "p95_ms": 78.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.654, "count": 301, "max_ms": 102.682, "p95_ms": 93.108}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 132.051, "p95_ms": 121.316}, "triton_wait": {"avg_ms": 62.863, "count": 301, "max_ms": 90.31, "p95_ms": 79.785}, "visualize": {"avg_ms": 3.687, "count": 301, "max_ms": 5.741, "p95_ms": 4.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6252.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35846.274, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.375, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 615037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:35:45+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:35:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:35:45.709333+09:00", "mtime_epoch": 1783017345.709333, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:35:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1328.137, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.471, "count": 299, "max_ms": 12.216, "p95_ms": 9.627}, "gstreamer_push": {"avg_ms": 1.244, "count": 299, "max_ms": 2.227, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.608, "count": 299, "max_ms": 75.095, "p95_ms": 68.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.641, "count": 299, "max_ms": 102.566, "p95_ms": 72.96}, "yolo11_640_fire_11class": {"avg_ms": 53.95, "count": 299, "max_ms": 75.625, "p95_ms": 66.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.008, "count": 299, "max_ms": 87.012, "p95_ms": 76.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.001, "count": 299, "max_ms": 119.757, "p95_ms": 96.871}, "read_interval": {"avg_ms": 100.387, "count": 299, "max_ms": 368.114, "p95_ms": 125.998}, "triton_wait": {"avg_ms": 61.006, "count": 299, "max_ms": 102.578, "p95_ms": 78.964}, "visualize": {"avg_ms": 3.656, "count": 299, "max_ms": 6.818, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2768, "tracking_summary": 2437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6255.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63211.344, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.008, "sample_count": 1072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:35:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:35:57+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T03:35:57+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T03:35:57.645496+09:00", "mtime_epoch": 1783017357.6454961, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:35:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 930.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.311, "pushed": 3.311, "read": 3.278}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.035, "count": 99, "max_ms": 213.581, "p95_ms": 206.417}, "gstreamer_push": {"avg_ms": 1.029, "count": 99, "max_ms": 2.706, "p95_ms": 1.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.089, "count": 99, "max_ms": 101.306, "p95_ms": 80.455}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.441, "count": 99, "max_ms": 101.377, "p95_ms": 91.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.32, "count": 99, "max_ms": 338.496, "p95_ms": 320.932}, "read_interval": {"avg_ms": 305.094, "count": 98, "max_ms": 349.029, "p95_ms": 330.636}, "triton_wait": {"avg_ms": 67.463, "count": 99, "max_ms": 101.389, "p95_ms": 91.247}, "visualize": {"avg_ms": 28.0, "count": 99, "max_ms": 42.987, "p95_ms": 37.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6263.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26057.977, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.723, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:36:07+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T03:36:07+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T03:36:07.253628+09:00", "mtime_epoch": 1783017367.253628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:36:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1574.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.248, "count": 300, "max_ms": 8.16, "p95_ms": 5.799}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 1.793, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.17, "count": 300, "max_ms": 78.693, "p95_ms": 69.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.421, "count": 300, "max_ms": 88.93, "p95_ms": 69.941}, "yolo11_640_fire_11class": {"avg_ms": 56.741, "count": 300, "max_ms": 79.174, "p95_ms": 68.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.229, "count": 300, "max_ms": 90.803, "p95_ms": 79.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.555, "count": 300, "max_ms": 146.482, "p95_ms": 96.549}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 157.005, "p95_ms": 121.041}, "triton_wait": {"avg_ms": 64.886, "count": 300, "max_ms": 90.815, "p95_ms": 81.203}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 5.38, "p95_ms": 4.512}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6265.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35876.348, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.979, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 615339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:36:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:36:15+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T03:36:15+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T03:36:15.789745+09:00", "mtime_epoch": 1783017375.7897453, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:36:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1328.137, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.542, "count": 302, "max_ms": 13.619, "p95_ms": 9.281}, "gstreamer_push": {"avg_ms": 1.242, "count": 302, "max_ms": 1.563, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.581, "count": 302, "max_ms": 80.632, "p95_ms": 68.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.536, "count": 302, "max_ms": 97.641, "p95_ms": 85.175}, "yolo11_640_fire_11class": {"avg_ms": 55.268, "count": 302, "max_ms": 80.123, "p95_ms": 68.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.755, "count": 302, "max_ms": 93.101, "p95_ms": 80.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.071, "count": 302, "max_ms": 115.163, "p95_ms": 103.222}, "read_interval": {"avg_ms": 99.582, "count": 301, "max_ms": 290.504, "p95_ms": 126.781}, "triton_wait": {"avg_ms": 62.978, "count": 302, "max_ms": 97.653, "p95_ms": 87.12}, "visualize": {"avg_ms": 3.661, "count": 302, "max_ms": 6.863, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2768, "tracking_summary": 2438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6265.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63241.435, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 316.421, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:36:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:36:28+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T03:36:27+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T03:36:27.733910+09:00", "mtime_epoch": 1783017387.73391, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:36:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 941.516, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.927, "pushed": 3.927, "read": 3.893}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.975, "count": 117, "max_ms": 216.364, "p95_ms": 198.811}, "gstreamer_push": {"avg_ms": 0.783, "count": 117, "max_ms": 1.772, "p95_ms": 0.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.498, "count": 117, "max_ms": 98.869, "p95_ms": 92.018}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.396, "count": 117, "max_ms": 99.319, "p95_ms": 94.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.834, "count": 117, "max_ms": 323.196, "p95_ms": 316.548}, "read_interval": {"avg_ms": 256.846, "count": 116, "max_ms": 332.866, "p95_ms": 325.222}, "triton_wait": {"avg_ms": 73.603, "count": 117, "max_ms": 99.333, "p95_ms": 95.722}, "visualize": {"avg_ms": 22.538, "count": 117, "max_ms": 35.33, "p95_ms": 27.687}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5070}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6254.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26088.021, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.825, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:36:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:36:37+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:36:37+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T03:36:37.366043+09:00", "mtime_epoch": 1783017397.3660433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:36:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1574.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.311, "count": 301, "max_ms": 7.756, "p95_ms": 6.344}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 2.069, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.657, "count": 301, "max_ms": 81.517, "p95_ms": 74.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.367, "count": 301, "max_ms": 91.769, "p95_ms": 71.09}, "yolo11_640_fire_11class": {"avg_ms": 56.9, "count": 301, "max_ms": 81.023, "p95_ms": 73.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.724, "count": 301, "max_ms": 97.256, "p95_ms": 85.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.656, "count": 301, "max_ms": 136.451, "p95_ms": 102.995}, "read_interval": {"avg_ms": 99.891, "count": 300, "max_ms": 145.25, "p95_ms": 122.404}, "triton_wait": {"avg_ms": 65.374, "count": 301, "max_ms": 97.267, "p95_ms": 85.916}, "visualize": {"avg_ms": 3.753, "count": 301, "max_ms": 6.695, "p95_ms": 4.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6254.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35906.394, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.113, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 615641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:36:45+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-07-03T03:36:45+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T03:36:45.854161+09:00", "mtime_epoch": 1783017405.854161, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:36:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1328.395, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.321, "count": 302, "max_ms": 10.488, "p95_ms": 8.261}, "gstreamer_push": {"avg_ms": 1.245, "count": 302, "max_ms": 1.737, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.032, "count": 302, "max_ms": 74.482, "p95_ms": 68.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.724, "count": 302, "max_ms": 98.467, "p95_ms": 82.295}, "yolo11_640_fire_11class": {"avg_ms": 54.455, "count": 302, "max_ms": 74.289, "p95_ms": 67.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.164, "count": 302, "max_ms": 92.434, "p95_ms": 78.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.167, "count": 302, "max_ms": 114.411, "p95_ms": 99.464}, "read_interval": {"avg_ms": 99.578, "count": 301, "max_ms": 291.201, "p95_ms": 122.921}, "triton_wait": {"avg_ms": 62.358, "count": 302, "max_ms": 98.479, "p95_ms": 83.228}, "visualize": {"avg_ms": 3.61, "count": 302, "max_ms": 4.34, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2769, "tracking_summary": 2439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6256.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63271.558, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.428, "sample_count": 1071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:36:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:36:58+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T03:36:57+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T03:36:57.858328+09:00", "mtime_epoch": 1783017417.8583279, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:36:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 930.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.24, "pushed": 3.24, "read": 3.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.916, "count": 97, "max_ms": 223.832, "p95_ms": 215.106}, "gstreamer_push": {"avg_ms": 1.128, "count": 97, "max_ms": 2.763, "p95_ms": 2.098}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.392, "count": 97, "max_ms": 97.375, "p95_ms": 84.931}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.644, "count": 97, "max_ms": 102.086, "p95_ms": 93.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 300.506, "count": 97, "max_ms": 350.675, "p95_ms": 329.66}, "read_interval": {"avg_ms": 310.694, "count": 96, "max_ms": 360.891, "p95_ms": 339.743}, "triton_wait": {"avg_ms": 67.811, "count": 97, "max_ms": 102.098, "p95_ms": 93.323}, "visualize": {"avg_ms": 33.922, "count": 97, "max_ms": 51.041, "p95_ms": 45.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6251.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26118.028, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.825, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:37:07+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T03:37:07+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T03:37:07.370461+09:00", "mtime_epoch": 1783017427.3704605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:37:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1574.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.164, "count": 300, "max_ms": 6.585, "p95_ms": 4.983}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.66, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.836, "count": 300, "max_ms": 82.403, "p95_ms": 67.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.891, "count": 300, "max_ms": 99.114, "p95_ms": 67.916}, "yolo11_640_fire_11class": {"avg_ms": 53.708, "count": 300, "max_ms": 83.387, "p95_ms": 66.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.908, "count": 300, "max_ms": 86.536, "p95_ms": 77.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.43, "count": 300, "max_ms": 134.694, "p95_ms": 90.578}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 145.109, "p95_ms": 122.262}, "triton_wait": {"avg_ms": 60.537, "count": 300, "max_ms": 99.127, "p95_ms": 78.295}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.316, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6265.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35936.443, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.019, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 615941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:37:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:37:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:37:15+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T03:37:15.862579+09:00", "mtime_epoch": 1783017435.862579, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:37:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1328.395, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 300, "max_ms": 12.538, "p95_ms": 9.134}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 2.075, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.763, "count": 300, "max_ms": 86.128, "p95_ms": 65.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.423, "count": 300, "max_ms": 93.76, "p95_ms": 71.417}, "yolo11_640_fire_11class": {"avg_ms": 52.734, "count": 300, "max_ms": 87.119, "p95_ms": 65.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.445, "count": 300, "max_ms": 87.11, "p95_ms": 75.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.596, "count": 300, "max_ms": 109.814, "p95_ms": 96.619}, "read_interval": {"avg_ms": 100.069, "count": 299, "max_ms": 360.808, "p95_ms": 177.327}, "triton_wait": {"avg_ms": 59.573, "count": 300, "max_ms": 93.773, "p95_ms": 79.183}, "visualize": {"avg_ms": 3.647, "count": 300, "max_ms": 6.09, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2772, "tracking_summary": 2440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6251.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63301.848, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.041, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:37:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:37:28+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T03:37:28+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T03:37:28.126751+09:00", "mtime_epoch": 1783017448.1267507, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:37:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 925.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.569, "pushed": 3.569, "read": 3.536}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.624, "count": 107, "max_ms": 228.826, "p95_ms": 218.842}, "gstreamer_push": {"avg_ms": 0.957, "count": 107, "max_ms": 2.979, "p95_ms": 1.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.34, "count": 107, "max_ms": 92.43, "p95_ms": 84.598}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.069, "count": 107, "max_ms": 97.059, "p95_ms": 88.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.398, "count": 107, "max_ms": 336.122, "p95_ms": 322.738}, "read_interval": {"avg_ms": 282.732, "count": 106, "max_ms": 345.053, "p95_ms": 331.627}, "triton_wait": {"avg_ms": 68.115, "count": 107, "max_ms": 97.073, "p95_ms": 88.252}, "visualize": {"avg_ms": 26.767, "count": 107, "max_ms": 40.698, "p95_ms": 34.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6253.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26148.167, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.888, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 609039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:37:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:37:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T03:37:37+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T03:37:37.438881+09:00", "mtime_epoch": 1783017457.4388814, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:37:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1575.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.063, "count": 300, "max_ms": 6.698, "p95_ms": 4.735}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.973, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.963, "count": 300, "max_ms": 77.768, "p95_ms": 67.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.764, "count": 300, "max_ms": 88.366, "p95_ms": 69.891}, "yolo11_640_fire_11class": {"avg_ms": 55.559, "count": 300, "max_ms": 77.025, "p95_ms": 68.093}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.492, "count": 300, "max_ms": 89.041, "p95_ms": 79.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.852, "count": 300, "max_ms": 116.061, "p95_ms": 94.175}, "read_interval": {"avg_ms": 100.06, "count": 299, "max_ms": 128.498, "p95_ms": 121.41}, "triton_wait": {"avg_ms": 63.079, "count": 300, "max_ms": 89.053, "p95_ms": 79.92}, "visualize": {"avg_ms": 3.519, "count": 300, "max_ms": 5.061, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6267.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35966.503, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.113, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 616240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:37:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:37:46+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-03T03:37:45+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T03:37:45.915000+09:00", "mtime_epoch": 1783017465.9150004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:37:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1328.652, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.531, "count": 299, "max_ms": 12.862, "p95_ms": 8.58}, "gstreamer_push": {"avg_ms": 1.261, "count": 299, "max_ms": 1.731, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.414, "count": 299, "max_ms": 74.563, "p95_ms": 67.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.681, "count": 299, "max_ms": 94.835, "p95_ms": 81.906}, "yolo11_640_fire_11class": {"avg_ms": 53.984, "count": 299, "max_ms": 76.292, "p95_ms": 67.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.251, "count": 299, "max_ms": 88.133, "p95_ms": 79.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.702, "count": 299, "max_ms": 115.4, "p95_ms": 100.796}, "read_interval": {"avg_ms": 100.42, "count": 298, "max_ms": 371.977, "p95_ms": 122.472}, "triton_wait": {"avg_ms": 61.572, "count": 299, "max_ms": 94.847, "p95_ms": 84.113}, "visualize": {"avg_ms": 3.695, "count": 299, "max_ms": 6.075, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2772, "tracking_summary": 2441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6263.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63332.121, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.767, "sample_count": 1068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:37:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T03:37:58+09:00", "last_frame_read_age_sec": 0.347, "last_frame_read_at": "2026-07-03T03:37:58+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T03:37:58.363176+09:00", "mtime_epoch": 1783017478.3631759, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:37:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 936.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.97, "pushed": 3.97, "read": 3.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 145.363, "count": 119, "max_ms": 214.877, "p95_ms": 202.206}, "gstreamer_push": {"avg_ms": 0.905, "count": 119, "max_ms": 2.15, "p95_ms": 1.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.283, "count": 119, "max_ms": 97.424, "p95_ms": 87.993}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.381, "count": 119, "max_ms": 103.991, "p95_ms": 92.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.72, "count": 119, "max_ms": 343.24, "p95_ms": 307.192}, "read_interval": {"avg_ms": 253.538, "count": 118, "max_ms": 333.102, "p95_ms": 316.251}, "triton_wait": {"avg_ms": 69.498, "count": 119, "max_ms": 104.002, "p95_ms": 92.667}, "visualize": {"avg_ms": 26.025, "count": 119, "max_ms": 49.031, "p95_ms": 34.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6263.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26178.236, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.9, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 609340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:38:07+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T03:38:07+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T03:38:07.575306+09:00", "mtime_epoch": 1783017487.575306, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:38:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1575.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.161, "count": 300, "max_ms": 7.041, "p95_ms": 4.564}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.638, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.313, "count": 300, "max_ms": 81.424, "p95_ms": 70.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.366, "count": 300, "max_ms": 91.546, "p95_ms": 70.55}, "yolo11_640_fire_11class": {"avg_ms": 56.993, "count": 300, "max_ms": 76.576, "p95_ms": 69.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.343, "count": 300, "max_ms": 92.055, "p95_ms": 81.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.881, "count": 300, "max_ms": 140.666, "p95_ms": 94.857}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 153.214, "p95_ms": 120.983}, "triton_wait": {"avg_ms": 64.986, "count": 300, "max_ms": 92.068, "p95_ms": 82.238}, "visualize": {"avg_ms": 3.631, "count": 300, "max_ms": 5.188, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6254.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 35996.664, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.944, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 616541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:38:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:38:16+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T03:38:16+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T03:38:15.907424+09:00", "mtime_epoch": 1783017495.9074237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:38:16+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1328.91, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.39, "count": 299, "max_ms": 12.258, "p95_ms": 8.462}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.895, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.478, "count": 299, "max_ms": 75.752, "p95_ms": 67.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.875, "count": 299, "max_ms": 102.035, "p95_ms": 80.886}, "yolo11_640_fire_11class": {"avg_ms": 55.702, "count": 299, "max_ms": 74.965, "p95_ms": 66.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.088, "count": 299, "max_ms": 86.594, "p95_ms": 77.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.345, "count": 299, "max_ms": 118.158, "p95_ms": 98.657}, "read_interval": {"avg_ms": 100.307, "count": 299, "max_ms": 314.117, "p95_ms": 120.59}, "triton_wait": {"avg_ms": 64.524, "count": 299, "max_ms": 102.048, "p95_ms": 82.526}, "visualize": {"avg_ms": 3.575, "count": 299, "max_ms": 6.638, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2773, "tracking_summary": 2442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6266.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63362.229, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.843, "sample_count": 1069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:38:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:38:28+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T03:38:28+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T03:38:28.531603+09:00", "mtime_epoch": 1783017508.5316029, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:38:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 940.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.725, "pushed": 3.725, "read": 3.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.519, "count": 111, "max_ms": 275.883, "p95_ms": 210.054}, "gstreamer_push": {"avg_ms": 0.967, "count": 111, "max_ms": 2.747, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.926, "count": 111, "max_ms": 94.99, "p95_ms": 83.839}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.235, "count": 111, "max_ms": 99.852, "p95_ms": 90.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.485, "count": 111, "max_ms": 376.497, "p95_ms": 327.937}, "read_interval": {"avg_ms": 270.997, "count": 110, "max_ms": 385.593, "p95_ms": 338.418}, "triton_wait": {"avg_ms": 70.319, "count": 111, "max_ms": 99.864, "p95_ms": 90.287}, "visualize": {"avg_ms": 27.895, "count": 111, "max_ms": 38.135, "p95_ms": 37.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.799, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6258.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26208.283, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.465, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 609640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T03:38:37+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T03:38:37+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:38:37.599732+09:00", "mtime_epoch": 1783017517.5997317, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:38:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1575.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.182, "count": 300, "max_ms": 6.713, "p95_ms": 5.093}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 2.183, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.178, "count": 300, "max_ms": 75.273, "p95_ms": 69.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.697, "count": 300, "max_ms": 88.202, "p95_ms": 69.351}, "yolo11_640_fire_11class": {"avg_ms": 57.238, "count": 300, "max_ms": 75.918, "p95_ms": 68.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.99, "count": 300, "max_ms": 85.897, "p95_ms": 79.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.207, "count": 300, "max_ms": 128.926, "p95_ms": 93.01}, "read_interval": {"avg_ms": 100.08, "count": 300, "max_ms": 138.807, "p95_ms": 119.7}, "triton_wait": {"avg_ms": 65.301, "count": 300, "max_ms": 88.214, "p95_ms": 80.118}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.044, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6264.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36026.763, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.976, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 616844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:38:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:38:46+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T03:38:46+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T03:38:46.191854+09:00", "mtime_epoch": 1783017526.191854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:38:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1328.91, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.094, "pushed": 10.094, "read": 10.061}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.605, "count": 302, "max_ms": 13.434, "p95_ms": 10.991}, "gstreamer_push": {"avg_ms": 1.268, "count": 302, "max_ms": 2.032, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.8, "count": 302, "max_ms": 73.21, "p95_ms": 66.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.223, "count": 302, "max_ms": 93.072, "p95_ms": 75.835}, "yolo11_640_fire_11class": {"avg_ms": 54.303, "count": 302, "max_ms": 72.67, "p95_ms": 66.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.37, "count": 302, "max_ms": 84.523, "p95_ms": 77.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.606, "count": 302, "max_ms": 109.924, "p95_ms": 96.283}, "read_interval": {"avg_ms": 99.383, "count": 301, "max_ms": 255.75, "p95_ms": 120.426}, "triton_wait": {"avg_ms": 62.266, "count": 302, "max_ms": 93.085, "p95_ms": 80.048}, "visualize": {"avg_ms": 3.754, "count": 302, "max_ms": 6.967, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2775, "tracking_summary": 2443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6264.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63392.261, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.503, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:38:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:38:58+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T03:38:58+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T03:38:58.560030+09:00", "mtime_epoch": 1783017538.5600302, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:38:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 937.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.564, "pushed": 3.564, "read": 3.531}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.852, "count": 106, "max_ms": 201.709, "p95_ms": 197.928}, "gstreamer_push": {"avg_ms": 1.07, "count": 106, "max_ms": 2.976, "p95_ms": 1.817}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.344, "count": 106, "max_ms": 97.708, "p95_ms": 81.383}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.866, "count": 106, "max_ms": 97.721, "p95_ms": 89.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.437, "count": 106, "max_ms": 334.521, "p95_ms": 321.127}, "read_interval": {"avg_ms": 283.185, "count": 105, "max_ms": 345.662, "p95_ms": 330.729}, "triton_wait": {"avg_ms": 69.904, "count": 106, "max_ms": 97.731, "p95_ms": 89.309}, "visualize": {"avg_ms": 30.974, "count": 106, "max_ms": 41.63, "p95_ms": 40.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.739, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6261.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26238.308, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.381, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 609940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:39:07+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:39:07+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T03:39:07.628160+09:00", "mtime_epoch": 1783017547.6281598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:39:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1575.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.026, "pushed": 10.026, "read": 9.993}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.366, "count": 300, "max_ms": 8.858, "p95_ms": 6.517}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.866, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.053, "count": 300, "max_ms": 76.025, "p95_ms": 68.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.999, "count": 300, "max_ms": 93.236, "p95_ms": 66.605}, "yolo11_640_fire_11class": {"avg_ms": 55.584, "count": 300, "max_ms": 75.501, "p95_ms": 68.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.344, "count": 300, "max_ms": 88.938, "p95_ms": 81.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.525, "count": 300, "max_ms": 140.583, "p95_ms": 106.783}, "read_interval": {"avg_ms": 100.074, "count": 299, "max_ms": 153.104, "p95_ms": 121.248}, "triton_wait": {"avg_ms": 64.876, "count": 300, "max_ms": 93.249, "p95_ms": 83.576}, "visualize": {"avg_ms": 3.781, "count": 300, "max_ms": 5.548, "p95_ms": 4.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6264.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36056.853, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.164, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:39:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:39:16+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:39:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T03:39:16.284284+09:00", "mtime_epoch": 1783017556.2842836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:39:16+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1329.168, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.399, "count": 301, "max_ms": 13.323, "p95_ms": 8.189}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.473, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.844, "count": 301, "max_ms": 72.755, "p95_ms": 66.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.09, "count": 301, "max_ms": 92.906, "p95_ms": 79.857}, "yolo11_640_fire_11class": {"avg_ms": 54.358, "count": 301, "max_ms": 72.234, "p95_ms": 66.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.575, "count": 301, "max_ms": 89.345, "p95_ms": 79.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.516, "count": 301, "max_ms": 109.844, "p95_ms": 99.007}, "read_interval": {"avg_ms": 99.946, "count": 300, "max_ms": 387.562, "p95_ms": 121.564}, "triton_wait": {"avg_ms": 62.676, "count": 301, "max_ms": 92.918, "p95_ms": 82.607}, "visualize": {"avg_ms": 3.607, "count": 301, "max_ms": 4.799, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2775, "tracking_summary": 2444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6261.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63422.531, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.401, "sample_count": 1067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:39:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:39:29+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T03:39:28+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T03:39:28.828464+09:00", "mtime_epoch": 1783017568.8284636, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:39:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 934.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.303, "pushed": 3.303, "read": 3.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.613, "count": 99, "max_ms": 246.78, "p95_ms": 217.951}, "gstreamer_push": {"avg_ms": 0.999, "count": 99, "max_ms": 2.621, "p95_ms": 1.779}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.551, "count": 99, "max_ms": 87.532, "p95_ms": 73.388}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.06, "count": 99, "max_ms": 99.78, "p95_ms": 86.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.908, "count": 99, "max_ms": 358.085, "p95_ms": 324.934}, "read_interval": {"avg_ms": 305.861, "count": 98, "max_ms": 366.971, "p95_ms": 335.026}, "triton_wait": {"avg_ms": 67.073, "count": 99, "max_ms": 99.794, "p95_ms": 86.588}, "visualize": {"avg_ms": 29.413, "count": 99, "max_ms": 40.851, "p95_ms": 39.585}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6262.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26268.368, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.759, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 610241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:39:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:39:37+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:39:37.684591+09:00", "mtime_epoch": 1783017577.6845908, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:39:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1575.645, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.248, "count": 301, "max_ms": 7.991, "p95_ms": 5.281}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 1.697, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.853, "count": 301, "max_ms": 76.815, "p95_ms": 69.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.65, "count": 301, "max_ms": 97.184, "p95_ms": 69.844}, "yolo11_640_fire_11class": {"avg_ms": 57.43, "count": 301, "max_ms": 73.967, "p95_ms": 69.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.887, "count": 301, "max_ms": 88.307, "p95_ms": 80.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.694, "count": 301, "max_ms": 129.724, "p95_ms": 97.564}, "read_interval": {"avg_ms": 99.851, "count": 300, "max_ms": 143.35, "p95_ms": 120.734}, "triton_wait": {"avg_ms": 66.367, "count": 301, "max_ms": 97.197, "p95_ms": 80.709}, "visualize": {"avg_ms": 3.672, "count": 301, "max_ms": 5.169, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6265.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36086.967, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.647, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:39:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:39:46+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T03:39:46+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T03:39:46.380716+09:00", "mtime_epoch": 1783017586.3807158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:39:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1329.168, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.998, "pushed": 9.998, "read": 9.964}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.259, "count": 299, "max_ms": 11.303, "p95_ms": 7.99}, "gstreamer_push": {"avg_ms": 1.221, "count": 299, "max_ms": 1.474, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.899, "count": 299, "max_ms": 74.133, "p95_ms": 67.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.808, "count": 299, "max_ms": 97.753, "p95_ms": 75.542}, "yolo11_640_fire_11class": {"avg_ms": 55.576, "count": 299, "max_ms": 73.33, "p95_ms": 66.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.987, "count": 299, "max_ms": 88.153, "p95_ms": 78.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.506, "count": 299, "max_ms": 113.688, "p95_ms": 95.195}, "read_interval": {"avg_ms": 100.309, "count": 298, "max_ms": 382.631, "p95_ms": 121.49}, "triton_wait": {"avg_ms": 63.9, "count": 299, "max_ms": 97.766, "p95_ms": 79.382}, "visualize": {"avg_ms": 3.584, "count": 299, "max_ms": 4.752, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2776, "tracking_summary": 2445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6264.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63452.716, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.127, "sample_count": 1068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:39:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:39:59+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T03:39:59+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T03:39:59.116899+09:00", "mtime_epoch": 1783017599.1168995, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:39:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 937.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.548, "pushed": 3.548, "read": 3.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.259, "count": 106, "max_ms": 206.983, "p95_ms": 203.297}, "gstreamer_push": {"avg_ms": 0.984, "count": 106, "max_ms": 3.045, "p95_ms": 1.889}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.572, "count": 106, "max_ms": 98.331, "p95_ms": 79.868}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.216, "count": 106, "max_ms": 103.325, "p95_ms": 88.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.35, "count": 106, "max_ms": 338.156, "p95_ms": 322.038}, "read_interval": {"avg_ms": 285.623, "count": 105, "max_ms": 653.839, "p95_ms": 333.253}, "triton_wait": {"avg_ms": 69.332, "count": 106, "max_ms": 103.338, "p95_ms": 89.094}, "visualize": {"avg_ms": 29.014, "count": 106, "max_ms": 42.23, "p95_ms": 39.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6262.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26298.417, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.523, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 610542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:40:07+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T03:40:07+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T03:40:07.753024+09:00", "mtime_epoch": 1783017607.753024, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:40:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1575.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.187, "count": 301, "max_ms": 6.65, "p95_ms": 4.867}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.796, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.859, "count": 301, "max_ms": 78.901, "p95_ms": 71.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.368, "count": 301, "max_ms": 93.035, "p95_ms": 69.001}, "yolo11_640_fire_11class": {"avg_ms": 58.107, "count": 301, "max_ms": 78.883, "p95_ms": 69.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.126, "count": 301, "max_ms": 87.983, "p95_ms": 81.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.781, "count": 301, "max_ms": 131.41, "p95_ms": 96.369}, "read_interval": {"avg_ms": 99.903, "count": 300, "max_ms": 141.882, "p95_ms": 120.338}, "triton_wait": {"avg_ms": 66.565, "count": 301, "max_ms": 93.047, "p95_ms": 82.072}, "visualize": {"avg_ms": 3.663, "count": 301, "max_ms": 5.849, "p95_ms": 4.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6267.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36117.048, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.911, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:40:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:40:16+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T03:40:16+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:40:16.481150+09:00", "mtime_epoch": 1783017616.4811504, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:40:16+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1329.426, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 300, "max_ms": 11.847, "p95_ms": 8.483}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 2.16, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.032, "count": 300, "max_ms": 77.795, "p95_ms": 67.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.716, "count": 300, "max_ms": 91.396, "p95_ms": 81.141}, "yolo11_640_fire_11class": {"avg_ms": 56.416, "count": 300, "max_ms": 78.671, "p95_ms": 67.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.667, "count": 300, "max_ms": 91.178, "p95_ms": 78.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.731, "count": 300, "max_ms": 107.151, "p95_ms": 99.186}, "read_interval": {"avg_ms": 99.907, "count": 300, "max_ms": 261.635, "p95_ms": 120.196}, "triton_wait": {"avg_ms": 64.764, "count": 300, "max_ms": 91.408, "p95_ms": 81.75}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 4.788, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2778, "tracking_summary": 2446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6270.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63482.907, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.563, "sample_count": 1063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:40:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:40:29+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T03:40:29+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T03:40:29.209335+09:00", "mtime_epoch": 1783017629.2093346, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:40:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 943.156, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.567, "pushed": 3.567, "read": 3.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.238, "count": 107, "max_ms": 217.821, "p95_ms": 203.263}, "gstreamer_push": {"avg_ms": 1.026, "count": 107, "max_ms": 2.851, "p95_ms": 1.887}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.875, "count": 107, "max_ms": 106.606, "p95_ms": 79.975}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.028, "count": 107, "max_ms": 101.941, "p95_ms": 87.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.38, "count": 107, "max_ms": 364.759, "p95_ms": 320.742}, "read_interval": {"avg_ms": 282.064, "count": 106, "max_ms": 373.919, "p95_ms": 329.649}, "triton_wait": {"avg_ms": 66.086, "count": 107, "max_ms": 106.619, "p95_ms": 87.813}, "visualize": {"avg_ms": 26.263, "count": 107, "max_ms": 45.221, "p95_ms": 38.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6262.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26328.463, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.977, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 610842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:40:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:40:37+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T03:40:37+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T03:40:37.789459+09:00", "mtime_epoch": 1783017637.789459, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:40:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1575.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.165, "count": 300, "max_ms": 6.652, "p95_ms": 4.956}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.8, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.123, "count": 300, "max_ms": 79.891, "p95_ms": 69.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.445, "count": 300, "max_ms": 94.323, "p95_ms": 68.623}, "yolo11_640_fire_11class": {"avg_ms": 58.429, "count": 300, "max_ms": 79.544, "p95_ms": 69.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.34, "count": 300, "max_ms": 91.947, "p95_ms": 82.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.475, "count": 300, "max_ms": 107.764, "p95_ms": 96.867}, "read_interval": {"avg_ms": 100.087, "count": 300, "max_ms": 124.596, "p95_ms": 119.585}, "triton_wait": {"avg_ms": 67.778, "count": 300, "max_ms": 94.335, "p95_ms": 83.906}, "visualize": {"avg_ms": 3.638, "count": 300, "max_ms": 4.915, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6257.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36147.1, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.007, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 618048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:40:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:40:46+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T03:40:46.537586+09:00", "mtime_epoch": 1783017646.5375862, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:40:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1329.426, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 302, "max_ms": 12.511, "p95_ms": 8.238}, "gstreamer_push": {"avg_ms": 1.234, "count": 302, "max_ms": 1.493, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.991, "count": 302, "max_ms": 76.454, "p95_ms": 67.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.618, "count": 302, "max_ms": 96.034, "p95_ms": 72.991}, "yolo11_640_fire_11class": {"avg_ms": 54.256, "count": 302, "max_ms": 75.431, "p95_ms": 67.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.565, "count": 302, "max_ms": 87.989, "p95_ms": 79.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.208, "count": 302, "max_ms": 112.648, "p95_ms": 97.574}, "read_interval": {"avg_ms": 99.558, "count": 301, "max_ms": 314.493, "p95_ms": 126.35}, "triton_wait": {"avg_ms": 62.321, "count": 302, "max_ms": 96.047, "p95_ms": 81.713}, "visualize": {"avg_ms": 3.639, "count": 302, "max_ms": 6.792, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2779, "tracking_summary": 2446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6267.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63512.947, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 322.066, "sample_count": 1063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:40:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:40:59+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-03T03:40:59+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-03T03:40:59.357773+09:00", "mtime_epoch": 1783017659.3577726, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:40:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 938.246, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.331, "pushed": 3.331, "read": 3.297}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.436, "count": 99, "max_ms": 213.948, "p95_ms": 205.108}, "gstreamer_push": {"avg_ms": 0.867, "count": 99, "max_ms": 1.881, "p95_ms": 1.749}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.178, "count": 99, "max_ms": 94.77, "p95_ms": 88.929}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.552, "count": 99, "max_ms": 96.282, "p95_ms": 91.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.81, "count": 99, "max_ms": 338.43, "p95_ms": 323.599}, "read_interval": {"avg_ms": 304.616, "count": 98, "max_ms": 347.399, "p95_ms": 334.054}, "triton_wait": {"avg_ms": 67.612, "count": 99, "max_ms": 96.295, "p95_ms": 91.846}, "visualize": {"avg_ms": 26.956, "count": 99, "max_ms": 39.972, "p95_ms": 37.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.72, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6257.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26358.541, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.845, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:41:07+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T03:41:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T03:41:07.861897+09:00", "mtime_epoch": 1783017667.8618965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142332}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:41:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1576.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.289, "count": 301, "max_ms": 10.132, "p95_ms": 5.782}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.701, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.177, "count": 301, "max_ms": 82.614, "p95_ms": 70.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.461, "count": 301, "max_ms": 92.45, "p95_ms": 68.822}, "yolo11_640_fire_11class": {"avg_ms": 54.509, "count": 301, "max_ms": 80.568, "p95_ms": 69.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.641, "count": 301, "max_ms": 90.824, "p95_ms": 81.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.553, "count": 301, "max_ms": 137.973, "p95_ms": 96.875}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 148.363, "p95_ms": 121.14}, "triton_wait": {"avg_ms": 62.228, "count": 301, "max_ms": 92.462, "p95_ms": 83.002}, "visualize": {"avg_ms": 3.688, "count": 301, "max_ms": 5.802, "p95_ms": 4.533}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6260.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36177.164, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.647, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 618346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:41:16+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T03:41:16+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T03:41:16.590024+09:00", "mtime_epoch": 1783017676.5900238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:41:16+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1329.684, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.906}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.471, "count": 298, "max_ms": 12.542, "p95_ms": 8.278}, "gstreamer_push": {"avg_ms": 1.254, "count": 298, "max_ms": 1.836, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.768, "count": 298, "max_ms": 76.161, "p95_ms": 68.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.976, "count": 298, "max_ms": 100.031, "p95_ms": 84.217}, "yolo11_640_fire_11class": {"avg_ms": 54.22, "count": 298, "max_ms": 74.872, "p95_ms": 67.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.965, "count": 298, "max_ms": 88.704, "p95_ms": 79.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.309, "count": 298, "max_ms": 116.335, "p95_ms": 101.037}, "read_interval": {"avg_ms": 100.837, "count": 297, "max_ms": 339.84, "p95_ms": 132.576}, "triton_wait": {"avg_ms": 62.251, "count": 298, "max_ms": 100.043, "p95_ms": 84.23}, "visualize": {"avg_ms": 3.678, "count": 298, "max_ms": 4.884, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2780, "tracking_summary": 2447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6262.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63543.239, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 322.189, "sample_count": 1061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:41:29+09:00", "last_frame_read_age_sec": 0.342, "last_frame_read_at": "2026-07-03T03:41:29+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-03T03:41:29.486212+09:00", "mtime_epoch": 1783017689.4862123, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:41:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.215, "name": "celery", "pid": 239, "rss_mb": 934.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.868, "pushed": 3.868, "read": 3.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.925, "count": 116, "max_ms": 213.505, "p95_ms": 200.943}, "gstreamer_push": {"avg_ms": 0.917, "count": 116, "max_ms": 2.797, "p95_ms": 1.749}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.284, "count": 116, "max_ms": 96.221, "p95_ms": 88.127}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.48, "count": 116, "max_ms": 98.088, "p95_ms": 94.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.413, "count": 116, "max_ms": 338.493, "p95_ms": 311.704}, "read_interval": {"avg_ms": 260.383, "count": 115, "max_ms": 348.657, "p95_ms": 316.718}, "triton_wait": {"avg_ms": 68.594, "count": 116, "max_ms": 98.1, "p95_ms": 94.723}, "visualize": {"avg_ms": 25.044, "count": 116, "max_ms": 35.622, "p95_ms": 30.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6268.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26388.612, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.369, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:41:38+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T03:41:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T03:41:37.954336+09:00", "mtime_epoch": 1783017697.9543362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:41:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1576.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.238, "count": 301, "max_ms": 9.625, "p95_ms": 5.743}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 2.095, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.634, "count": 301, "max_ms": 80.443, "p95_ms": 68.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.756, "count": 301, "max_ms": 106.147, "p95_ms": 68.452}, "yolo11_640_fire_11class": {"avg_ms": 55.912, "count": 301, "max_ms": 79.378, "p95_ms": 67.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.839, "count": 301, "max_ms": 92.095, "p95_ms": 79.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.638, "count": 301, "max_ms": 132.506, "p95_ms": 95.655}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 142.685, "p95_ms": 121.759}, "triton_wait": {"avg_ms": 64.402, "count": 301, "max_ms": 106.16, "p95_ms": 81.953}, "visualize": {"avg_ms": 3.635, "count": 301, "max_ms": 6.46, "p95_ms": 4.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6269.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36207.248, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.235, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 618648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:41:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:41:46+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T03:41:46+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T03:41:46.682464+09:00", "mtime_epoch": 1783017706.682464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:41:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1329.941, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 302, "max_ms": 13.159, "p95_ms": 9.233}, "gstreamer_push": {"avg_ms": 1.233, "count": 302, "max_ms": 1.685, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.775, "count": 302, "max_ms": 77.928, "p95_ms": 68.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.265, "count": 302, "max_ms": 100.337, "p95_ms": 73.333}, "yolo11_640_fire_11class": {"avg_ms": 55.589, "count": 302, "max_ms": 75.945, "p95_ms": 68.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.582, "count": 302, "max_ms": 92.114, "p95_ms": 78.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.381, "count": 302, "max_ms": 116.431, "p95_ms": 97.358}, "read_interval": {"avg_ms": 99.601, "count": 301, "max_ms": 383.178, "p95_ms": 118.597}, "triton_wait": {"avg_ms": 63.445, "count": 302, "max_ms": 100.346, "p95_ms": 81.336}, "visualize": {"avg_ms": 3.62, "count": 302, "max_ms": 5.769, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2781, "tracking_summary": 2448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6263.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63573.336, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 322.406, "sample_count": 1063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:41:59+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T03:41:59+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T03:41:59.626654+09:00", "mtime_epoch": 1783017719.6266537, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:41:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.332, "name": "celery", "pid": 239, "rss_mb": 935.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.293, "pushed": 3.293, "read": 3.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.221, "count": 98, "max_ms": 246.182, "p95_ms": 214.764}, "gstreamer_push": {"avg_ms": 0.861, "count": 98, "max_ms": 2.819, "p95_ms": 1.71}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.495, "count": 98, "max_ms": 91.851, "p95_ms": 83.968}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.953, "count": 98, "max_ms": 101.684, "p95_ms": 90.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.401, "count": 98, "max_ms": 357.799, "p95_ms": 335.373}, "read_interval": {"avg_ms": 307.11, "count": 97, "max_ms": 366.808, "p95_ms": 346.212}, "triton_wait": {"avg_ms": 68.369, "count": 98, "max_ms": 101.702, "p95_ms": 90.776}, "visualize": {"avg_ms": 29.919, "count": 98, "max_ms": 43.071, "p95_ms": 40.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.762, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6268.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26418.624, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.806, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 611744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:42:08+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T03:42:07+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T03:42:07.954776+09:00", "mtime_epoch": 1783017727.954776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:42:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1576.418, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.156, "count": 300, "max_ms": 7.102, "p95_ms": 5.254}, "gstreamer_push": {"avg_ms": 1.263, "count": 300, "max_ms": 2.235, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.494, "count": 300, "max_ms": 77.183, "p95_ms": 68.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.576, "count": 300, "max_ms": 91.897, "p95_ms": 69.208}, "yolo11_640_fire_11class": {"avg_ms": 56.278, "count": 300, "max_ms": 76.425, "p95_ms": 68.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.095, "count": 300, "max_ms": 88.786, "p95_ms": 80.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.068, "count": 300, "max_ms": 134.659, "p95_ms": 95.954}, "read_interval": {"avg_ms": 99.995, "count": 300, "max_ms": 147.438, "p95_ms": 121.141}, "triton_wait": {"avg_ms": 63.821, "count": 300, "max_ms": 91.909, "p95_ms": 80.713}, "visualize": {"avg_ms": 3.594, "count": 300, "max_ms": 5.973, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6270.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36237.316, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.008, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 618950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:42:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:42:16+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:42:16+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T03:42:16.774906+09:00", "mtime_epoch": 1783017736.7749057, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:42:16+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1329.941, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.39, "count": 302, "max_ms": 11.29, "p95_ms": 8.364}, "gstreamer_push": {"avg_ms": 1.233, "count": 302, "max_ms": 1.604, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.585, "count": 302, "max_ms": 73.059, "p95_ms": 67.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.142, "count": 302, "max_ms": 97.257, "p95_ms": 71.808}, "yolo11_640_fire_11class": {"avg_ms": 53.902, "count": 302, "max_ms": 73.044, "p95_ms": 66.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.122, "count": 302, "max_ms": 82.456, "p95_ms": 78.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.956, "count": 302, "max_ms": 113.778, "p95_ms": 96.407}, "read_interval": {"avg_ms": 99.622, "count": 301, "max_ms": 297.348, "p95_ms": 135.145}, "triton_wait": {"avg_ms": 61.045, "count": 302, "max_ms": 97.27, "p95_ms": 80.169}, "visualize": {"avg_ms": 3.623, "count": 302, "max_ms": 5.812, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2783, "tracking_summary": 2449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6271.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63603.511, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.43, "sample_count": 1064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:42:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:42:30+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T03:42:29+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T03:42:29.807098+09:00", "mtime_epoch": 1783017749.8070977, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:42:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.332, "name": "celery", "pid": 239, "rss_mb": 942.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.682, "pushed": 3.682, "read": 3.648}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.351, "count": 110, "max_ms": 206.559, "p95_ms": 203.75}, "gstreamer_push": {"avg_ms": 0.786, "count": 110, "max_ms": 1.728, "p95_ms": 0.84}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.894, "count": 110, "max_ms": 98.184, "p95_ms": 78.822}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.767, "count": 110, "max_ms": 100.464, "p95_ms": 86.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.945, "count": 110, "max_ms": 327.699, "p95_ms": 311.205}, "read_interval": {"avg_ms": 274.068, "count": 109, "max_ms": 338.415, "p95_ms": 320.093}, "triton_wait": {"avg_ms": 67.78, "count": 110, "max_ms": 100.476, "p95_ms": 86.334}, "visualize": {"avg_ms": 24.052, "count": 110, "max_ms": 28.365, "p95_ms": 27.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6265.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26448.656, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.742, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 612044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:42:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:42:38+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T03:42:37+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-03T03:42:38.007218+09:00", "mtime_epoch": 1783017758.0072184, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:42:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1576.418, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.253, "count": 300, "max_ms": 6.713, "p95_ms": 5.984}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.807, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.824, "count": 300, "max_ms": 78.761, "p95_ms": 69.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.693, "count": 300, "max_ms": 95.574, "p95_ms": 68.74}, "yolo11_640_fire_11class": {"avg_ms": 56.362, "count": 300, "max_ms": 78.256, "p95_ms": 69.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.654, "count": 300, "max_ms": 88.491, "p95_ms": 81.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.452, "count": 300, "max_ms": 279.327, "p95_ms": 98.669}, "read_interval": {"avg_ms": 100.145, "count": 300, "max_ms": 287.834, "p95_ms": 120.733}, "triton_wait": {"avg_ms": 64.119, "count": 300, "max_ms": 95.588, "p95_ms": 85.065}, "visualize": {"avg_ms": 3.717, "count": 300, "max_ms": 5.928, "p95_ms": 4.64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6264.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36267.349, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.275, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 619250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:42:46+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T03:42:46+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T03:42:46.787348+09:00", "mtime_epoch": 1783017766.787348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:42:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1330.199, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.444, "count": 300, "max_ms": 12.369, "p95_ms": 8.194}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.486, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.803, "count": 300, "max_ms": 74.51, "p95_ms": 67.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.744, "count": 300, "max_ms": 97.224, "p95_ms": 84.685}, "yolo11_640_fire_11class": {"avg_ms": 54.019, "count": 300, "max_ms": 73.794, "p95_ms": 68.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.346, "count": 300, "max_ms": 85.879, "p95_ms": 79.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.831, "count": 300, "max_ms": 113.415, "p95_ms": 100.925}, "read_interval": {"avg_ms": 100.06, "count": 300, "max_ms": 259.193, "p95_ms": 126.143}, "triton_wait": {"avg_ms": 61.835, "count": 300, "max_ms": 97.236, "p95_ms": 84.717}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 5.25, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2783, "tracking_summary": 2450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6259.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63633.673, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.127, "sample_count": 1065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:43:00+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T03:43:00+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T03:43:00.059544+09:00", "mtime_epoch": 1783017780.059544, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:43:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.332, "name": "celery", "pid": 239, "rss_mb": 929.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.953, "pushed": 3.953, "read": 3.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.635, "count": 118, "max_ms": 204.519, "p95_ms": 202.71}, "gstreamer_push": {"avg_ms": 1.089, "count": 118, "max_ms": 1.946, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.474, "count": 118, "max_ms": 95.711, "p95_ms": 85.522}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.208, "count": 118, "max_ms": 100.795, "p95_ms": 92.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.711, "count": 118, "max_ms": 333.342, "p95_ms": 313.567}, "read_interval": {"avg_ms": 255.985, "count": 117, "max_ms": 343.264, "p95_ms": 323.0}, "triton_wait": {"avg_ms": 69.315, "count": 118, "max_ms": 100.808, "p95_ms": 92.509}, "visualize": {"avg_ms": 28.021, "count": 118, "max_ms": 41.742, "p95_ms": 38.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6259.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26478.66, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.064, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 612344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:43:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:43:08+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T03:43:07+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T03:43:07.987661+09:00", "mtime_epoch": 1783017787.9876614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:43:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1576.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.272, "count": 300, "max_ms": 6.885, "p95_ms": 6.229}, "gstreamer_push": {"avg_ms": 1.27, "count": 300, "max_ms": 1.521, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.278, "count": 300, "max_ms": 75.254, "p95_ms": 70.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.072, "count": 300, "max_ms": 102.393, "p95_ms": 70.75}, "yolo11_640_fire_11class": {"avg_ms": 58.338, "count": 300, "max_ms": 75.796, "p95_ms": 69.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.88, "count": 300, "max_ms": 89.501, "p95_ms": 80.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.083, "count": 300, "max_ms": 137.388, "p95_ms": 100.407}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 148.041, "p95_ms": 120.363}, "triton_wait": {"avg_ms": 67.642, "count": 300, "max_ms": 102.405, "p95_ms": 81.42}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 5.996, "p95_ms": 4.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6261.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36297.369, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.103, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 619550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:43:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:43:16+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T03:43:16+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T03:43:16.795792+09:00", "mtime_epoch": 1783017796.7957916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:43:16+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1330.199, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.395, "count": 300, "max_ms": 11.922, "p95_ms": 8.083}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.502, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.31, "count": 300, "max_ms": 76.831, "p95_ms": 67.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.075, "count": 300, "max_ms": 96.372, "p95_ms": 76.727}, "yolo11_640_fire_11class": {"avg_ms": 56.438, "count": 300, "max_ms": 75.791, "p95_ms": 65.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.776, "count": 300, "max_ms": 89.894, "p95_ms": 78.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.627, "count": 300, "max_ms": 112.861, "p95_ms": 98.005}, "read_interval": {"avg_ms": 100.012, "count": 300, "max_ms": 278.644, "p95_ms": 120.197}, "triton_wait": {"avg_ms": 65.713, "count": 300, "max_ms": 96.381, "p95_ms": 82.501}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.261, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2785, "tracking_summary": 2451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6261.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63663.844, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.846, "sample_count": 1061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:43:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:43:30+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-03T03:43:30+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T03:43:30.135989+09:00", "mtime_epoch": 1783017810.1359894, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:43:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.332, "name": "celery", "pid": 239, "rss_mb": 932.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.572, "pushed": 3.572, "read": 3.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.577, "count": 107, "max_ms": 206.186, "p95_ms": 203.923}, "gstreamer_push": {"avg_ms": 1.2, "count": 107, "max_ms": 3.108, "p95_ms": 1.94}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.668, "count": 107, "max_ms": 96.615, "p95_ms": 89.177}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.0, "count": 107, "max_ms": 99.124, "p95_ms": 92.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.901, "count": 107, "max_ms": 333.183, "p95_ms": 326.765}, "read_interval": {"avg_ms": 281.76, "count": 106, "max_ms": 342.363, "p95_ms": 337.259}, "triton_wait": {"avg_ms": 71.047, "count": 107, "max_ms": 99.138, "p95_ms": 92.745}, "visualize": {"avg_ms": 29.502, "count": 107, "max_ms": 40.592, "p95_ms": 36.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6270.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26508.731, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.497, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 612645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:43:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:43:38+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:43:38+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T03:43:38.028106+09:00", "mtime_epoch": 1783017818.0281065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:43:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1576.934, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.278, "count": 301, "max_ms": 7.38, "p95_ms": 5.145}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 2.018, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.798, "count": 301, "max_ms": 82.642, "p95_ms": 70.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.71, "count": 301, "max_ms": 90.746, "p95_ms": 70.114}, "yolo11_640_fire_11class": {"avg_ms": 59.039, "count": 301, "max_ms": 78.23, "p95_ms": 69.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.633, "count": 301, "max_ms": 91.62, "p95_ms": 80.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.925, "count": 301, "max_ms": 141.804, "p95_ms": 97.002}, "read_interval": {"avg_ms": 99.979, "count": 300, "max_ms": 155.363, "p95_ms": 120.44}, "triton_wait": {"avg_ms": 68.085, "count": 301, "max_ms": 91.634, "p95_ms": 81.971}, "visualize": {"avg_ms": 3.759, "count": 301, "max_ms": 5.611, "p95_ms": 4.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6270.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36327.395, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.103, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 619850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:43:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:43:46+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T03:43:46+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T03:43:46.848238+09:00", "mtime_epoch": 1783017826.8482375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:43:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1330.457, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.991}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 300, "max_ms": 12.431, "p95_ms": 8.071}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.608, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.499, "count": 300, "max_ms": 72.952, "p95_ms": 66.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.901, "count": 300, "max_ms": 91.845, "p95_ms": 70.992}, "yolo11_640_fire_11class": {"avg_ms": 55.623, "count": 300, "max_ms": 72.609, "p95_ms": 66.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.013, "count": 300, "max_ms": 85.26, "p95_ms": 78.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.832, "count": 300, "max_ms": 108.146, "p95_ms": 96.463}, "read_interval": {"avg_ms": 100.118, "count": 299, "max_ms": 250.004, "p95_ms": 118.13}, "triton_wait": {"avg_ms": 64.82, "count": 300, "max_ms": 91.857, "p95_ms": 79.484}, "visualize": {"avg_ms": 3.652, "count": 300, "max_ms": 4.704, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2786, "tracking_summary": 2452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6272.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63694.138, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.43, "sample_count": 1061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:44:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:44:00+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T03:44:00+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T03:44:00.428439+09:00", "mtime_epoch": 1783017840.4284394, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:44:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 943.332, "name": "celery", "pid": 239, "rss_mb": 942.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.568, "pushed": 3.568, "read": 3.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.303, "count": 107, "max_ms": 204.717, "p95_ms": 202.542}, "gstreamer_push": {"avg_ms": 0.813, "count": 107, "max_ms": 1.8, "p95_ms": 0.883}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.443, "count": 107, "max_ms": 94.797, "p95_ms": 80.929}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.255, "count": 107, "max_ms": 100.765, "p95_ms": 91.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.554, "count": 107, "max_ms": 331.622, "p95_ms": 315.846}, "read_interval": {"avg_ms": 282.921, "count": 106, "max_ms": 340.583, "p95_ms": 325.021}, "triton_wait": {"avg_ms": 70.268, "count": 107, "max_ms": 100.777, "p95_ms": 91.14}, "visualize": {"avg_ms": 27.223, "count": 107, "max_ms": 41.207, "p95_ms": 36.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6274.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26538.81, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.669, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 612946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:44:08+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T03:44:08+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T03:44:08.152554+09:00", "mtime_epoch": 1783017848.1525543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:44:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1576.934, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.425, "count": 300, "max_ms": 9.077, "p95_ms": 6.378}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 1.928, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.132, "count": 300, "max_ms": 75.277, "p95_ms": 68.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.285, "count": 300, "max_ms": 96.045, "p95_ms": 67.185}, "yolo11_640_fire_11class": {"avg_ms": 54.412, "count": 300, "max_ms": 75.004, "p95_ms": 67.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.188, "count": 300, "max_ms": 92.293, "p95_ms": 80.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.875, "count": 301, "max_ms": 138.524, "p95_ms": 111.094}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 150.767, "p95_ms": 127.47}, "triton_wait": {"avg_ms": 62.771, "count": 300, "max_ms": 96.058, "p95_ms": 80.571}, "visualize": {"avg_ms": 3.809, "count": 300, "max_ms": 6.396, "p95_ms": 5.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36357.519, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.823, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 620151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:44:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:44:17+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T03:44:16+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-03T03:44:16.880684+09:00", "mtime_epoch": 1783017856.8806844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:44:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1330.457, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.564, "count": 301, "max_ms": 12.117, "p95_ms": 8.963}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.91, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.789, "count": 301, "max_ms": 73.333, "p95_ms": 65.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.925, "count": 301, "max_ms": 92.869, "p95_ms": 72.403}, "yolo11_640_fire_11class": {"avg_ms": 52.141, "count": 301, "max_ms": 72.043, "p95_ms": 64.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.921, "count": 301, "max_ms": 91.946, "p95_ms": 76.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.189, "count": 301, "max_ms": 108.828, "p95_ms": 93.596}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 365.827, "p95_ms": 130.724}, "triton_wait": {"avg_ms": 59.063, "count": 301, "max_ms": 92.88, "p95_ms": 77.275}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 4.793, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2786, "tracking_summary": 2453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6271.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63724.303, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.607, "sample_count": 1061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:44:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:44:30+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T03:44:30+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T03:44:30.588889+09:00", "mtime_epoch": 1783017870.5888886, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:44:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 941.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.283, "pushed": 3.283, "read": 3.249}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.252, "count": 98, "max_ms": 222.124, "p95_ms": 200.453}, "gstreamer_push": {"avg_ms": 0.86, "count": 98, "max_ms": 1.803, "p95_ms": 1.721}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.186, "count": 98, "max_ms": 97.915, "p95_ms": 83.593}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.368, "count": 98, "max_ms": 100.816, "p95_ms": 92.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.126, "count": 98, "max_ms": 337.246, "p95_ms": 323.338}, "read_interval": {"avg_ms": 307.749, "count": 97, "max_ms": 346.145, "p95_ms": 333.958}, "triton_wait": {"avg_ms": 68.39, "count": 98, "max_ms": 100.828, "p95_ms": 92.102}, "visualize": {"avg_ms": 29.761, "count": 98, "max_ms": 41.854, "p95_ms": 40.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6269.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26568.895, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.639, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 613246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:44:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:44:38+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:44:38+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T03:44:38.213002+09:00", "mtime_epoch": 1783017878.2130024, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:44:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1577.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.244, "count": 300, "max_ms": 6.863, "p95_ms": 5.786}, "gstreamer_push": {"avg_ms": 1.276, "count": 300, "max_ms": 1.584, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.452, "count": 300, "max_ms": 80.915, "p95_ms": 69.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.808, "count": 300, "max_ms": 85.703, "p95_ms": 67.194}, "yolo11_640_fire_11class": {"avg_ms": 58.076, "count": 300, "max_ms": 76.204, "p95_ms": 68.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.749, "count": 300, "max_ms": 89.268, "p95_ms": 80.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.856, "count": 300, "max_ms": 140.951, "p95_ms": 96.591}, "read_interval": {"avg_ms": 100.133, "count": 299, "max_ms": 151.483, "p95_ms": 119.745}, "triton_wait": {"avg_ms": 67.01, "count": 300, "max_ms": 89.281, "p95_ms": 80.355}, "visualize": {"avg_ms": 3.677, "count": 300, "max_ms": 6.781, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6270.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36387.554, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.379, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 620451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:44:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:44:47+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T03:44:47+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T03:44:46.893132+09:00", "mtime_epoch": 1783017886.8931322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:44:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1330.715, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.273, "count": 300, "max_ms": 12.663, "p95_ms": 8.128}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.503, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.552, "count": 300, "max_ms": 72.886, "p95_ms": 67.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.498, "count": 300, "max_ms": 94.85, "p95_ms": 84.32}, "yolo11_640_fire_11class": {"avg_ms": 55.654, "count": 300, "max_ms": 73.743, "p95_ms": 66.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.606, "count": 300, "max_ms": 86.336, "p95_ms": 77.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.691, "count": 300, "max_ms": 110.901, "p95_ms": 100.702}, "read_interval": {"avg_ms": 100.159, "count": 299, "max_ms": 214.394, "p95_ms": 120.655}, "triton_wait": {"avg_ms": 64.951, "count": 300, "max_ms": 94.862, "p95_ms": 84.332}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 6.661, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2787, "tracking_summary": 2454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6273.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63754.323, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.701, "sample_count": 1067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:45:00+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-03T03:45:00+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T03:45:00.709339+09:00", "mtime_epoch": 1783017900.7093387, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:45:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 942.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.769, "pushed": 3.769, "read": 3.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.535, "count": 112, "max_ms": 221.417, "p95_ms": 201.392}, "gstreamer_push": {"avg_ms": 0.785, "count": 112, "max_ms": 1.896, "p95_ms": 0.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.336, "count": 112, "max_ms": 96.207, "p95_ms": 88.361}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.379, "count": 112, "max_ms": 98.898, "p95_ms": 95.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.738, "count": 112, "max_ms": 343.589, "p95_ms": 317.841}, "read_interval": {"avg_ms": 268.55, "count": 111, "max_ms": 352.261, "p95_ms": 326.847}, "triton_wait": {"avg_ms": 70.391, "count": 112, "max_ms": 98.908, "p95_ms": 95.223}, "visualize": {"avg_ms": 25.086, "count": 112, "max_ms": 41.002, "p95_ms": 34.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.716, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6268.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26598.927, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.663, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 613547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:45:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:45:08+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T03:45:08+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T03:45:08.233451+09:00", "mtime_epoch": 1783017908.2334514, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:45:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1577.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.261, "count": 301, "max_ms": 6.586, "p95_ms": 6.161}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.705, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.477, "count": 301, "max_ms": 79.041, "p95_ms": 72.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.848, "count": 301, "max_ms": 93.35, "p95_ms": 68.486}, "yolo11_640_fire_11class": {"avg_ms": 54.78, "count": 301, "max_ms": 79.054, "p95_ms": 72.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.253, "count": 301, "max_ms": 91.465, "p95_ms": 83.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.918, "count": 301, "max_ms": 128.12, "p95_ms": 98.462}, "read_interval": {"avg_ms": 99.861, "count": 300, "max_ms": 140.611, "p95_ms": 120.541}, "triton_wait": {"avg_ms": 62.662, "count": 301, "max_ms": 93.362, "p95_ms": 85.258}, "visualize": {"avg_ms": 3.68, "count": 301, "max_ms": 5.084, "p95_ms": 4.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36417.641, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.573, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 620752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:45:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:45:17+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T03:45:17+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T03:45:17.085584+09:00", "mtime_epoch": 1783017917.085584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:45:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1330.973, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.691, "count": 300, "max_ms": 12.559, "p95_ms": 11.654}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.605, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.007, "count": 300, "max_ms": 76.321, "p95_ms": 67.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.278, "count": 300, "max_ms": 97.925, "p95_ms": 84.126}, "yolo11_640_fire_11class": {"avg_ms": 53.346, "count": 300, "max_ms": 75.15, "p95_ms": 66.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.266, "count": 300, "max_ms": 91.523, "p95_ms": 79.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.1, "count": 300, "max_ms": 109.434, "p95_ms": 102.031}, "read_interval": {"avg_ms": 99.946, "count": 300, "max_ms": 301.295, "p95_ms": 125.161}, "triton_wait": {"avg_ms": 60.863, "count": 300, "max_ms": 97.934, "p95_ms": 84.559}, "visualize": {"avg_ms": 3.704, "count": 300, "max_ms": 6.983, "p95_ms": 4.546}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2790, "tracking_summary": 2454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6273.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63784.44, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.391, "sample_count": 1065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:45:31+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T03:45:30+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T03:45:30.737788+09:00", "mtime_epoch": 1783017930.7377884, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:45:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 943.203, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.508, "pushed": 3.508, "read": 3.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.971, "count": 105, "max_ms": 245.592, "p95_ms": 201.666}, "gstreamer_push": {"avg_ms": 0.78, "count": 105, "max_ms": 1.739, "p95_ms": 0.836}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.378, "count": 105, "max_ms": 91.715, "p95_ms": 82.077}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.067, "count": 105, "max_ms": 101.198, "p95_ms": 87.365}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.339, "count": 105, "max_ms": 334.779, "p95_ms": 310.56}, "read_interval": {"avg_ms": 286.7, "count": 104, "max_ms": 344.731, "p95_ms": 319.513}, "triton_wait": {"avg_ms": 67.104, "count": 105, "max_ms": 101.211, "p95_ms": 87.377}, "visualize": {"avg_ms": 24.522, "count": 105, "max_ms": 38.244, "p95_ms": 31.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6273.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26628.932, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.976, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 613846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:45:38+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T03:45:38+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-03T03:45:38.197901+09:00", "mtime_epoch": 1783017938.1979005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 136053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:45:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1577.449, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.437, "count": 299, "max_ms": 9.184, "p95_ms": 6.414}, "gstreamer_push": {"avg_ms": 1.257, "count": 299, "max_ms": 1.647, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.364, "count": 299, "max_ms": 76.659, "p95_ms": 68.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.066, "count": 299, "max_ms": 97.461, "p95_ms": 66.532}, "yolo11_640_fire_11class": {"avg_ms": 56.74, "count": 299, "max_ms": 76.677, "p95_ms": 68.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.183, "count": 299, "max_ms": 87.893, "p95_ms": 80.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.457, "count": 299, "max_ms": 136.781, "p95_ms": 104.424}, "read_interval": {"avg_ms": 100.087, "count": 299, "max_ms": 146.412, "p95_ms": 121.029}, "triton_wait": {"avg_ms": 65.53, "count": 299, "max_ms": 97.474, "p95_ms": 81.236}, "visualize": {"avg_ms": 3.777, "count": 299, "max_ms": 7.426, "p95_ms": 5.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6269.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36447.648, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.573, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:45:47+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T03:45:47+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T03:45:47.106034+09:00", "mtime_epoch": 1783017947.1060343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:45:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1330.973, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.673, "count": 301, "max_ms": 12.935, "p95_ms": 11.853}, "gstreamer_push": {"avg_ms": 1.209, "count": 301, "max_ms": 2.063, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.618, "count": 301, "max_ms": 74.297, "p95_ms": 66.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.423, "count": 301, "max_ms": 98.095, "p95_ms": 66.901}, "yolo11_640_fire_11class": {"avg_ms": 53.95, "count": 301, "max_ms": 73.773, "p95_ms": 65.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.937, "count": 301, "max_ms": 89.285, "p95_ms": 78.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.747, "count": 301, "max_ms": 114.681, "p95_ms": 97.58}, "read_interval": {"avg_ms": 99.737, "count": 301, "max_ms": 351.174, "p95_ms": 127.185}, "triton_wait": {"avg_ms": 61.662, "count": 301, "max_ms": 98.108, "p95_ms": 80.055}, "visualize": {"avg_ms": 3.621, "count": 301, "max_ms": 7.147, "p95_ms": 4.544}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2790, "tracking_summary": 2455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6270.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63814.489, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.354, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:46:01+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T03:46:00+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T03:46:00.894241+09:00", "mtime_epoch": 1783017960.8942413, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:46:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 938.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.496, "pushed": 3.496, "read": 3.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.882, "count": 104, "max_ms": 207.507, "p95_ms": 203.804}, "gstreamer_push": {"avg_ms": 0.782, "count": 104, "max_ms": 1.769, "p95_ms": 0.83}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.693, "count": 104, "max_ms": 95.385, "p95_ms": 85.281}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.834, "count": 104, "max_ms": 103.732, "p95_ms": 90.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.363, "count": 104, "max_ms": 335.615, "p95_ms": 322.504}, "read_interval": {"avg_ms": 289.847, "count": 103, "max_ms": 344.455, "p95_ms": 333.285}, "triton_wait": {"avg_ms": 68.906, "count": 104, "max_ms": 103.745, "p95_ms": 90.739}, "visualize": {"avg_ms": 26.806, "count": 104, "max_ms": 40.484, "p95_ms": 37.406}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.751, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6270.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26658.997, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.045, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:46:08+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-03T03:46:08+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T03:46:08.282352+09:00", "mtime_epoch": 1783017968.2823524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:46:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1577.449, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.438, "count": 301, "max_ms": 8.162, "p95_ms": 6.486}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.993, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.504, "count": 301, "max_ms": 77.136, "p95_ms": 68.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.539, "count": 301, "max_ms": 96.391, "p95_ms": 68.693}, "yolo11_640_fire_11class": {"avg_ms": 54.182, "count": 301, "max_ms": 75.477, "p95_ms": 68.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.682, "count": 301, "max_ms": 89.585, "p95_ms": 81.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.177, "count": 301, "max_ms": 138.151, "p95_ms": 120.13}, "read_interval": {"avg_ms": 99.77, "count": 300, "max_ms": 177.894, "p95_ms": 132.432}, "triton_wait": {"avg_ms": 62.446, "count": 301, "max_ms": 96.403, "p95_ms": 82.314}, "visualize": {"avg_ms": 3.739, "count": 301, "max_ms": 6.153, "p95_ms": 5.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6275.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36477.675, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.379, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:46:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:46:17+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T03:46:17+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T03:46:17.126486+09:00", "mtime_epoch": 1783017977.1264856, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:46:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1331.23, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.548, "count": 299, "max_ms": 13.926, "p95_ms": 10.772}, "gstreamer_push": {"avg_ms": 1.214, "count": 299, "max_ms": 1.83, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.068, "count": 299, "max_ms": 76.838, "p95_ms": 68.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.402, "count": 299, "max_ms": 106.746, "p95_ms": 81.779}, "yolo11_640_fire_11class": {"avg_ms": 53.341, "count": 299, "max_ms": 76.851, "p95_ms": 66.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.926, "count": 299, "max_ms": 86.686, "p95_ms": 80.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.051, "count": 299, "max_ms": 123.812, "p95_ms": 99.348}, "read_interval": {"avg_ms": 100.472, "count": 298, "max_ms": 402.431, "p95_ms": 128.115}, "triton_wait": {"avg_ms": 61.137, "count": 299, "max_ms": 106.759, "p95_ms": 83.661}, "visualize": {"avg_ms": 3.596, "count": 299, "max_ms": 6.919, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2791, "tracking_summary": 2456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6273.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63844.588, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.494, "sample_count": 1066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:46:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:46:31+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T03:46:30+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T03:46:30.858692+09:00", "mtime_epoch": 1783017990.8586924, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:46:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 941.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.714, "pushed": 3.714, "read": 3.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.367, "count": 111, "max_ms": 211.197, "p95_ms": 204.473}, "gstreamer_push": {"avg_ms": 0.818, "count": 111, "max_ms": 1.872, "p95_ms": 0.915}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.422, "count": 111, "max_ms": 93.896, "p95_ms": 84.876}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.41, "count": 111, "max_ms": 95.301, "p95_ms": 90.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.844, "count": 111, "max_ms": 328.166, "p95_ms": 320.172}, "read_interval": {"avg_ms": 270.673, "count": 110, "max_ms": 337.621, "p95_ms": 328.028}, "triton_wait": {"avg_ms": 67.513, "count": 111, "max_ms": 95.312, "p95_ms": 90.138}, "visualize": {"avg_ms": 24.195, "count": 111, "max_ms": 49.493, "p95_ms": 31.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6273.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26689.005, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.464, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:46:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T03:46:38+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T03:46:38+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T03:46:38.322805+09:00", "mtime_epoch": 1783017998.322805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:46:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1577.707, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.332, "count": 300, "max_ms": 8.145, "p95_ms": 6.264}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.796, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.355, "count": 300, "max_ms": 78.418, "p95_ms": 69.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.656, "count": 300, "max_ms": 81.677, "p95_ms": 68.13}, "yolo11_640_fire_11class": {"avg_ms": 55.023, "count": 300, "max_ms": 78.051, "p95_ms": 69.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.485, "count": 300, "max_ms": 92.41, "p95_ms": 80.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.944, "count": 300, "max_ms": 134.014, "p95_ms": 101.292}, "read_interval": {"avg_ms": 100.134, "count": 300, "max_ms": 146.901, "p95_ms": 121.834}, "triton_wait": {"avg_ms": 62.915, "count": 300, "max_ms": 92.423, "p95_ms": 80.93}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 6.215, "p95_ms": 4.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6275.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36507.748, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.432, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:46:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:46:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T03:46:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T03:46:47.182938+09:00", "mtime_epoch": 1783018007.1829383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:46:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1331.23, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.355, "count": 300, "max_ms": 11.818, "p95_ms": 8.398}, "gstreamer_push": {"avg_ms": 1.209, "count": 300, "max_ms": 1.502, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.27, "count": 300, "max_ms": 73.238, "p95_ms": 66.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.665, "count": 300, "max_ms": 93.867, "p95_ms": 71.083}, "yolo11_640_fire_11class": {"avg_ms": 53.931, "count": 300, "max_ms": 71.861, "p95_ms": 66.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.39, "count": 300, "max_ms": 86.493, "p95_ms": 77.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.039, "count": 300, "max_ms": 111.139, "p95_ms": 94.186}, "read_interval": {"avg_ms": 100.228, "count": 299, "max_ms": 329.873, "p95_ms": 127.251}, "triton_wait": {"avg_ms": 61.397, "count": 300, "max_ms": 93.88, "p95_ms": 78.587}, "visualize": {"avg_ms": 3.55, "count": 300, "max_ms": 5.046, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2792, "tracking_summary": 2457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6268.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63874.877, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.293, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:47:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:47:01+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T03:47:01+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T03:47:01.167150+09:00", "mtime_epoch": 1783018021.1671495, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:47:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 936.629, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.437, "pushed": 3.437, "read": 3.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.63, "count": 103, "max_ms": 237.483, "p95_ms": 215.369}, "gstreamer_push": {"avg_ms": 0.802, "count": 103, "max_ms": 1.812, "p95_ms": 0.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.111, "count": 103, "max_ms": 80.661, "p95_ms": 67.687}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.88, "count": 103, "max_ms": 83.301, "p95_ms": 74.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.619, "count": 103, "max_ms": 338.373, "p95_ms": 312.837}, "read_interval": {"avg_ms": 293.932, "count": 102, "max_ms": 347.447, "p95_ms": 321.971}, "triton_wait": {"avg_ms": 64.129, "count": 103, "max_ms": 83.315, "p95_ms": 74.816}, "visualize": {"avg_ms": 27.094, "count": 103, "max_ms": 39.694, "p95_ms": 30.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6271.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26719.028, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.62, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 614748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:47:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:47:08+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-07-03T03:47:08+09:00", "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-07-03T03:47:08.383259+09:00", "mtime_epoch": 1783018028.3832586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:47:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1577.707, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.22, "count": 301, "max_ms": 6.861, "p95_ms": 5.622}, "gstreamer_push": {"avg_ms": 1.262, "count": 301, "max_ms": 1.826, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.62, "count": 301, "max_ms": 76.687, "p95_ms": 68.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.742, "count": 301, "max_ms": 82.048, "p95_ms": 66.734}, "yolo11_640_fire_11class": {"avg_ms": 57.158, "count": 301, "max_ms": 77.22, "p95_ms": 68.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.015, "count": 301, "max_ms": 87.15, "p95_ms": 79.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.209, "count": 301, "max_ms": 132.622, "p95_ms": 94.313}, "read_interval": {"avg_ms": 99.842, "count": 300, "max_ms": 146.629, "p95_ms": 120.5}, "triton_wait": {"avg_ms": 65.268, "count": 301, "max_ms": 87.162, "p95_ms": 79.351}, "visualize": {"avg_ms": 3.644, "count": 301, "max_ms": 5.267, "p95_ms": 4.585}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6265.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36537.846, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.367, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:47:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:47:17+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T03:47:17+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T03:47:17.275393+09:00", "mtime_epoch": 1783018037.2753928, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:47:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1331.488, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.478, "count": 302, "max_ms": 12.333, "p95_ms": 8.516}, "gstreamer_push": {"avg_ms": 1.237, "count": 302, "max_ms": 1.808, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.95, "count": 302, "max_ms": 78.727, "p95_ms": 66.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.143, "count": 302, "max_ms": 90.297, "p95_ms": 67.265}, "yolo11_640_fire_11class": {"avg_ms": 54.435, "count": 302, "max_ms": 77.963, "p95_ms": 65.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.317, "count": 302, "max_ms": 85.471, "p95_ms": 77.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.811, "count": 302, "max_ms": 107.159, "p95_ms": 94.95}, "read_interval": {"avg_ms": 99.286, "count": 302, "max_ms": 314.185, "p95_ms": 120.038}, "triton_wait": {"avg_ms": 61.842, "count": 302, "max_ms": 90.312, "p95_ms": 78.394}, "visualize": {"avg_ms": 3.644, "count": 302, "max_ms": 4.791, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2794, "tracking_summary": 2458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6260.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63904.977, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.901, "sample_count": 1076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:47:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:47:31+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-03T03:47:31+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T03:47:31.375606+09:00", "mtime_epoch": 1783018051.375606, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:47:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 928.094, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.86, "pushed": 3.86, "read": 3.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.406, "count": 115, "max_ms": 202.653, "p95_ms": 200.961}, "gstreamer_push": {"avg_ms": 1.169, "count": 115, "max_ms": 2.988, "p95_ms": 2.855}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.49, "count": 115, "max_ms": 89.471, "p95_ms": 81.563}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.644, "count": 115, "max_ms": 97.5, "p95_ms": 85.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.715, "count": 115, "max_ms": 317.128, "p95_ms": 310.96}, "read_interval": {"avg_ms": 262.265, "count": 114, "max_ms": 327.459, "p95_ms": 319.744}, "triton_wait": {"avg_ms": 67.703, "count": 115, "max_ms": 97.514, "p95_ms": 85.706}, "visualize": {"avg_ms": 27.852, "count": 115, "max_ms": 41.044, "p95_ms": 37.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.795, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6277.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26749.052, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.928, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 615048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:47:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:47:38+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:47:38+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T03:47:38.371712+09:00", "mtime_epoch": 1783018058.371712, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:47:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1577.965, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.28, "count": 300, "max_ms": 9.04, "p95_ms": 6.223}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.967, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.015, "count": 300, "max_ms": 80.633, "p95_ms": 69.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.369, "count": 300, "max_ms": 91.367, "p95_ms": 68.265}, "yolo11_640_fire_11class": {"avg_ms": 54.031, "count": 300, "max_ms": 76.887, "p95_ms": 68.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.445, "count": 300, "max_ms": 90.876, "p95_ms": 80.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.391, "count": 300, "max_ms": 135.462, "p95_ms": 100.408}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 144.874, "p95_ms": 121.93}, "triton_wait": {"avg_ms": 61.88, "count": 300, "max_ms": 91.379, "p95_ms": 81.729}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 7.246, "p95_ms": 4.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6273.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36567.855, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.892, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 622255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:47:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:47:47+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:47:47+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T03:47:47.315847+09:00", "mtime_epoch": 1783018067.3158474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:47:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1331.488, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.619, "count": 300, "max_ms": 13.097, "p95_ms": 9.608}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 1.841, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.649, "count": 300, "max_ms": 77.398, "p95_ms": 66.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.065, "count": 300, "max_ms": 98.162, "p95_ms": 78.325}, "yolo11_640_fire_11class": {"avg_ms": 52.898, "count": 300, "max_ms": 76.585, "p95_ms": 65.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.139, "count": 300, "max_ms": 92.698, "p95_ms": 78.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.462, "count": 300, "max_ms": 114.157, "p95_ms": 99.87}, "read_interval": {"avg_ms": 100.133, "count": 300, "max_ms": 315.725, "p95_ms": 129.573}, "triton_wait": {"avg_ms": 60.24, "count": 300, "max_ms": 98.174, "p95_ms": 84.023}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 6.399, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2794, "tracking_summary": 2459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6275.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63935.158, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.357, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:48:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:48:01+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T03:48:01+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T03:48:01.460062+09:00", "mtime_epoch": 1783018081.4600618, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:48:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 943.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.969, "pushed": 3.969, "read": 3.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.018, "count": 119, "max_ms": 218.084, "p95_ms": 212.616}, "gstreamer_push": {"avg_ms": 0.892, "count": 119, "max_ms": 2.011, "p95_ms": 1.798}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.113, "count": 119, "max_ms": 107.738, "p95_ms": 89.792}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.131, "count": 119, "max_ms": 109.72, "p95_ms": 93.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.862, "count": 119, "max_ms": 343.111, "p95_ms": 321.32}, "read_interval": {"avg_ms": 253.198, "count": 118, "max_ms": 352.392, "p95_ms": 330.454}, "triton_wait": {"avg_ms": 70.363, "count": 119, "max_ms": 109.733, "p95_ms": 93.7}, "visualize": {"avg_ms": 25.678, "count": 119, "max_ms": 42.444, "p95_ms": 37.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6276.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26779.155, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.514, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 615349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:48:08+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T03:48:08+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T03:48:08.464168+09:00", "mtime_epoch": 1783018088.4641678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:48:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1578.223, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.402, "count": 301, "max_ms": 7.013, "p95_ms": 6.323}, "gstreamer_push": {"avg_ms": 1.273, "count": 301, "max_ms": 1.563, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.624, "count": 301, "max_ms": 77.991, "p95_ms": 69.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.856, "count": 301, "max_ms": 98.914, "p95_ms": 71.168}, "yolo11_640_fire_11class": {"avg_ms": 54.786, "count": 301, "max_ms": 78.499, "p95_ms": 68.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.632, "count": 301, "max_ms": 92.893, "p95_ms": 82.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.334, "count": 301, "max_ms": 138.51, "p95_ms": 108.041}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 148.847, "p95_ms": 123.392}, "triton_wait": {"avg_ms": 63.575, "count": 301, "max_ms": 98.926, "p95_ms": 84.371}, "visualize": {"avg_ms": 3.785, "count": 301, "max_ms": 6.05, "p95_ms": 4.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6273.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36597.966, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.5, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 622554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:48:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:48:17+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T03:48:17+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T03:48:17.392303+09:00", "mtime_epoch": 1783018097.3923032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:48:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1331.746, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.957, "pushed": 9.957, "read": 9.924}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.479, "count": 298, "max_ms": 13.111, "p95_ms": 9.339}, "gstreamer_push": {"avg_ms": 1.243, "count": 298, "max_ms": 1.81, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.674, "count": 298, "max_ms": 75.15, "p95_ms": 67.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.985, "count": 298, "max_ms": 101.084, "p95_ms": 87.717}, "yolo11_640_fire_11class": {"avg_ms": 53.64, "count": 298, "max_ms": 75.137, "p95_ms": 67.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.822, "count": 298, "max_ms": 85.744, "p95_ms": 80.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.339, "count": 298, "max_ms": 117.007, "p95_ms": 104.828}, "read_interval": {"avg_ms": 100.737, "count": 297, "max_ms": 347.531, "p95_ms": 130.151}, "triton_wait": {"avg_ms": 62.332, "count": 298, "max_ms": 101.098, "p95_ms": 87.729}, "visualize": {"avg_ms": 3.652, "count": 298, "max_ms": 5.774, "p95_ms": 4.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2796, "tracking_summary": 2460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6263.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63965.246, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.905, "sample_count": 1068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:48:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:48:31+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T03:48:31+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T03:48:31.540518+09:00", "mtime_epoch": 1783018111.540518, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:48:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 930.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.29, "pushed": 3.29, "read": 3.257}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.536, "count": 98, "max_ms": 221.212, "p95_ms": 204.017}, "gstreamer_push": {"avg_ms": 0.793, "count": 98, "max_ms": 2.814, "p95_ms": 0.795}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.019, "count": 98, "max_ms": 102.135, "p95_ms": 92.896}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.273, "count": 98, "max_ms": 102.123, "p95_ms": 98.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.582, "count": 98, "max_ms": 337.031, "p95_ms": 327.107}, "read_interval": {"avg_ms": 307.012, "count": 97, "max_ms": 347.541, "p95_ms": 336.011}, "triton_wait": {"avg_ms": 72.334, "count": 98, "max_ms": 102.145, "p95_ms": 98.344}, "visualize": {"avg_ms": 26.951, "count": 98, "max_ms": 40.806, "p95_ms": 34.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.786, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6275.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26809.156, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.864, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 615649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:48:38+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T03:48:38+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T03:48:38.476623+09:00", "mtime_epoch": 1783018118.4766233, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:48:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1578.223, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.184, "count": 300, "max_ms": 6.934, "p95_ms": 5.587}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.516, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.631, "count": 300, "max_ms": 76.025, "p95_ms": 69.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.285, "count": 300, "max_ms": 99.783, "p95_ms": 69.704}, "yolo11_640_fire_11class": {"avg_ms": 57.125, "count": 300, "max_ms": 75.67, "p95_ms": 68.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.326, "count": 300, "max_ms": 89.006, "p95_ms": 80.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.804, "count": 300, "max_ms": 144.495, "p95_ms": 100.697}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 158.787, "p95_ms": 121.002}, "triton_wait": {"avg_ms": 66.06, "count": 300, "max_ms": 99.796, "p95_ms": 81.701}, "visualize": {"avg_ms": 3.578, "count": 300, "max_ms": 5.261, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6274.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36628.041, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.5, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 622855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:48:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:48:47+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T03:48:47+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T03:48:47.468760+09:00", "mtime_epoch": 1783018127.46876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:48:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1331.746, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.407, "count": 301, "max_ms": 13.226, "p95_ms": 9.26}, "gstreamer_push": {"avg_ms": 1.194, "count": 301, "max_ms": 2.038, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.406, "count": 301, "max_ms": 78.838, "p95_ms": 67.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.317, "count": 301, "max_ms": 98.729, "p95_ms": 68.525}, "yolo11_640_fire_11class": {"avg_ms": 56.783, "count": 301, "max_ms": 78.247, "p95_ms": 66.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.412, "count": 301, "max_ms": 84.923, "p95_ms": 78.757}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.848, "count": 301, "max_ms": 115.191, "p95_ms": 96.457}, "read_interval": {"avg_ms": 99.89, "count": 300, "max_ms": 319.597, "p95_ms": 117.517}, "triton_wait": {"avg_ms": 65.211, "count": 301, "max_ms": 98.743, "p95_ms": 79.898}, "visualize": {"avg_ms": 3.506, "count": 301, "max_ms": 6.386, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2797, "tracking_summary": 2461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6276.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 63995.318, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.905, "sample_count": 1069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:49:01+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T03:49:01+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T03:49:01.608975+09:00", "mtime_epoch": 1783018141.608975, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:49:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 946.918, "name": "celery", "pid": 239, "rss_mb": 943.621, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.594, "pushed": 3.594, "read": 3.561}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.123, "count": 107, "max_ms": 245.094, "p95_ms": 210.409}, "gstreamer_push": {"avg_ms": 0.865, "count": 107, "max_ms": 2.799, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.341, "count": 107, "max_ms": 94.124, "p95_ms": 71.815}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.349, "count": 107, "max_ms": 98.55, "p95_ms": 82.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.489, "count": 107, "max_ms": 354.305, "p95_ms": 316.688}, "read_interval": {"avg_ms": 280.832, "count": 106, "max_ms": 368.189, "p95_ms": 325.459}, "triton_wait": {"avg_ms": 66.362, "count": 107, "max_ms": 98.562, "p95_ms": 82.314}, "visualize": {"avg_ms": 27.174, "count": 107, "max_ms": 51.883, "p95_ms": 34.53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.77, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6277.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26839.235, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.081, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 615950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:49:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:49:08+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T03:49:08+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T03:49:08.545080+09:00", "mtime_epoch": 1783018148.5450804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:49:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1578.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.134, "count": 301, "max_ms": 6.691, "p95_ms": 4.566}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.911, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.42, "count": 301, "max_ms": 74.827, "p95_ms": 69.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.767, "count": 301, "max_ms": 89.237, "p95_ms": 67.464}, "yolo11_640_fire_11class": {"avg_ms": 57.804, "count": 301, "max_ms": 75.918, "p95_ms": 68.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.034, "count": 301, "max_ms": 83.918, "p95_ms": 77.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.132, "count": 301, "max_ms": 101.803, "p95_ms": 91.838}, "read_interval": {"avg_ms": 99.903, "count": 300, "max_ms": 123.259, "p95_ms": 120.783}, "triton_wait": {"avg_ms": 65.394, "count": 301, "max_ms": 89.249, "p95_ms": 78.346}, "visualize": {"avg_ms": 3.66, "count": 301, "max_ms": 5.142, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6279.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36658.123, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.079, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 623158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:49:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:49:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T03:49:17+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T03:49:17.549217+09:00", "mtime_epoch": 1783018157.5492175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:49:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1332.004, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 303, "max_ms": 12.528, "p95_ms": 10.347}, "gstreamer_push": {"avg_ms": 1.228, "count": 303, "max_ms": 1.908, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.34, "count": 303, "max_ms": 74.882, "p95_ms": 66.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.43, "count": 303, "max_ms": 85.837, "p95_ms": 65.446}, "yolo11_640_fire_11class": {"avg_ms": 52.809, "count": 303, "max_ms": 77.394, "p95_ms": 65.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.789, "count": 303, "max_ms": 84.574, "p95_ms": 75.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.404, "count": 303, "max_ms": 102.189, "p95_ms": 94.02}, "read_interval": {"avg_ms": 99.259, "count": 302, "max_ms": 381.782, "p95_ms": 127.499}, "triton_wait": {"avg_ms": 59.332, "count": 303, "max_ms": 85.85, "p95_ms": 76.345}, "visualize": {"avg_ms": 3.679, "count": 303, "max_ms": 6.707, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2797, "tracking_summary": 2462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6276.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64025.34, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.427, "sample_count": 1071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:49:31+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T03:49:31+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T03:49:31.637432+09:00", "mtime_epoch": 1783018171.637432, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:49:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 943.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.365, "pushed": 3.365, "read": 3.331}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.039, "count": 100, "max_ms": 202.49, "p95_ms": 199.66}, "gstreamer_push": {"avg_ms": 0.775, "count": 100, "max_ms": 1.753, "p95_ms": 0.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.402, "count": 100, "max_ms": 80.437, "p95_ms": 67.198}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.126, "count": 100, "max_ms": 88.413, "p95_ms": 74.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.955, "count": 100, "max_ms": 314.147, "p95_ms": 304.133}, "read_interval": {"avg_ms": 300.205, "count": 99, "max_ms": 324.891, "p95_ms": 313.418}, "triton_wait": {"avg_ms": 65.14, "count": 100, "max_ms": 88.426, "p95_ms": 74.75}, "visualize": {"avg_ms": 26.081, "count": 100, "max_ms": 34.356, "p95_ms": 27.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.717, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6273.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26869.254, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.668, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 616250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:49:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:49:38+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T03:49:38+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:49:38.573538+09:00", "mtime_epoch": 1783018178.5735378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:49:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1578.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.099, "count": 300, "max_ms": 6.696, "p95_ms": 4.975}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.867, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.586, "count": 300, "max_ms": 77.615, "p95_ms": 68.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.456, "count": 300, "max_ms": 84.422, "p95_ms": 67.054}, "yolo11_640_fire_11class": {"avg_ms": 54.723, "count": 300, "max_ms": 76.852, "p95_ms": 68.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.121, "count": 300, "max_ms": 87.275, "p95_ms": 78.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.868, "count": 300, "max_ms": 101.418, "p95_ms": 91.606}, "read_interval": {"avg_ms": 100.09, "count": 300, "max_ms": 123.192, "p95_ms": 120.473}, "triton_wait": {"avg_ms": 61.172, "count": 300, "max_ms": 87.29, "p95_ms": 78.659}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 5.348, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6277.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36688.128, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.58, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 623456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:49:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:49:47+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T03:49:47+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T03:49:47.581675+09:00", "mtime_epoch": 1783018187.581675, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:49:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1332.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.468, "count": 298, "max_ms": 11.975, "p95_ms": 9.006}, "gstreamer_push": {"avg_ms": 1.245, "count": 298, "max_ms": 1.798, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.942, "count": 298, "max_ms": 79.186, "p95_ms": 67.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.878, "count": 298, "max_ms": 92.779, "p95_ms": 76.074}, "yolo11_640_fire_11class": {"avg_ms": 54.049, "count": 298, "max_ms": 76.136, "p95_ms": 66.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.579, "count": 298, "max_ms": 85.715, "p95_ms": 77.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.888, "count": 298, "max_ms": 109.546, "p95_ms": 96.846}, "read_interval": {"avg_ms": 100.788, "count": 298, "max_ms": 345.004, "p95_ms": 129.433}, "triton_wait": {"avg_ms": 61.856, "count": 298, "max_ms": 92.791, "p95_ms": 79.731}, "visualize": {"avg_ms": 3.676, "count": 298, "max_ms": 5.021, "p95_ms": 4.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2799, "tracking_summary": 2463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6277.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64055.383, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.061, "sample_count": 1073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:50:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:50:01+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-03T03:50:01+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-03T03:50:01.793892+09:00", "mtime_epoch": 1783018201.7938917, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:50:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 944.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.868, "pushed": 3.868, "read": 3.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.006, "count": 115, "max_ms": 205.002, "p95_ms": 202.872}, "gstreamer_push": {"avg_ms": 0.935, "count": 115, "max_ms": 2.484, "p95_ms": 1.797}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.597, "count": 115, "max_ms": 95.624, "p95_ms": 81.759}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.376, "count": 115, "max_ms": 99.477, "p95_ms": 90.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.853, "count": 115, "max_ms": 333.292, "p95_ms": 313.096}, "read_interval": {"avg_ms": 261.908, "count": 114, "max_ms": 342.135, "p95_ms": 322.368}, "triton_wait": {"avg_ms": 68.389, "count": 115, "max_ms": 99.489, "p95_ms": 90.084}, "visualize": {"avg_ms": 26.705, "count": 115, "max_ms": 41.197, "p95_ms": 35.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.732, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6277.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26899.269, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.324, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 616550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:50:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:50:08+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T03:50:08+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T03:50:08.585995+09:00", "mtime_epoch": 1783018208.5859954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:50:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1578.738, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 300, "max_ms": 6.432, "p95_ms": 4.811}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.68, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.432, "count": 300, "max_ms": 77.431, "p95_ms": 68.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.806, "count": 300, "max_ms": 92.824, "p95_ms": 69.518}, "yolo11_640_fire_11class": {"avg_ms": 55.189, "count": 300, "max_ms": 76.684, "p95_ms": 68.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.203, "count": 300, "max_ms": 89.208, "p95_ms": 79.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.699, "count": 300, "max_ms": 105.889, "p95_ms": 93.79}, "read_interval": {"avg_ms": 100.026, "count": 300, "max_ms": 129.172, "p95_ms": 120.807}, "triton_wait": {"avg_ms": 61.033, "count": 300, "max_ms": 92.841, "p95_ms": 80.849}, "visualize": {"avg_ms": 3.639, "count": 300, "max_ms": 5.176, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6278.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36718.192, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.876, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 623757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:50:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:50:17+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T03:50:17+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T03:50:17.650134+09:00", "mtime_epoch": 1783018217.6501338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:50:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1332.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.432, "count": 301, "max_ms": 11.539, "p95_ms": 8.513}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.814, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.181, "count": 301, "max_ms": 74.771, "p95_ms": 67.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.751, "count": 301, "max_ms": 99.145, "p95_ms": 77.012}, "yolo11_640_fire_11class": {"avg_ms": 52.772, "count": 301, "max_ms": 73.989, "p95_ms": 65.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.556, "count": 301, "max_ms": 86.38, "p95_ms": 77.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.752, "count": 301, "max_ms": 115.484, "p95_ms": 98.12}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 343.794, "p95_ms": 140.316}, "triton_wait": {"avg_ms": 58.775, "count": 301, "max_ms": 99.158, "p95_ms": 81.513}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 5.677, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2801, "tracking_summary": 2463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6278.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64085.541, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 316.617, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:50:32+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T03:50:31+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T03:50:31.834350+09:00", "mtime_epoch": 1783018231.8343503, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:50:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 944.254, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.372, "pushed": 3.372, "read": 3.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.88, "count": 101, "max_ms": 205.031, "p95_ms": 201.506}, "gstreamer_push": {"avg_ms": 0.764, "count": 101, "max_ms": 0.987, "p95_ms": 0.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.137, "count": 101, "max_ms": 82.367, "p95_ms": 77.702}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.293, "count": 101, "max_ms": 91.351, "p95_ms": 83.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.277, "count": 101, "max_ms": 315.362, "p95_ms": 308.078}, "read_interval": {"avg_ms": 298.542, "count": 100, "max_ms": 324.518, "p95_ms": 317.234}, "triton_wait": {"avg_ms": 67.347, "count": 101, "max_ms": 91.364, "p95_ms": 83.535}, "visualize": {"avg_ms": 24.31, "count": 101, "max_ms": 28.293, "p95_ms": 27.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6277.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26929.344, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.64, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 616851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:50:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T03:50:38+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T03:50:38.662455+09:00", "mtime_epoch": 1783018238.6624546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:50:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1578.738, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 301, "max_ms": 6.397, "p95_ms": 4.657}, "gstreamer_push": {"avg_ms": 1.272, "count": 301, "max_ms": 1.545, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.784, "count": 301, "max_ms": 78.136, "p95_ms": 69.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.518, "count": 301, "max_ms": 81.927, "p95_ms": 63.792}, "yolo11_640_fire_11class": {"avg_ms": 54.926, "count": 301, "max_ms": 76.903, "p95_ms": 68.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.054, "count": 301, "max_ms": 89.605, "p95_ms": 80.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.048, "count": 301, "max_ms": 102.732, "p95_ms": 92.779}, "read_interval": {"avg_ms": 99.905, "count": 300, "max_ms": 130.167, "p95_ms": 121.593}, "triton_wait": {"avg_ms": 61.449, "count": 301, "max_ms": 89.618, "p95_ms": 80.315}, "visualize": {"avg_ms": 3.603, "count": 301, "max_ms": 4.645, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6278.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36748.231, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.876, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 624057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:50:47+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T03:50:47+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T03:50:47.658592+09:00", "mtime_epoch": 1783018247.6585922, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:50:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1332.52, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.33, "count": 300, "max_ms": 13.064, "p95_ms": 8.319}, "gstreamer_push": {"avg_ms": 1.219, "count": 300, "max_ms": 1.531, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.035, "count": 300, "max_ms": 75.87, "p95_ms": 66.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.894, "count": 300, "max_ms": 91.624, "p95_ms": 75.102}, "yolo11_640_fire_11class": {"avg_ms": 54.018, "count": 300, "max_ms": 74.561, "p95_ms": 65.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.509, "count": 300, "max_ms": 84.777, "p95_ms": 77.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.447, "count": 300, "max_ms": 110.295, "p95_ms": 97.768}, "read_interval": {"avg_ms": 100.106, "count": 299, "max_ms": 363.246, "p95_ms": 124.463}, "triton_wait": {"avg_ms": 61.774, "count": 300, "max_ms": 91.637, "p95_ms": 81.562}, "visualize": {"avg_ms": 3.543, "count": 300, "max_ms": 4.71, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2801, "tracking_summary": 2464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6269.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64115.713, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.777, "sample_count": 1079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:51:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:51:02+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-03T03:51:02+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T03:51:02.098813+09:00", "mtime_epoch": 1783018262.098813, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 226494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:51:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 933.703, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.885, "pushed": 3.885, "read": 3.851}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.168, "count": 116, "max_ms": 203.11, "p95_ms": 201.707}, "gstreamer_push": {"avg_ms": 0.82, "count": 116, "max_ms": 1.894, "p95_ms": 1.571}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.43, "count": 116, "max_ms": 97.792, "p95_ms": 82.087}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.15, "count": 116, "max_ms": 99.269, "p95_ms": 88.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.686, "count": 116, "max_ms": 325.715, "p95_ms": 309.487}, "read_interval": {"avg_ms": 260.54, "count": 115, "max_ms": 335.911, "p95_ms": 318.469}, "triton_wait": {"avg_ms": 68.177, "count": 116, "max_ms": 99.282, "p95_ms": 88.689}, "visualize": {"avg_ms": 24.664, "count": 116, "max_ms": 32.329, "p95_ms": 28.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6275.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26959.442, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.244, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:51:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:51:08+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T03:51:08+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T03:51:08.766915+09:00", "mtime_epoch": 1783018268.766915, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:51:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1578.996, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.148, "count": 300, "max_ms": 6.795, "p95_ms": 4.732}, "gstreamer_push": {"avg_ms": 1.284, "count": 301, "max_ms": 1.603, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.795, "count": 300, "max_ms": 80.968, "p95_ms": 69.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.136, "count": 300, "max_ms": 91.28, "p95_ms": 69.092}, "yolo11_640_fire_11class": {"avg_ms": 56.038, "count": 300, "max_ms": 78.703, "p95_ms": 68.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.072, "count": 300, "max_ms": 92.155, "p95_ms": 78.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.385, "count": 301, "max_ms": 105.385, "p95_ms": 93.005}, "read_interval": {"avg_ms": 99.99, "count": 300, "max_ms": 134.296, "p95_ms": 121.463}, "triton_wait": {"avg_ms": 62.661, "count": 300, "max_ms": 92.169, "p95_ms": 80.776}, "visualize": {"avg_ms": 3.644, "count": 300, "max_ms": 4.7, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6268.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36778.241, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.906, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 624359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:51:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:51:17+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T03:51:17+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T03:51:17.671051+09:00", "mtime_epoch": 1783018277.6710513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:51:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1332.52, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.455, "count": 302, "max_ms": 12.324, "p95_ms": 9.17}, "gstreamer_push": {"avg_ms": 1.229, "count": 302, "max_ms": 2.021, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.556, "count": 302, "max_ms": 76.268, "p95_ms": 68.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.462, "count": 302, "max_ms": 104.048, "p95_ms": 80.719}, "yolo11_640_fire_11class": {"avg_ms": 54.231, "count": 302, "max_ms": 75.788, "p95_ms": 66.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.875, "count": 302, "max_ms": 89.136, "p95_ms": 77.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.908, "count": 302, "max_ms": 119.458, "p95_ms": 97.64}, "read_interval": {"avg_ms": 99.357, "count": 302, "max_ms": 256.986, "p95_ms": 124.401}, "triton_wait": {"avg_ms": 61.098, "count": 302, "max_ms": 104.06, "p95_ms": 81.727}, "visualize": {"avg_ms": 3.579, "count": 302, "max_ms": 4.646, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2802, "tracking_summary": 2465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6268.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64145.897, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.681, "sample_count": 1071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:51:32+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T03:51:32+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T03:51:32.203274+09:00", "mtime_epoch": 1783018292.2032738, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:51:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 933.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.368, "pushed": 3.368, "read": 3.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.836, "count": 101, "max_ms": 223.195, "p95_ms": 202.624}, "gstreamer_push": {"avg_ms": 0.945, "count": 101, "max_ms": 1.866, "p95_ms": 1.775}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.654, "count": 101, "max_ms": 93.919, "p95_ms": 71.278}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.063, "count": 101, "max_ms": 95.497, "p95_ms": 78.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.991, "count": 101, "max_ms": 339.185, "p95_ms": 318.408}, "read_interval": {"avg_ms": 298.887, "count": 100, "max_ms": 353.244, "p95_ms": 327.386}, "triton_wait": {"avg_ms": 64.429, "count": 101, "max_ms": 95.509, "p95_ms": 81.042}, "visualize": {"avg_ms": 28.852, "count": 101, "max_ms": 41.158, "p95_ms": 40.405}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6269.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 26989.549, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.946, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:51:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:51:38+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T03:51:38+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T03:51:38.863376+09:00", "mtime_epoch": 1783018298.8633757, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:51:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1578.996, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.062, "count": 300, "max_ms": 6.412, "p95_ms": 4.393}, "gstreamer_push": {"avg_ms": 1.263, "count": 301, "max_ms": 2.261, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.134, "count": 300, "max_ms": 75.477, "p95_ms": 68.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.651, "count": 300, "max_ms": 91.906, "p95_ms": 68.15}, "yolo11_640_fire_11class": {"avg_ms": 56.044, "count": 300, "max_ms": 76.339, "p95_ms": 68.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.347, "count": 300, "max_ms": 87.616, "p95_ms": 78.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.274, "count": 301, "max_ms": 104.844, "p95_ms": 90.796}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 125.854, "p95_ms": 120.901}, "triton_wait": {"avg_ms": 61.806, "count": 300, "max_ms": 91.919, "p95_ms": 78.427}, "visualize": {"avg_ms": 3.587, "count": 300, "max_ms": 5.969, "p95_ms": 3.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36808.34, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.788, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 624659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:51:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T03:51:47+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T03:51:47.775512+09:00", "mtime_epoch": 1783018307.7755122, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:51:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1332.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.406, "count": 299, "max_ms": 12.398, "p95_ms": 8.334}, "gstreamer_push": {"avg_ms": 1.222, "count": 299, "max_ms": 1.532, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.98, "count": 299, "max_ms": 76.179, "p95_ms": 67.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.447, "count": 299, "max_ms": 86.217, "p95_ms": 67.846}, "yolo11_640_fire_11class": {"avg_ms": 54.663, "count": 299, "max_ms": 75.624, "p95_ms": 66.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.291, "count": 299, "max_ms": 84.527, "p95_ms": 76.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.776, "count": 299, "max_ms": 102.189, "p95_ms": 94.066}, "read_interval": {"avg_ms": 100.312, "count": 299, "max_ms": 333.018, "p95_ms": 120.906}, "triton_wait": {"avg_ms": 60.908, "count": 299, "max_ms": 86.23, "p95_ms": 77.76}, "visualize": {"avg_ms": 3.625, "count": 299, "max_ms": 4.561, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2805, "tracking_summary": 2466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6277.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64175.978, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.903, "sample_count": 1073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:52:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:52:02+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T03:52:02+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T03:52:02.383736+09:00", "mtime_epoch": 1783018322.3837361, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:52:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 942.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.495, "pushed": 3.495, "read": 3.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.284, "count": 104, "max_ms": 205.383, "p95_ms": 200.44}, "gstreamer_push": {"avg_ms": 1.063, "count": 104, "max_ms": 1.852, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.354, "count": 104, "max_ms": 87.447, "p95_ms": 77.756}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.927, "count": 104, "max_ms": 99.19, "p95_ms": 84.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.444, "count": 104, "max_ms": 328.463, "p95_ms": 316.661}, "read_interval": {"avg_ms": 290.161, "count": 103, "max_ms": 338.799, "p95_ms": 326.955}, "triton_wait": {"avg_ms": 66.055, "count": 104, "max_ms": 99.204, "p95_ms": 84.254}, "visualize": {"avg_ms": 30.372, "count": 104, "max_ms": 44.161, "p95_ms": 43.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.754, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6276.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27019.615, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.344, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 617754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:52:09+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:52:08+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T03:52:08.963837+09:00", "mtime_epoch": 1783018328.9638371, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:52:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1579.254, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.132, "count": 301, "max_ms": 6.655, "p95_ms": 4.638}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.991, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.419, "count": 301, "max_ms": 75.499, "p95_ms": 67.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.979, "count": 301, "max_ms": 94.647, "p95_ms": 65.328}, "yolo11_640_fire_11class": {"avg_ms": 55.814, "count": 301, "max_ms": 73.936, "p95_ms": 67.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.801, "count": 301, "max_ms": 83.501, "p95_ms": 77.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.017, "count": 301, "max_ms": 107.503, "p95_ms": 91.883}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 131.426, "p95_ms": 120.933}, "triton_wait": {"avg_ms": 62.407, "count": 301, "max_ms": 94.66, "p95_ms": 78.334}, "visualize": {"avg_ms": 3.64, "count": 301, "max_ms": 5.888, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6279.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36838.527, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.876, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 624961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:52:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:52:18+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T03:52:17+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T03:52:17.851974+09:00", "mtime_epoch": 1783018337.8519735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:52:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1332.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.584, "count": 301, "max_ms": 12.214, "p95_ms": 9.568}, "gstreamer_push": {"avg_ms": 1.254, "count": 301, "max_ms": 1.93, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.963, "count": 301, "max_ms": 76.582, "p95_ms": 67.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.072, "count": 301, "max_ms": 88.448, "p95_ms": 73.42}, "yolo11_640_fire_11class": {"avg_ms": 53.427, "count": 301, "max_ms": 75.478, "p95_ms": 65.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.743, "count": 301, "max_ms": 84.278, "p95_ms": 76.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.058, "count": 301, "max_ms": 104.669, "p95_ms": 97.701}, "read_interval": {"avg_ms": 100.008, "count": 300, "max_ms": 341.008, "p95_ms": 124.064}, "triton_wait": {"avg_ms": 59.874, "count": 301, "max_ms": 88.46, "p95_ms": 78.567}, "visualize": {"avg_ms": 3.677, "count": 301, "max_ms": 4.955, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2805, "tracking_summary": 2467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6279.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64206.056, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.787, "sample_count": 1079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:52:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:52:32+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T03:52:32+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T03:52:32.336196+09:00", "mtime_epoch": 1783018352.3361957, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:52:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 943.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.13, "pushed": 4.13, "read": 4.096}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 136.956, "count": 123, "max_ms": 207.259, "p95_ms": 201.241}, "gstreamer_push": {"avg_ms": 0.778, "count": 123, "max_ms": 1.017, "p95_ms": 0.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.432, "count": 123, "max_ms": 93.32, "p95_ms": 85.342}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.471, "count": 123, "max_ms": 97.867, "p95_ms": 90.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.11, "count": 123, "max_ms": 321.029, "p95_ms": 303.795}, "read_interval": {"avg_ms": 243.956, "count": 122, "max_ms": 329.931, "p95_ms": 312.278}, "triton_wait": {"avg_ms": 69.698, "count": 123, "max_ms": 97.881, "p95_ms": 90.226}, "visualize": {"avg_ms": 24.638, "count": 123, "max_ms": 38.632, "p95_ms": 28.585}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.783, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6279.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27049.755, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.753, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 618055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:52:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:52:39+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T03:52:39+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T03:52:39.016298+09:00", "mtime_epoch": 1783018359.0162983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:52:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1579.512, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.088, "count": 300, "max_ms": 6.372, "p95_ms": 4.849}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.853, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.285, "count": 300, "max_ms": 78.741, "p95_ms": 69.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.831, "count": 300, "max_ms": 84.148, "p95_ms": 70.365}, "yolo11_640_fire_11class": {"avg_ms": 55.607, "count": 300, "max_ms": 78.731, "p95_ms": 68.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.947, "count": 300, "max_ms": 85.481, "p95_ms": 77.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.652, "count": 300, "max_ms": 98.147, "p95_ms": 91.784}, "read_interval": {"avg_ms": 100.052, "count": 299, "max_ms": 129.519, "p95_ms": 121.031}, "triton_wait": {"avg_ms": 62.033, "count": 300, "max_ms": 85.493, "p95_ms": 79.314}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 5.692, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6279.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36868.596, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.826, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 625260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:52:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:52:48+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T03:52:48+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T03:52:48.052437+09:00", "mtime_epoch": 1783018368.052437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:52:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1333.035, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.365, "count": 299, "max_ms": 11.277, "p95_ms": 8.331}, "gstreamer_push": {"avg_ms": 1.233, "count": 299, "max_ms": 2.145, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.398, "count": 299, "max_ms": 73.651, "p95_ms": 67.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.523, "count": 299, "max_ms": 91.368, "p95_ms": 80.288}, "yolo11_640_fire_11class": {"avg_ms": 57.067, "count": 299, "max_ms": 81.112, "p95_ms": 67.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.175, "count": 299, "max_ms": 85.759, "p95_ms": 76.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.141, "count": 299, "max_ms": 107.199, "p95_ms": 99.101}, "read_interval": {"avg_ms": 100.624, "count": 298, "max_ms": 322.668, "p95_ms": 124.755}, "triton_wait": {"avg_ms": 64.316, "count": 299, "max_ms": 91.382, "p95_ms": 83.069}, "visualize": {"avg_ms": 3.599, "count": 299, "max_ms": 4.647, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2806, "tracking_summary": 2468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6279.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64236.113, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.379, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:53:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:53:02+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-03T03:53:02+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T03:53:02.520659+09:00", "mtime_epoch": 1783018382.5206592, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:53:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 943.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.768, "pushed": 3.768, "read": 3.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.864, "count": 112, "max_ms": 209.009, "p95_ms": 205.376}, "gstreamer_push": {"avg_ms": 0.771, "count": 112, "max_ms": 0.935, "p95_ms": 0.848}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.352, "count": 112, "max_ms": 100.642, "p95_ms": 81.125}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.745, "count": 112, "max_ms": 100.655, "p95_ms": 87.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.969, "count": 112, "max_ms": 331.777, "p95_ms": 312.036}, "read_interval": {"avg_ms": 269.067, "count": 111, "max_ms": 340.522, "p95_ms": 320.729}, "triton_wait": {"avg_ms": 69.891, "count": 112, "max_ms": 100.665, "p95_ms": 89.008}, "visualize": {"avg_ms": 23.44, "count": 112, "max_ms": 26.573, "p95_ms": 26.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.723, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6273.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27079.8, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.506, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 618356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:53:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:53:09+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:53:09+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T03:53:09.136761+09:00", "mtime_epoch": 1783018389.136761, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:53:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1579.512, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.137, "count": 301, "max_ms": 6.27, "p95_ms": 4.68}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.53, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.226, "count": 301, "max_ms": 76.838, "p95_ms": 68.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.375, "count": 301, "max_ms": 101.804, "p95_ms": 68.475}, "yolo11_640_fire_11class": {"avg_ms": 58.754, "count": 301, "max_ms": 76.308, "p95_ms": 69.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.41, "count": 301, "max_ms": 86.187, "p95_ms": 78.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.722, "count": 301, "max_ms": 114.675, "p95_ms": 91.437}, "read_interval": {"avg_ms": 99.897, "count": 300, "max_ms": 127.967, "p95_ms": 120.395}, "triton_wait": {"avg_ms": 66.028, "count": 301, "max_ms": 101.817, "p95_ms": 78.749}, "visualize": {"avg_ms": 3.648, "count": 301, "max_ms": 4.847, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6273.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36898.635, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.233, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 625562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:53:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:53:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:53:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T03:53:18.064898+09:00", "mtime_epoch": 1783018398.0648983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94963}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:53:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1333.035, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.355, "count": 302, "max_ms": 11.661, "p95_ms": 8.168}, "gstreamer_push": {"avg_ms": 1.235, "count": 302, "max_ms": 1.917, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.911, "count": 302, "max_ms": 72.376, "p95_ms": 67.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.536, "count": 302, "max_ms": 107.128, "p95_ms": 71.034}, "yolo11_640_fire_11class": {"avg_ms": 54.457, "count": 302, "max_ms": 71.836, "p95_ms": 66.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.124, "count": 302, "max_ms": 85.748, "p95_ms": 76.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.935, "count": 302, "max_ms": 123.558, "p95_ms": 94.503}, "read_interval": {"avg_ms": 99.444, "count": 301, "max_ms": 303.736, "p95_ms": 127.673}, "triton_wait": {"avg_ms": 61.094, "count": 302, "max_ms": 107.141, "p95_ms": 78.809}, "visualize": {"avg_ms": 3.614, "count": 302, "max_ms": 5.546, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2807, "tracking_summary": 2469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6279.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64266.423, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.362, "sample_count": 1073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:53:33+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T03:53:32+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T03:53:32.689123+09:00", "mtime_epoch": 1783018412.6891232, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:53:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 942.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.222, "pushed": 3.222, "read": 3.189}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.464, "count": 96, "max_ms": 228.558, "p95_ms": 206.335}, "gstreamer_push": {"avg_ms": 1.074, "count": 96, "max_ms": 2.643, "p95_ms": 1.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.635, "count": 96, "max_ms": 96.888, "p95_ms": 81.823}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.793, "count": 96, "max_ms": 102.331, "p95_ms": 91.51}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.598, "count": 96, "max_ms": 354.984, "p95_ms": 330.261}, "read_interval": {"avg_ms": 313.434, "count": 95, "max_ms": 363.995, "p95_ms": 339.571}, "triton_wait": {"avg_ms": 70.807, "count": 96, "max_ms": 102.344, "p95_ms": 91.522}, "visualize": {"avg_ms": 30.572, "count": 96, "max_ms": 42.047, "p95_ms": 40.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6275.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27109.847, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.24, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 618656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:53:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T03:53:39+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T03:53:39.177223+09:00", "mtime_epoch": 1783018419.177223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:53:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1579.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.145, "count": 300, "max_ms": 6.158, "p95_ms": 4.929}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 2.04, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.402, "count": 300, "max_ms": 83.875, "p95_ms": 73.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.79, "count": 300, "max_ms": 91.975, "p95_ms": 69.37}, "yolo11_640_fire_11class": {"avg_ms": 57.042, "count": 300, "max_ms": 80.171, "p95_ms": 69.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.845, "count": 300, "max_ms": 89.977, "p95_ms": 78.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.035, "count": 300, "max_ms": 105.844, "p95_ms": 93.312}, "read_interval": {"avg_ms": 100.125, "count": 300, "max_ms": 122.964, "p95_ms": 120.572}, "triton_wait": {"avg_ms": 64.046, "count": 300, "max_ms": 91.988, "p95_ms": 79.695}, "visualize": {"avg_ms": 3.621, "count": 300, "max_ms": 4.87, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6270.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36928.652, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.473, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 625862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:53:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:53:48+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T03:53:48+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T03:53:48.109360+09:00", "mtime_epoch": 1783018428.1093602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:53:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1333.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.351, "count": 300, "max_ms": 12.905, "p95_ms": 8.025}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 2.026, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.76, "count": 300, "max_ms": 79.73, "p95_ms": 71.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.854, "count": 300, "max_ms": 92.035, "p95_ms": 80.891}, "yolo11_640_fire_11class": {"avg_ms": 55.222, "count": 300, "max_ms": 76.494, "p95_ms": 68.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.959, "count": 300, "max_ms": 86.983, "p95_ms": 77.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.975, "count": 300, "max_ms": 108.15, "p95_ms": 98.987}, "read_interval": {"avg_ms": 100.144, "count": 300, "max_ms": 353.102, "p95_ms": 122.916}, "triton_wait": {"avg_ms": 62.107, "count": 300, "max_ms": 92.047, "p95_ms": 82.744}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 5.848, "p95_ms": 4.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2808, "tracking_summary": 2470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6271.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64296.554, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 315.362, "sample_count": 1071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:54:03+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T03:54:02+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T03:54:02.841587+09:00", "mtime_epoch": 1783018442.841587, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:54:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 933.75, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.554, "pushed": 3.554, "read": 3.521}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.916, "count": 106, "max_ms": 216.919, "p95_ms": 202.868}, "gstreamer_push": {"avg_ms": 0.852, "count": 106, "max_ms": 2.565, "p95_ms": 1.729}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.323, "count": 106, "max_ms": 90.491, "p95_ms": 81.383}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.877, "count": 106, "max_ms": 100.854, "p95_ms": 90.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.45, "count": 106, "max_ms": 333.398, "p95_ms": 316.773}, "read_interval": {"avg_ms": 284.036, "count": 105, "max_ms": 345.763, "p95_ms": 327.38}, "triton_wait": {"avg_ms": 66.89, "count": 106, "max_ms": 100.868, "p95_ms": 90.751}, "visualize": {"avg_ms": 28.915, "count": 106, "max_ms": 41.583, "p95_ms": 39.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.822, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6277.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27139.849, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "R (running)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.24, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 618956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:54:09+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:54:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T03:54:09.169684+09:00", "mtime_epoch": 1783018449.1696844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:54:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1579.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.149, "count": 300, "max_ms": 6.153, "p95_ms": 4.623}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.582, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.782, "count": 300, "max_ms": 78.943, "p95_ms": 70.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.596, "count": 300, "max_ms": 92.924, "p95_ms": 69.357}, "yolo11_640_fire_11class": {"avg_ms": 56.191, "count": 300, "max_ms": 77.318, "p95_ms": 68.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.286, "count": 300, "max_ms": 85.733, "p95_ms": 78.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.084, "count": 300, "max_ms": 107.016, "p95_ms": 91.413}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 124.047, "p95_ms": 121.203}, "triton_wait": {"avg_ms": 63.096, "count": 300, "max_ms": 92.936, "p95_ms": 78.702}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 4.783, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6276.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36958.735, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.451, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 626162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:54:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:54:18+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T03:54:18+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T03:54:18.181823+09:00", "mtime_epoch": 1783018458.1818233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:54:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1333.551, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.408, "count": 299, "max_ms": 12.06, "p95_ms": 8.612}, "gstreamer_push": {"avg_ms": 1.232, "count": 299, "max_ms": 1.888, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.591, "count": 299, "max_ms": 76.803, "p95_ms": 67.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.461, "count": 299, "max_ms": 97.124, "p95_ms": 67.532}, "yolo11_640_fire_11class": {"avg_ms": 55.036, "count": 299, "max_ms": 76.268, "p95_ms": 66.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.075, "count": 299, "max_ms": 85.163, "p95_ms": 76.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.707, "count": 299, "max_ms": 113.441, "p95_ms": 92.634}, "read_interval": {"avg_ms": 100.316, "count": 299, "max_ms": 278.94, "p95_ms": 126.982}, "triton_wait": {"avg_ms": 61.798, "count": 299, "max_ms": 97.136, "p95_ms": 76.377}, "visualize": {"avg_ms": 3.62, "count": 299, "max_ms": 5.417, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2808, "tracking_summary": 2471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6277.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64326.565, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.282, "sample_count": 1069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:54:33+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T03:54:32+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T03:54:32.866049+09:00", "mtime_epoch": 1783018472.8660493, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:54:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 940.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.268, "pushed": 3.268, "read": 3.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.989, "count": 97, "max_ms": 222.267, "p95_ms": 209.988}, "gstreamer_push": {"avg_ms": 0.912, "count": 97, "max_ms": 1.835, "p95_ms": 1.758}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.069, "count": 97, "max_ms": 96.102, "p95_ms": 82.642}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.997, "count": 97, "max_ms": 102.028, "p95_ms": 91.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.653, "count": 97, "max_ms": 342.678, "p95_ms": 325.379}, "read_interval": {"avg_ms": 309.517, "count": 96, "max_ms": 351.385, "p95_ms": 335.482}, "triton_wait": {"avg_ms": 68.03, "count": 97, "max_ms": 102.041, "p95_ms": 91.992}, "visualize": {"avg_ms": 28.873, "count": 97, "max_ms": 39.717, "p95_ms": 39.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.678, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6277.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27169.916, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.24, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 619257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:54:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:54:39+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T03:54:39+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T03:54:39.218147+09:00", "mtime_epoch": 1783018479.2181473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:54:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1580.027, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.157, "count": 301, "max_ms": 6.55, "p95_ms": 5.117}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 2.053, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.37, "count": 301, "max_ms": 78.862, "p95_ms": 70.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.561, "count": 301, "max_ms": 89.521, "p95_ms": 67.761}, "yolo11_640_fire_11class": {"avg_ms": 56.422, "count": 301, "max_ms": 76.434, "p95_ms": 67.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.941, "count": 301, "max_ms": 85.003, "p95_ms": 77.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.248, "count": 301, "max_ms": 103.493, "p95_ms": 91.796}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 131.387, "p95_ms": 120.503}, "triton_wait": {"avg_ms": 63.517, "count": 301, "max_ms": 89.533, "p95_ms": 78.491}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 6.007, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6269.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 36988.738, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.181, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 626461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:54:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:54:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T03:54:48+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T03:54:48.178285+09:00", "mtime_epoch": 1783018488.1782854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:54:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1333.551, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.526, "count": 299, "max_ms": 13.857, "p95_ms": 9.969}, "gstreamer_push": {"avg_ms": 1.235, "count": 299, "max_ms": 1.801, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.127, "count": 299, "max_ms": 73.001, "p95_ms": 66.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.713, "count": 299, "max_ms": 92.834, "p95_ms": 75.483}, "yolo11_640_fire_11class": {"avg_ms": 54.043, "count": 299, "max_ms": 72.227, "p95_ms": 65.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.247, "count": 299, "max_ms": 82.765, "p95_ms": 75.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.473, "count": 299, "max_ms": 111.651, "p95_ms": 95.809}, "read_interval": {"avg_ms": 100.297, "count": 299, "max_ms": 399.44, "p95_ms": 125.735}, "triton_wait": {"avg_ms": 61.357, "count": 299, "max_ms": 92.846, "p95_ms": 79.216}, "visualize": {"avg_ms": 3.676, "count": 299, "max_ms": 6.856, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2810, "tracking_summary": 2471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6274.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64356.694, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.282, "sample_count": 1069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:55:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:55:03+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T03:55:02+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T03:55:02.998514+09:00", "mtime_epoch": 1783018502.998514, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:55:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 936.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.889, "pushed": 3.889, "read": 3.856}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.51, "count": 116, "max_ms": 209.221, "p95_ms": 202.165}, "gstreamer_push": {"avg_ms": 1.042, "count": 116, "max_ms": 2.517, "p95_ms": 1.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.861, "count": 116, "max_ms": 97.706, "p95_ms": 87.289}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.265, "count": 116, "max_ms": 100.614, "p95_ms": 93.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.805, "count": 116, "max_ms": 333.816, "p95_ms": 308.069}, "read_interval": {"avg_ms": 259.428, "count": 115, "max_ms": 344.46, "p95_ms": 318.532}, "triton_wait": {"avg_ms": 67.305, "count": 116, "max_ms": 100.628, "p95_ms": 93.028}, "visualize": {"avg_ms": 27.227, "count": 116, "max_ms": 40.275, "p95_ms": 36.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6271.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27199.922, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.959, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 619557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:55:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:55:09+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T03:55:09+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T03:55:09.238610+09:00", "mtime_epoch": 1783018509.23861, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:55:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1580.027, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.02, "count": 300, "max_ms": 6.298, "p95_ms": 4.495}, "gstreamer_push": {"avg_ms": 1.262, "count": 300, "max_ms": 1.473, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.937, "count": 300, "max_ms": 82.062, "p95_ms": 69.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.76, "count": 300, "max_ms": 87.768, "p95_ms": 67.921}, "yolo11_640_fire_11class": {"avg_ms": 56.455, "count": 300, "max_ms": 82.77, "p95_ms": 68.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.439, "count": 300, "max_ms": 93.051, "p95_ms": 78.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.224, "count": 300, "max_ms": 105.618, "p95_ms": 91.524}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 123.468, "p95_ms": 120.727}, "triton_wait": {"avg_ms": 62.807, "count": 300, "max_ms": 93.063, "p95_ms": 78.438}, "visualize": {"avg_ms": 3.601, "count": 300, "max_ms": 4.576, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6275.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37018.79, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.151, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 626765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:55:18+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T03:55:18+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T03:55:18.242749+09:00", "mtime_epoch": 1783018518.242749, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:55:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1333.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.114}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.399, "count": 304, "max_ms": 11.969, "p95_ms": 8.099}, "gstreamer_push": {"avg_ms": 1.242, "count": 304, "max_ms": 1.906, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.878, "count": 304, "max_ms": 77.875, "p95_ms": 66.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.902, "count": 304, "max_ms": 100.379, "p95_ms": 77.298}, "yolo11_640_fire_11class": {"avg_ms": 54.3, "count": 304, "max_ms": 77.36, "p95_ms": 65.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.95, "count": 304, "max_ms": 90.111, "p95_ms": 76.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.198, "count": 304, "max_ms": 119.103, "p95_ms": 95.826}, "read_interval": {"avg_ms": 98.898, "count": 303, "max_ms": 306.567, "p95_ms": 127.846}, "triton_wait": {"avg_ms": 61.224, "count": 304, "max_ms": 100.392, "p95_ms": 79.758}, "visualize": {"avg_ms": 3.65, "count": 304, "max_ms": 5.515, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2812, "tracking_summary": 2472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6275.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64386.9, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.432, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:55:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:55:33+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T03:55:33+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T03:55:33.198980+09:00", "mtime_epoch": 1783018533.1989796, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:55:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 937.383, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.41, "pushed": 3.41, "read": 3.376}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.437, "count": 102, "max_ms": 203.865, "p95_ms": 201.196}, "gstreamer_push": {"avg_ms": 1.018, "count": 102, "max_ms": 2.935, "p95_ms": 2.646}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.248, "count": 102, "max_ms": 95.229, "p95_ms": 74.48}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.513, "count": 102, "max_ms": 98.406, "p95_ms": 77.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.222, "count": 102, "max_ms": 322.45, "p95_ms": 304.92}, "read_interval": {"avg_ms": 296.121, "count": 101, "max_ms": 332.305, "p95_ms": 314.901}, "triton_wait": {"avg_ms": 63.549, "count": 102, "max_ms": 98.416, "p95_ms": 77.642}, "visualize": {"avg_ms": 28.519, "count": 102, "max_ms": 43.012, "p95_ms": 39.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6267.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27229.995, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.796, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 619858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:55:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:55:39+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T03:55:39+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T03:55:39.339074+09:00", "mtime_epoch": 1783018539.3390744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:55:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1580.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.111, "count": 300, "max_ms": 6.549, "p95_ms": 4.529}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.822, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.138, "count": 300, "max_ms": 75.016, "p95_ms": 68.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.589, "count": 300, "max_ms": 92.563, "p95_ms": 66.648}, "yolo11_640_fire_11class": {"avg_ms": 55.278, "count": 300, "max_ms": 76.889, "p95_ms": 67.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.519, "count": 300, "max_ms": 88.394, "p95_ms": 77.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.378, "count": 300, "max_ms": 105.663, "p95_ms": 90.66}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 126.884, "p95_ms": 120.669}, "triton_wait": {"avg_ms": 61.737, "count": 300, "max_ms": 92.576, "p95_ms": 77.719}, "visualize": {"avg_ms": 3.637, "count": 300, "max_ms": 5.948, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6275.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37048.865, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.156, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:55:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:55:48+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T03:55:48+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T03:55:48.287213+09:00", "mtime_epoch": 1783018548.2872126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:55:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1333.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.349, "count": 299, "max_ms": 12.424, "p95_ms": 8.058}, "gstreamer_push": {"avg_ms": 1.227, "count": 299, "max_ms": 2.163, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.95, "count": 299, "max_ms": 76.222, "p95_ms": 68.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.6, "count": 299, "max_ms": 93.777, "p95_ms": 79.77}, "yolo11_640_fire_11class": {"avg_ms": 53.325, "count": 299, "max_ms": 75.735, "p95_ms": 67.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.021, "count": 299, "max_ms": 88.383, "p95_ms": 78.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.817, "count": 299, "max_ms": 110.861, "p95_ms": 98.758}, "read_interval": {"avg_ms": 100.344, "count": 298, "max_ms": 295.621, "p95_ms": 135.054}, "triton_wait": {"avg_ms": 59.952, "count": 299, "max_ms": 93.789, "p95_ms": 82.665}, "visualize": {"avg_ms": 3.637, "count": 299, "max_ms": 4.79, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2812, "tracking_summary": 2473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6280.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64416.996, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 317.282, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:56:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:56:03+09:00", "last_frame_read_age_sec": 0.285, "last_frame_read_at": "2026-07-03T03:56:03+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T03:56:03.299444+09:00", "mtime_epoch": 1783018563.2994444, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:56:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 943.812, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.927, "pushed": 3.927, "read": 3.894}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.107, "count": 117, "max_ms": 204.558, "p95_ms": 197.624}, "gstreamer_push": {"avg_ms": 1.097, "count": 117, "max_ms": 3.089, "p95_ms": 2.849}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.69, "count": 117, "max_ms": 98.862, "p95_ms": 92.953}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.426, "count": 117, "max_ms": 103.678, "p95_ms": 97.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.332, "count": 117, "max_ms": 329.838, "p95_ms": 310.815}, "read_interval": {"avg_ms": 256.913, "count": 116, "max_ms": 338.703, "p95_ms": 319.652}, "triton_wait": {"avg_ms": 71.501, "count": 117, "max_ms": 103.688, "p95_ms": 97.192}, "visualize": {"avg_ms": 25.019, "count": 117, "max_ms": 36.032, "p95_ms": 34.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.791, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6273.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27260.047, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "R (running)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.24, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 620158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:56:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:56:09+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:56:09+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T03:56:09.371538+09:00", "mtime_epoch": 1783018569.3715382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:56:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1580.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.101, "count": 300, "max_ms": 6.544, "p95_ms": 4.566}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.953, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.471, "count": 300, "max_ms": 80.319, "p95_ms": 73.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.98, "count": 300, "max_ms": 92.23, "p95_ms": 70.899}, "yolo11_640_fire_11class": {"avg_ms": 54.949, "count": 300, "max_ms": 79.318, "p95_ms": 69.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.898, "count": 300, "max_ms": 90.813, "p95_ms": 82.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.651, "count": 300, "max_ms": 136.737, "p95_ms": 96.16}, "read_interval": {"avg_ms": 100.087, "count": 300, "max_ms": 147.751, "p95_ms": 120.966}, "triton_wait": {"avg_ms": 62.721, "count": 300, "max_ms": 92.243, "p95_ms": 83.049}, "visualize": {"avg_ms": 3.643, "count": 300, "max_ms": 5.229, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6268.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37078.932, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.661, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:56:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:56:18+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T03:56:18+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T03:56:18.371677+09:00", "mtime_epoch": 1783018578.3716772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:56:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1334.066, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.278, "count": 299, "max_ms": 12.309, "p95_ms": 8.093}, "gstreamer_push": {"avg_ms": 1.238, "count": 299, "max_ms": 1.632, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.183, "count": 299, "max_ms": 77.358, "p95_ms": 67.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.631, "count": 299, "max_ms": 94.345, "p95_ms": 82.72}, "yolo11_640_fire_11class": {"avg_ms": 54.85, "count": 299, "max_ms": 76.367, "p95_ms": 66.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.02, "count": 299, "max_ms": 87.846, "p95_ms": 78.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.065, "count": 299, "max_ms": 111.271, "p95_ms": 100.593}, "read_interval": {"avg_ms": 100.574, "count": 298, "max_ms": 303.383, "p95_ms": 126.782}, "triton_wait": {"avg_ms": 63.38, "count": 299, "max_ms": 94.358, "p95_ms": 84.594}, "visualize": {"avg_ms": 3.6, "count": 299, "max_ms": 5.738, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2813, "tracking_summary": 2474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6282.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64447.129, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 316.642, "sample_count": 1072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:56:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:56:33+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T03:56:33+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T03:56:33.443910+09:00", "mtime_epoch": 1783018593.44391, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:56:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 943.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.372, "pushed": 3.372, "read": 3.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.189, "count": 101, "max_ms": 209.26, "p95_ms": 199.889}, "gstreamer_push": {"avg_ms": 1.157, "count": 101, "max_ms": 2.958, "p95_ms": 2.771}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.301, "count": 101, "max_ms": 95.537, "p95_ms": 78.443}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.904, "count": 101, "max_ms": 101.09, "p95_ms": 85.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.267, "count": 101, "max_ms": 332.255, "p95_ms": 312.08}, "read_interval": {"avg_ms": 298.471, "count": 100, "max_ms": 341.306, "p95_ms": 320.983}, "triton_wait": {"avg_ms": 65.238, "count": 101, "max_ms": 101.1, "p95_ms": 85.401}, "visualize": {"avg_ms": 31.138, "count": 101, "max_ms": 43.468, "p95_ms": 43.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6276.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27290.113, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.216, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 620459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:56:39+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T03:56:39+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T03:56:39.424002+09:00", "mtime_epoch": 1783018599.4240024, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:56:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1580.543, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.136, "count": 301, "max_ms": 6.451, "p95_ms": 4.804}, "gstreamer_push": {"avg_ms": 1.268, "count": 301, "max_ms": 1.973, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.174, "count": 301, "max_ms": 78.546, "p95_ms": 67.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.895, "count": 301, "max_ms": 94.972, "p95_ms": 68.492}, "yolo11_640_fire_11class": {"avg_ms": 57.921, "count": 301, "max_ms": 74.425, "p95_ms": 68.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.738, "count": 301, "max_ms": 82.484, "p95_ms": 77.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.795, "count": 301, "max_ms": 107.951, "p95_ms": 90.555}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 129.063, "p95_ms": 120.108}, "triton_wait": {"avg_ms": 65.189, "count": 301, "max_ms": 94.985, "p95_ms": 77.538}, "visualize": {"avg_ms": 3.602, "count": 301, "max_ms": 4.668, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6279.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37109.057, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.661, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:56:48+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T03:56:48+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T03:56:48.468142+09:00", "mtime_epoch": 1783018608.4681423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:56:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1334.066, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.211, "count": 300, "max_ms": 12.321, "p95_ms": 8.128}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 2.074, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.115, "count": 300, "max_ms": 82.005, "p95_ms": 65.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.384, "count": 300, "max_ms": 99.234, "p95_ms": 71.884}, "yolo11_640_fire_11class": {"avg_ms": 54.432, "count": 300, "max_ms": 72.135, "p95_ms": 65.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.2, "count": 300, "max_ms": 85.421, "p95_ms": 75.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.811, "count": 300, "max_ms": 115.273, "p95_ms": 92.043}, "read_interval": {"avg_ms": 100.004, "count": 299, "max_ms": 384.599, "p95_ms": 130.897}, "triton_wait": {"avg_ms": 61.252, "count": 300, "max_ms": 99.246, "p95_ms": 76.547}, "visualize": {"avg_ms": 3.577, "count": 300, "max_ms": 4.554, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2816, "tracking_summary": 2475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6273.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64477.314, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 316.468, "sample_count": 1076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:57:03+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-03T03:57:03+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-03T03:57:03.696378+09:00", "mtime_epoch": 1783018623.6963775, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:57:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 933.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.644, "pushed": 3.644, "read": 3.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.552, "count": 109, "max_ms": 203.355, "p95_ms": 199.004}, "gstreamer_push": {"avg_ms": 1.094, "count": 109, "max_ms": 2.912, "p95_ms": 1.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.445, "count": 109, "max_ms": 92.221, "p95_ms": 80.314}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.278, "count": 109, "max_ms": 97.007, "p95_ms": 86.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.856, "count": 109, "max_ms": 325.66, "p95_ms": 313.547}, "read_interval": {"avg_ms": 277.475, "count": 108, "max_ms": 335.33, "p95_ms": 323.59}, "triton_wait": {"avg_ms": 67.289, "count": 109, "max_ms": 97.018, "p95_ms": 86.556}, "visualize": {"avg_ms": 29.312, "count": 109, "max_ms": 45.558, "p95_ms": 37.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6271.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27320.115, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.161, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 620759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:57:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:57:09+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T03:57:09+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T03:57:09.412466+09:00", "mtime_epoch": 1783018629.412466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:57:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1580.801, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.117, "count": 300, "max_ms": 6.639, "p95_ms": 4.393}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.548, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.449, "count": 300, "max_ms": 88.484, "p95_ms": 69.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.883, "count": 300, "max_ms": 90.089, "p95_ms": 66.115}, "yolo11_640_fire_11class": {"avg_ms": 53.525, "count": 300, "max_ms": 76.1, "p95_ms": 68.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.969, "count": 300, "max_ms": 88.496, "p95_ms": 78.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.082, "count": 300, "max_ms": 103.42, "p95_ms": 91.403}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 130.505, "p95_ms": 122.128}, "triton_wait": {"avg_ms": 59.452, "count": 300, "max_ms": 90.101, "p95_ms": 78.901}, "visualize": {"avg_ms": 3.626, "count": 300, "max_ms": 4.542, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6282.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37139.137, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.705, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:57:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:57:18+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T03:57:18+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T03:57:18.568608+09:00", "mtime_epoch": 1783018638.5686076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:57:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1334.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.363, "count": 301, "max_ms": 12.194, "p95_ms": 8.198}, "gstreamer_push": {"avg_ms": 1.229, "count": 302, "max_ms": 1.681, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.343, "count": 301, "max_ms": 76.559, "p95_ms": 67.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.362, "count": 301, "max_ms": 95.175, "p95_ms": 80.133}, "yolo11_640_fire_11class": {"avg_ms": 52.571, "count": 301, "max_ms": 79.18, "p95_ms": 66.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.762, "count": 301, "max_ms": 86.603, "p95_ms": 77.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.32, "count": 302, "max_ms": 167.16, "p95_ms": 98.2}, "read_interval": {"avg_ms": 99.584, "count": 301, "max_ms": 491.872, "p95_ms": 130.932}, "triton_wait": {"avg_ms": 59.22, "count": 301, "max_ms": 95.187, "p95_ms": 81.769}, "visualize": {"avg_ms": 3.631, "count": 301, "max_ms": 6.425, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2816, "tracking_summary": 2476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6272.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64507.467, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 318.145, "sample_count": 1072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:57:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:57:34+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T03:57:33+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T03:57:33.744842+09:00", "mtime_epoch": 1783018653.7448423, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:57:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 932.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.969, "pushed": 3.969, "read": 3.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.911, "count": 119, "max_ms": 231.053, "p95_ms": 219.261}, "gstreamer_push": {"avg_ms": 1.098, "count": 119, "max_ms": 2.801, "p95_ms": 1.893}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.583, "count": 119, "max_ms": 90.952, "p95_ms": 80.095}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.065, "count": 119, "max_ms": 101.664, "p95_ms": 89.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.298, "count": 119, "max_ms": 340.327, "p95_ms": 318.96}, "read_interval": {"avg_ms": 252.828, "count": 118, "max_ms": 353.431, "p95_ms": 329.942}, "triton_wait": {"avg_ms": 68.122, "count": 119, "max_ms": 101.679, "p95_ms": 89.42}, "visualize": {"avg_ms": 27.471, "count": 119, "max_ms": 40.589, "p95_ms": 36.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6272.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27350.119, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.304, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:57:39+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T03:57:39+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:57:39.436930+09:00", "mtime_epoch": 1783018659.4369304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:57:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1580.801, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.155, "count": 300, "max_ms": 6.745, "p95_ms": 5.231}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 1.894, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.488, "count": 300, "max_ms": 77.086, "p95_ms": 68.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.069, "count": 300, "max_ms": 103.285, "p95_ms": 70.434}, "yolo11_640_fire_11class": {"avg_ms": 55.914, "count": 300, "max_ms": 77.697, "p95_ms": 67.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.011, "count": 300, "max_ms": 86.892, "p95_ms": 78.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.574, "count": 300, "max_ms": 115.535, "p95_ms": 93.859}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 131.514, "p95_ms": 120.947}, "triton_wait": {"avg_ms": 62.827, "count": 300, "max_ms": 103.298, "p95_ms": 79.276}, "visualize": {"avg_ms": 3.63, "count": 300, "max_ms": 4.981, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37169.189, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.705, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 628267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:57:48+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-07-03T03:57:48+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T03:57:48.657073+09:00", "mtime_epoch": 1783018668.657073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:57:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1334.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.326, "count": 301, "max_ms": 11.611, "p95_ms": 8.419}, "gstreamer_push": {"avg_ms": 1.211, "count": 301, "max_ms": 2.107, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.023, "count": 301, "max_ms": 77.488, "p95_ms": 67.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.495, "count": 301, "max_ms": 101.489, "p95_ms": 80.384}, "yolo11_640_fire_11class": {"avg_ms": 55.586, "count": 301, "max_ms": 75.371, "p95_ms": 67.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.443, "count": 301, "max_ms": 81.973, "p95_ms": 77.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.539, "count": 301, "max_ms": 117.662, "p95_ms": 96.82}, "read_interval": {"avg_ms": 99.939, "count": 300, "max_ms": 354.297, "p95_ms": 122.931}, "triton_wait": {"avg_ms": 62.947, "count": 301, "max_ms": 101.502, "p95_ms": 80.925}, "visualize": {"avg_ms": 3.485, "count": 301, "max_ms": 5.729, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2817, "tracking_summary": 2477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6280.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64537.752, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.51, "sample_count": 1068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:58:04+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T03:58:04+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T03:58:04.021311+09:00", "mtime_epoch": 1783018684.0213108, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:58:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 941.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.64, "pushed": 3.64, "read": 3.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.103, "count": 109, "max_ms": 233.375, "p95_ms": 211.881}, "gstreamer_push": {"avg_ms": 1.288, "count": 109, "max_ms": 2.894, "p95_ms": 1.844}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.232, "count": 109, "max_ms": 101.095, "p95_ms": 89.799}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.607, "count": 109, "max_ms": 102.379, "p95_ms": 91.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.787, "count": 109, "max_ms": 345.937, "p95_ms": 333.357}, "read_interval": {"avg_ms": 277.402, "count": 108, "max_ms": 356.071, "p95_ms": 343.014}, "triton_wait": {"avg_ms": 71.758, "count": 109, "max_ms": 102.391, "p95_ms": 91.453}, "visualize": {"avg_ms": 31.118, "count": 109, "max_ms": 42.81, "p95_ms": 37.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6280.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27380.157, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.557, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:58:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:58:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:58:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T03:58:09.477395+09:00", "mtime_epoch": 1783018689.4773953, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:58:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1581.059, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.164, "count": 300, "max_ms": 6.55, "p95_ms": 5.264}, "gstreamer_push": {"avg_ms": 1.262, "count": 300, "max_ms": 1.951, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.468, "count": 300, "max_ms": 79.235, "p95_ms": 70.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.779, "count": 300, "max_ms": 98.386, "p95_ms": 71.64}, "yolo11_640_fire_11class": {"avg_ms": 56.962, "count": 300, "max_ms": 80.301, "p95_ms": 70.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.452, "count": 300, "max_ms": 88.428, "p95_ms": 80.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.919, "count": 300, "max_ms": 140.239, "p95_ms": 96.203}, "read_interval": {"avg_ms": 100.119, "count": 299, "max_ms": 327.579, "p95_ms": 122.011}, "triton_wait": {"avg_ms": 64.244, "count": 300, "max_ms": 98.398, "p95_ms": 82.341}, "visualize": {"avg_ms": 3.572, "count": 300, "max_ms": 5.178, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6277.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37199.28, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.922, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 628566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:58:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T03:58:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T03:58:18.713538+09:00", "mtime_epoch": 1783018698.7135384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:58:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1334.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.417, "count": 299, "max_ms": 12.526, "p95_ms": 8.383}, "gstreamer_push": {"avg_ms": 1.217, "count": 299, "max_ms": 1.443, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.872, "count": 299, "max_ms": 77.195, "p95_ms": 68.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.655, "count": 299, "max_ms": 98.232, "p95_ms": 71.865}, "yolo11_640_fire_11class": {"avg_ms": 56.303, "count": 299, "max_ms": 75.93, "p95_ms": 67.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.739, "count": 299, "max_ms": 86.574, "p95_ms": 78.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.589, "count": 299, "max_ms": 115.037, "p95_ms": 97.272}, "read_interval": {"avg_ms": 100.626, "count": 298, "max_ms": 331.438, "p95_ms": 121.812}, "triton_wait": {"avg_ms": 64.648, "count": 299, "max_ms": 98.245, "p95_ms": 79.831}, "visualize": {"avg_ms": 3.641, "count": 299, "max_ms": 6.629, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2818, "tracking_summary": 2478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6277.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64567.766, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.58, "sample_count": 1078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:58:34+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T03:58:34+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T03:58:34.049776+09:00", "mtime_epoch": 1783018714.0497758, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:58:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.031, "name": "celery", "pid": 239, "rss_mb": 937.656, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.569, "pushed": 3.569, "read": 3.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.287, "count": 106, "max_ms": 204.565, "p95_ms": 202.633}, "gstreamer_push": {"avg_ms": 0.988, "count": 106, "max_ms": 2.301, "p95_ms": 1.841}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.885, "count": 106, "max_ms": 91.393, "p95_ms": 74.529}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.596, "count": 106, "max_ms": 97.362, "p95_ms": 85.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.511, "count": 106, "max_ms": 328.48, "p95_ms": 313.925}, "read_interval": {"avg_ms": 282.863, "count": 105, "max_ms": 337.649, "p95_ms": 323.891}, "triton_wait": {"avg_ms": 67.609, "count": 106, "max_ms": 97.375, "p95_ms": 85.199}, "visualize": {"avg_ms": 28.831, "count": 106, "max_ms": 40.125, "p95_ms": 36.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.703, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6274.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27410.226, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.406, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:58:39+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T03:58:39+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T03:58:39.573861+09:00", "mtime_epoch": 1783018719.5738614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:58:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1581.059, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.943, "pushed": 8.943, "read": 8.91}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.185, "count": 268, "max_ms": 6.55, "p95_ms": 5.518}, "gstreamer_push": {"avg_ms": 1.291, "count": 268, "max_ms": 1.712, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.895, "count": 268, "max_ms": 78.207, "p95_ms": 70.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.785, "count": 268, "max_ms": 91.093, "p95_ms": 70.516}, "yolo11_640_fire_11class": {"avg_ms": 57.844, "count": 268, "max_ms": 77.589, "p95_ms": 68.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.031, "count": 268, "max_ms": 88.575, "p95_ms": 78.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.393, "count": 268, "max_ms": 104.375, "p95_ms": 92.192}, "read_interval": {"avg_ms": 112.328, "count": 267, "max_ms": 3744.11, "p95_ms": 120.308}, "triton_wait": {"avg_ms": 65.69, "count": 268, "max_ms": 91.106, "p95_ms": 79.719}, "visualize": {"avg_ms": 3.639, "count": 268, "max_ms": 5.223, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6276.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37229.29, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.433, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 628852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:58:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:58:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T03:58:48+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T03:58:48.730003+09:00", "mtime_epoch": 1783018728.7300034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:58:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1334.84, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.535, "pushed": 9.535, "read": 9.535}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.395, "count": 286, "max_ms": 12.217, "p95_ms": 8.43}, "gstreamer_push": {"avg_ms": 1.223, "count": 286, "max_ms": 1.685, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.486, "count": 286, "max_ms": 74.578, "p95_ms": 68.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.822, "count": 286, "max_ms": 91.453, "p95_ms": 70.935}, "yolo11_640_fire_11class": {"avg_ms": 53.454, "count": 286, "max_ms": 73.828, "p95_ms": 67.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.307, "count": 286, "max_ms": 85.347, "p95_ms": 77.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.124, "count": 286, "max_ms": 107.32, "p95_ms": 94.258}, "read_interval": {"avg_ms": 104.94, "count": 286, "max_ms": 3279.533, "p95_ms": 113.387}, "triton_wait": {"avg_ms": 60.24, "count": 286, "max_ms": 91.466, "p95_ms": 78.872}, "visualize": {"avg_ms": 3.614, "count": 286, "max_ms": 4.97, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2819, "tracking_summary": 2479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6284.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64598.022, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.835, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T03:59:04+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T03:59:04+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T03:59:04.306245+09:00", "mtime_epoch": 1783018744.3062446, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:59:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 943.977, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.272, "pushed": 3.272, "read": 3.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.776, "count": 98, "max_ms": 206.264, "p95_ms": 204.893}, "gstreamer_push": {"avg_ms": 1.11, "count": 98, "max_ms": 2.958, "p95_ms": 2.692}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.906, "count": 98, "max_ms": 92.816, "p95_ms": 73.63}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.787, "count": 98, "max_ms": 96.019, "p95_ms": 91.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.755, "count": 98, "max_ms": 344.988, "p95_ms": 323.415}, "read_interval": {"avg_ms": 308.625, "count": 97, "max_ms": 353.902, "p95_ms": 333.354}, "triton_wait": {"avg_ms": 66.8, "count": 98, "max_ms": 96.032, "p95_ms": 91.391}, "visualize": {"avg_ms": 30.495, "count": 98, "max_ms": 41.572, "p95_ms": 40.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6284.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27440.251, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.672, "name": "ffmpeg", "pid": 16026, "rss_mb": 303.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.348, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 621872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:59:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:59:09+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T03:59:09+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T03:59:09.578326+09:00", "mtime_epoch": 1783018749.5783262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:59:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1581.316, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.18, "pushed": 8.18, "read": 8.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.201, "count": 245, "max_ms": 7.014, "p95_ms": 5.33}, "gstreamer_push": {"avg_ms": 1.285, "count": 245, "max_ms": 1.793, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.927, "count": 245, "max_ms": 75.84, "p95_ms": 68.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.699, "count": 245, "max_ms": 87.208, "p95_ms": 68.495}, "yolo11_640_fire_11class": {"avg_ms": 55.311, "count": 245, "max_ms": 74.328, "p95_ms": 69.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.412, "count": 245, "max_ms": 83.212, "p95_ms": 78.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.773, "count": 245, "max_ms": 99.832, "p95_ms": 91.208}, "read_interval": {"avg_ms": 122.652, "count": 244, "max_ms": 3047.947, "p95_ms": 106.482}, "triton_wait": {"avg_ms": 61.02, "count": 245, "max_ms": 87.221, "p95_ms": 78.569}, "visualize": {"avg_ms": 3.682, "count": 245, "max_ms": 5.687, "p95_ms": 4.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6289.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37259.355, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.474, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 629140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T03:59:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T03:59:18+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T03:59:18.786469+09:00", "mtime_epoch": 1783018758.786469, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:59:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1334.84, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.611, "pushed": 9.611, "read": 9.578}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.446, "count": 288, "max_ms": 12.899, "p95_ms": 8.289}, "gstreamer_push": {"avg_ms": 1.218, "count": 288, "max_ms": 1.489, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.332, "count": 288, "max_ms": 77.309, "p95_ms": 65.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.028, "count": 288, "max_ms": 88.464, "p95_ms": 69.427}, "yolo11_640_fire_11class": {"avg_ms": 51.811, "count": 288, "max_ms": 76.198, "p95_ms": 64.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.473, "count": 288, "max_ms": 90.646, "p95_ms": 74.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.908, "count": 288, "max_ms": 107.622, "p95_ms": 93.146}, "read_interval": {"avg_ms": 104.386, "count": 287, "max_ms": 2461.699, "p95_ms": 110.303}, "triton_wait": {"avg_ms": 57.04, "count": 288, "max_ms": 90.656, "p95_ms": 77.723}, "visualize": {"avg_ms": 3.58, "count": 288, "max_ms": 4.494, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2820, "tracking_summary": 2480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6291.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64628.089, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.384, "sample_count": 1077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:59:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:59:34+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-03T03:59:34+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-03T03:59:34.470712+09:00", "mtime_epoch": 1783018774.4707122, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T03:59:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 946.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.494, "pushed": 3.494, "read": 3.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.533, "count": 104, "max_ms": 205.804, "p95_ms": 202.642}, "gstreamer_push": {"avg_ms": 1.102, "count": 104, "max_ms": 3.299, "p95_ms": 2.774}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.634, "count": 104, "max_ms": 96.505, "p95_ms": 79.098}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.293, "count": 104, "max_ms": 100.184, "p95_ms": 89.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.051, "count": 104, "max_ms": 335.037, "p95_ms": 321.142}, "read_interval": {"avg_ms": 289.789, "count": 103, "max_ms": 343.941, "p95_ms": 330.135}, "triton_wait": {"avg_ms": 67.306, "count": 104, "max_ms": 100.194, "p95_ms": 89.906}, "visualize": {"avg_ms": 28.479, "count": 104, "max_ms": 41.712, "p95_ms": 38.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.767, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6278.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27470.262, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.517, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 622200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:59:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:59:39+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T03:59:39+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T03:59:39.610792+09:00", "mtime_epoch": 1783018779.610792, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T03:59:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1581.316, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.934, "pushed": 10.934, "read": 10.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.165, "count": 328, "max_ms": 6.185, "p95_ms": 4.774}, "gstreamer_push": {"avg_ms": 1.292, "count": 328, "max_ms": 2.279, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.868, "count": 328, "max_ms": 82.53, "p95_ms": 71.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.396, "count": 328, "max_ms": 87.494, "p95_ms": 68.943}, "yolo11_640_fire_11class": {"avg_ms": 58.191, "count": 328, "max_ms": 77.971, "p95_ms": 70.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.186, "count": 328, "max_ms": 92.517, "p95_ms": 79.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.292, "count": 328, "max_ms": 106.271, "p95_ms": 92.773}, "read_interval": {"avg_ms": 91.561, "count": 328, "max_ms": 119.311, "p95_ms": 107.959}, "triton_wait": {"avg_ms": 65.524, "count": 328, "max_ms": 92.531, "p95_ms": 79.774}, "visualize": {"avg_ms": 3.694, "count": 328, "max_ms": 5.534, "p95_ms": 4.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6289.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37289.382, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.481, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 629457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T03:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T03:59:48+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T03:59:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T03:59:48.814934+09:00", "mtime_epoch": 1783018788.8149345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T03:59:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1335.098, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.585, "pushed": 10.585, "read": 10.552}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.452, "count": 317, "max_ms": 12.358, "p95_ms": 8.284}, "gstreamer_push": {"avg_ms": 1.229, "count": 317, "max_ms": 1.888, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.745, "count": 317, "max_ms": 73.155, "p95_ms": 65.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.416, "count": 317, "max_ms": 89.832, "p95_ms": 74.76}, "yolo11_640_fire_11class": {"avg_ms": 55.208, "count": 317, "max_ms": 71.798, "p95_ms": 65.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.571, "count": 317, "max_ms": 80.025, "p95_ms": 74.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.424, "count": 317, "max_ms": 106.228, "p95_ms": 94.736}, "read_interval": {"avg_ms": 94.683, "count": 316, "max_ms": 123.394, "p95_ms": 110.596}, "triton_wait": {"avg_ms": 62.445, "count": 317, "max_ms": 89.845, "p95_ms": 78.722}, "visualize": {"avg_ms": 3.613, "count": 317, "max_ms": 4.626, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2822, "tracking_summary": 2480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6286.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64658.191, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.692, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:00:04+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T04:00:04+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T04:00:04.491178+09:00", "mtime_epoch": 1783018804.4911778, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:00:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 941.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.647, "pushed": 3.647, "read": 3.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.361, "count": 109, "max_ms": 211.717, "p95_ms": 207.949}, "gstreamer_push": {"avg_ms": 0.888, "count": 109, "max_ms": 2.841, "p95_ms": 1.751}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.027, "count": 109, "max_ms": 88.717, "p95_ms": 79.033}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.933, "count": 109, "max_ms": 92.23, "p95_ms": 85.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.576, "count": 109, "max_ms": 327.9, "p95_ms": 318.93}, "read_interval": {"avg_ms": 275.932, "count": 108, "max_ms": 336.687, "p95_ms": 328.931}, "triton_wait": {"avg_ms": 66.06, "count": 109, "max_ms": 92.243, "p95_ms": 85.936}, "visualize": {"avg_ms": 24.391, "count": 109, "max_ms": 39.524, "p95_ms": 34.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6276.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27500.272, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.406, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 622527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:00:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:00:09+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T04:00:09+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T04:00:09.595257+09:00", "mtime_epoch": 1783018809.5952568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:00:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1581.574, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.901, "pushed": 10.901, "read": 10.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.116, "count": 327, "max_ms": 6.369, "p95_ms": 4.763}, "gstreamer_push": {"avg_ms": 1.283, "count": 327, "max_ms": 1.484, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.559, "count": 327, "max_ms": 77.476, "p95_ms": 67.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.398, "count": 327, "max_ms": 83.704, "p95_ms": 67.126}, "yolo11_640_fire_11class": {"avg_ms": 58.239, "count": 327, "max_ms": 78.198, "p95_ms": 67.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.953, "count": 327, "max_ms": 81.857, "p95_ms": 77.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.106, "count": 327, "max_ms": 96.734, "p95_ms": 90.449}, "read_interval": {"avg_ms": 91.698, "count": 327, "max_ms": 111.613, "p95_ms": 104.239}, "triton_wait": {"avg_ms": 65.527, "count": 327, "max_ms": 83.717, "p95_ms": 77.97}, "visualize": {"avg_ms": 3.626, "count": 327, "max_ms": 4.972, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6286.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37319.517, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.347, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 629770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:00:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:00:19+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:00:18+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-03T04:00:18.899401+09:00", "mtime_epoch": 1783018818.8994012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:00:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1335.098, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.418, "pushed": 10.418, "read": 10.385}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.672, "count": 312, "max_ms": 13.379, "p95_ms": 11.426}, "gstreamer_push": {"avg_ms": 1.228, "count": 312, "max_ms": 1.684, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.322, "count": 312, "max_ms": 73.889, "p95_ms": 64.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.377, "count": 312, "max_ms": 94.932, "p95_ms": 66.381}, "yolo11_640_fire_11class": {"avg_ms": 53.774, "count": 312, "max_ms": 73.006, "p95_ms": 64.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.019, "count": 312, "max_ms": 83.196, "p95_ms": 74.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.947, "count": 312, "max_ms": 111.111, "p95_ms": 92.108}, "read_interval": {"avg_ms": 96.342, "count": 311, "max_ms": 342.972, "p95_ms": 115.095}, "triton_wait": {"avg_ms": 60.673, "count": 312, "max_ms": 94.948, "p95_ms": 76.701}, "visualize": {"avg_ms": 3.659, "count": 312, "max_ms": 4.952, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2823, "tracking_summary": 2481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6286.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64688.265, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 322.374, "sample_count": 1065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:00:34+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T04:00:34+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T04:00:34.567644+09:00", "mtime_epoch": 1783018834.5676444, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:00:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 940.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.257, "pushed": 3.257, "read": 3.224}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.081, "count": 97, "max_ms": 208.259, "p95_ms": 205.167}, "gstreamer_push": {"avg_ms": 1.016, "count": 97, "max_ms": 2.839, "p95_ms": 1.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.692, "count": 97, "max_ms": 91.585, "p95_ms": 84.781}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.505, "count": 97, "max_ms": 97.256, "p95_ms": 90.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 300.049, "count": 97, "max_ms": 343.323, "p95_ms": 326.888}, "read_interval": {"avg_ms": 310.092, "count": 96, "max_ms": 352.225, "p95_ms": 336.469}, "triton_wait": {"avg_ms": 67.649, "count": 97, "max_ms": 97.269, "p95_ms": 90.425}, "visualize": {"avg_ms": 29.536, "count": 97, "max_ms": 43.333, "p95_ms": 39.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.78, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6286.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27530.338, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.381, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 622860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:00:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:00:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T04:00:39+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T04:00:39.659723+09:00", "mtime_epoch": 1783018839.6597233, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:00:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1581.574, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 333, "pushed_frames": 333, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.112, "pushed": 11.112, "read": 11.079}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.173, "count": 333, "max_ms": 6.602, "p95_ms": 5.525}, "gstreamer_push": {"avg_ms": 1.273, "count": 333, "max_ms": 1.997, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.608, "count": 333, "max_ms": 77.982, "p95_ms": 69.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.903, "count": 333, "max_ms": 89.565, "p95_ms": 68.596}, "yolo11_640_fire_11class": {"avg_ms": 55.172, "count": 333, "max_ms": 77.268, "p95_ms": 68.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.81, "count": 333, "max_ms": 87.965, "p95_ms": 77.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.095, "count": 333, "max_ms": 102.31, "p95_ms": 91.047}, "read_interval": {"avg_ms": 90.25, "count": 332, "max_ms": 125.381, "p95_ms": 113.871}, "triton_wait": {"avg_ms": 61.432, "count": 333, "max_ms": 89.578, "p95_ms": 78.479}, "visualize": {"avg_ms": 3.632, "count": 333, "max_ms": 4.894, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6276.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37349.554, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.27, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:00:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:00:49+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T04:00:49+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-03T04:00:48.911867+09:00", "mtime_epoch": 1783018848.911867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:00:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1335.355, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.566, "count": 300, "max_ms": 12.493, "p95_ms": 9.373}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 2.07, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.949, "count": 300, "max_ms": 74.701, "p95_ms": 67.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.794, "count": 300, "max_ms": 91.945, "p95_ms": 81.257}, "yolo11_640_fire_11class": {"avg_ms": 53.954, "count": 300, "max_ms": 70.942, "p95_ms": 66.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.54, "count": 300, "max_ms": 87.205, "p95_ms": 77.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.175, "count": 300, "max_ms": 109.293, "p95_ms": 98.691}, "read_interval": {"avg_ms": 100.17, "count": 299, "max_ms": 266.329, "p95_ms": 125.471}, "triton_wait": {"avg_ms": 61.962, "count": 300, "max_ms": 91.958, "p95_ms": 81.662}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 6.2, "p95_ms": 4.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2823, "tracking_summary": 2482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6284.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64718.285, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 322.305, "sample_count": 1063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:01:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:01:04+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T04:01:04+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T04:01:04.572110+09:00", "mtime_epoch": 1783018864.57211, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:01:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 937.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.903, "pushed": 3.903, "read": 3.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.982, "count": 116, "max_ms": 232.256, "p95_ms": 202.23}, "gstreamer_push": {"avg_ms": 1.215, "count": 116, "max_ms": 3.119, "p95_ms": 1.979}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.642, "count": 116, "max_ms": 97.76, "p95_ms": 84.362}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.971, "count": 116, "max_ms": 96.949, "p95_ms": 86.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.008, "count": 116, "max_ms": 366.054, "p95_ms": 311.233}, "read_interval": {"avg_ms": 258.371, "count": 115, "max_ms": 375.883, "p95_ms": 319.971}, "triton_wait": {"avg_ms": 68.998, "count": 116, "max_ms": 97.773, "p95_ms": 86.48}, "visualize": {"avg_ms": 26.318, "count": 116, "max_ms": 36.12, "p95_ms": 34.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.721, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6286.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27560.392, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.192, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 623161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:01:09+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T04:01:09+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T04:01:09.732190+09:00", "mtime_epoch": 1783018869.7321901, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:01:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1581.832, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 301, "max_ms": 6.385, "p95_ms": 5.137}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.911, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.863, "count": 301, "max_ms": 78.492, "p95_ms": 72.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.126, "count": 301, "max_ms": 103.982, "p95_ms": 70.546}, "yolo11_640_fire_11class": {"avg_ms": 56.045, "count": 301, "max_ms": 77.401, "p95_ms": 70.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.053, "count": 301, "max_ms": 87.667, "p95_ms": 79.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.498, "count": 301, "max_ms": 114.233, "p95_ms": 93.045}, "read_interval": {"avg_ms": 99.916, "count": 300, "max_ms": 126.044, "p95_ms": 120.942}, "triton_wait": {"avg_ms": 63.736, "count": 301, "max_ms": 103.992, "p95_ms": 79.924}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 5.674, "p95_ms": 4.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6288.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37379.608, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.05, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:01:19+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T04:01:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T04:01:19.040334+09:00", "mtime_epoch": 1783018879.0403345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:01:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1335.355, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.91}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.48, "count": 298, "max_ms": 12.043, "p95_ms": 9.338}, "gstreamer_push": {"avg_ms": 1.223, "count": 298, "max_ms": 1.455, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.435, "count": 298, "max_ms": 78.428, "p95_ms": 70.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.171, "count": 298, "max_ms": 95.28, "p95_ms": 79.81}, "yolo11_640_fire_11class": {"avg_ms": 56.193, "count": 298, "max_ms": 78.214, "p95_ms": 68.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.505, "count": 298, "max_ms": 90.023, "p95_ms": 77.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.593, "count": 298, "max_ms": 112.071, "p95_ms": 98.872}, "read_interval": {"avg_ms": 100.838, "count": 297, "max_ms": 360.117, "p95_ms": 125.2}, "triton_wait": {"avg_ms": 63.672, "count": 298, "max_ms": 95.293, "p95_ms": 82.571}, "visualize": {"avg_ms": 3.605, "count": 298, "max_ms": 5.912, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2824, "tracking_summary": 2483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6287.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64748.544, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.625, "sample_count": 1059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:01:35+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T04:01:34+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T04:01:34.824580+09:00", "mtime_epoch": 1783018894.8245797, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:01:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 939.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.239, "pushed": 3.239, "read": 3.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.329, "count": 97, "max_ms": 204.52, "p95_ms": 203.412}, "gstreamer_push": {"avg_ms": 1.114, "count": 97, "max_ms": 3.046, "p95_ms": 2.726}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.574, "count": 97, "max_ms": 96.883, "p95_ms": 89.297}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.129, "count": 97, "max_ms": 101.845, "p95_ms": 93.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.073, "count": 97, "max_ms": 338.448, "p95_ms": 333.285}, "read_interval": {"avg_ms": 311.898, "count": 96, "max_ms": 349.086, "p95_ms": 342.357}, "triton_wait": {"avg_ms": 70.376, "count": 97, "max_ms": 101.858, "p95_ms": 93.589}, "visualize": {"avg_ms": 31.654, "count": 97, "max_ms": 44.95, "p95_ms": 43.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6288.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27590.392, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.256, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 623461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:01:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:01:39+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T04:01:39+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T04:01:39.732656+09:00", "mtime_epoch": 1783018899.7326558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:01:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1582.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 300, "max_ms": 6.246, "p95_ms": 4.816}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.805, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.143, "count": 300, "max_ms": 78.229, "p95_ms": 70.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.321, "count": 300, "max_ms": 98.774, "p95_ms": 70.714}, "yolo11_640_fire_11class": {"avg_ms": 58.682, "count": 300, "max_ms": 78.587, "p95_ms": 68.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.06, "count": 300, "max_ms": 86.052, "p95_ms": 78.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.426, "count": 300, "max_ms": 111.61, "p95_ms": 91.485}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 128.453, "p95_ms": 121.293}, "triton_wait": {"avg_ms": 65.754, "count": 300, "max_ms": 98.787, "p95_ms": 78.566}, "visualize": {"avg_ms": 3.638, "count": 300, "max_ms": 4.805, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6286.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37409.628, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.05, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:01:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T04:01:49+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:01:49.064801+09:00", "mtime_epoch": 1783018909.0648007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:01:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1335.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.503, "count": 302, "max_ms": 11.633, "p95_ms": 8.981}, "gstreamer_push": {"avg_ms": 1.23, "count": 302, "max_ms": 1.475, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.308, "count": 302, "max_ms": 74.942, "p95_ms": 66.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.806, "count": 302, "max_ms": 98.746, "p95_ms": 72.078}, "yolo11_640_fire_11class": {"avg_ms": 55.773, "count": 302, "max_ms": 74.929, "p95_ms": 66.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.054, "count": 302, "max_ms": 82.944, "p95_ms": 76.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.206, "count": 302, "max_ms": 114.763, "p95_ms": 94.384}, "read_interval": {"avg_ms": 99.393, "count": 301, "max_ms": 294.798, "p95_ms": 123.438}, "triton_wait": {"avg_ms": 63.175, "count": 302, "max_ms": 98.759, "p95_ms": 78.367}, "visualize": {"avg_ms": 3.634, "count": 302, "max_ms": 5.032, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2827, "tracking_summary": 2484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6279.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64778.549, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.664, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:02:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:02:05+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T04:02:04+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T04:02:04.949048+09:00", "mtime_epoch": 1783018924.9490476, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:02:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 932.484, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.534, "pushed": 3.534, "read": 3.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.682, "count": 106, "max_ms": 205.875, "p95_ms": 203.253}, "gstreamer_push": {"avg_ms": 0.929, "count": 106, "max_ms": 2.724, "p95_ms": 1.763}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.247, "count": 106, "max_ms": 95.967, "p95_ms": 81.886}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.758, "count": 106, "max_ms": 99.76, "p95_ms": 86.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.16, "count": 106, "max_ms": 334.426, "p95_ms": 314.726}, "read_interval": {"avg_ms": 284.192, "count": 106, "max_ms": 343.262, "p95_ms": 323.995}, "triton_wait": {"avg_ms": 66.858, "count": 106, "max_ms": 99.777, "p95_ms": 86.715}, "visualize": {"avg_ms": 28.868, "count": 106, "max_ms": 40.069, "p95_ms": 36.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6282.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27620.419, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.37, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 623761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:02:09+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T04:02:09+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T04:02:09.765122+09:00", "mtime_epoch": 1783018929.7651224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:02:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1582.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.189, "count": 300, "max_ms": 7.004, "p95_ms": 4.802}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.775, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.095, "count": 300, "max_ms": 75.772, "p95_ms": 70.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.501, "count": 300, "max_ms": 95.134, "p95_ms": 68.987}, "yolo11_640_fire_11class": {"avg_ms": 59.065, "count": 300, "max_ms": 74.813, "p95_ms": 68.446}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.403, "count": 300, "max_ms": 83.08, "p95_ms": 78.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.797, "count": 300, "max_ms": 108.139, "p95_ms": 92.58}, "read_interval": {"avg_ms": 100.098, "count": 300, "max_ms": 138.916, "p95_ms": 120.174}, "triton_wait": {"avg_ms": 66.963, "count": 300, "max_ms": 95.146, "p95_ms": 79.504}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 4.85, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6280.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37439.699, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.988, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:02:19+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T04:02:19+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T04:02:19.157268+09:00", "mtime_epoch": 1783018939.1572683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:02:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1335.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.517, "count": 301, "max_ms": 12.306, "p95_ms": 9.019}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.65, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.731, "count": 301, "max_ms": 74.052, "p95_ms": 66.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.09, "count": 301, "max_ms": 91.826, "p95_ms": 79.111}, "yolo11_640_fire_11class": {"avg_ms": 55.372, "count": 301, "max_ms": 75.722, "p95_ms": 65.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.999, "count": 301, "max_ms": 85.893, "p95_ms": 75.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.28, "count": 301, "max_ms": 108.073, "p95_ms": 98.105}, "read_interval": {"avg_ms": 99.972, "count": 300, "max_ms": 365.511, "p95_ms": 122.888}, "triton_wait": {"avg_ms": 63.173, "count": 301, "max_ms": 91.838, "p95_ms": 80.483}, "visualize": {"avg_ms": 3.673, "count": 301, "max_ms": 6.837, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2827, "tracking_summary": 2485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6280.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64808.734, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.258, "sample_count": 1057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:02:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:02:35+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-03T04:02:35+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T04:02:35.021515+09:00", "mtime_epoch": 1783018955.0215147, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:02:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 932.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.936, "pushed": 3.936, "read": 3.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.966, "count": 118, "max_ms": 217.347, "p95_ms": 212.335}, "gstreamer_push": {"avg_ms": 1.158, "count": 118, "max_ms": 3.007, "p95_ms": 1.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.12, "count": 118, "max_ms": 92.698, "p95_ms": 79.374}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.415, "count": 118, "max_ms": 95.072, "p95_ms": 85.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.454, "count": 118, "max_ms": 342.256, "p95_ms": 319.536}, "read_interval": {"avg_ms": 255.426, "count": 117, "max_ms": 352.537, "p95_ms": 330.146}, "triton_wait": {"avg_ms": 66.606, "count": 118, "max_ms": 95.081, "p95_ms": 85.965}, "visualize": {"avg_ms": 28.012, "count": 118, "max_ms": 46.227, "p95_ms": 37.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6280.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27650.423, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.192, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 624061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:02:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:02:39+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T04:02:39+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:02:39.741588+09:00", "mtime_epoch": 1783018959.741588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:02:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1582.348, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.143, "count": 300, "max_ms": 6.568, "p95_ms": 4.963}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 1.699, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.347, "count": 300, "max_ms": 83.437, "p95_ms": 68.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.639, "count": 300, "max_ms": 84.978, "p95_ms": 66.189}, "yolo11_640_fire_11class": {"avg_ms": 54.868, "count": 300, "max_ms": 77.628, "p95_ms": 67.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.511, "count": 300, "max_ms": 89.154, "p95_ms": 77.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.771, "count": 300, "max_ms": 101.866, "p95_ms": 90.911}, "read_interval": {"avg_ms": 99.92, "count": 300, "max_ms": 130.285, "p95_ms": 120.764}, "triton_wait": {"avg_ms": 61.016, "count": 300, "max_ms": 89.167, "p95_ms": 78.177}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.815, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6289.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37469.726, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.417, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 631271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:02:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:02:49+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T04:02:49+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T04:02:49.177735+09:00", "mtime_epoch": 1783018969.1777349, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:02:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1335.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.508, "count": 300, "max_ms": 12.564, "p95_ms": 8.954}, "gstreamer_push": {"avg_ms": 1.214, "count": 300, "max_ms": 1.54, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.012, "count": 300, "max_ms": 71.192, "p95_ms": 65.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.975, "count": 300, "max_ms": 102.121, "p95_ms": 69.022}, "yolo11_640_fire_11class": {"avg_ms": 53.496, "count": 300, "max_ms": 70.882, "p95_ms": 65.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.187, "count": 300, "max_ms": 81.647, "p95_ms": 75.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.339, "count": 300, "max_ms": 119.117, "p95_ms": 92.983}, "read_interval": {"avg_ms": 100.126, "count": 299, "max_ms": 333.256, "p95_ms": 160.792}, "triton_wait": {"avg_ms": 60.514, "count": 300, "max_ms": 102.134, "p95_ms": 77.358}, "visualize": {"avg_ms": 3.579, "count": 300, "max_ms": 4.999, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2828, "tracking_summary": 2486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6281.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64838.961, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.415, "sample_count": 1058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:03:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:03:05+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T04:03:05+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T04:03:05.249985+09:00", "mtime_epoch": 1783018985.2499845, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:03:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 933.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.676, "pushed": 3.676, "read": 3.643}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.508, "count": 110, "max_ms": 240.173, "p95_ms": 207.334}, "gstreamer_push": {"avg_ms": 1.079, "count": 110, "max_ms": 2.906, "p95_ms": 1.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.576, "count": 110, "max_ms": 96.201, "p95_ms": 84.784}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.674, "count": 110, "max_ms": 100.354, "p95_ms": 91.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.534, "count": 110, "max_ms": 353.546, "p95_ms": 334.641}, "read_interval": {"avg_ms": 274.463, "count": 109, "max_ms": 364.979, "p95_ms": 345.122}, "triton_wait": {"avg_ms": 70.784, "count": 110, "max_ms": 100.368, "p95_ms": 93.62}, "visualize": {"avg_ms": 30.388, "count": 110, "max_ms": 50.863, "p95_ms": 35.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6289.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27680.507, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.827, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 624362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:03:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:03:09+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T04:03:09+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T04:03:09.814055+09:00", "mtime_epoch": 1783018989.8140554, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:03:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1582.348, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.127, "count": 301, "max_ms": 7.476, "p95_ms": 4.669}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 1.735, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.995, "count": 301, "max_ms": 76.882, "p95_ms": 67.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.965, "count": 301, "max_ms": 90.264, "p95_ms": 68.052}, "yolo11_640_fire_11class": {"avg_ms": 54.158, "count": 301, "max_ms": 75.417, "p95_ms": 67.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.018, "count": 301, "max_ms": 84.027, "p95_ms": 77.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.59, "count": 301, "max_ms": 103.674, "p95_ms": 91.319}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 162.208, "p95_ms": 121.56}, "triton_wait": {"avg_ms": 60.885, "count": 301, "max_ms": 90.28, "p95_ms": 78.679}, "visualize": {"avg_ms": 3.669, "count": 301, "max_ms": 5.804, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6290.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37499.738, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.156, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 631571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:03:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:03:19+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T04:03:19+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T04:03:19.158201+09:00", "mtime_epoch": 1783018999.1582007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:03:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1336.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.644, "count": 300, "max_ms": 12.716, "p95_ms": 9.48}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 2.212, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.259, "count": 300, "max_ms": 80.343, "p95_ms": 67.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.3, "count": 300, "max_ms": 103.995, "p95_ms": 73.296}, "yolo11_640_fire_11class": {"avg_ms": 53.538, "count": 300, "max_ms": 79.795, "p95_ms": 66.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.071, "count": 300, "max_ms": 92.724, "p95_ms": 75.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.477, "count": 300, "max_ms": 123.013, "p95_ms": 94.376}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 311.283, "p95_ms": 139.238}, "triton_wait": {"avg_ms": 60.256, "count": 300, "max_ms": 104.008, "p95_ms": 77.677}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 7.341, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2830, "tracking_summary": 2487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6288.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64869.026, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.664, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:03:35+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T04:03:35+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T04:03:35.298452+09:00", "mtime_epoch": 1783019015.2984517, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:03:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 939.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.533, "pushed": 3.533, "read": 3.499}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.156, "count": 105, "max_ms": 218.671, "p95_ms": 203.55}, "gstreamer_push": {"avg_ms": 0.823, "count": 105, "max_ms": 1.747, "p95_ms": 1.059}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.978, "count": 105, "max_ms": 97.316, "p95_ms": 77.798}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.229, "count": 105, "max_ms": 100.827, "p95_ms": 88.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.067, "count": 105, "max_ms": 335.038, "p95_ms": 325.775}, "read_interval": {"avg_ms": 286.078, "count": 104, "max_ms": 345.519, "p95_ms": 335.751}, "triton_wait": {"avg_ms": 69.242, "count": 105, "max_ms": 100.838, "p95_ms": 88.095}, "visualize": {"avg_ms": 29.778, "count": 105, "max_ms": 43.726, "p95_ms": 38.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6290.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27710.541, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.762, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 624662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:03:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:03:39+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T04:03:39+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T04:03:39.882523+09:00", "mtime_epoch": 1783019019.882523, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:03:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1582.605, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.184, "count": 300, "max_ms": 6.545, "p95_ms": 5.506}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.862, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.122, "count": 300, "max_ms": 82.695, "p95_ms": 68.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.82, "count": 300, "max_ms": 93.496, "p95_ms": 67.388}, "yolo11_640_fire_11class": {"avg_ms": 56.662, "count": 300, "max_ms": 82.682, "p95_ms": 68.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.211, "count": 300, "max_ms": 94.849, "p95_ms": 77.94}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.171, "count": 300, "max_ms": 108.225, "p95_ms": 91.66}, "read_interval": {"avg_ms": 100.153, "count": 299, "max_ms": 130.65, "p95_ms": 120.912}, "triton_wait": {"avg_ms": 63.406, "count": 300, "max_ms": 94.862, "p95_ms": 78.34}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 5.316, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6291.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37529.776, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.243, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 631870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:03:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:03:49+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T04:03:49+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T04:03:49.230668+09:00", "mtime_epoch": 1783019029.2306683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:03:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1336.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.662, "count": 299, "max_ms": 13.454, "p95_ms": 10.9}, "gstreamer_push": {"avg_ms": 1.224, "count": 299, "max_ms": 1.614, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.118, "count": 299, "max_ms": 75.013, "p95_ms": 67.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.244, "count": 299, "max_ms": 91.683, "p95_ms": 72.029}, "yolo11_640_fire_11class": {"avg_ms": 56.369, "count": 299, "max_ms": 75.0, "p95_ms": 66.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.262, "count": 299, "max_ms": 86.549, "p95_ms": 76.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.168, "count": 299, "max_ms": 104.831, "p95_ms": 97.122}, "read_interval": {"avg_ms": 100.511, "count": 298, "max_ms": 344.079, "p95_ms": 117.909}, "triton_wait": {"avg_ms": 63.992, "count": 299, "max_ms": 91.691, "p95_ms": 78.253}, "visualize": {"avg_ms": 3.676, "count": 299, "max_ms": 6.646, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2830, "tracking_summary": 2487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6288.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64899.057, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 324.819, "sample_count": 1055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:04:05+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T04:04:05+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T04:04:05.338919+09:00", "mtime_epoch": 1783019045.338919, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:04:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 939.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.23, "pushed": 3.23, "read": 3.196}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.85, "count": 96, "max_ms": 210.997, "p95_ms": 206.776}, "gstreamer_push": {"avg_ms": 0.982, "count": 96, "max_ms": 2.75, "p95_ms": 1.711}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.331, "count": 96, "max_ms": 98.805, "p95_ms": 86.194}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.491, "count": 96, "max_ms": 105.191, "p95_ms": 95.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.034, "count": 96, "max_ms": 354.22, "p95_ms": 335.399}, "read_interval": {"avg_ms": 312.734, "count": 95, "max_ms": 367.152, "p95_ms": 344.901}, "triton_wait": {"avg_ms": 67.505, "count": 96, "max_ms": 105.205, "p95_ms": 95.555}, "visualize": {"avg_ms": 30.914, "count": 96, "max_ms": 43.958, "p95_ms": 39.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.726, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6282.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27740.635, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.727, "sample_count": 3088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 624963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:04:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:04:10+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:04:09+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:04:09.954991+09:00", "mtime_epoch": 1783019049.9549906, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:04:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1582.605, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.07, "count": 300, "max_ms": 5.95, "p95_ms": 4.291}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 2.199, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.774, "count": 300, "max_ms": 77.468, "p95_ms": 69.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.512, "count": 300, "max_ms": 86.262, "p95_ms": 68.259}, "yolo11_640_fire_11class": {"avg_ms": 58.996, "count": 300, "max_ms": 76.855, "p95_ms": 68.506}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.162, "count": 300, "max_ms": 85.117, "p95_ms": 78.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.071, "count": 300, "max_ms": 99.25, "p95_ms": 90.813}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 131.26, "p95_ms": 119.588}, "triton_wait": {"avg_ms": 66.554, "count": 300, "max_ms": 86.276, "p95_ms": 78.344}, "visualize": {"avg_ms": 3.598, "count": 300, "max_ms": 4.661, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6290.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37559.819, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.243, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:04:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:04:19+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T04:04:19+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T04:04:19.267136+09:00", "mtime_epoch": 1783019059.2671356, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:04:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1336.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.413, "count": 301, "max_ms": 12.392, "p95_ms": 8.289}, "gstreamer_push": {"avg_ms": 1.216, "count": 301, "max_ms": 1.465, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.942, "count": 301, "max_ms": 73.396, "p95_ms": 66.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.563, "count": 301, "max_ms": 89.721, "p95_ms": 69.45}, "yolo11_640_fire_11class": {"avg_ms": 56.157, "count": 301, "max_ms": 76.045, "p95_ms": 65.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.219, "count": 301, "max_ms": 83.977, "p95_ms": 75.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.732, "count": 301, "max_ms": 106.172, "p95_ms": 93.344}, "read_interval": {"avg_ms": 99.813, "count": 300, "max_ms": 271.576, "p95_ms": 116.469}, "triton_wait": {"avg_ms": 63.896, "count": 301, "max_ms": 89.734, "p95_ms": 77.516}, "visualize": {"avg_ms": 3.596, "count": 301, "max_ms": 4.768, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2831, "tracking_summary": 2488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6287.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64929.253, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 325.7, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:04:35+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-03T04:04:35+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T04:04:35.551389+09:00", "mtime_epoch": 1783019075.5513887, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:04:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 939.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.581, "pushed": 3.581, "read": 3.548}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.644, "count": 107, "max_ms": 204.375, "p95_ms": 203.117}, "gstreamer_push": {"avg_ms": 1.06, "count": 107, "max_ms": 2.875, "p95_ms": 2.711}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.926, "count": 107, "max_ms": 94.038, "p95_ms": 87.392}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.942, "count": 107, "max_ms": 103.723, "p95_ms": 93.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.618, "count": 107, "max_ms": 335.04, "p95_ms": 330.275}, "read_interval": {"avg_ms": 282.068, "count": 106, "max_ms": 341.439, "p95_ms": 336.554}, "triton_wait": {"avg_ms": 69.992, "count": 107, "max_ms": 103.736, "p95_ms": 93.598}, "visualize": {"avg_ms": 28.288, "count": 107, "max_ms": 40.48, "p95_ms": 39.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6291.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27770.704, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.685, "sample_count": 3059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 625264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:04:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:04:40+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T04:04:40+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T04:04:40.039459+09:00", "mtime_epoch": 1783019080.0394588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:04:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1582.863, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.054, "count": 301, "max_ms": 6.54, "p95_ms": 4.57}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.743, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.039, "count": 301, "max_ms": 79.289, "p95_ms": 69.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.227, "count": 301, "max_ms": 97.991, "p95_ms": 70.486}, "yolo11_640_fire_11class": {"avg_ms": 57.231, "count": 301, "max_ms": 79.693, "p95_ms": 69.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.911, "count": 301, "max_ms": 91.408, "p95_ms": 78.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.127, "count": 301, "max_ms": 112.092, "p95_ms": 95.133}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 127.736, "p95_ms": 120.939}, "triton_wait": {"avg_ms": 64.559, "count": 301, "max_ms": 98.004, "p95_ms": 82.161}, "visualize": {"avg_ms": 3.602, "count": 301, "max_ms": 5.027, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6282.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37589.865, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.807, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:04:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:04:49+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T04:04:49+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T04:04:49.307603+09:00", "mtime_epoch": 1783019089.307603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:04:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1336.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.493, "count": 300, "max_ms": 13.008, "p95_ms": 8.611}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 2.081, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.359, "count": 300, "max_ms": 75.47, "p95_ms": 67.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.899, "count": 300, "max_ms": 96.405, "p95_ms": 83.043}, "yolo11_640_fire_11class": {"avg_ms": 54.954, "count": 300, "max_ms": 75.767, "p95_ms": 67.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.742, "count": 300, "max_ms": 88.27, "p95_ms": 76.416}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.321, "count": 300, "max_ms": 112.678, "p95_ms": 101.435}, "read_interval": {"avg_ms": 100.175, "count": 299, "max_ms": 296.866, "p95_ms": 129.008}, "triton_wait": {"avg_ms": 62.25, "count": 300, "max_ms": 96.417, "p95_ms": 85.08}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 6.483, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2833, "tracking_summary": 2489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6293.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64959.497, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.63, "sample_count": 1053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:05:06+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T04:05:05+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T04:05:05.795859+09:00", "mtime_epoch": 1783019105.7958593, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:05:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 944.27, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.507, "pushed": 3.507, "read": 3.474}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.641, "count": 105, "max_ms": 237.542, "p95_ms": 232.46}, "gstreamer_push": {"avg_ms": 1.214, "count": 105, "max_ms": 3.006, "p95_ms": 1.907}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.203, "count": 105, "max_ms": 93.924, "p95_ms": 87.975}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.566, "count": 105, "max_ms": 99.551, "p95_ms": 95.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.94, "count": 105, "max_ms": 378.803, "p95_ms": 338.856}, "read_interval": {"avg_ms": 287.891, "count": 104, "max_ms": 387.456, "p95_ms": 349.272}, "triton_wait": {"avg_ms": 66.722, "count": 105, "max_ms": 99.566, "p95_ms": 95.119}, "visualize": {"avg_ms": 28.761, "count": 105, "max_ms": 42.873, "p95_ms": 39.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6293.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27800.707, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.727, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 625564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:05:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:05:10+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T04:05:10+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T04:05:10.035925+09:00", "mtime_epoch": 1783019110.0359254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:05:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1582.863, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.12, "count": 300, "max_ms": 6.267, "p95_ms": 4.829}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.766, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.754, "count": 300, "max_ms": 77.064, "p95_ms": 69.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.014, "count": 300, "max_ms": 83.829, "p95_ms": 68.127}, "yolo11_640_fire_11class": {"avg_ms": 56.647, "count": 300, "max_ms": 75.698, "p95_ms": 68.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.392, "count": 300, "max_ms": 86.372, "p95_ms": 77.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.566, "count": 300, "max_ms": 99.112, "p95_ms": 90.701}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 126.857, "p95_ms": 120.449}, "triton_wait": {"avg_ms": 63.904, "count": 300, "max_ms": 86.386, "p95_ms": 77.778}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 5.846, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6281.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37619.898, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.247, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:05:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:05:19+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T04:05:19+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T04:05:19.348070+09:00", "mtime_epoch": 1783019119.3480704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:05:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1336.645, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.396, "count": 300, "max_ms": 11.773, "p95_ms": 8.66}, "gstreamer_push": {"avg_ms": 1.222, "count": 300, "max_ms": 1.706, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.312, "count": 300, "max_ms": 82.699, "p95_ms": 66.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.827, "count": 300, "max_ms": 90.474, "p95_ms": 69.747}, "yolo11_640_fire_11class": {"avg_ms": 54.464, "count": 300, "max_ms": 81.468, "p95_ms": 66.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.147, "count": 300, "max_ms": 84.32, "p95_ms": 75.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.798, "count": 300, "max_ms": 110.088, "p95_ms": 93.5}, "read_interval": {"avg_ms": 100.152, "count": 299, "max_ms": 435.665, "p95_ms": 126.736}, "triton_wait": {"avg_ms": 60.962, "count": 300, "max_ms": 90.49, "p95_ms": 76.625}, "visualize": {"avg_ms": 3.628, "count": 300, "max_ms": 5.728, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2834, "tracking_summary": 2490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6291.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 64989.518, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.422, "sample_count": 1054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:05:36+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T04:05:35+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T04:05:35.812326+09:00", "mtime_epoch": 1783019135.8123264, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:05:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 942.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.297, "pushed": 3.297, "read": 3.263}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.306, "count": 98, "max_ms": 209.246, "p95_ms": 205.308}, "gstreamer_push": {"avg_ms": 0.993, "count": 98, "max_ms": 2.989, "p95_ms": 2.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.354, "count": 98, "max_ms": 101.912, "p95_ms": 82.713}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.983, "count": 98, "max_ms": 100.851, "p95_ms": 89.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.64, "count": 98, "max_ms": 329.292, "p95_ms": 323.973}, "read_interval": {"avg_ms": 306.377, "count": 97, "max_ms": 340.726, "p95_ms": 333.009}, "triton_wait": {"avg_ms": 67.03, "count": 98, "max_ms": 101.924, "p95_ms": 89.049}, "visualize": {"avg_ms": 27.584, "count": 98, "max_ms": 40.639, "p95_ms": 39.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.725, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6282.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27830.706, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.685, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 625864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:05:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:05:40+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T04:05:40+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T04:05:40.024392+09:00", "mtime_epoch": 1783019140.0243921, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:05:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1583.121, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.02, "count": 300, "max_ms": 6.546, "p95_ms": 5.383}, "gstreamer_push": {"avg_ms": 1.197, "count": 301, "max_ms": 1.842, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.736, "count": 300, "max_ms": 75.964, "p95_ms": 66.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.169, "count": 300, "max_ms": 95.275, "p95_ms": 64.1}, "yolo11_640_fire_11class": {"avg_ms": 53.211, "count": 300, "max_ms": 77.824, "p95_ms": 66.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.296, "count": 300, "max_ms": 85.772, "p95_ms": 77.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.865, "count": 300, "max_ms": 108.309, "p95_ms": 90.793}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 124.837, "p95_ms": 121.193}, "triton_wait": {"avg_ms": 58.838, "count": 300, "max_ms": 95.287, "p95_ms": 77.884}, "visualize": {"avg_ms": 3.369, "count": 300, "max_ms": 5.621, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6286.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37649.92, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.725, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 633072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:05:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:05:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T04:05:49+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T04:05:49.352537+09:00", "mtime_epoch": 1783019149.3525374, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:05:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1336.645, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.427, "count": 301, "max_ms": 13.454, "p95_ms": 8.272}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.73, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.08, "count": 301, "max_ms": 77.968, "p95_ms": 65.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.731, "count": 301, "max_ms": 96.683, "p95_ms": 73.784}, "yolo11_640_fire_11class": {"avg_ms": 52.681, "count": 301, "max_ms": 77.949, "p95_ms": 65.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.658, "count": 301, "max_ms": 88.973, "p95_ms": 77.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.758, "count": 301, "max_ms": 113.921, "p95_ms": 97.122}, "read_interval": {"avg_ms": 99.716, "count": 300, "max_ms": 309.916, "p95_ms": 131.053}, "triton_wait": {"avg_ms": 58.868, "count": 301, "max_ms": 96.697, "p95_ms": 81.045}, "visualize": {"avg_ms": 3.61, "count": 301, "max_ms": 5.53, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2834, "tracking_summary": 2491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6283.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65019.737, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.829, "sample_count": 1054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:06:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:06:06+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-03T04:06:06+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T04:06:06.028797+09:00", "mtime_epoch": 1783019166.028797, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:06:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 933.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.876, "pushed": 3.876, "read": 3.843}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.218, "count": 116, "max_ms": 227.924, "p95_ms": 218.407}, "gstreamer_push": {"avg_ms": 1.252, "count": 116, "max_ms": 3.041, "p95_ms": 2.751}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.39, "count": 116, "max_ms": 92.616, "p95_ms": 84.76}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.521, "count": 116, "max_ms": 101.611, "p95_ms": 90.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.368, "count": 116, "max_ms": 340.66, "p95_ms": 322.35}, "read_interval": {"avg_ms": 260.11, "count": 115, "max_ms": 349.514, "p95_ms": 332.811}, "triton_wait": {"avg_ms": 68.581, "count": 116, "max_ms": 101.625, "p95_ms": 90.484}, "visualize": {"avg_ms": 25.784, "count": 116, "max_ms": 38.989, "p95_ms": 35.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6283.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27860.731, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.602, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 626164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:06:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T04:06:10+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T04:06:10.048859+09:00", "mtime_epoch": 1783019170.0488594, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:06:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1583.379, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.068, "count": 300, "max_ms": 6.168, "p95_ms": 4.604}, "gstreamer_push": {"avg_ms": 1.261, "count": 300, "max_ms": 1.928, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.619, "count": 300, "max_ms": 77.68, "p95_ms": 68.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.667, "count": 300, "max_ms": 94.007, "p95_ms": 67.574}, "yolo11_640_fire_11class": {"avg_ms": 55.281, "count": 300, "max_ms": 78.589, "p95_ms": 68.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.358, "count": 300, "max_ms": 89.864, "p95_ms": 79.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.354, "count": 300, "max_ms": 108.015, "p95_ms": 93.351}, "read_interval": {"avg_ms": 100.064, "count": 299, "max_ms": 131.107, "p95_ms": 120.996}, "triton_wait": {"avg_ms": 61.847, "count": 300, "max_ms": 94.024, "p95_ms": 80.512}, "visualize": {"avg_ms": 3.564, "count": 300, "max_ms": 5.511, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6283.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37680.011, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.259, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 633373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:06:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:06:19+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T04:06:19+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T04:06:19.457006+09:00", "mtime_epoch": 1783019179.457006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:06:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1336.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.543, "count": 301, "max_ms": 13.162, "p95_ms": 9.387}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 2.091, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.363, "count": 301, "max_ms": 74.702, "p95_ms": 68.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.464, "count": 301, "max_ms": 98.127, "p95_ms": 81.576}, "yolo11_640_fire_11class": {"avg_ms": 54.822, "count": 301, "max_ms": 75.243, "p95_ms": 68.243}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.019, "count": 301, "max_ms": 87.192, "p95_ms": 77.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.455, "count": 301, "max_ms": 115.205, "p95_ms": 101.319}, "read_interval": {"avg_ms": 99.989, "count": 300, "max_ms": 308.295, "p95_ms": 129.089}, "triton_wait": {"avg_ms": 62.523, "count": 301, "max_ms": 98.14, "p95_ms": 84.127}, "visualize": {"avg_ms": 3.608, "count": 301, "max_ms": 5.909, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2836, "tracking_summary": 2492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6291.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65049.773, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.829, "sample_count": 1054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:06:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:06:36+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T04:06:36+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T04:06:36.173266+09:00", "mtime_epoch": 1783019196.1732662, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:06:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 942.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.263, "pushed": 3.263, "read": 3.229}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.378, "count": 97, "max_ms": 204.062, "p95_ms": 202.253}, "gstreamer_push": {"avg_ms": 1.343, "count": 97, "max_ms": 2.819, "p95_ms": 2.7}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.629, "count": 97, "max_ms": 96.846, "p95_ms": 88.452}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.017, "count": 97, "max_ms": 98.521, "p95_ms": 90.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.608, "count": 97, "max_ms": 342.41, "p95_ms": 329.966}, "read_interval": {"avg_ms": 310.833, "count": 96, "max_ms": 353.587, "p95_ms": 339.603}, "triton_wait": {"avg_ms": 69.463, "count": 97, "max_ms": 98.532, "p95_ms": 90.824}, "visualize": {"avg_ms": 35.086, "count": 97, "max_ms": 44.925, "p95_ms": 44.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.732, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6292.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27890.819, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.842, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 626465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:06:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T04:06:40+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T04:06:40.137328+09:00", "mtime_epoch": 1783019200.137328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:06:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1583.379, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.109, "count": 300, "max_ms": 6.385, "p95_ms": 4.604}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 2.19, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.684, "count": 300, "max_ms": 81.176, "p95_ms": 70.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.958, "count": 300, "max_ms": 100.053, "p95_ms": 69.634}, "yolo11_640_fire_11class": {"avg_ms": 54.188, "count": 300, "max_ms": 81.996, "p95_ms": 70.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.335, "count": 300, "max_ms": 94.982, "p95_ms": 80.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.038, "count": 300, "max_ms": 124.643, "p95_ms": 94.958}, "read_interval": {"avg_ms": 99.947, "count": 300, "max_ms": 135.004, "p95_ms": 121.888}, "triton_wait": {"avg_ms": 61.047, "count": 300, "max_ms": 100.066, "p95_ms": 82.425}, "visualize": {"avg_ms": 3.61, "count": 300, "max_ms": 5.219, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6281.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37710.034, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.831, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 633671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:06:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T04:06:49+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T04:06:49.473473+09:00", "mtime_epoch": 1783019209.4734733, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:06:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1337.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.924}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.463, "count": 298, "max_ms": 11.929, "p95_ms": 8.5}, "gstreamer_push": {"avg_ms": 1.243, "count": 298, "max_ms": 2.01, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.962, "count": 298, "max_ms": 77.718, "p95_ms": 66.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.581, "count": 298, "max_ms": 86.478, "p95_ms": 70.584}, "yolo11_640_fire_11class": {"avg_ms": 52.699, "count": 298, "max_ms": 78.659, "p95_ms": 66.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.895, "count": 298, "max_ms": 91.926, "p95_ms": 75.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.938, "count": 298, "max_ms": 108.196, "p95_ms": 93.25}, "read_interval": {"avg_ms": 100.745, "count": 297, "max_ms": 338.053, "p95_ms": 140.354}, "triton_wait": {"avg_ms": 58.967, "count": 298, "max_ms": 91.939, "p95_ms": 77.403}, "visualize": {"avg_ms": 3.628, "count": 298, "max_ms": 5.215, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2838, "tracking_summary": 2493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6283.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65079.915, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.829, "sample_count": 1054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:07:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:07:06+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T04:07:06+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T04:07:06.209734+09:00", "mtime_epoch": 1783019226.209734, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:07:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 933.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.621, "pushed": 3.621, "read": 3.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.53, "count": 108, "max_ms": 215.137, "p95_ms": 204.246}, "gstreamer_push": {"avg_ms": 1.254, "count": 108, "max_ms": 2.922, "p95_ms": 2.829}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.183, "count": 108, "max_ms": 80.81, "p95_ms": 75.714}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.286, "count": 108, "max_ms": 90.35, "p95_ms": 81.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.879, "count": 108, "max_ms": 328.67, "p95_ms": 310.457}, "read_interval": {"avg_ms": 278.879, "count": 107, "max_ms": 337.574, "p95_ms": 324.041}, "triton_wait": {"avg_ms": 65.346, "count": 108, "max_ms": 90.363, "p95_ms": 81.593}, "visualize": {"avg_ms": 27.323, "count": 108, "max_ms": 36.856, "p95_ms": 34.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6290.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27920.841, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.742, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 626765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:07:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:07:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T04:07:10+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T04:07:10.161796+09:00", "mtime_epoch": 1783019230.1617956, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:07:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1583.637, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.138, "count": 300, "max_ms": 6.349, "p95_ms": 5.221}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.522, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.23, "count": 300, "max_ms": 81.488, "p95_ms": 67.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.858, "count": 300, "max_ms": 82.425, "p95_ms": 68.323}, "yolo11_640_fire_11class": {"avg_ms": 56.827, "count": 300, "max_ms": 80.812, "p95_ms": 67.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.132, "count": 300, "max_ms": 95.617, "p95_ms": 78.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.647, "count": 300, "max_ms": 108.177, "p95_ms": 91.742}, "read_interval": {"avg_ms": 100.077, "count": 300, "max_ms": 123.973, "p95_ms": 120.928}, "triton_wait": {"avg_ms": 63.863, "count": 300, "max_ms": 95.629, "p95_ms": 78.627}, "visualize": {"avg_ms": 3.631, "count": 300, "max_ms": 5.045, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6292.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37740.064, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.612, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 633974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:07:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:07:19+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T04:07:19+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:07:19.505941+09:00", "mtime_epoch": 1783019239.5059412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:07:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1337.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.089}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.501, "count": 303, "max_ms": 12.489, "p95_ms": 8.636}, "gstreamer_push": {"avg_ms": 1.24, "count": 303, "max_ms": 1.694, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.878, "count": 303, "max_ms": 81.531, "p95_ms": 65.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.317, "count": 303, "max_ms": 93.103, "p95_ms": 75.894}, "yolo11_640_fire_11class": {"avg_ms": 54.292, "count": 303, "max_ms": 80.911, "p95_ms": 65.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.244, "count": 303, "max_ms": 95.788, "p95_ms": 76.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.399, "count": 303, "max_ms": 111.67, "p95_ms": 95.659}, "read_interval": {"avg_ms": 99.141, "count": 302, "max_ms": 299.5, "p95_ms": 124.518}, "triton_wait": {"avg_ms": 61.385, "count": 303, "max_ms": 95.801, "p95_ms": 78.389}, "visualize": {"avg_ms": 3.621, "count": 303, "max_ms": 4.721, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2838, "tracking_summary": 2494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6284.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65110.224, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 328.175, "sample_count": 1052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:07:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:07:36+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T04:07:36+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T04:07:36.498206+09:00", "mtime_epoch": 1783019256.4982057, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:07:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 933.297, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.801, "pushed": 3.801, "read": 3.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.156, "count": 114, "max_ms": 235.217, "p95_ms": 208.958}, "gstreamer_push": {"avg_ms": 1.296, "count": 114, "max_ms": 2.587, "p95_ms": 1.923}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.744, "count": 114, "max_ms": 102.132, "p95_ms": 86.142}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.863, "count": 114, "max_ms": 103.416, "p95_ms": 91.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.749, "count": 114, "max_ms": 366.858, "p95_ms": 325.746}, "read_interval": {"avg_ms": 265.371, "count": 113, "max_ms": 377.136, "p95_ms": 335.915}, "triton_wait": {"avg_ms": 69.993, "count": 114, "max_ms": 103.428, "p95_ms": 91.893}, "visualize": {"avg_ms": 29.831, "count": 114, "max_ms": 42.185, "p95_ms": 40.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6285.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27950.912, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.177, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T04:07:40+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T04:07:40+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T04:07:40.218264+09:00", "mtime_epoch": 1783019260.2182636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:07:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1583.637, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 301, "max_ms": 6.814, "p95_ms": 4.659}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 2.211, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.749, "count": 301, "max_ms": 75.068, "p95_ms": 69.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.071, "count": 301, "max_ms": 97.831, "p95_ms": 73.772}, "yolo11_640_fire_11class": {"avg_ms": 55.284, "count": 301, "max_ms": 78.266, "p95_ms": 68.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.224, "count": 301, "max_ms": 88.841, "p95_ms": 78.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.231, "count": 301, "max_ms": 110.637, "p95_ms": 94.534}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 128.108, "p95_ms": 122.197}, "triton_wait": {"avg_ms": 62.473, "count": 301, "max_ms": 97.843, "p95_ms": 80.76}, "visualize": {"avg_ms": 3.647, "count": 301, "max_ms": 4.987, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6293.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37770.094, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.262, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 634272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:07:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:07:49+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T04:07:49+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T04:07:49.518409+09:00", "mtime_epoch": 1783019269.5184085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:07:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1337.418, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.442, "count": 298, "max_ms": 11.562, "p95_ms": 8.632}, "gstreamer_push": {"avg_ms": 1.242, "count": 298, "max_ms": 1.727, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.903, "count": 298, "max_ms": 79.419, "p95_ms": 67.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.286, "count": 298, "max_ms": 99.419, "p95_ms": 75.972}, "yolo11_640_fire_11class": {"avg_ms": 54.445, "count": 298, "max_ms": 81.274, "p95_ms": 66.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.686, "count": 298, "max_ms": 88.272, "p95_ms": 77.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.917, "count": 298, "max_ms": 117.176, "p95_ms": 95.992}, "read_interval": {"avg_ms": 100.715, "count": 297, "max_ms": 415.033, "p95_ms": 132.331}, "triton_wait": {"avg_ms": 62.009, "count": 298, "max_ms": 99.432, "p95_ms": 79.397}, "visualize": {"avg_ms": 3.631, "count": 298, "max_ms": 4.719, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2839, "tracking_summary": 2495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6293.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65140.409, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.422, "sample_count": 1053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:08:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:08:06+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T04:08:06+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-03T04:08:06.714676+09:00", "mtime_epoch": 1783019286.7146764, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:08:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 942.762, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.72, "pushed": 3.72, "read": 3.686}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.449, "count": 111, "max_ms": 208.501, "p95_ms": 203.867}, "gstreamer_push": {"avg_ms": 1.006, "count": 111, "max_ms": 2.625, "p95_ms": 1.753}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.435, "count": 111, "max_ms": 99.488, "p95_ms": 86.924}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.901, "count": 111, "max_ms": 100.723, "p95_ms": 92.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.177, "count": 111, "max_ms": 337.162, "p95_ms": 325.951}, "read_interval": {"avg_ms": 271.668, "count": 110, "max_ms": 347.773, "p95_ms": 334.708}, "triton_wait": {"avg_ms": 70.001, "count": 111, "max_ms": 100.735, "p95_ms": 92.402}, "visualize": {"avg_ms": 28.96, "count": 111, "max_ms": 57.29, "p95_ms": 35.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6288.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 27980.929, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.652, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:08:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:08:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T04:08:10+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T04:08:10.206731+09:00", "mtime_epoch": 1783019290.2067308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:08:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1583.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.228, "count": 300, "max_ms": 6.753, "p95_ms": 5.111}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.92, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.359, "count": 300, "max_ms": 76.764, "p95_ms": 68.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.145, "count": 300, "max_ms": 92.116, "p95_ms": 70.695}, "yolo11_640_fire_11class": {"avg_ms": 57.487, "count": 300, "max_ms": 76.755, "p95_ms": 68.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.362, "count": 300, "max_ms": 86.664, "p95_ms": 78.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.672, "count": 300, "max_ms": 104.928, "p95_ms": 93.603}, "read_interval": {"avg_ms": 100.046, "count": 299, "max_ms": 131.012, "p95_ms": 121.819}, "triton_wait": {"avg_ms": 64.821, "count": 300, "max_ms": 92.13, "p95_ms": 79.06}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 4.866, "p95_ms": 4.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6296.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37800.156, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.259, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 634574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:08:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:08:19+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T04:08:19+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T04:08:19.610877+09:00", "mtime_epoch": 1783019299.6108773, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:08:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1337.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.652, "count": 302, "max_ms": 13.335, "p95_ms": 11.008}, "gstreamer_push": {"avg_ms": 1.238, "count": 302, "max_ms": 1.988, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.99, "count": 302, "max_ms": 70.825, "p95_ms": 67.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.338, "count": 302, "max_ms": 97.204, "p95_ms": 70.024}, "yolo11_640_fire_11class": {"avg_ms": 54.85, "count": 302, "max_ms": 71.806, "p95_ms": 66.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.453, "count": 302, "max_ms": 84.943, "p95_ms": 77.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.556, "count": 302, "max_ms": 113.218, "p95_ms": 94.965}, "read_interval": {"avg_ms": 99.593, "count": 301, "max_ms": 469.774, "p95_ms": 120.24}, "triton_wait": {"avg_ms": 62.29, "count": 302, "max_ms": 97.217, "p95_ms": 78.22}, "visualize": {"avg_ms": 3.752, "count": 302, "max_ms": 6.907, "p95_ms": 4.638}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2841, "tracking_summary": 2495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6293.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65170.659, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.016, "sample_count": 1054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:08:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:08:37+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T04:08:36+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T04:08:36.943147+09:00", "mtime_epoch": 1783019316.9431474, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:08:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 942.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.573, "pushed": 3.573, "read": 3.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.776, "count": 107, "max_ms": 210.342, "p95_ms": 203.365}, "gstreamer_push": {"avg_ms": 0.965, "count": 107, "max_ms": 2.958, "p95_ms": 1.899}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.832, "count": 107, "max_ms": 93.371, "p95_ms": 77.251}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.408, "count": 107, "max_ms": 96.259, "p95_ms": 85.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.09, "count": 107, "max_ms": 324.066, "p95_ms": 315.018}, "read_interval": {"avg_ms": 282.419, "count": 106, "max_ms": 332.754, "p95_ms": 323.792}, "triton_wait": {"avg_ms": 68.422, "count": 107, "max_ms": 96.272, "p95_ms": 85.918}, "visualize": {"avg_ms": 27.185, "count": 107, "max_ms": 42.169, "p95_ms": 33.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6294.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28010.993, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.771, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:08:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:08:40+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T04:08:40+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T04:08:40.335200+09:00", "mtime_epoch": 1783019320.3352003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:08:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1583.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.168, "count": 301, "max_ms": 6.641, "p95_ms": 4.797}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 2.085, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.832, "count": 301, "max_ms": 77.232, "p95_ms": 70.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.709, "count": 301, "max_ms": 87.114, "p95_ms": 66.891}, "yolo11_640_fire_11class": {"avg_ms": 56.347, "count": 301, "max_ms": 76.823, "p95_ms": 69.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.352, "count": 301, "max_ms": 85.277, "p95_ms": 79.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.489, "count": 301, "max_ms": 100.66, "p95_ms": 92.836}, "read_interval": {"avg_ms": 99.926, "count": 300, "max_ms": 130.495, "p95_ms": 122.58}, "triton_wait": {"avg_ms": 62.734, "count": 301, "max_ms": 87.125, "p95_ms": 79.636}, "visualize": {"avg_ms": 3.688, "count": 301, "max_ms": 5.723, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6292.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37830.216, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.684, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 634873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:08:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T04:08:49+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T04:08:49.655345+09:00", "mtime_epoch": 1783019329.6553454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:08:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1337.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.556, "count": 299, "max_ms": 12.499, "p95_ms": 9.33}, "gstreamer_push": {"avg_ms": 1.229, "count": 299, "max_ms": 2.195, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.137, "count": 299, "max_ms": 77.162, "p95_ms": 68.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.636, "count": 299, "max_ms": 94.129, "p95_ms": 76.436}, "yolo11_640_fire_11class": {"avg_ms": 55.382, "count": 299, "max_ms": 76.467, "p95_ms": 67.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.8, "count": 299, "max_ms": 86.954, "p95_ms": 77.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.895, "count": 299, "max_ms": 110.702, "p95_ms": 99.683}, "read_interval": {"avg_ms": 100.532, "count": 298, "max_ms": 310.047, "p95_ms": 125.656}, "triton_wait": {"avg_ms": 62.87, "count": 299, "max_ms": 94.142, "p95_ms": 82.548}, "visualize": {"avg_ms": 3.635, "count": 299, "max_ms": 6.706, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2841, "tracking_summary": 2496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6295.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65200.748, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.016, "sample_count": 1054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:09:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:09:07+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T04:09:07+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T04:09:07.031616+09:00", "mtime_epoch": 1783019347.0316162, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:09:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.383, "name": "celery", "pid": 239, "rss_mb": 943.516, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.226, "pushed": 3.226, "read": 3.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.297, "count": 96, "max_ms": 214.751, "p95_ms": 205.274}, "gstreamer_push": {"avg_ms": 1.156, "count": 96, "max_ms": 2.735, "p95_ms": 1.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.168, "count": 96, "max_ms": 95.344, "p95_ms": 90.288}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.928, "count": 96, "max_ms": 102.145, "p95_ms": 96.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.242, "count": 96, "max_ms": 339.061, "p95_ms": 331.499}, "read_interval": {"avg_ms": 313.44, "count": 95, "max_ms": 351.394, "p95_ms": 343.594}, "triton_wait": {"avg_ms": 67.941, "count": 96, "max_ms": 102.159, "p95_ms": 96.407}, "visualize": {"avg_ms": 32.286, "count": 96, "max_ms": 43.897, "p95_ms": 40.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.754, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6294.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28041.104, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.817, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 627968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:09:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:09:10+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T04:09:10+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T04:09:10.415669+09:00", "mtime_epoch": 1783019350.415669, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:09:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1584.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.088, "count": 300, "max_ms": 6.377, "p95_ms": 4.683}, "gstreamer_push": {"avg_ms": 1.255, "count": 301, "max_ms": 1.553, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.947, "count": 300, "max_ms": 78.892, "p95_ms": 68.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.81, "count": 300, "max_ms": 91.239, "p95_ms": 68.15}, "yolo11_640_fire_11class": {"avg_ms": 58.687, "count": 300, "max_ms": 78.384, "p95_ms": 68.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.442, "count": 300, "max_ms": 87.395, "p95_ms": 77.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.381, "count": 301, "max_ms": 104.371, "p95_ms": 90.818}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 150.307, "p95_ms": 120.211}, "triton_wait": {"avg_ms": 65.952, "count": 300, "max_ms": 91.252, "p95_ms": 78.433}, "visualize": {"avg_ms": 3.581, "count": 300, "max_ms": 5.006, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6297.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37860.244, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.684, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 635175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:09:19+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T04:09:19+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T04:09:19.703814+09:00", "mtime_epoch": 1783019359.7038138, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:09:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1337.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.494, "count": 302, "max_ms": 11.605, "p95_ms": 8.637}, "gstreamer_push": {"avg_ms": 1.235, "count": 302, "max_ms": 1.734, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.217, "count": 302, "max_ms": 78.685, "p95_ms": 66.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.329, "count": 302, "max_ms": 91.052, "p95_ms": 67.696}, "yolo11_640_fire_11class": {"avg_ms": 54.74, "count": 302, "max_ms": 73.825, "p95_ms": 65.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.493, "count": 302, "max_ms": 81.204, "p95_ms": 74.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.53, "count": 302, "max_ms": 107.438, "p95_ms": 93.576}, "read_interval": {"avg_ms": 99.492, "count": 301, "max_ms": 301.338, "p95_ms": 122.477}, "triton_wait": {"avg_ms": 61.473, "count": 302, "max_ms": 91.066, "p95_ms": 77.876}, "visualize": {"avg_ms": 3.654, "count": 302, "max_ms": 5.88, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2842, "tracking_summary": 2497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6298.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65230.83, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 324.941, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:09:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:09:37+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-07-03T04:09:37+09:00", "mjpeg": {"age_sec": 0.273, "exists": true, "mtime": "2026-07-03T04:09:37.136086+09:00", "mtime_epoch": 1783019377.1360855, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:09:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 947.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.662, "pushed": 3.662, "read": 3.629}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.318, "count": 109, "max_ms": 222.415, "p95_ms": 205.778}, "gstreamer_push": {"avg_ms": 0.79, "count": 109, "max_ms": 1.784, "p95_ms": 0.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.707, "count": 109, "max_ms": 100.429, "p95_ms": 82.297}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.657, "count": 109, "max_ms": 100.019, "p95_ms": 88.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.622, "count": 109, "max_ms": 336.465, "p95_ms": 311.585}, "read_interval": {"avg_ms": 275.841, "count": 108, "max_ms": 346.744, "p95_ms": 320.354}, "triton_wait": {"avg_ms": 68.681, "count": 109, "max_ms": 100.442, "p95_ms": 88.434}, "visualize": {"avg_ms": 24.847, "count": 109, "max_ms": 39.414, "p95_ms": 26.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.761, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28071.18, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.687, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 628269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:09:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:09:40+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T04:09:40+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T04:09:40.520138+09:00", "mtime_epoch": 1783019380.5201383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:09:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1584.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.179, "count": 301, "max_ms": 6.472, "p95_ms": 5.534}, "gstreamer_push": {"avg_ms": 1.249, "count": 301, "max_ms": 1.798, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.156, "count": 301, "max_ms": 81.1, "p95_ms": 70.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.687, "count": 301, "max_ms": 90.199, "p95_ms": 67.938}, "yolo11_640_fire_11class": {"avg_ms": 55.738, "count": 301, "max_ms": 77.661, "p95_ms": 69.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.697, "count": 301, "max_ms": 88.035, "p95_ms": 78.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.662, "count": 301, "max_ms": 103.151, "p95_ms": 92.391}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 141.167, "p95_ms": 121.249}, "triton_wait": {"avg_ms": 62.06, "count": 301, "max_ms": 90.212, "p95_ms": 79.467}, "visualize": {"avg_ms": 3.561, "count": 301, "max_ms": 5.109, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6296.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37890.316, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.93, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 635475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:09:49+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T04:09:49+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T04:09:49.744282+09:00", "mtime_epoch": 1783019389.744282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:09:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1337.934, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.451, "count": 300, "max_ms": 12.054, "p95_ms": 8.323}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.89, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.68, "count": 300, "max_ms": 73.829, "p95_ms": 67.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.654, "count": 300, "max_ms": 96.425, "p95_ms": 76.802}, "yolo11_640_fire_11class": {"avg_ms": 55.23, "count": 300, "max_ms": 73.136, "p95_ms": 66.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.251, "count": 300, "max_ms": 85.307, "p95_ms": 76.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.587, "count": 300, "max_ms": 112.902, "p95_ms": 94.593}, "read_interval": {"avg_ms": 100.211, "count": 299, "max_ms": 350.661, "p95_ms": 121.968}, "triton_wait": {"avg_ms": 62.632, "count": 300, "max_ms": 96.439, "p95_ms": 79.331}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 4.906, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2844, "tracking_summary": 2498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6293.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65261.13, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.44, "sample_count": 1059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:10:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:10:07+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T04:10:07+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T04:10:07.408557+09:00", "mtime_epoch": 1783019407.4085574, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:10:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 943.031, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.6, "pushed": 3.6, "read": 3.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.7, "count": 107, "max_ms": 206.077, "p95_ms": 202.899}, "gstreamer_push": {"avg_ms": 0.866, "count": 108, "max_ms": 1.761, "p95_ms": 1.732}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.548, "count": 107, "max_ms": 94.346, "p95_ms": 83.339}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.209, "count": 107, "max_ms": 97.776, "p95_ms": 83.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.022, "count": 108, "max_ms": 330.328, "p95_ms": 312.472}, "read_interval": {"avg_ms": 280.211, "count": 107, "max_ms": 339.016, "p95_ms": 322.057}, "triton_wait": {"avg_ms": 66.332, "count": 107, "max_ms": 97.79, "p95_ms": 83.672}, "visualize": {"avg_ms": 24.05, "count": 107, "max_ms": 37.671, "p95_ms": 31.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6294.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28101.266, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.81, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 628569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:10:10+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T04:10:10+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T04:10:10.568607+09:00", "mtime_epoch": 1783019410.5686066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:10:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1584.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 300, "max_ms": 6.615, "p95_ms": 6.245}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 1.831, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.131, "count": 300, "max_ms": 77.528, "p95_ms": 68.709}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.927, "count": 300, "max_ms": 87.019, "p95_ms": 68.964}, "yolo11_640_fire_11class": {"avg_ms": 55.837, "count": 300, "max_ms": 77.041, "p95_ms": 68.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.35, "count": 300, "max_ms": 90.104, "p95_ms": 77.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.143, "count": 300, "max_ms": 103.222, "p95_ms": 91.994}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 132.561, "p95_ms": 120.963}, "triton_wait": {"avg_ms": 62.122, "count": 300, "max_ms": 90.116, "p95_ms": 78.105}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 4.836, "p95_ms": 4.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6291.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37920.343, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.246, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 635774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:10:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:10:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:10:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T04:10:19.776750+09:00", "mtime_epoch": 1783019419.77675, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:10:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1337.934, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.972, "count": 299, "max_ms": 13.248, "p95_ms": 12.024}, "gstreamer_push": {"avg_ms": 1.229, "count": 299, "max_ms": 2.05, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.292, "count": 299, "max_ms": 81.197, "p95_ms": 67.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.798, "count": 299, "max_ms": 99.458, "p95_ms": 77.464}, "yolo11_640_fire_11class": {"avg_ms": 53.818, "count": 299, "max_ms": 76.603, "p95_ms": 66.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.257, "count": 299, "max_ms": 90.151, "p95_ms": 75.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.093, "count": 299, "max_ms": 119.272, "p95_ms": 97.538}, "read_interval": {"avg_ms": 100.413, "count": 298, "max_ms": 393.869, "p95_ms": 151.344}, "triton_wait": {"avg_ms": 60.419, "count": 299, "max_ms": 99.471, "p95_ms": 78.718}, "visualize": {"avg_ms": 3.84, "count": 299, "max_ms": 6.968, "p95_ms": 6.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2845, "tracking_summary": 2499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6295.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65291.185, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.777, "sample_count": 1059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:10:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:10:37+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T04:10:37+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T04:10:37.469026+09:00", "mtime_epoch": 1783019437.469026, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:10:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 943.855, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.329, "pushed": 3.329, "read": 3.295}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.984, "count": 99, "max_ms": 210.566, "p95_ms": 206.646}, "gstreamer_push": {"avg_ms": 0.934, "count": 99, "max_ms": 1.864, "p95_ms": 1.761}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.11, "count": 99, "max_ms": 98.824, "p95_ms": 93.272}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.029, "count": 99, "max_ms": 100.698, "p95_ms": 93.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.926, "count": 99, "max_ms": 334.546, "p95_ms": 329.552}, "read_interval": {"avg_ms": 303.421, "count": 98, "max_ms": 344.746, "p95_ms": 338.288}, "triton_wait": {"avg_ms": 70.16, "count": 99, "max_ms": 100.71, "p95_ms": 94.373}, "visualize": {"avg_ms": 27.049, "count": 99, "max_ms": 40.263, "p95_ms": 39.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.743, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6297.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28131.324, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.955, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 628870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:10:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:10:40+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T04:10:40+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T04:10:40.597075+09:00", "mtime_epoch": 1783019440.5970747, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:10:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1584.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.131, "count": 301, "max_ms": 6.606, "p95_ms": 4.925}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 2.011, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.86, "count": 301, "max_ms": 80.17, "p95_ms": 69.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.372, "count": 301, "max_ms": 95.18, "p95_ms": 69.824}, "yolo11_640_fire_11class": {"avg_ms": 55.597, "count": 301, "max_ms": 80.191, "p95_ms": 70.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.199, "count": 301, "max_ms": 91.584, "p95_ms": 79.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.616, "count": 301, "max_ms": 108.327, "p95_ms": 94.557}, "read_interval": {"avg_ms": 99.866, "count": 300, "max_ms": 137.887, "p95_ms": 121.075}, "triton_wait": {"avg_ms": 61.946, "count": 301, "max_ms": 95.192, "p95_ms": 79.878}, "visualize": {"avg_ms": 3.6, "count": 301, "max_ms": 4.783, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6287.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37950.39, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.816, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 636074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:10:49+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T04:10:49+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T04:10:49.833219+09:00", "mtime_epoch": 1783019449.8332188, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:10:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1338.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.575, "count": 300, "max_ms": 14.397, "p95_ms": 9.167}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 2.085, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.301, "count": 300, "max_ms": 78.417, "p95_ms": 69.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.961, "count": 300, "max_ms": 97.063, "p95_ms": 83.628}, "yolo11_640_fire_11class": {"avg_ms": 54.978, "count": 300, "max_ms": 79.714, "p95_ms": 69.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.433, "count": 300, "max_ms": 91.712, "p95_ms": 78.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.426, "count": 300, "max_ms": 113.402, "p95_ms": 100.891}, "read_interval": {"avg_ms": 100.181, "count": 299, "max_ms": 334.15, "p95_ms": 129.047}, "triton_wait": {"avg_ms": 62.235, "count": 300, "max_ms": 97.076, "p95_ms": 84.181}, "visualize": {"avg_ms": 3.669, "count": 300, "max_ms": 6.882, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2846, "tracking_summary": 2500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6291.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65321.337, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.44, "sample_count": 1058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:11:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:11:07+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T04:11:07+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T04:11:07.633496+09:00", "mtime_epoch": 1783019467.6334963, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:11:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 937.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.806, "pushed": 3.806, "read": 3.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.528, "count": 114, "max_ms": 206.381, "p95_ms": 201.57}, "gstreamer_push": {"avg_ms": 1.299, "count": 114, "max_ms": 2.71, "p95_ms": 1.853}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.396, "count": 114, "max_ms": 94.332, "p95_ms": 88.826}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.997, "count": 114, "max_ms": 95.687, "p95_ms": 91.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.52, "count": 114, "max_ms": 331.227, "p95_ms": 313.744}, "read_interval": {"avg_ms": 264.16, "count": 113, "max_ms": 342.431, "p95_ms": 324.913}, "triton_wait": {"avg_ms": 69.215, "count": 114, "max_ms": 95.699, "p95_ms": 92.002}, "visualize": {"avg_ms": 27.082, "count": 114, "max_ms": 40.007, "p95_ms": 33.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28161.419, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.91, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 629171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:11:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:11:10+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:11:10+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:11:10.737545+09:00", "mtime_epoch": 1783019470.7375448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:11:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1584.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.171, "count": 301, "max_ms": 6.399, "p95_ms": 5.607}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.805, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.704, "count": 301, "max_ms": 80.255, "p95_ms": 70.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.281, "count": 301, "max_ms": 93.051, "p95_ms": 70.461}, "yolo11_640_fire_11class": {"avg_ms": 56.028, "count": 301, "max_ms": 80.266, "p95_ms": 69.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.009, "count": 301, "max_ms": 88.821, "p95_ms": 78.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.246, "count": 301, "max_ms": 259.731, "p95_ms": 93.951}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 267.67, "p95_ms": 121.239}, "triton_wait": {"avg_ms": 62.834, "count": 301, "max_ms": 93.063, "p95_ms": 80.002}, "visualize": {"avg_ms": 3.671, "count": 301, "max_ms": 5.889, "p95_ms": 4.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6296.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 37980.419, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.179, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 636374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:11:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:11:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T04:11:19.853687+09:00", "mtime_epoch": 1783019479.8536868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:11:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1338.449, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.385, "count": 300, "max_ms": 13.242, "p95_ms": 9.239}, "gstreamer_push": {"avg_ms": 1.195, "count": 300, "max_ms": 1.669, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.288, "count": 300, "max_ms": 75.151, "p95_ms": 66.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.672, "count": 300, "max_ms": 93.619, "p95_ms": 66.367}, "yolo11_640_fire_11class": {"avg_ms": 53.97, "count": 300, "max_ms": 72.018, "p95_ms": 65.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.615, "count": 300, "max_ms": 80.851, "p95_ms": 76.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.923, "count": 300, "max_ms": 110.707, "p95_ms": 94.191}, "read_interval": {"avg_ms": 100.087, "count": 299, "max_ms": 360.819, "p95_ms": 140.451}, "triton_wait": {"avg_ms": 60.286, "count": 300, "max_ms": 93.632, "p95_ms": 78.128}, "visualize": {"avg_ms": 3.515, "count": 300, "max_ms": 5.453, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2847, "tracking_summary": 2501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6289.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65351.425, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.473, "sample_count": 1060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:11:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:11:38+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T04:11:37+09:00", "mjpeg": {"age_sec": 0.277, "exists": true, "mtime": "2026-07-03T04:11:37.725965+09:00", "mtime_epoch": 1783019497.7259655, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:11:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 936.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.325, "pushed": 3.325, "read": 3.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.353, "count": 99, "max_ms": 219.088, "p95_ms": 207.056}, "gstreamer_push": {"avg_ms": 1.025, "count": 99, "max_ms": 2.841, "p95_ms": 2.705}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.519, "count": 99, "max_ms": 104.816, "p95_ms": 81.621}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.745, "count": 99, "max_ms": 108.072, "p95_ms": 91.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.28, "count": 99, "max_ms": 353.451, "p95_ms": 330.983}, "read_interval": {"avg_ms": 303.988, "count": 98, "max_ms": 363.0, "p95_ms": 339.779}, "triton_wait": {"avg_ms": 66.973, "count": 99, "max_ms": 108.086, "p95_ms": 91.261}, "visualize": {"avg_ms": 30.259, "count": 99, "max_ms": 45.214, "p95_ms": 41.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.773, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6288.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28191.514, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.81, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 629472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:11:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:11:40+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T04:11:40+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T04:11:40.818014+09:00", "mtime_epoch": 1783019500.818014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:11:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1584.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.125, "count": 301, "max_ms": 6.539, "p95_ms": 4.603}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.797, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.109, "count": 301, "max_ms": 82.272, "p95_ms": 69.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.608, "count": 301, "max_ms": 91.579, "p95_ms": 70.14}, "yolo11_640_fire_11class": {"avg_ms": 57.879, "count": 301, "max_ms": 82.806, "p95_ms": 68.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.892, "count": 301, "max_ms": 91.37, "p95_ms": 78.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.346, "count": 301, "max_ms": 128.495, "p95_ms": 92.493}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 143.541, "p95_ms": 120.485}, "triton_wait": {"avg_ms": 65.518, "count": 301, "max_ms": 91.591, "p95_ms": 79.442}, "visualize": {"avg_ms": 3.673, "count": 301, "max_ms": 5.14, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6298.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38010.521, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.215, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 636676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:11:50+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T04:11:49+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-03T04:11:49.882155+09:00", "mtime_epoch": 1783019509.8821552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:11:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1338.449, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.556, "count": 301, "max_ms": 13.052, "p95_ms": 9.008}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.672, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.763, "count": 301, "max_ms": 77.65, "p95_ms": 67.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.002, "count": 301, "max_ms": 103.696, "p95_ms": 69.71}, "yolo11_640_fire_11class": {"avg_ms": 55.413, "count": 301, "max_ms": 77.097, "p95_ms": 65.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.062, "count": 301, "max_ms": 89.478, "p95_ms": 75.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.21, "count": 301, "max_ms": 120.426, "p95_ms": 93.774}, "read_interval": {"avg_ms": 99.741, "count": 301, "max_ms": 387.235, "p95_ms": 121.615}, "triton_wait": {"avg_ms": 63.054, "count": 301, "max_ms": 103.708, "p95_ms": 77.357}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 6.574, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2849, "tracking_summary": 2502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6294.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65381.526, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 324.18, "sample_count": 1060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:12:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:12:08+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T04:12:07+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-03T04:12:07.918437+09:00", "mtime_epoch": 1783019527.9184365, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:12:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 940.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.624, "pushed": 3.624, "read": 3.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.455, "count": 108, "max_ms": 224.7, "p95_ms": 213.159}, "gstreamer_push": {"avg_ms": 1.076, "count": 108, "max_ms": 3.122, "p95_ms": 1.853}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.101, "count": 108, "max_ms": 100.853, "p95_ms": 77.317}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.876, "count": 108, "max_ms": 102.219, "p95_ms": 89.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.85, "count": 108, "max_ms": 347.761, "p95_ms": 328.899}, "read_interval": {"avg_ms": 279.404, "count": 107, "max_ms": 356.579, "p95_ms": 339.62}, "triton_wait": {"avg_ms": 66.988, "count": 108, "max_ms": 102.231, "p95_ms": 89.044}, "visualize": {"avg_ms": 28.596, "count": 108, "max_ms": 42.532, "p95_ms": 39.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6288.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28221.568, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.836, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 629773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:12:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:12:10+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-07-03T04:12:10+09:00", "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-07-03T04:12:10.926483+09:00", "mtime_epoch": 1783019530.9264834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:12:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1584.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.205, "count": 301, "max_ms": 6.609, "p95_ms": 4.855}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.699, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.945, "count": 301, "max_ms": 81.151, "p95_ms": 70.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.87, "count": 301, "max_ms": 90.775, "p95_ms": 68.52}, "yolo11_640_fire_11class": {"avg_ms": 57.058, "count": 301, "max_ms": 81.139, "p95_ms": 68.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.949, "count": 301, "max_ms": 88.992, "p95_ms": 78.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.287, "count": 301, "max_ms": 104.106, "p95_ms": 91.561}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 135.591, "p95_ms": 120.804}, "triton_wait": {"avg_ms": 64.428, "count": 301, "max_ms": 90.787, "p95_ms": 78.858}, "visualize": {"avg_ms": 3.68, "count": 301, "max_ms": 5.732, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6297.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38040.609, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.277, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 636976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:12:20+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T04:12:20+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:12:20.050626+09:00", "mtime_epoch": 1783019540.0506256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:12:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1338.707, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.383, "count": 300, "max_ms": 13.596, "p95_ms": 8.79}, "gstreamer_push": {"avg_ms": 1.226, "count": 300, "max_ms": 1.694, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.42, "count": 300, "max_ms": 79.15, "p95_ms": 68.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.422, "count": 300, "max_ms": 94.019, "p95_ms": 69.728}, "yolo11_640_fire_11class": {"avg_ms": 55.704, "count": 300, "max_ms": 77.653, "p95_ms": 67.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.03, "count": 300, "max_ms": 86.93, "p95_ms": 78.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.577, "count": 300, "max_ms": 110.26, "p95_ms": 96.353}, "read_interval": {"avg_ms": 100.292, "count": 299, "max_ms": 311.363, "p95_ms": 121.673}, "triton_wait": {"avg_ms": 62.706, "count": 300, "max_ms": 94.03, "p95_ms": 80.794}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 6.618, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2849, "tracking_summary": 2503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6299.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65411.697, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.78, "sample_count": 1066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:12:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:12:38+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T04:12:38+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T04:12:38.098907+09:00", "mtime_epoch": 1783019558.0989072, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:12:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 945.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.003, "pushed": 4.003, "read": 3.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 142.549, "count": 120, "max_ms": 217.538, "p95_ms": 211.612}, "gstreamer_push": {"avg_ms": 1.077, "count": 120, "max_ms": 2.9, "p95_ms": 2.797}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.776, "count": 120, "max_ms": 101.009, "p95_ms": 80.339}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.509, "count": 120, "max_ms": 102.852, "p95_ms": 86.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 241.653, "count": 120, "max_ms": 345.745, "p95_ms": 307.061}, "read_interval": {"avg_ms": 251.895, "count": 119, "max_ms": 354.496, "p95_ms": 331.569}, "triton_wait": {"avg_ms": 68.629, "count": 120, "max_ms": 102.867, "p95_ms": 86.478}, "visualize": {"avg_ms": 26.718, "count": 120, "max_ms": 41.761, "p95_ms": 39.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6299.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28251.576, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.863, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:12:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:12:40+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T04:12:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T04:12:40.918951+09:00", "mtime_epoch": 1783019560.9189513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:12:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1585.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.159, "count": 300, "max_ms": 6.519, "p95_ms": 4.874}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 2.0, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.557, "count": 300, "max_ms": 75.042, "p95_ms": 70.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.614, "count": 300, "max_ms": 98.17, "p95_ms": 69.449}, "yolo11_640_fire_11class": {"avg_ms": 58.121, "count": 300, "max_ms": 77.564, "p95_ms": 70.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.806, "count": 300, "max_ms": 88.9, "p95_ms": 80.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.098, "count": 300, "max_ms": 110.983, "p95_ms": 93.325}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 129.73, "p95_ms": 120.103}, "triton_wait": {"avg_ms": 65.319, "count": 300, "max_ms": 98.183, "p95_ms": 80.854}, "visualize": {"avg_ms": 3.644, "count": 300, "max_ms": 5.576, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6297.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38070.616, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.58, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 637276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:12:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:12:50+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T04:12:50+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:12:50.051094+09:00", "mtime_epoch": 1783019570.0510936, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:12:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1338.707, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.669, "count": 300, "max_ms": 13.778, "p95_ms": 9.481}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.7, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.814, "count": 300, "max_ms": 73.073, "p95_ms": 67.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.38, "count": 300, "max_ms": 102.228, "p95_ms": 83.89}, "yolo11_640_fire_11class": {"avg_ms": 55.138, "count": 300, "max_ms": 72.612, "p95_ms": 67.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.485, "count": 300, "max_ms": 83.76, "p95_ms": 76.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.284, "count": 300, "max_ms": 118.426, "p95_ms": 102.78}, "read_interval": {"avg_ms": 100.076, "count": 300, "max_ms": 348.933, "p95_ms": 124.941}, "triton_wait": {"avg_ms": 63.071, "count": 300, "max_ms": 102.24, "p95_ms": 83.903}, "visualize": {"avg_ms": 3.682, "count": 300, "max_ms": 6.498, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2851, "tracking_summary": 2503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6289.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65441.706, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 324.986, "sample_count": 1058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:13:08+09:00", "last_frame_read_age_sec": 0.347, "last_frame_read_at": "2026-07-03T04:13:07+09:00", "mjpeg": {"age_sec": 0.333, "exists": true, "mtime": "2026-07-03T04:13:07.951373+09:00", "mtime_epoch": 1783019587.9513729, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:13:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 935.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.421, "pushed": 3.421, "read": 3.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.103, "count": 102, "max_ms": 220.305, "p95_ms": 214.048}, "gstreamer_push": {"avg_ms": 1.192, "count": 102, "max_ms": 3.007, "p95_ms": 2.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.361, "count": 102, "max_ms": 98.678, "p95_ms": 87.893}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.849, "count": 102, "max_ms": 101.697, "p95_ms": 93.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.088, "count": 102, "max_ms": 344.71, "p95_ms": 337.446}, "read_interval": {"avg_ms": 293.596, "count": 101, "max_ms": 353.55, "p95_ms": 345.245}, "triton_wait": {"avg_ms": 71.903, "count": 102, "max_ms": 101.71, "p95_ms": 93.057}, "visualize": {"avg_ms": 28.228, "count": 102, "max_ms": 40.818, "p95_ms": 39.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6289.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28281.64, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.822, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:13:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T04:13:10+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T04:13:10.955420+09:00", "mtime_epoch": 1783019590.9554198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:13:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1585.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.126, "count": 300, "max_ms": 5.984, "p95_ms": 4.756}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.994, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.674, "count": 300, "max_ms": 79.086, "p95_ms": 68.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.702, "count": 300, "max_ms": 95.123, "p95_ms": 70.384}, "yolo11_640_fire_11class": {"avg_ms": 54.945, "count": 300, "max_ms": 78.368, "p95_ms": 68.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.723, "count": 300, "max_ms": 86.951, "p95_ms": 77.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.269, "count": 300, "max_ms": 108.328, "p95_ms": 92.804}, "read_interval": {"avg_ms": 100.038, "count": 299, "max_ms": 132.65, "p95_ms": 121.49}, "triton_wait": {"avg_ms": 62.578, "count": 300, "max_ms": 95.135, "p95_ms": 80.135}, "visualize": {"avg_ms": 3.633, "count": 300, "max_ms": 4.443, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6299.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38100.694, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.324, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 637577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:13:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:13:20+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T04:13:20+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T04:13:20.151563+09:00", "mtime_epoch": 1783019600.1515632, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:13:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1338.965, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.507, "count": 300, "max_ms": 11.799, "p95_ms": 8.331}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.896, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.829, "count": 300, "max_ms": 77.652, "p95_ms": 66.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.739, "count": 300, "max_ms": 95.749, "p95_ms": 72.612}, "yolo11_640_fire_11class": {"avg_ms": 53.739, "count": 300, "max_ms": 78.48, "p95_ms": 66.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.033, "count": 300, "max_ms": 82.214, "p95_ms": 76.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.941, "count": 301, "max_ms": 112.316, "p95_ms": 93.025}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 380.786, "p95_ms": 123.752}, "triton_wait": {"avg_ms": 60.992, "count": 300, "max_ms": 95.763, "p95_ms": 77.16}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 5.017, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2852, "tracking_summary": 2504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6297.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65471.733, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.819, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:13:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:13:38+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T04:13:37+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T04:13:38.011842+09:00", "mtime_epoch": 1783019618.0118418, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:13:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 941.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.501, "pushed": 3.501, "read": 3.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.862, "count": 104, "max_ms": 219.963, "p95_ms": 210.049}, "gstreamer_push": {"avg_ms": 0.926, "count": 104, "max_ms": 1.828, "p95_ms": 1.713}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.564, "count": 104, "max_ms": 92.656, "p95_ms": 83.942}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.701, "count": 104, "max_ms": 101.847, "p95_ms": 94.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.862, "count": 104, "max_ms": 347.134, "p95_ms": 334.837}, "read_interval": {"avg_ms": 288.394, "count": 103, "max_ms": 357.396, "p95_ms": 344.277}, "triton_wait": {"avg_ms": 68.754, "count": 104, "max_ms": 101.86, "p95_ms": 94.525}, "visualize": {"avg_ms": 30.5, "count": 104, "max_ms": 42.286, "p95_ms": 39.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.71, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28311.692, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.649, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:13:41+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T04:13:41+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T04:13:41.023889+09:00", "mtime_epoch": 1783019621.0238888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:13:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1585.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.09, "count": 301, "max_ms": 6.084, "p95_ms": 4.292}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 2.202, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.446, "count": 301, "max_ms": 78.858, "p95_ms": 68.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.996, "count": 301, "max_ms": 91.6, "p95_ms": 70.397}, "yolo11_640_fire_11class": {"avg_ms": 55.863, "count": 301, "max_ms": 77.133, "p95_ms": 67.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.666, "count": 301, "max_ms": 90.207, "p95_ms": 77.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.997, "count": 301, "max_ms": 104.53, "p95_ms": 91.183}, "read_interval": {"avg_ms": 99.923, "count": 300, "max_ms": 133.621, "p95_ms": 121.402}, "triton_wait": {"avg_ms": 62.31, "count": 301, "max_ms": 91.613, "p95_ms": 78.117}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 5.664, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6298.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38130.697, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.174, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 637877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:13:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:13:50+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T04:13:50+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:13:50.128031+09:00", "mtime_epoch": 1783019630.1280308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:13:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1338.965, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.656, "count": 300, "max_ms": 12.456, "p95_ms": 9.604}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.568, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.862, "count": 300, "max_ms": 77.173, "p95_ms": 66.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.975, "count": 300, "max_ms": 96.869, "p95_ms": 72.506}, "yolo11_640_fire_11class": {"avg_ms": 54.068, "count": 300, "max_ms": 76.164, "p95_ms": 65.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.186, "count": 300, "max_ms": 89.176, "p95_ms": 75.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.429, "count": 300, "max_ms": 113.975, "p95_ms": 93.212}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 426.2, "p95_ms": 121.963}, "triton_wait": {"avg_ms": 61.166, "count": 300, "max_ms": 96.882, "p95_ms": 76.635}, "visualize": {"avg_ms": 3.723, "count": 300, "max_ms": 6.684, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2852, "tracking_summary": 2505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6292.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65501.785, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.647, "sample_count": 1058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:14:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:14:08+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T04:14:08+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T04:14:08.076311+09:00", "mtime_epoch": 1783019648.0763109, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:14:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 938.379, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.294, "pushed": 3.294, "read": 3.26}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.812, "count": 98, "max_ms": 215.778, "p95_ms": 203.927}, "gstreamer_push": {"avg_ms": 1.003, "count": 98, "max_ms": 2.776, "p95_ms": 1.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.93, "count": 98, "max_ms": 101.184, "p95_ms": 83.004}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.804, "count": 98, "max_ms": 108.322, "p95_ms": 88.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.964, "count": 98, "max_ms": 336.807, "p95_ms": 318.359}, "read_interval": {"avg_ms": 306.689, "count": 97, "max_ms": 345.599, "p95_ms": 327.123}, "triton_wait": {"avg_ms": 66.818, "count": 98, "max_ms": 108.339, "p95_ms": 88.788}, "visualize": {"avg_ms": 26.626, "count": 98, "max_ms": 38.907, "p95_ms": 34.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.755, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6296.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28341.717, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.553, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 630974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:14:11+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T04:14:11+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T04:14:11.040357+09:00", "mtime_epoch": 1783019651.040357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:14:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1585.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.027, "pushed": 10.027, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.174, "count": 300, "max_ms": 6.44, "p95_ms": 4.918}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.936, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.543, "count": 300, "max_ms": 78.907, "p95_ms": 67.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.706, "count": 300, "max_ms": 87.402, "p95_ms": 66.145}, "yolo11_640_fire_11class": {"avg_ms": 55.81, "count": 300, "max_ms": 79.977, "p95_ms": 67.466}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.932, "count": 300, "max_ms": 85.3, "p95_ms": 76.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.065, "count": 300, "max_ms": 100.636, "p95_ms": 90.554}, "read_interval": {"avg_ms": 100.06, "count": 299, "max_ms": 127.144, "p95_ms": 120.921}, "triton_wait": {"avg_ms": 62.213, "count": 300, "max_ms": 87.415, "p95_ms": 76.997}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 5.325, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6300.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38160.787, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.179, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 638177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:14:20+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T04:14:20+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:14:20.228500+09:00", "mtime_epoch": 1783019660.2285004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:14:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1339.223, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.473, "count": 300, "max_ms": 12.54, "p95_ms": 8.19}, "gstreamer_push": {"avg_ms": 1.228, "count": 300, "max_ms": 1.94, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.86, "count": 300, "max_ms": 74.998, "p95_ms": 66.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.53, "count": 300, "max_ms": 89.189, "p95_ms": 67.632}, "yolo11_640_fire_11class": {"avg_ms": 55.304, "count": 300, "max_ms": 73.792, "p95_ms": 66.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.934, "count": 300, "max_ms": 82.46, "p95_ms": 76.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.56, "count": 300, "max_ms": 110.112, "p95_ms": 94.121}, "read_interval": {"avg_ms": 100.312, "count": 299, "max_ms": 310.744, "p95_ms": 118.031}, "triton_wait": {"avg_ms": 62.509, "count": 300, "max_ms": 89.204, "p95_ms": 77.971}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 4.6, "p95_ms": 4.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2853, "tracking_summary": 2506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6300.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65531.859, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.817, "sample_count": 1060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:14:38+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-03T04:14:38+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T04:14:38.264782+09:00", "mtime_epoch": 1783019678.2647817, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:14:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 946.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.729, "pushed": 3.729, "read": 3.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.91, "count": 111, "max_ms": 222.159, "p95_ms": 210.273}, "gstreamer_push": {"avg_ms": 0.87, "count": 111, "max_ms": 1.896, "p95_ms": 1.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.975, "count": 111, "max_ms": 89.849, "p95_ms": 81.319}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.1, "count": 111, "max_ms": 98.568, "p95_ms": 87.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.521, "count": 111, "max_ms": 331.522, "p95_ms": 317.973}, "read_interval": {"avg_ms": 271.68, "count": 110, "max_ms": 341.077, "p95_ms": 328.099}, "triton_wait": {"avg_ms": 67.113, "count": 111, "max_ms": 98.582, "p95_ms": 87.415}, "visualize": {"avg_ms": 24.722, "count": 111, "max_ms": 37.062, "p95_ms": 28.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.77, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6300.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28371.818, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.628, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 631275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:14:41+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T04:14:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:14:41.136827+09:00", "mtime_epoch": 1783019681.1368268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:14:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1585.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.209, "count": 300, "max_ms": 6.315, "p95_ms": 5.439}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 2.175, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.951, "count": 300, "max_ms": 79.049, "p95_ms": 71.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.871, "count": 300, "max_ms": 96.928, "p95_ms": 70.6}, "yolo11_640_fire_11class": {"avg_ms": 57.483, "count": 300, "max_ms": 77.802, "p95_ms": 69.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.791, "count": 300, "max_ms": 86.433, "p95_ms": 78.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.336, "count": 301, "max_ms": 115.037, "p95_ms": 92.879}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 133.877, "p95_ms": 122.077}, "triton_wait": {"avg_ms": 64.5, "count": 300, "max_ms": 96.942, "p95_ms": 79.704}, "visualize": {"avg_ms": 3.616, "count": 300, "max_ms": 4.724, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6302.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38190.836, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.319, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 638480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:14:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T04:14:50+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T04:14:50.288970+09:00", "mtime_epoch": 1783019690.2889695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:14:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1339.223, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.081}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.661, "count": 303, "max_ms": 12.428, "p95_ms": 9.861}, "gstreamer_push": {"avg_ms": 1.242, "count": 303, "max_ms": 2.281, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.156, "count": 303, "max_ms": 81.577, "p95_ms": 67.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.942, "count": 303, "max_ms": 90.505, "p95_ms": 72.176}, "yolo11_640_fire_11class": {"avg_ms": 52.767, "count": 303, "max_ms": 79.702, "p95_ms": 65.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.576, "count": 303, "max_ms": 85.836, "p95_ms": 75.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.015, "count": 303, "max_ms": 107.891, "p95_ms": 97.634}, "read_interval": {"avg_ms": 99.217, "count": 302, "max_ms": 289.533, "p95_ms": 133.887}, "triton_wait": {"avg_ms": 58.751, "count": 303, "max_ms": 90.519, "p95_ms": 81.131}, "visualize": {"avg_ms": 3.695, "count": 303, "max_ms": 6.429, "p95_ms": 4.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2856, "tracking_summary": 2507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6296.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65562.12, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.954, "sample_count": 1057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:15:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:15:08+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T04:15:08+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T04:15:08.397252+09:00", "mtime_epoch": 1783019708.397252, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:15:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 941.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.485, "pushed": 3.485, "read": 3.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.722, "count": 104, "max_ms": 219.213, "p95_ms": 206.051}, "gstreamer_push": {"avg_ms": 0.771, "count": 104, "max_ms": 1.691, "p95_ms": 0.806}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.735, "count": 104, "max_ms": 99.0, "p95_ms": 87.432}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.554, "count": 104, "max_ms": 100.095, "p95_ms": 90.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.622, "count": 104, "max_ms": 342.989, "p95_ms": 319.622}, "read_interval": {"avg_ms": 288.718, "count": 103, "max_ms": 352.148, "p95_ms": 329.292}, "triton_wait": {"avg_ms": 65.578, "count": 104, "max_ms": 100.104, "p95_ms": 90.912}, "visualize": {"avg_ms": 23.594, "count": 104, "max_ms": 37.331, "p95_ms": 26.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6296.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28401.9, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.67, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 631576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T04:15:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T04:15:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T04:15:11.217296+09:00", "mtime_epoch": 1783019711.2172961, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:15:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1585.957, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.125, "count": 301, "max_ms": 6.9, "p95_ms": 4.93}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 2.007, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.386, "count": 301, "max_ms": 77.41, "p95_ms": 69.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.709, "count": 301, "max_ms": 101.7, "p95_ms": 70.685}, "yolo11_640_fire_11class": {"avg_ms": 54.336, "count": 301, "max_ms": 76.815, "p95_ms": 69.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.793, "count": 301, "max_ms": 87.947, "p95_ms": 79.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.095, "count": 301, "max_ms": 114.922, "p95_ms": 92.294}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 140.12, "p95_ms": 122.235}, "triton_wait": {"avg_ms": 60.458, "count": 301, "max_ms": 101.712, "p95_ms": 79.403}, "visualize": {"avg_ms": 3.592, "count": 301, "max_ms": 5.145, "p95_ms": 4.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6296.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38220.911, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.277, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 638778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:15:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:15:20+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T04:15:20+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:15:20.341438+09:00", "mtime_epoch": 1783019720.3414383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92222}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:15:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1339.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.476, "count": 297, "max_ms": 12.247, "p95_ms": 8.633}, "gstreamer_push": {"avg_ms": 1.227, "count": 297, "max_ms": 2.018, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.025, "count": 297, "max_ms": 74.609, "p95_ms": 68.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.512, "count": 297, "max_ms": 100.925, "p95_ms": 75.086}, "yolo11_640_fire_11class": {"avg_ms": 54.278, "count": 297, "max_ms": 74.783, "p95_ms": 68.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.657, "count": 297, "max_ms": 85.689, "p95_ms": 76.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.766, "count": 297, "max_ms": 116.803, "p95_ms": 94.37}, "read_interval": {"avg_ms": 100.879, "count": 297, "max_ms": 296.467, "p95_ms": 142.315}, "triton_wait": {"avg_ms": 60.76, "count": 297, "max_ms": 100.938, "p95_ms": 77.988}, "visualize": {"avg_ms": 3.66, "count": 297, "max_ms": 6.762, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2856, "tracking_summary": 2508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6292.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65592.182, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.626, "sample_count": 1061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:15:38+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T04:15:38+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T04:15:38.585723+09:00", "mtime_epoch": 1783019738.5857232, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:15:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.445, "name": "celery", "pid": 239, "rss_mb": 934.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.46, "pushed": 3.46, "read": 3.426}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.213, "count": 103, "max_ms": 215.472, "p95_ms": 211.676}, "gstreamer_push": {"avg_ms": 1.152, "count": 103, "max_ms": 1.944, "p95_ms": 1.836}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.419, "count": 103, "max_ms": 90.174, "p95_ms": 84.857}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.517, "count": 103, "max_ms": 96.714, "p95_ms": 88.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.025, "count": 103, "max_ms": 341.219, "p95_ms": 321.251}, "read_interval": {"avg_ms": 292.81, "count": 102, "max_ms": 351.712, "p95_ms": 329.989}, "triton_wait": {"avg_ms": 67.615, "count": 103, "max_ms": 96.728, "p95_ms": 88.886}, "visualize": {"avg_ms": 29.442, "count": 103, "max_ms": 42.332, "p95_ms": 35.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.769, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6297.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28431.912, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.483, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 631876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:15:41+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T04:15:41+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T04:15:41.193764+09:00", "mtime_epoch": 1783019741.1937637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:15:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1586.215, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.134, "count": 300, "max_ms": 6.725, "p95_ms": 4.776}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 1.606, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.299, "count": 300, "max_ms": 78.385, "p95_ms": 69.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.17, "count": 300, "max_ms": 91.087, "p95_ms": 67.794}, "yolo11_640_fire_11class": {"avg_ms": 54.941, "count": 300, "max_ms": 78.521, "p95_ms": 69.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.086, "count": 300, "max_ms": 84.636, "p95_ms": 77.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.43, "count": 300, "max_ms": 104.152, "p95_ms": 90.636}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 128.917, "p95_ms": 121.175}, "triton_wait": {"avg_ms": 61.779, "count": 300, "max_ms": 91.099, "p95_ms": 78.142}, "visualize": {"avg_ms": 3.632, "count": 300, "max_ms": 4.745, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6300.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38250.915, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.82, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 639081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:15:50+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T04:15:50+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:15:50.345907+09:00", "mtime_epoch": 1783019750.3459067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:15:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1339.738, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.513, "count": 303, "max_ms": 13.824, "p95_ms": 8.069}, "gstreamer_push": {"avg_ms": 1.24, "count": 303, "max_ms": 1.882, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.157, "count": 303, "max_ms": 71.986, "p95_ms": 66.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.271, "count": 303, "max_ms": 96.278, "p95_ms": 80.784}, "yolo11_640_fire_11class": {"avg_ms": 53.996, "count": 303, "max_ms": 71.973, "p95_ms": 65.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.436, "count": 303, "max_ms": 81.867, "p95_ms": 75.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.969, "count": 303, "max_ms": 112.74, "p95_ms": 97.48}, "read_interval": {"avg_ms": 99.119, "count": 303, "max_ms": 342.442, "p95_ms": 125.677}, "triton_wait": {"avg_ms": 61.799, "count": 303, "max_ms": 96.29, "p95_ms": 80.797}, "visualize": {"avg_ms": 3.684, "count": 303, "max_ms": 6.558, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2857, "tracking_summary": 2509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65622.183, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.405, "sample_count": 1059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:16:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:16:08+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T04:16:08+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T04:16:08.446189+09:00", "mtime_epoch": 1783019768.4461892, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:16:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 947.492, "name": "celery", "pid": 239, "rss_mb": 946.668, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.701, "pushed": 3.701, "read": 3.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.478, "count": 111, "max_ms": 204.754, "p95_ms": 201.386}, "gstreamer_push": {"avg_ms": 1.217, "count": 111, "max_ms": 3.519, "p95_ms": 2.175}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.306, "count": 111, "max_ms": 95.148, "p95_ms": 81.76}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.901, "count": 111, "max_ms": 96.717, "p95_ms": 89.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.389, "count": 111, "max_ms": 325.407, "p95_ms": 314.356}, "read_interval": {"avg_ms": 269.017, "count": 111, "max_ms": 330.885, "p95_ms": 321.37}, "triton_wait": {"avg_ms": 67.076, "count": 111, "max_ms": 96.726, "p95_ms": 90.431}, "visualize": {"avg_ms": 28.072, "count": 111, "max_ms": 44.085, "p95_ms": 39.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6304.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28461.924, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.413, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:16:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:16:11+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T04:16:11+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T04:16:11.198232+09:00", "mtime_epoch": 1783019771.198232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:16:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1586.215, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 300, "max_ms": 6.272, "p95_ms": 4.655}, "gstreamer_push": {"avg_ms": 1.271, "count": 300, "max_ms": 2.121, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.644, "count": 300, "max_ms": 78.455, "p95_ms": 69.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.71, "count": 300, "max_ms": 100.124, "p95_ms": 67.289}, "yolo11_640_fire_11class": {"avg_ms": 53.941, "count": 300, "max_ms": 77.76, "p95_ms": 67.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.629, "count": 300, "max_ms": 87.895, "p95_ms": 79.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.196, "count": 300, "max_ms": 123.275, "p95_ms": 92.658}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 135.866, "p95_ms": 120.79}, "triton_wait": {"avg_ms": 60.492, "count": 300, "max_ms": 100.137, "p95_ms": 79.688}, "visualize": {"avg_ms": 3.615, "count": 300, "max_ms": 5.02, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6304.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38281.0, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.277, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 639381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:16:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:16:20+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:16:20+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T04:16:20.434376+09:00", "mtime_epoch": 1783019780.4343762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:16:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1339.738, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 299, "max_ms": 11.999, "p95_ms": 8.684}, "gstreamer_push": {"avg_ms": 1.236, "count": 299, "max_ms": 1.912, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.883, "count": 299, "max_ms": 75.335, "p95_ms": 66.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.349, "count": 299, "max_ms": 91.934, "p95_ms": 81.735}, "yolo11_640_fire_11class": {"avg_ms": 52.407, "count": 299, "max_ms": 74.329, "p95_ms": 65.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.458, "count": 299, "max_ms": 84.423, "p95_ms": 75.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.884, "count": 299, "max_ms": 107.754, "p95_ms": 98.428}, "read_interval": {"avg_ms": 100.268, "count": 299, "max_ms": 345.279, "p95_ms": 132.462}, "triton_wait": {"avg_ms": 59.009, "count": 299, "max_ms": 91.946, "p95_ms": 82.235}, "visualize": {"avg_ms": 3.623, "count": 299, "max_ms": 4.966, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2858, "tracking_summary": 2510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6304.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65652.358, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 325.407, "sample_count": 1061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:16:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:16:38+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T04:16:38+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T04:16:38.646660+09:00", "mtime_epoch": 1783019798.6466603, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:16:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.328, "name": "celery", "pid": 239, "rss_mb": 948.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.414, "pushed": 3.414, "read": 3.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.76, "count": 102, "max_ms": 220.956, "p95_ms": 206.271}, "gstreamer_push": {"avg_ms": 0.766, "count": 102, "max_ms": 0.998, "p95_ms": 0.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.313, "count": 102, "max_ms": 90.864, "p95_ms": 79.46}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.711, "count": 102, "max_ms": 103.293, "p95_ms": 88.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.476, "count": 102, "max_ms": 342.475, "p95_ms": 319.611}, "read_interval": {"avg_ms": 295.681, "count": 101, "max_ms": 354.498, "p95_ms": 328.484}, "triton_wait": {"avg_ms": 67.044, "count": 102, "max_ms": 103.306, "p95_ms": 88.491}, "visualize": {"avg_ms": 26.905, "count": 102, "max_ms": 49.567, "p95_ms": 29.664}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6304.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28492.003, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.177, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:16:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:16:41+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T04:16:41+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T04:16:41.330702+09:00", "mtime_epoch": 1783019801.3307023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:16:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1586.215, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.093, "count": 301, "max_ms": 6.81, "p95_ms": 5.385}, "gstreamer_push": {"avg_ms": 1.27, "count": 301, "max_ms": 1.911, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.245, "count": 301, "max_ms": 74.27, "p95_ms": 67.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.335, "count": 301, "max_ms": 90.275, "p95_ms": 66.883}, "yolo11_640_fire_11class": {"avg_ms": 53.59, "count": 301, "max_ms": 73.781, "p95_ms": 67.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.648, "count": 301, "max_ms": 88.131, "p95_ms": 75.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.112, "count": 301, "max_ms": 105.858, "p95_ms": 89.088}, "read_interval": {"avg_ms": 99.934, "count": 300, "max_ms": 131.137, "p95_ms": 121.312}, "triton_wait": {"avg_ms": 59.436, "count": 301, "max_ms": 90.287, "p95_ms": 76.38}, "visualize": {"avg_ms": 3.575, "count": 301, "max_ms": 5.657, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6303.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38311.005, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.243, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 639680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:16:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:16:50+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:16:50+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:16:50.446845+09:00", "mtime_epoch": 1783019810.4468446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:16:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1339.996, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.582, "count": 299, "max_ms": 12.524, "p95_ms": 9.395}, "gstreamer_push": {"avg_ms": 1.246, "count": 299, "max_ms": 2.039, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.323, "count": 299, "max_ms": 76.739, "p95_ms": 66.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.637, "count": 299, "max_ms": 94.208, "p95_ms": 70.913}, "yolo11_640_fire_11class": {"avg_ms": 53.582, "count": 299, "max_ms": 76.181, "p95_ms": 65.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.95, "count": 299, "max_ms": 85.162, "p95_ms": 75.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.104, "count": 299, "max_ms": 110.143, "p95_ms": 93.879}, "read_interval": {"avg_ms": 100.365, "count": 299, "max_ms": 271.44, "p95_ms": 135.645}, "triton_wait": {"avg_ms": 59.923, "count": 299, "max_ms": 94.221, "p95_ms": 78.321}, "visualize": {"avg_ms": 3.669, "count": 299, "max_ms": 6.486, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2860, "tracking_summary": 2511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6306.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65682.478, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 323.955, "sample_count": 1064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:17:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:17:09+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T04:17:08+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T04:17:08.887132+09:00", "mtime_epoch": 1783019828.8871324, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:17:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.352, "name": "celery", "pid": 239, "rss_mb": 949.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.756, "pushed": 3.756, "read": 3.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.101, "count": 112, "max_ms": 210.518, "p95_ms": 208.051}, "gstreamer_push": {"avg_ms": 0.88, "count": 112, "max_ms": 2.905, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.307, "count": 112, "max_ms": 98.764, "p95_ms": 82.218}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.043, "count": 112, "max_ms": 101.227, "p95_ms": 86.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.143, "count": 112, "max_ms": 333.922, "p95_ms": 321.367}, "read_interval": {"avg_ms": 269.643, "count": 111, "max_ms": 343.225, "p95_ms": 330.428}, "triton_wait": {"avg_ms": 68.063, "count": 112, "max_ms": 101.241, "p95_ms": 86.715}, "visualize": {"avg_ms": 26.182, "count": 112, "max_ms": 38.852, "p95_ms": 36.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6301.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28522.008, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.129, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 632777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:17:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:17:11+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:17:11+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T04:17:11.331171+09:00", "mtime_epoch": 1783019831.3311706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 50594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:17:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1586.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.097, "count": 300, "max_ms": 6.513, "p95_ms": 4.897}, "gstreamer_push": {"avg_ms": 1.254, "count": 300, "max_ms": 1.502, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.56, "count": 300, "max_ms": 79.718, "p95_ms": 68.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.374, "count": 300, "max_ms": 97.604, "p95_ms": 68.053}, "yolo11_640_fire_11class": {"avg_ms": 54.872, "count": 300, "max_ms": 79.706, "p95_ms": 67.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.247, "count": 300, "max_ms": 89.884, "p95_ms": 77.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.621, "count": 300, "max_ms": 110.684, "p95_ms": 90.409}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 132.162, "p95_ms": 122.469}, "triton_wait": {"avg_ms": 61.047, "count": 300, "max_ms": 97.617, "p95_ms": 77.591}, "visualize": {"avg_ms": 3.523, "count": 300, "max_ms": 5.205, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6300.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38341.121, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.324, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 639983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:17:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:17:20+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T04:17:20+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T04:17:20.539314+09:00", "mtime_epoch": 1783019840.5393143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:17:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1339.996, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.097, "pushed": 10.097, "read": 10.064}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.484, "count": 302, "max_ms": 12.89, "p95_ms": 9.983}, "gstreamer_push": {"avg_ms": 1.212, "count": 302, "max_ms": 1.571, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.825, "count": 302, "max_ms": 77.042, "p95_ms": 67.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.662, "count": 302, "max_ms": 95.873, "p95_ms": 77.91}, "yolo11_640_fire_11class": {"avg_ms": 53.449, "count": 302, "max_ms": 76.253, "p95_ms": 67.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.122, "count": 302, "max_ms": 89.929, "p95_ms": 76.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.648, "count": 302, "max_ms": 112.308, "p95_ms": 98.421}, "read_interval": {"avg_ms": 99.457, "count": 301, "max_ms": 340.319, "p95_ms": 130.263}, "triton_wait": {"avg_ms": 59.791, "count": 302, "max_ms": 95.887, "p95_ms": 82.464}, "visualize": {"avg_ms": 3.545, "count": 302, "max_ms": 4.992, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2860, "tracking_summary": 2512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6302.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65712.669, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 322.24, "sample_count": 1066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:17:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:17:39+09:00", "last_frame_read_age_sec": 0.284, "last_frame_read_at": "2026-07-03T04:17:38+09:00", "mjpeg": {"age_sec": 0.272, "exists": true, "mtime": "2026-07-03T04:17:38.975602+09:00", "mtime_epoch": 1783019858.9756021, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:17:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.41, "name": "celery", "pid": 239, "rss_mb": 945.684, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.034, "pushed": 4.034, "read": 4.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 140.534, "count": 121, "max_ms": 211.68, "p95_ms": 205.374}, "gstreamer_push": {"avg_ms": 0.935, "count": 121, "max_ms": 2.972, "p95_ms": 1.751}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.553, "count": 121, "max_ms": 98.586, "p95_ms": 86.3}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.712, "count": 121, "max_ms": 101.156, "p95_ms": 90.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.39, "count": 121, "max_ms": 325.741, "p95_ms": 313.773}, "read_interval": {"avg_ms": 247.091, "count": 121, "max_ms": 335.779, "p95_ms": 322.52}, "triton_wait": {"avg_ms": 69.14, "count": 121, "max_ms": 101.165, "p95_ms": 91.251}, "visualize": {"avg_ms": 24.985, "count": 121, "max_ms": 38.868, "p95_ms": 34.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6302.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28552.102, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.636, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 633078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:17:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:17:41+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T04:17:41+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T04:17:41.387640+09:00", "mtime_epoch": 1783019861.3876398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:17:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1586.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.079, "count": 301, "max_ms": 6.318, "p95_ms": 4.989}, "gstreamer_push": {"avg_ms": 1.294, "count": 301, "max_ms": 1.756, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.48, "count": 301, "max_ms": 82.605, "p95_ms": 68.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.705, "count": 301, "max_ms": 85.25, "p95_ms": 66.428}, "yolo11_640_fire_11class": {"avg_ms": 54.192, "count": 301, "max_ms": 81.871, "p95_ms": 69.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.954, "count": 301, "max_ms": 92.622, "p95_ms": 78.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.241, "count": 301, "max_ms": 105.5, "p95_ms": 91.535}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 130.317, "p95_ms": 122.46}, "triton_wait": {"avg_ms": 59.479, "count": 301, "max_ms": 92.634, "p95_ms": 78.766}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 5.488, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6301.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38371.199, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.867, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:17:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:17:50+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T04:17:50+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T04:17:50.643784+09:00", "mtime_epoch": 1783019870.6437843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:17:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1340.254, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.696, "count": 299, "max_ms": 13.368, "p95_ms": 10.244}, "gstreamer_push": {"avg_ms": 1.262, "count": 299, "max_ms": 1.903, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.438, "count": 299, "max_ms": 75.474, "p95_ms": 66.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.901, "count": 299, "max_ms": 103.428, "p95_ms": 75.542}, "yolo11_640_fire_11class": {"avg_ms": 51.943, "count": 299, "max_ms": 75.464, "p95_ms": 65.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.064, "count": 299, "max_ms": 85.419, "p95_ms": 75.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.245, "count": 299, "max_ms": 121.337, "p95_ms": 95.561}, "read_interval": {"avg_ms": 100.606, "count": 298, "max_ms": 344.51, "p95_ms": 136.156}, "triton_wait": {"avg_ms": 57.935, "count": 299, "max_ms": 103.44, "p95_ms": 78.782}, "visualize": {"avg_ms": 3.691, "count": 299, "max_ms": 4.863, "p95_ms": 4.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2862, "tracking_summary": 2512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6301.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65742.767, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 319.634, "sample_count": 1064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:18:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:18:09+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T04:18:09+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T04:18:09.036071+09:00", "mtime_epoch": 1783019889.0360713, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:18:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.41, "name": "celery", "pid": 239, "rss_mb": 944.648, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.324, "pushed": 3.324, "read": 3.29}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.289, "count": 99, "max_ms": 218.464, "p95_ms": 212.304}, "gstreamer_push": {"avg_ms": 0.915, "count": 99, "max_ms": 2.918, "p95_ms": 1.854}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.792, "count": 99, "max_ms": 88.513, "p95_ms": 79.258}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.653, "count": 99, "max_ms": 97.858, "p95_ms": 87.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.341, "count": 99, "max_ms": 332.882, "p95_ms": 320.318}, "read_interval": {"avg_ms": 303.787, "count": 98, "max_ms": 341.774, "p95_ms": 329.51}, "triton_wait": {"avg_ms": 68.665, "count": 99, "max_ms": 97.871, "p95_ms": 87.432}, "visualize": {"avg_ms": 27.607, "count": 99, "max_ms": 41.818, "p95_ms": 38.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.784, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6299.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28582.129, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.537, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 633378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:18:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:18:11+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T04:18:11+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T04:18:11.400108+09:00", "mtime_epoch": 1783019891.4001083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:18:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1586.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.106, "count": 300, "max_ms": 6.526, "p95_ms": 5.556}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.739, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.397, "count": 300, "max_ms": 76.4, "p95_ms": 69.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.247, "count": 300, "max_ms": 91.563, "p95_ms": 67.379}, "yolo11_640_fire_11class": {"avg_ms": 56.871, "count": 300, "max_ms": 75.384, "p95_ms": 68.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.919, "count": 300, "max_ms": 86.871, "p95_ms": 78.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.142, "count": 300, "max_ms": 104.678, "p95_ms": 91.979}, "read_interval": {"avg_ms": 100.173, "count": 299, "max_ms": 155.692, "p95_ms": 121.9}, "triton_wait": {"avg_ms": 63.389, "count": 300, "max_ms": 91.576, "p95_ms": 79.01}, "visualize": {"avg_ms": 3.672, "count": 300, "max_ms": 5.273, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6293.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38401.203, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.243, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:18:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:18:20+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T04:18:20+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T04:18:20.656253+09:00", "mtime_epoch": 1783019900.6562526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:18:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1340.254, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.71, "count": 302, "max_ms": 12.737, "p95_ms": 10.261}, "gstreamer_push": {"avg_ms": 1.23, "count": 302, "max_ms": 1.796, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.652, "count": 302, "max_ms": 74.306, "p95_ms": 67.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.378, "count": 302, "max_ms": 96.648, "p95_ms": 76.29}, "yolo11_640_fire_11class": {"avg_ms": 54.97, "count": 302, "max_ms": 76.868, "p95_ms": 66.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.234, "count": 302, "max_ms": 84.369, "p95_ms": 76.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.654, "count": 302, "max_ms": 113.169, "p95_ms": 95.587}, "read_interval": {"avg_ms": 99.401, "count": 302, "max_ms": 298.39, "p95_ms": 121.846}, "triton_wait": {"avg_ms": 62.331, "count": 302, "max_ms": 96.662, "p95_ms": 79.33}, "visualize": {"avg_ms": 3.755, "count": 302, "max_ms": 6.75, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2863, "tracking_summary": 2513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6304.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65772.859, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.045, "sample_count": 1064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:18:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:18:39+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T04:18:39+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T04:18:39.124541+09:00", "mtime_epoch": 1783019919.124541, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:18:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.41, "name": "celery", "pid": 239, "rss_mb": 947.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.492, "pushed": 3.492, "read": 3.459}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.952, "count": 104, "max_ms": 226.565, "p95_ms": 212.114}, "gstreamer_push": {"avg_ms": 0.897, "count": 104, "max_ms": 1.846, "p95_ms": 1.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.84, "count": 104, "max_ms": 92.611, "p95_ms": 86.318}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.319, "count": 104, "max_ms": 99.236, "p95_ms": 95.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.676, "count": 104, "max_ms": 361.044, "p95_ms": 332.459}, "read_interval": {"avg_ms": 288.934, "count": 103, "max_ms": 373.842, "p95_ms": 341.185}, "triton_wait": {"avg_ms": 71.333, "count": 104, "max_ms": 99.249, "p95_ms": 95.294}, "visualize": {"avg_ms": 28.581, "count": 104, "max_ms": 44.784, "p95_ms": 39.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.78, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6302.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28612.184, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.789, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 633678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:18:41+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:18:41+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:18:41.508578+09:00", "mtime_epoch": 1783019921.5085783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:18:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1586.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.19, "count": 300, "max_ms": 6.509, "p95_ms": 5.838}, "gstreamer_push": {"avg_ms": 1.301, "count": 300, "max_ms": 1.648, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.617, "count": 300, "max_ms": 78.19, "p95_ms": 69.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.826, "count": 300, "max_ms": 91.808, "p95_ms": 68.699}, "yolo11_640_fire_11class": {"avg_ms": 53.124, "count": 300, "max_ms": 77.908, "p95_ms": 69.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.598, "count": 300, "max_ms": 87.343, "p95_ms": 78.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.476, "count": 300, "max_ms": 105.276, "p95_ms": 91.892}, "read_interval": {"avg_ms": 100.183, "count": 299, "max_ms": 134.185, "p95_ms": 121.909}, "triton_wait": {"avg_ms": 58.491, "count": 300, "max_ms": 91.821, "p95_ms": 78.595}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.704, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6305.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38431.203, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.303, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:18:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:18:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:18:50+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:18:50.632721+09:00", "mtime_epoch": 1783019930.6327207, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:18:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1340.512, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.939, "count": 297, "max_ms": 13.1, "p95_ms": 12.069}, "gstreamer_push": {"avg_ms": 1.253, "count": 297, "max_ms": 1.811, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.302, "count": 297, "max_ms": 72.898, "p95_ms": 66.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.624, "count": 297, "max_ms": 90.633, "p95_ms": 73.498}, "yolo11_640_fire_11class": {"avg_ms": 52.69, "count": 297, "max_ms": 72.172, "p95_ms": 66.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.683, "count": 297, "max_ms": 83.365, "p95_ms": 75.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.452, "count": 297, "max_ms": 111.139, "p95_ms": 96.67}, "read_interval": {"avg_ms": 100.939, "count": 297, "max_ms": 288.043, "p95_ms": 129.42}, "triton_wait": {"avg_ms": 58.696, "count": 297, "max_ms": 90.645, "p95_ms": 79.715}, "visualize": {"avg_ms": 3.88, "count": 297, "max_ms": 7.291, "p95_ms": 6.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2863, "tracking_summary": 2514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6306.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65803.14, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.832, "sample_count": 1062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:19:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:19:09+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T04:19:09+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T04:19:09.433014+09:00", "mtime_epoch": 1783019949.4330142, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:19:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.941, "name": "celery", "pid": 239, "rss_mb": 948.23, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.238, "pushed": 3.238, "read": 3.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.736, "count": 97, "max_ms": 212.509, "p95_ms": 209.81}, "gstreamer_push": {"avg_ms": 1.047, "count": 97, "max_ms": 2.957, "p95_ms": 2.83}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.012, "count": 97, "max_ms": 93.694, "p95_ms": 81.901}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.203, "count": 97, "max_ms": 96.904, "p95_ms": 87.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.19, "count": 97, "max_ms": 347.183, "p95_ms": 327.115}, "read_interval": {"avg_ms": 312.191, "count": 96, "max_ms": 357.768, "p95_ms": 337.125}, "triton_wait": {"avg_ms": 67.217, "count": 97, "max_ms": 96.916, "p95_ms": 87.6}, "visualize": {"avg_ms": 28.446, "count": 97, "max_ms": 55.55, "p95_ms": 39.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6304.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28642.216, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.984, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 633979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:19:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:19:11+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T04:19:11+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:19:11.541047+09:00", "mtime_epoch": 1783019951.541047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:19:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1586.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.061, "pushed": 10.061, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.064, "count": 301, "max_ms": 6.468, "p95_ms": 4.97}, "gstreamer_push": {"avg_ms": 1.267, "count": 301, "max_ms": 2.438, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.473, "count": 301, "max_ms": 78.88, "p95_ms": 71.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.725, "count": 301, "max_ms": 98.212, "p95_ms": 69.285}, "yolo11_640_fire_11class": {"avg_ms": 60.16, "count": 301, "max_ms": 78.153, "p95_ms": 70.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.948, "count": 301, "max_ms": 88.543, "p95_ms": 80.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.662, "count": 301, "max_ms": 111.004, "p95_ms": 92.917}, "read_interval": {"avg_ms": 99.774, "count": 300, "max_ms": 127.179, "p95_ms": 118.843}, "triton_wait": {"avg_ms": 68.146, "count": 301, "max_ms": 98.224, "p95_ms": 80.235}, "visualize": {"avg_ms": 3.58, "count": 301, "max_ms": 5.851, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6302.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38461.215, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.503, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 641182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:19:20+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:19:20+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T04:19:20.653189+09:00", "mtime_epoch": 1783019960.6531894, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:19:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1340.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.423, "count": 301, "max_ms": 12.145, "p95_ms": 8.401}, "gstreamer_push": {"avg_ms": 1.215, "count": 301, "max_ms": 1.831, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.739, "count": 301, "max_ms": 73.714, "p95_ms": 68.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.027, "count": 301, "max_ms": 90.201, "p95_ms": 71.176}, "yolo11_640_fire_11class": {"avg_ms": 57.453, "count": 301, "max_ms": 74.231, "p95_ms": 67.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.487, "count": 301, "max_ms": 86.413, "p95_ms": 77.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.093, "count": 301, "max_ms": 166.79, "p95_ms": 95.468}, "read_interval": {"avg_ms": 99.709, "count": 301, "max_ms": 312.332, "p95_ms": 114.873}, "triton_wait": {"avg_ms": 65.013, "count": 301, "max_ms": 90.213, "p95_ms": 79.458}, "visualize": {"avg_ms": 3.595, "count": 301, "max_ms": 5.141, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2864, "tracking_summary": 2515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65833.406, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 320.832, "sample_count": 1062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:19:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:19:39+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T04:19:39+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T04:19:39.697487+09:00", "mtime_epoch": 1783019979.6974866, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:19:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.941, "name": "celery", "pid": 239, "rss_mb": 944.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.808, "pushed": 3.808, "read": 3.774}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.791, "count": 114, "max_ms": 207.503, "p95_ms": 205.759}, "gstreamer_push": {"avg_ms": 1.085, "count": 114, "max_ms": 1.885, "p95_ms": 1.845}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.278, "count": 114, "max_ms": 90.848, "p95_ms": 83.127}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.208, "count": 114, "max_ms": 97.621, "p95_ms": 89.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.782, "count": 114, "max_ms": 329.939, "p95_ms": 317.988}, "read_interval": {"avg_ms": 265.134, "count": 113, "max_ms": 338.646, "p95_ms": 328.173}, "triton_wait": {"avg_ms": 68.247, "count": 114, "max_ms": 97.633, "p95_ms": 89.152}, "visualize": {"avg_ms": 26.971, "count": 114, "max_ms": 37.622, "p95_ms": 34.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28672.311, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.025, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 634280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:19:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:19:41+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T04:19:41+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T04:19:41.621517+09:00", "mtime_epoch": 1783019981.6215167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:19:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1587.246, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.039, "count": 301, "max_ms": 6.156, "p95_ms": 4.508}, "gstreamer_push": {"avg_ms": 1.286, "count": 301, "max_ms": 1.776, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.869, "count": 301, "max_ms": 76.995, "p95_ms": 69.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.777, "count": 301, "max_ms": 92.818, "p95_ms": 73.308}, "yolo11_640_fire_11class": {"avg_ms": 57.88, "count": 301, "max_ms": 76.93, "p95_ms": 68.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.408, "count": 301, "max_ms": 84.606, "p95_ms": 79.342}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.496, "count": 301, "max_ms": 105.435, "p95_ms": 93.357}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 126.831, "p95_ms": 120.694}, "triton_wait": {"avg_ms": 65.927, "count": 301, "max_ms": 92.83, "p95_ms": 80.371}, "visualize": {"avg_ms": 3.638, "count": 301, "max_ms": 4.75, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6306.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38491.312, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.834, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 641484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:19:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:19:50+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:19:50+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T04:19:50.753659+09:00", "mtime_epoch": 1783019990.7536592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:19:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1340.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.483, "count": 301, "max_ms": 12.21, "p95_ms": 8.268}, "gstreamer_push": {"avg_ms": 1.239, "count": 301, "max_ms": 1.777, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.476, "count": 301, "max_ms": 75.691, "p95_ms": 67.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.806, "count": 301, "max_ms": 94.821, "p95_ms": 82.057}, "yolo11_640_fire_11class": {"avg_ms": 55.787, "count": 301, "max_ms": 75.14, "p95_ms": 67.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.837, "count": 301, "max_ms": 87.107, "p95_ms": 77.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.164, "count": 301, "max_ms": 110.74, "p95_ms": 99.116}, "read_interval": {"avg_ms": 99.656, "count": 301, "max_ms": 278.04, "p95_ms": 119.809}, "triton_wait": {"avg_ms": 64.228, "count": 301, "max_ms": 94.835, "p95_ms": 82.925}, "visualize": {"avg_ms": 3.631, "count": 301, "max_ms": 4.539, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2867, "tracking_summary": 2516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6305.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65863.427, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.853, "sample_count": 1058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:20:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:20:10+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T04:20:09+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T04:20:09.717955+09:00", "mtime_epoch": 1783020009.7179554, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:20:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.941, "name": "celery", "pid": 239, "rss_mb": 946.977, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.297, "pushed": 3.297, "read": 3.263}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.932, "count": 98, "max_ms": 210.381, "p95_ms": 208.538}, "gstreamer_push": {"avg_ms": 1.032, "count": 98, "max_ms": 1.859, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.963, "count": 98, "max_ms": 92.068, "p95_ms": 86.3}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.632, "count": 98, "max_ms": 96.503, "p95_ms": 90.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.615, "count": 98, "max_ms": 331.541, "p95_ms": 326.565}, "read_interval": {"avg_ms": 306.302, "count": 97, "max_ms": 342.009, "p95_ms": 335.935}, "triton_wait": {"avg_ms": 66.685, "count": 98, "max_ms": 96.515, "p95_ms": 90.658}, "visualize": {"avg_ms": 27.251, "count": 98, "max_ms": 41.586, "p95_ms": 37.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.725, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6306.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28702.314, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.004, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 634580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:20:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:20:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T04:20:11+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T04:20:11.637985+09:00", "mtime_epoch": 1783020011.6379852, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:20:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1587.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.999, "count": 300, "max_ms": 5.996, "p95_ms": 4.286}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.927, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.782, "count": 300, "max_ms": 75.495, "p95_ms": 70.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.224, "count": 300, "max_ms": 98.305, "p95_ms": 67.96}, "yolo11_640_fire_11class": {"avg_ms": 57.37, "count": 300, "max_ms": 78.664, "p95_ms": 70.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.336, "count": 300, "max_ms": 88.678, "p95_ms": 79.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.296, "count": 300, "max_ms": 111.07, "p95_ms": 92.486}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 130.351, "p95_ms": 121.424}, "triton_wait": {"avg_ms": 64.901, "count": 300, "max_ms": 98.318, "p95_ms": 80.502}, "visualize": {"avg_ms": 3.591, "count": 300, "max_ms": 4.891, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38521.324, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.01, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 641782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:20:20+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T04:20:20+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:20:20.754128+09:00", "mtime_epoch": 1783020020.7541277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:20:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1341.027, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 298, "max_ms": 12.397, "p95_ms": 9.916}, "gstreamer_push": {"avg_ms": 1.221, "count": 298, "max_ms": 1.757, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.838, "count": 298, "max_ms": 77.942, "p95_ms": 66.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.535, "count": 298, "max_ms": 94.84, "p95_ms": 81.46}, "yolo11_640_fire_11class": {"avg_ms": 55.116, "count": 298, "max_ms": 76.32, "p95_ms": 66.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.68, "count": 298, "max_ms": 85.677, "p95_ms": 76.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.809, "count": 298, "max_ms": 110.518, "p95_ms": 97.999}, "read_interval": {"avg_ms": 100.697, "count": 298, "max_ms": 387.048, "p95_ms": 125.041}, "triton_wait": {"avg_ms": 62.947, "count": 298, "max_ms": 94.853, "p95_ms": 81.472}, "visualize": {"avg_ms": 3.62, "count": 298, "max_ms": 6.653, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2867, "tracking_summary": 2517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6309.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65893.462, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 321.853, "sample_count": 1063, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:20:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:20:40+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T04:20:39+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T04:20:39.866426+09:00", "mtime_epoch": 1783020039.866426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:20:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.941, "name": "celery", "pid": 239, "rss_mb": 949.812, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.7, "pushed": 3.7, "read": 3.666}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.274, "count": 110, "max_ms": 212.573, "p95_ms": 208.908}, "gstreamer_push": {"avg_ms": 0.772, "count": 110, "max_ms": 0.924, "p95_ms": 0.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.292, "count": 110, "max_ms": 93.853, "p95_ms": 87.056}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.376, "count": 110, "max_ms": 98.259, "p95_ms": 93.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.722, "count": 110, "max_ms": 334.959, "p95_ms": 320.725}, "read_interval": {"avg_ms": 273.767, "count": 109, "max_ms": 345.205, "p95_ms": 329.372}, "triton_wait": {"avg_ms": 69.432, "count": 110, "max_ms": 98.272, "p95_ms": 93.877}, "visualize": {"avg_ms": 24.263, "count": 110, "max_ms": 28.903, "p95_ms": 26.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.732, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6306.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28732.317, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.521, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 634880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:20:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:20:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:20:41+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T04:20:41.630454+09:00", "mtime_epoch": 1783020041.6304536, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:20:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1587.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.121, "count": 300, "max_ms": 6.786, "p95_ms": 5.129}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.514, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.412, "count": 300, "max_ms": 78.497, "p95_ms": 70.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.4, "count": 300, "max_ms": 92.632, "p95_ms": 69.383}, "yolo11_640_fire_11class": {"avg_ms": 58.66, "count": 300, "max_ms": 78.799, "p95_ms": 69.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.11, "count": 300, "max_ms": 89.445, "p95_ms": 81.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.263, "count": 300, "max_ms": 105.575, "p95_ms": 96.378}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 132.768, "p95_ms": 121.085}, "triton_wait": {"avg_ms": 66.523, "count": 300, "max_ms": 92.645, "p95_ms": 83.303}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 5.767, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6307.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38551.408, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.721, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 642085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:20:50+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T04:20:50+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T04:20:50.862598+09:00", "mtime_epoch": 1783020050.8625977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:20:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1341.027, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.524, "count": 303, "max_ms": 12.485, "p95_ms": 8.836}, "gstreamer_push": {"avg_ms": 1.244, "count": 303, "max_ms": 1.871, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.659, "count": 303, "max_ms": 85.961, "p95_ms": 67.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.21, "count": 303, "max_ms": 97.256, "p95_ms": 79.05}, "yolo11_640_fire_11class": {"avg_ms": 54.764, "count": 303, "max_ms": 73.736, "p95_ms": 67.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.09, "count": 303, "max_ms": 86.993, "p95_ms": 78.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.623, "count": 303, "max_ms": 113.559, "p95_ms": 99.56}, "read_interval": {"avg_ms": 99.324, "count": 302, "max_ms": 335.907, "p95_ms": 125.211}, "triton_wait": {"avg_ms": 62.579, "count": 303, "max_ms": 97.27, "p95_ms": 83.228}, "visualize": {"avg_ms": 3.668, "count": 303, "max_ms": 6.671, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2868, "tracking_summary": 2518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6304.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65923.63, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 324.567, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:21:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:21:10+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T04:21:09+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-03T04:21:09.898895+09:00", "mtime_epoch": 1783020069.898895, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:21:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.941, "name": "celery", "pid": 239, "rss_mb": 944.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.403, "pushed": 3.403, "read": 3.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.171, "count": 102, "max_ms": 241.648, "p95_ms": 210.23}, "gstreamer_push": {"avg_ms": 0.805, "count": 102, "max_ms": 2.32, "p95_ms": 0.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.446, "count": 102, "max_ms": 98.173, "p95_ms": 94.432}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.451, "count": 102, "max_ms": 100.41, "p95_ms": 92.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.25, "count": 102, "max_ms": 375.212, "p95_ms": 331.199}, "read_interval": {"avg_ms": 295.44, "count": 101, "max_ms": 383.869, "p95_ms": 340.202}, "triton_wait": {"avg_ms": 69.561, "count": 102, "max_ms": 100.423, "p95_ms": 94.444}, "visualize": {"avg_ms": 25.748, "count": 102, "max_ms": 44.886, "p95_ms": 40.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6301.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28762.406, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.521, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 635181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:21:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:21:11+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T04:21:11+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:21:11.730924+09:00", "mtime_epoch": 1783020071.7309237, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:21:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1587.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.987, "count": 301, "max_ms": 6.877, "p95_ms": 4.568}, "gstreamer_push": {"avg_ms": 1.258, "count": 301, "max_ms": 1.819, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.962, "count": 301, "max_ms": 81.353, "p95_ms": 68.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.016, "count": 301, "max_ms": 90.599, "p95_ms": 71.544}, "yolo11_640_fire_11class": {"avg_ms": 56.369, "count": 301, "max_ms": 77.725, "p95_ms": 67.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.524, "count": 301, "max_ms": 88.885, "p95_ms": 77.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.955, "count": 301, "max_ms": 103.259, "p95_ms": 92.539}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 130.874, "p95_ms": 121.29}, "triton_wait": {"avg_ms": 63.543, "count": 301, "max_ms": 90.611, "p95_ms": 79.761}, "visualize": {"avg_ms": 3.567, "count": 301, "max_ms": 5.422, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6304.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38581.5, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.264, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 642386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:21:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:21:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T04:21:20+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:21:20.935067+09:00", "mtime_epoch": 1783020080.9350674, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:21:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1341.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.602, "count": 301, "max_ms": 12.91, "p95_ms": 9.159}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 1.701, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.357, "count": 301, "max_ms": 78.153, "p95_ms": 67.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.88, "count": 301, "max_ms": 93.804, "p95_ms": 76.458}, "yolo11_640_fire_11class": {"avg_ms": 55.99, "count": 301, "max_ms": 78.977, "p95_ms": 66.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.626, "count": 301, "max_ms": 84.045, "p95_ms": 76.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.018, "count": 301, "max_ms": 110.628, "p95_ms": 94.313}, "read_interval": {"avg_ms": 99.91, "count": 301, "max_ms": 325.96, "p95_ms": 122.048}, "triton_wait": {"avg_ms": 64.025, "count": 301, "max_ms": 93.817, "p95_ms": 78.005}, "visualize": {"avg_ms": 3.606, "count": 301, "max_ms": 6.634, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2869, "tracking_summary": 2518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65953.725, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.574, "sample_count": 1052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:21:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:21:40+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T04:21:40+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T04:21:40.011365+09:00", "mtime_epoch": 1783020100.0113652, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:21:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.941, "name": "celery", "pid": 239, "rss_mb": 943.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.29, "pushed": 3.29, "read": 3.256}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.395, "count": 98, "max_ms": 214.256, "p95_ms": 211.276}, "gstreamer_push": {"avg_ms": 1.127, "count": 98, "max_ms": 3.506, "p95_ms": 2.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.162, "count": 98, "max_ms": 93.233, "p95_ms": 89.481}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.467, "count": 98, "max_ms": 105.706, "p95_ms": 91.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.045, "count": 98, "max_ms": 347.399, "p95_ms": 342.012}, "read_interval": {"avg_ms": 307.048, "count": 97, "max_ms": 356.247, "p95_ms": 350.856}, "triton_wait": {"avg_ms": 69.885, "count": 98, "max_ms": 105.72, "p95_ms": 91.535}, "visualize": {"avg_ms": 30.994, "count": 98, "max_ms": 46.569, "p95_ms": 41.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.788, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6297.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28792.466, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.535, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 635481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:21:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:21:41+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:21:41+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T04:21:41.787393+09:00", "mtime_epoch": 1783020101.7873929, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:21:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1587.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.078, "count": 300, "max_ms": 6.146, "p95_ms": 4.757}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 2.019, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.154, "count": 300, "max_ms": 80.618, "p95_ms": 68.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.407, "count": 300, "max_ms": 94.956, "p95_ms": 69.837}, "yolo11_640_fire_11class": {"avg_ms": 56.005, "count": 300, "max_ms": 78.465, "p95_ms": 68.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.169, "count": 300, "max_ms": 85.478, "p95_ms": 76.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.879, "count": 300, "max_ms": 108.722, "p95_ms": 90.329}, "read_interval": {"avg_ms": 100.186, "count": 299, "max_ms": 131.358, "p95_ms": 121.023}, "triton_wait": {"avg_ms": 62.188, "count": 300, "max_ms": 94.968, "p95_ms": 77.625}, "visualize": {"avg_ms": 3.666, "count": 300, "max_ms": 5.948, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6309.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38611.575, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.959, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 642684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:21:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:21:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:21:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:21:51.011537+09:00", "mtime_epoch": 1783020111.011537, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:21:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1341.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.483, "count": 298, "max_ms": 12.089, "p95_ms": 8.391}, "gstreamer_push": {"avg_ms": 1.218, "count": 298, "max_ms": 1.563, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.501, "count": 298, "max_ms": 74.184, "p95_ms": 66.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.18, "count": 298, "max_ms": 95.006, "p95_ms": 68.189}, "yolo11_640_fire_11class": {"avg_ms": 55.267, "count": 298, "max_ms": 75.068, "p95_ms": 66.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.834, "count": 298, "max_ms": 82.549, "p95_ms": 76.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.36, "count": 298, "max_ms": 111.036, "p95_ms": 92.676}, "read_interval": {"avg_ms": 100.908, "count": 297, "max_ms": 289.949, "p95_ms": 130.038}, "triton_wait": {"avg_ms": 61.49, "count": 298, "max_ms": 95.019, "p95_ms": 76.893}, "visualize": {"avg_ms": 3.579, "count": 298, "max_ms": 4.685, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2871, "tracking_summary": 2519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6296.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 65983.797, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.216, "sample_count": 1053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:22:10+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T04:22:10+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-03T04:22:10.211837+09:00", "mtime_epoch": 1783020130.2118368, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:22:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 949.941, "name": "celery", "pid": 239, "rss_mb": 936.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.863, "pushed": 3.863, "read": 3.829}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.751, "count": 115, "max_ms": 238.196, "p95_ms": 206.311}, "gstreamer_push": {"avg_ms": 1.035, "count": 115, "max_ms": 2.745, "p95_ms": 1.867}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.628, "count": 115, "max_ms": 99.786, "p95_ms": 83.676}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.879, "count": 115, "max_ms": 98.355, "p95_ms": 89.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.637, "count": 115, "max_ms": 341.595, "p95_ms": 321.498}, "read_interval": {"avg_ms": 262.096, "count": 114, "max_ms": 350.325, "p95_ms": 331.41}, "triton_wait": {"avg_ms": 67.954, "count": 115, "max_ms": 99.798, "p95_ms": 90.731}, "visualize": {"avg_ms": 27.155, "count": 115, "max_ms": 41.438, "p95_ms": 35.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.772, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6297.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28822.533, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.029, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 635782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:22:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:22:11+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T04:22:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:22:11.851862+09:00", "mtime_epoch": 1783020131.8518624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:22:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1588.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.052, "count": 301, "max_ms": 6.329, "p95_ms": 4.636}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 2.158, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.918, "count": 301, "max_ms": 78.622, "p95_ms": 70.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.883, "count": 301, "max_ms": 92.915, "p95_ms": 72.423}, "yolo11_640_fire_11class": {"avg_ms": 58.756, "count": 301, "max_ms": 76.361, "p95_ms": 69.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.538, "count": 301, "max_ms": 87.747, "p95_ms": 79.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.19, "count": 301, "max_ms": 108.99, "p95_ms": 93.85}, "read_interval": {"avg_ms": 99.85, "count": 300, "max_ms": 125.758, "p95_ms": 121.299}, "triton_wait": {"avg_ms": 66.549, "count": 301, "max_ms": 92.932, "p95_ms": 81.415}, "visualize": {"avg_ms": 3.652, "count": 301, "max_ms": 4.754, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6297.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38641.593, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.375, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 642986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:22:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:22:21+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T04:22:21+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T04:22:20.852003+09:00", "mtime_epoch": 1783020140.8520029, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:22:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1341.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.059}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.585, "count": 302, "max_ms": 12.819, "p95_ms": 9.618}, "gstreamer_push": {"avg_ms": 1.245, "count": 302, "max_ms": 1.85, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.21, "count": 302, "max_ms": 75.025, "p95_ms": 67.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.353, "count": 302, "max_ms": 99.636, "p95_ms": 81.805}, "yolo11_640_fire_11class": {"avg_ms": 53.691, "count": 302, "max_ms": 75.992, "p95_ms": 66.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.933, "count": 302, "max_ms": 85.813, "p95_ms": 76.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.889, "count": 302, "max_ms": 118.544, "p95_ms": 99.569}, "read_interval": {"avg_ms": 99.418, "count": 301, "max_ms": 353.272, "p95_ms": 122.108}, "triton_wait": {"avg_ms": 60.719, "count": 302, "max_ms": 99.649, "p95_ms": 83.201}, "visualize": {"avg_ms": 3.704, "count": 302, "max_ms": 6.615, "p95_ms": 4.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2871, "tracking_summary": 2520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6308.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66013.908, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.186, "sample_count": 1049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:22:40+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T04:22:40+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-03T04:22:40.176305+09:00", "mtime_epoch": 1783020160.1763046, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:22:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 950.238, "name": "celery", "pid": 239, "rss_mb": 947.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.88, "pushed": 3.88, "read": 3.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.69, "count": 116, "max_ms": 211.656, "p95_ms": 209.322}, "gstreamer_push": {"avg_ms": 1.175, "count": 116, "max_ms": 1.979, "p95_ms": 1.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.09, "count": 116, "max_ms": 105.531, "p95_ms": 83.084}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.879, "count": 116, "max_ms": 104.176, "p95_ms": 86.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.714, "count": 116, "max_ms": 343.562, "p95_ms": 327.461}, "read_interval": {"avg_ms": 258.966, "count": 115, "max_ms": 354.125, "p95_ms": 338.367}, "triton_wait": {"avg_ms": 68.167, "count": 116, "max_ms": 105.543, "p95_ms": 86.775}, "visualize": {"avg_ms": 28.098, "count": 116, "max_ms": 42.57, "p95_ms": 40.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6301.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28852.6, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.167, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 636083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:22:42+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T04:22:41+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T04:22:41.940332+09:00", "mtime_epoch": 1783020161.9403322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:22:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1588.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.066, "count": 301, "max_ms": 6.386, "p95_ms": 4.75}, "gstreamer_push": {"avg_ms": 1.278, "count": 301, "max_ms": 1.531, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.68, "count": 301, "max_ms": 75.915, "p95_ms": 68.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.627, "count": 301, "max_ms": 91.732, "p95_ms": 69.841}, "yolo11_640_fire_11class": {"avg_ms": 57.997, "count": 301, "max_ms": 75.376, "p95_ms": 68.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.348, "count": 301, "max_ms": 87.868, "p95_ms": 78.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.153, "count": 301, "max_ms": 124.284, "p95_ms": 93.358}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 135.008, "p95_ms": 119.482}, "triton_wait": {"avg_ms": 66.407, "count": 301, "max_ms": 91.745, "p95_ms": 80.177}, "visualize": {"avg_ms": 3.638, "count": 301, "max_ms": 4.99, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6299.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38671.61, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.375, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 643287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:22:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:22:51+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T04:22:51+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T04:22:51.068475+09:00", "mtime_epoch": 1783020171.0684748, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:22:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1341.691, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.5, "count": 301, "max_ms": 14.074, "p95_ms": 8.362}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.739, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.801, "count": 301, "max_ms": 73.481, "p95_ms": 66.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.659, "count": 301, "max_ms": 102.198, "p95_ms": 76.594}, "yolo11_640_fire_11class": {"avg_ms": 54.829, "count": 301, "max_ms": 74.691, "p95_ms": 66.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.485, "count": 301, "max_ms": 85.497, "p95_ms": 76.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.845, "count": 301, "max_ms": 118.416, "p95_ms": 95.366}, "read_interval": {"avg_ms": 99.795, "count": 300, "max_ms": 352.526, "p95_ms": 123.746}, "triton_wait": {"avg_ms": 62.863, "count": 301, "max_ms": 102.211, "p95_ms": 78.757}, "visualize": {"avg_ms": 3.663, "count": 301, "max_ms": 6.154, "p95_ms": 4.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2873, "tracking_summary": 2521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6296.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66044.145, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 328.119, "sample_count": 1046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:23:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:23:10+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T04:23:10+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T04:23:10.428777+09:00", "mtime_epoch": 1783020190.4287772, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:23:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 950.238, "name": "celery", "pid": 239, "rss_mb": 935.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.209, "pushed": 3.209, "read": 3.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 201.677, "count": 96, "max_ms": 216.199, "p95_ms": 212.418}, "gstreamer_push": {"avg_ms": 0.974, "count": 96, "max_ms": 2.769, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.862, "count": 96, "max_ms": 93.729, "p95_ms": 89.317}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.385, "count": 96, "max_ms": 101.315, "p95_ms": 91.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.179, "count": 96, "max_ms": 358.431, "p95_ms": 333.148}, "read_interval": {"avg_ms": 314.981, "count": 95, "max_ms": 367.378, "p95_ms": 343.721}, "triton_wait": {"avg_ms": 71.427, "count": 96, "max_ms": 101.327, "p95_ms": 91.9}, "visualize": {"avg_ms": 28.218, "count": 96, "max_ms": 41.421, "p95_ms": 38.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6306.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28882.635, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.358, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 636383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:23:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:23:12+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T04:23:11+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T04:23:11.928801+09:00", "mtime_epoch": 1783020191.9288006, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:23:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1588.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.115, "count": 300, "max_ms": 6.329, "p95_ms": 5.55}, "gstreamer_push": {"avg_ms": 1.239, "count": 300, "max_ms": 1.56, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.832, "count": 300, "max_ms": 75.667, "p95_ms": 69.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.579, "count": 300, "max_ms": 93.897, "p95_ms": 72.385}, "yolo11_640_fire_11class": {"avg_ms": 55.272, "count": 300, "max_ms": 76.706, "p95_ms": 68.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.682, "count": 300, "max_ms": 86.73, "p95_ms": 77.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.269, "count": 300, "max_ms": 106.859, "p95_ms": 93.107}, "read_interval": {"avg_ms": 100.074, "count": 299, "max_ms": 124.077, "p95_ms": 120.817}, "triton_wait": {"avg_ms": 60.751, "count": 300, "max_ms": 93.908, "p95_ms": 78.73}, "visualize": {"avg_ms": 3.542, "count": 300, "max_ms": 4.818, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6305.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38701.619, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.534, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 643586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:23:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:23:21+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T04:23:21+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T04:23:21.052943+09:00", "mtime_epoch": 1783020201.052943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:23:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1341.84, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.485, "count": 299, "max_ms": 12.665, "p95_ms": 8.735}, "gstreamer_push": {"avg_ms": 1.24, "count": 299, "max_ms": 1.78, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.324, "count": 299, "max_ms": 74.558, "p95_ms": 66.415}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.264, "count": 299, "max_ms": 90.931, "p95_ms": 76.609}, "yolo11_640_fire_11class": {"avg_ms": 55.791, "count": 299, "max_ms": 78.902, "p95_ms": 67.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.354, "count": 299, "max_ms": 85.83, "p95_ms": 76.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.434, "count": 299, "max_ms": 107.285, "p95_ms": 98.617}, "read_interval": {"avg_ms": 100.33, "count": 299, "max_ms": 300.561, "p95_ms": 130.173}, "triton_wait": {"avg_ms": 62.431, "count": 299, "max_ms": 90.945, "p95_ms": 81.434}, "visualize": {"avg_ms": 3.65, "count": 299, "max_ms": 6.517, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2874, "tracking_summary": 2522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66074.295, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 328.204, "sample_count": 1046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:23:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:23:40+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T04:23:40+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T04:23:40.585248+09:00", "mtime_epoch": 1783020220.585248, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:23:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 950.422, "name": "celery", "pid": 239, "rss_mb": 942.469, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.486, "pushed": 3.486, "read": 3.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.996, "count": 104, "max_ms": 216.273, "p95_ms": 211.089}, "gstreamer_push": {"avg_ms": 0.966, "count": 104, "max_ms": 2.829, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.422, "count": 104, "max_ms": 98.085, "p95_ms": 88.122}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.604, "count": 104, "max_ms": 101.747, "p95_ms": 95.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.268, "count": 104, "max_ms": 349.492, "p95_ms": 332.23}, "read_interval": {"avg_ms": 289.747, "count": 103, "max_ms": 358.815, "p95_ms": 340.993}, "triton_wait": {"avg_ms": 69.626, "count": 104, "max_ms": 101.761, "p95_ms": 95.027}, "visualize": {"avg_ms": 27.835, "count": 104, "max_ms": 39.385, "p95_ms": 36.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6299.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28912.649, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.501, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 636683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:23:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:23:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:23:41+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T04:23:41.965270+09:00", "mtime_epoch": 1783020221.9652696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:23:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1588.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.129, "count": 300, "max_ms": 6.691, "p95_ms": 5.664}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.818, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.722, "count": 300, "max_ms": 78.45, "p95_ms": 70.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.96, "count": 300, "max_ms": 98.708, "p95_ms": 69.219}, "yolo11_640_fire_11class": {"avg_ms": 59.103, "count": 300, "max_ms": 76.64, "p95_ms": 70.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.078, "count": 300, "max_ms": 88.425, "p95_ms": 80.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.406, "count": 300, "max_ms": 112.911, "p95_ms": 93.501}, "read_interval": {"avg_ms": 100.033, "count": 299, "max_ms": 125.522, "p95_ms": 120.122}, "triton_wait": {"avg_ms": 66.635, "count": 300, "max_ms": 98.722, "p95_ms": 80.421}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 4.947, "p95_ms": 4.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6298.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38731.621, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.978, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 643886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:23:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:23:51+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T04:23:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:23:51.057412+09:00", "mtime_epoch": 1783020231.0574117, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:23:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1341.98, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.636, "count": 300, "max_ms": 13.741, "p95_ms": 10.036}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 2.172, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.337, "count": 300, "max_ms": 80.901, "p95_ms": 68.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.995, "count": 300, "max_ms": 97.444, "p95_ms": 74.948}, "yolo11_640_fire_11class": {"avg_ms": 54.979, "count": 300, "max_ms": 77.335, "p95_ms": 68.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.203, "count": 300, "max_ms": 87.23, "p95_ms": 78.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.594, "count": 300, "max_ms": 113.232, "p95_ms": 100.78}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 340.433, "p95_ms": 124.591}, "triton_wait": {"avg_ms": 62.38, "count": 300, "max_ms": 97.457, "p95_ms": 83.398}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 6.431, "p95_ms": 4.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2874, "tracking_summary": 2523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6307.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66104.334, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 328.624, "sample_count": 1046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:24:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:24:10+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-03T04:24:10+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T04:24:10.629717+09:00", "mtime_epoch": 1783020250.6297174, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:24:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 950.422, "name": "celery", "pid": 239, "rss_mb": 946.359, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.23, "pushed": 3.23, "read": 3.196}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.559, "count": 96, "max_ms": 210.756, "p95_ms": 204.879}, "gstreamer_push": {"avg_ms": 0.975, "count": 96, "max_ms": 2.864, "p95_ms": 2.675}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.112, "count": 96, "max_ms": 96.22, "p95_ms": 87.738}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.547, "count": 96, "max_ms": 102.899, "p95_ms": 99.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.282, "count": 96, "max_ms": 335.977, "p95_ms": 328.638}, "read_interval": {"avg_ms": 313.012, "count": 95, "max_ms": 346.339, "p95_ms": 339.061}, "triton_wait": {"avg_ms": 70.561, "count": 96, "max_ms": 102.913, "p95_ms": 99.057}, "visualize": {"avg_ms": 28.455, "count": 96, "max_ms": 39.917, "p95_ms": 39.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.726, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6307.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28942.656, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.561, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 636983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:24:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:24:12+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:24:11+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T04:24:12.001739+09:00", "mtime_epoch": 1783020252.0017388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:24:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1588.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.003, "count": 300, "max_ms": 6.188, "p95_ms": 4.298}, "gstreamer_push": {"avg_ms": 1.291, "count": 300, "max_ms": 2.182, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.688, "count": 300, "max_ms": 79.677, "p95_ms": 71.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.931, "count": 300, "max_ms": 96.818, "p95_ms": 69.455}, "yolo11_640_fire_11class": {"avg_ms": 60.036, "count": 300, "max_ms": 80.175, "p95_ms": 69.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.055, "count": 300, "max_ms": 89.575, "p95_ms": 79.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.995, "count": 300, "max_ms": 128.339, "p95_ms": 92.942}, "read_interval": {"avg_ms": 100.102, "count": 300, "max_ms": 138.936, "p95_ms": 119.667}, "triton_wait": {"avg_ms": 68.301, "count": 300, "max_ms": 96.831, "p95_ms": 79.796}, "visualize": {"avg_ms": 3.645, "count": 300, "max_ms": 5.313, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38761.713, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.94, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 644186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:24:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:24:21+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:24:21+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T04:24:20.945878+09:00", "mtime_epoch": 1783020260.9458783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:24:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1342.125, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.426, "count": 299, "max_ms": 11.899, "p95_ms": 8.222}, "gstreamer_push": {"avg_ms": 1.213, "count": 300, "max_ms": 1.484, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.448, "count": 299, "max_ms": 77.022, "p95_ms": 67.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.531, "count": 299, "max_ms": 101.515, "p95_ms": 71.849}, "yolo11_640_fire_11class": {"avg_ms": 58.152, "count": 299, "max_ms": 78.111, "p95_ms": 67.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.814, "count": 299, "max_ms": 87.916, "p95_ms": 76.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.242, "count": 300, "max_ms": 117.843, "p95_ms": 93.747}, "read_interval": {"avg_ms": 100.365, "count": 299, "max_ms": 325.749, "p95_ms": 116.46}, "triton_wait": {"avg_ms": 66.393, "count": 299, "max_ms": 101.528, "p95_ms": 78.07}, "visualize": {"avg_ms": 3.617, "count": 299, "max_ms": 4.854, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2875, "tracking_summary": 2524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6308.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66134.602, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 329.0, "sample_count": 1046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:24:41+09:00", "last_frame_read_age_sec": 0.287, "last_frame_read_at": "2026-07-03T04:24:40+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T04:24:40.906190+09:00", "mtime_epoch": 1783020280.9061902, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:24:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 950.422, "name": "celery", "pid": 239, "rss_mb": 945.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.805, "pushed": 3.805, "read": 3.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.325, "count": 114, "max_ms": 229.002, "p95_ms": 215.951}, "gstreamer_push": {"avg_ms": 0.883, "count": 114, "max_ms": 2.903, "p95_ms": 1.741}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.359, "count": 114, "max_ms": 82.651, "p95_ms": 77.027}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.922, "count": 114, "max_ms": 87.676, "p95_ms": 81.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.914, "count": 114, "max_ms": 339.387, "p95_ms": 325.199}, "read_interval": {"avg_ms": 265.242, "count": 113, "max_ms": 348.323, "p95_ms": 335.394}, "triton_wait": {"avg_ms": 66.978, "count": 114, "max_ms": 87.693, "p95_ms": 82.336}, "visualize": {"avg_ms": 24.775, "count": 114, "max_ms": 40.884, "p95_ms": 33.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6308.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 28972.677, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.277, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 637284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:24:42+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T04:24:42+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T04:24:42.022207+09:00", "mtime_epoch": 1783020282.0222075, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:24:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1588.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.065, "pushed": 10.065, "read": 10.031}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.078, "count": 301, "max_ms": 6.813, "p95_ms": 4.771}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 1.831, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.188, "count": 301, "max_ms": 79.292, "p95_ms": 68.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.715, "count": 301, "max_ms": 89.369, "p95_ms": 68.968}, "yolo11_640_fire_11class": {"avg_ms": 55.685, "count": 301, "max_ms": 78.314, "p95_ms": 69.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.806, "count": 301, "max_ms": 90.676, "p95_ms": 78.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.466, "count": 301, "max_ms": 104.359, "p95_ms": 91.836}, "read_interval": {"avg_ms": 99.828, "count": 300, "max_ms": 124.738, "p95_ms": 121.607}, "triton_wait": {"avg_ms": 61.614, "count": 301, "max_ms": 90.689, "p95_ms": 78.689}, "visualize": {"avg_ms": 3.726, "count": 301, "max_ms": 5.926, "p95_ms": 4.523}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6307.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38791.806, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.436, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 644489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:24:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:24:51+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T04:24:51+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T04:24:51.250352+09:00", "mtime_epoch": 1783020291.2503517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:24:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1342.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.499, "count": 303, "max_ms": 11.758, "p95_ms": 8.501}, "gstreamer_push": {"avg_ms": 1.249, "count": 303, "max_ms": 2.063, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.649, "count": 303, "max_ms": 72.749, "p95_ms": 65.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.778, "count": 303, "max_ms": 89.651, "p95_ms": 72.513}, "yolo11_640_fire_11class": {"avg_ms": 52.024, "count": 303, "max_ms": 74.217, "p95_ms": 65.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.339, "count": 303, "max_ms": 83.69, "p95_ms": 74.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.653, "count": 303, "max_ms": 105.961, "p95_ms": 95.91}, "read_interval": {"avg_ms": 99.267, "count": 302, "max_ms": 267.864, "p95_ms": 136.622}, "triton_wait": {"avg_ms": 57.698, "count": 303, "max_ms": 89.665, "p95_ms": 79.863}, "visualize": {"avg_ms": 3.636, "count": 303, "max_ms": 5.496, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2878, "tracking_summary": 2525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6301.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66164.798, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 329.212, "sample_count": 1046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:25:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:25:11+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T04:25:11+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T04:25:11.058661+09:00", "mtime_epoch": 1783020311.058661, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:25:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 950.422, "name": "celery", "pid": 239, "rss_mb": 939.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.312, "pushed": 3.312, "read": 3.278}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.779, "count": 99, "max_ms": 215.974, "p95_ms": 209.996}, "gstreamer_push": {"avg_ms": 1.005, "count": 99, "max_ms": 2.57, "p95_ms": 1.877}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.821, "count": 99, "max_ms": 96.836, "p95_ms": 84.968}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.4, "count": 99, "max_ms": 97.821, "p95_ms": 91.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.305, "count": 99, "max_ms": 343.396, "p95_ms": 328.472}, "read_interval": {"avg_ms": 304.649, "count": 98, "max_ms": 352.317, "p95_ms": 335.564}, "triton_wait": {"avg_ms": 65.487, "count": 99, "max_ms": 97.834, "p95_ms": 91.686}, "visualize": {"avg_ms": 26.256, "count": 99, "max_ms": 41.656, "p95_ms": 35.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6308.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29002.687, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.107, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 637584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:25:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:25:12+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:25:12+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T04:25:12.022676+09:00", "mtime_epoch": 1783020312.022676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:25:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1588.793, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 300, "max_ms": 6.202, "p95_ms": 4.863}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 2.061, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.702, "count": 300, "max_ms": 78.903, "p95_ms": 67.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.295, "count": 300, "max_ms": 92.213, "p95_ms": 68.522}, "yolo11_640_fire_11class": {"avg_ms": 54.054, "count": 300, "max_ms": 75.512, "p95_ms": 68.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.215, "count": 300, "max_ms": 86.514, "p95_ms": 76.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.88, "count": 300, "max_ms": 107.994, "p95_ms": 90.089}, "read_interval": {"avg_ms": 100.006, "count": 300, "max_ms": 126.661, "p95_ms": 121.218}, "triton_wait": {"avg_ms": 59.184, "count": 300, "max_ms": 92.228, "p95_ms": 77.284}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 5.243, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6311.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38821.809, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.414, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 644788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:25:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:25:21+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T04:25:21+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:25:21.250820+09:00", "mtime_epoch": 1783020321.2508202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:25:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1342.414, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.537, "count": 299, "max_ms": 10.111, "p95_ms": 8.517}, "gstreamer_push": {"avg_ms": 1.252, "count": 299, "max_ms": 2.215, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.282, "count": 299, "max_ms": 72.634, "p95_ms": 66.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.801, "count": 299, "max_ms": 96.458, "p95_ms": 79.226}, "yolo11_640_fire_11class": {"avg_ms": 54.232, "count": 299, "max_ms": 72.616, "p95_ms": 67.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.296, "count": 299, "max_ms": 84.081, "p95_ms": 76.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.769, "count": 299, "max_ms": 113.028, "p95_ms": 97.374}, "read_interval": {"avg_ms": 100.33, "count": 299, "max_ms": 277.313, "p95_ms": 138.304}, "triton_wait": {"avg_ms": 60.637, "count": 299, "max_ms": 96.472, "p95_ms": 80.77}, "visualize": {"avg_ms": 3.727, "count": 299, "max_ms": 5.357, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2878, "tracking_summary": 2525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6307.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66194.848, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 330.983, "sample_count": 1041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:25:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:25:41+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T04:25:41+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T04:25:41.255133+09:00", "mtime_epoch": 1783020341.2551327, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:25:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 950.422, "name": "celery", "pid": 239, "rss_mb": 945.699, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.598, "pushed": 3.598, "read": 3.564}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.741, "count": 107, "max_ms": 240.423, "p95_ms": 212.299}, "gstreamer_push": {"avg_ms": 0.974, "count": 107, "max_ms": 2.991, "p95_ms": 2.758}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.001, "count": 107, "max_ms": 96.892, "p95_ms": 84.19}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.295, "count": 107, "max_ms": 101.109, "p95_ms": 93.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.112, "count": 107, "max_ms": 352.274, "p95_ms": 337.719}, "read_interval": {"avg_ms": 281.673, "count": 106, "max_ms": 360.96, "p95_ms": 346.807}, "triton_wait": {"avg_ms": 69.392, "count": 107, "max_ms": 101.121, "p95_ms": 93.116}, "visualize": {"avg_ms": 26.19, "count": 107, "max_ms": 41.223, "p95_ms": 35.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6299.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29032.819, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.928, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 637885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:25:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:25:42+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T04:25:42+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-03T04:25:42.107146+09:00", "mtime_epoch": 1783020342.107146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:25:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1588.793, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.132, "count": 301, "max_ms": 6.396, "p95_ms": 5.741}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.724, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.682, "count": 301, "max_ms": 79.037, "p95_ms": 69.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.221, "count": 301, "max_ms": 92.522, "p95_ms": 69.106}, "yolo11_640_fire_11class": {"avg_ms": 55.662, "count": 301, "max_ms": 80.434, "p95_ms": 68.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.818, "count": 301, "max_ms": 86.969, "p95_ms": 78.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.541, "count": 301, "max_ms": 105.455, "p95_ms": 93.507}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 123.873, "p95_ms": 120.957}, "triton_wait": {"avg_ms": 61.756, "count": 301, "max_ms": 92.534, "p95_ms": 80.463}, "visualize": {"avg_ms": 3.666, "count": 301, "max_ms": 4.841, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6311.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38851.813, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.597, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 645088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:25:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:25:51+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T04:25:51+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T04:25:51.255289+09:00", "mtime_epoch": 1783020351.2552888, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:25:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1342.559, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.544, "count": 300, "max_ms": 12.876, "p95_ms": 8.992}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 2.152, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.395, "count": 300, "max_ms": 75.091, "p95_ms": 66.494}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.709, "count": 300, "max_ms": 93.345, "p95_ms": 78.599}, "yolo11_640_fire_11class": {"avg_ms": 54.444, "count": 300, "max_ms": 75.554, "p95_ms": 66.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.693, "count": 300, "max_ms": 80.102, "p95_ms": 76.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.162, "count": 300, "max_ms": 110.127, "p95_ms": 95.565}, "read_interval": {"avg_ms": 100.023, "count": 300, "max_ms": 343.548, "p95_ms": 126.631}, "triton_wait": {"avg_ms": 61.143, "count": 300, "max_ms": 93.358, "p95_ms": 78.953}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 4.725, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2879, "tracking_summary": 2526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66225.072, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 330.024, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:26:11+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T04:26:11+09:00", "mjpeg": {"age_sec": 0.315, "exists": true, "mtime": "2026-07-03T04:26:11.335603+09:00", "mtime_epoch": 1783020371.3356025, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:26:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 950.422, "name": "celery", "pid": 239, "rss_mb": 939.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.433, "pushed": 3.433, "read": 3.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 183.456, "count": 103, "max_ms": 229.072, "p95_ms": 212.527}, "gstreamer_push": {"avg_ms": 1.282, "count": 103, "max_ms": 3.029, "p95_ms": 2.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.605, "count": 103, "max_ms": 88.51, "p95_ms": 76.024}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.46, "count": 103, "max_ms": 102.743, "p95_ms": 86.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.368, "count": 103, "max_ms": 343.484, "p95_ms": 323.288}, "read_interval": {"avg_ms": 290.181, "count": 103, "max_ms": 355.306, "p95_ms": 333.075}, "triton_wait": {"avg_ms": 66.473, "count": 103, "max_ms": 102.756, "p95_ms": 86.233}, "visualize": {"avg_ms": 27.719, "count": 103, "max_ms": 43.334, "p95_ms": 40.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6303.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29062.822, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.867, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 638185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:26:12+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:26:12+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T04:26:12.127615+09:00", "mtime_epoch": 1783020372.1276147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:26:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1589.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.047, "count": 300, "max_ms": 6.99, "p95_ms": 5.05}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.938, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.729, "count": 300, "max_ms": 74.995, "p95_ms": 68.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.727, "count": 300, "max_ms": 91.262, "p95_ms": 67.548}, "yolo11_640_fire_11class": {"avg_ms": 57.598, "count": 300, "max_ms": 82.24, "p95_ms": 69.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.7, "count": 300, "max_ms": 88.943, "p95_ms": 78.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.993, "count": 300, "max_ms": 102.157, "p95_ms": 92.374}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 129.738, "p95_ms": 120.384}, "triton_wait": {"avg_ms": 64.391, "count": 300, "max_ms": 91.271, "p95_ms": 79.428}, "visualize": {"avg_ms": 3.619, "count": 300, "max_ms": 4.963, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38881.932, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.795, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 645388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:26:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:26:21+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T04:26:21+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T04:26:21.351759+09:00", "mtime_epoch": 1783020381.351759, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:26:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1342.703, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.959}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.482, "count": 299, "max_ms": 13.864, "p95_ms": 8.33}, "gstreamer_push": {"avg_ms": 1.217, "count": 299, "max_ms": 2.177, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.123, "count": 299, "max_ms": 78.346, "p95_ms": 67.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.747, "count": 299, "max_ms": 96.393, "p95_ms": 76.898}, "yolo11_640_fire_11class": {"avg_ms": 56.44, "count": 299, "max_ms": 77.773, "p95_ms": 67.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.662, "count": 299, "max_ms": 89.082, "p95_ms": 77.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.543, "count": 299, "max_ms": 115.201, "p95_ms": 95.607}, "read_interval": {"avg_ms": 100.338, "count": 298, "max_ms": 242.78, "p95_ms": 130.416}, "triton_wait": {"avg_ms": 63.598, "count": 299, "max_ms": 96.403, "p95_ms": 79.691}, "visualize": {"avg_ms": 3.636, "count": 299, "max_ms": 5.274, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2880, "tracking_summary": 2527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6310.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66255.106, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 330.06, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:26:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:26:41+09:00", "last_frame_read_age_sec": 0.291, "last_frame_read_at": "2026-07-03T04:26:41+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T04:26:41.404072+09:00", "mtime_epoch": 1783020401.404072, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:26:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 950.422, "name": "celery", "pid": 239, "rss_mb": 946.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.3, "pushed": 3.3, "read": 3.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.555, "count": 98, "max_ms": 242.517, "p95_ms": 226.149}, "gstreamer_push": {"avg_ms": 0.967, "count": 98, "max_ms": 2.934, "p95_ms": 1.774}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.761, "count": 98, "max_ms": 98.676, "p95_ms": 89.047}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.049, "count": 98, "max_ms": 98.715, "p95_ms": 95.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.684, "count": 98, "max_ms": 371.216, "p95_ms": 342.586}, "read_interval": {"avg_ms": 306.53, "count": 97, "max_ms": 379.557, "p95_ms": 353.291}, "triton_wait": {"avg_ms": 70.314, "count": 98, "max_ms": 98.729, "p95_ms": 95.856}, "visualize": {"avg_ms": 30.056, "count": 98, "max_ms": 44.189, "p95_ms": 41.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.694, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6300.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29092.83, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.897, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 638485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:26:42+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:26:42+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T04:26:42.140084+09:00", "mtime_epoch": 1783020402.1400836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:26:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1589.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.073, "count": 300, "max_ms": 6.606, "p95_ms": 5.233}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.517, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.861, "count": 300, "max_ms": 75.403, "p95_ms": 68.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.177, "count": 300, "max_ms": 90.66, "p95_ms": 68.752}, "yolo11_640_fire_11class": {"avg_ms": 55.604, "count": 300, "max_ms": 81.233, "p95_ms": 69.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.878, "count": 300, "max_ms": 87.615, "p95_ms": 78.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.693, "count": 300, "max_ms": 129.186, "p95_ms": 91.536}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 139.95, "p95_ms": 121.138}, "triton_wait": {"avg_ms": 60.881, "count": 300, "max_ms": 90.673, "p95_ms": 79.273}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 5.107, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6298.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38912.022, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.965, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 645691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:26:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:26:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T04:26:51+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:26:51.452229+09:00", "mtime_epoch": 1783020411.452229, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:26:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1342.848, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.329, "count": 302, "max_ms": 12.611, "p95_ms": 8.371}, "gstreamer_push": {"avg_ms": 1.23, "count": 302, "max_ms": 1.857, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.161, "count": 302, "max_ms": 72.626, "p95_ms": 66.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.925, "count": 302, "max_ms": 93.585, "p95_ms": 68.936}, "yolo11_640_fire_11class": {"avg_ms": 52.473, "count": 302, "max_ms": 75.498, "p95_ms": 66.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.66, "count": 302, "max_ms": 83.77, "p95_ms": 75.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.403, "count": 302, "max_ms": 109.318, "p95_ms": 92.54}, "read_interval": {"avg_ms": 99.277, "count": 302, "max_ms": 299.832, "p95_ms": 132.568}, "triton_wait": {"avg_ms": 58.626, "count": 302, "max_ms": 93.596, "p95_ms": 76.824}, "visualize": {"avg_ms": 3.63, "count": 302, "max_ms": 5.594, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2882, "tracking_summary": 2528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66285.251, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 330.024, "sample_count": 1043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:27:11+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T04:27:11+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-03T04:27:11.648544+09:00", "mtime_epoch": 1783020431.6485443, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:27:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 940.047, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.887, "pushed": 3.887, "read": 3.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.96, "count": 116, "max_ms": 215.628, "p95_ms": 207.796}, "gstreamer_push": {"avg_ms": 1.068, "count": 116, "max_ms": 2.741, "p95_ms": 1.738}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.047, "count": 116, "max_ms": 90.161, "p95_ms": 79.305}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.449, "count": 116, "max_ms": 95.744, "p95_ms": 85.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.105, "count": 116, "max_ms": 325.793, "p95_ms": 317.65}, "read_interval": {"avg_ms": 260.414, "count": 115, "max_ms": 335.178, "p95_ms": 324.833}, "triton_wait": {"avg_ms": 66.497, "count": 116, "max_ms": 95.758, "p95_ms": 85.938}, "visualize": {"avg_ms": 27.903, "count": 116, "max_ms": 41.918, "p95_ms": 39.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6298.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29122.882, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.662, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 638786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:27:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:27:12+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:27:12+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T04:27:12.216553+09:00", "mtime_epoch": 1783020432.2165532, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:27:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1589.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.998, "count": 301, "max_ms": 6.308, "p95_ms": 4.542}, "gstreamer_push": {"avg_ms": 1.279, "count": 301, "max_ms": 1.565, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.785, "count": 301, "max_ms": 77.853, "p95_ms": 69.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.794, "count": 301, "max_ms": 92.351, "p95_ms": 67.155}, "yolo11_640_fire_11class": {"avg_ms": 58.302, "count": 301, "max_ms": 79.479, "p95_ms": 71.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.279, "count": 301, "max_ms": 84.87, "p95_ms": 77.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.39, "count": 301, "max_ms": 105.273, "p95_ms": 91.249}, "read_interval": {"avg_ms": 99.908, "count": 300, "max_ms": 128.81, "p95_ms": 120.798}, "triton_wait": {"avg_ms": 64.812, "count": 301, "max_ms": 92.363, "p95_ms": 78.593}, "visualize": {"avg_ms": 3.622, "count": 301, "max_ms": 5.377, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6312.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38942.123, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.91, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 645990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:27:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:27:21+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T04:27:21+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T04:27:21.540699+09:00", "mtime_epoch": 1783020441.540699, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:27:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1342.859, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.571, "count": 299, "max_ms": 12.666, "p95_ms": 9.281}, "gstreamer_push": {"avg_ms": 1.233, "count": 299, "max_ms": 1.939, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.987, "count": 299, "max_ms": 75.166, "p95_ms": 67.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.91, "count": 299, "max_ms": 91.551, "p95_ms": 77.267}, "yolo11_640_fire_11class": {"avg_ms": 55.48, "count": 299, "max_ms": 76.681, "p95_ms": 69.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.579, "count": 299, "max_ms": 84.505, "p95_ms": 77.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.85, "count": 299, "max_ms": 107.883, "p95_ms": 98.485}, "read_interval": {"avg_ms": 100.616, "count": 298, "max_ms": 310.502, "p95_ms": 131.309}, "triton_wait": {"avg_ms": 61.715, "count": 299, "max_ms": 91.563, "p95_ms": 80.926}, "visualize": {"avg_ms": 3.683, "count": 299, "max_ms": 6.425, "p95_ms": 4.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2882, "tracking_summary": 2529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6306.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66315.325, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 329.529, "sample_count": 1048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:27:41+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T04:27:41+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T04:27:41.613013+09:00", "mtime_epoch": 1783020461.6130126, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:27:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 942.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.95, "pushed": 3.95, "read": 3.917}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.678, "count": 118, "max_ms": 210.611, "p95_ms": 207.806}, "gstreamer_push": {"avg_ms": 1.056, "count": 118, "max_ms": 2.921, "p95_ms": 2.753}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.037, "count": 118, "max_ms": 103.604, "p95_ms": 86.099}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.775, "count": 118, "max_ms": 106.316, "p95_ms": 90.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.225, "count": 118, "max_ms": 338.504, "p95_ms": 317.671}, "read_interval": {"avg_ms": 254.413, "count": 117, "max_ms": 349.781, "p95_ms": 325.986}, "triton_wait": {"avg_ms": 70.053, "count": 118, "max_ms": 106.327, "p95_ms": 90.277}, "visualize": {"avg_ms": 24.803, "count": 118, "max_ms": 40.76, "p95_ms": 31.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6309.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29152.924, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.66, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 639086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:27:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:27:42+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T04:27:42+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T04:27:42.229022+09:00", "mtime_epoch": 1783020462.229022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:27:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1589.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.051, "count": 300, "max_ms": 6.262, "p95_ms": 4.783}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.777, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.236, "count": 300, "max_ms": 79.178, "p95_ms": 69.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.059, "count": 300, "max_ms": 103.37, "p95_ms": 70.561}, "yolo11_640_fire_11class": {"avg_ms": 57.417, "count": 300, "max_ms": 85.286, "p95_ms": 71.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.532, "count": 300, "max_ms": 88.185, "p95_ms": 78.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.626, "count": 300, "max_ms": 115.96, "p95_ms": 93.825}, "read_interval": {"avg_ms": 100.019, "count": 300, "max_ms": 133.188, "p95_ms": 121.473}, "triton_wait": {"avg_ms": 62.899, "count": 300, "max_ms": 103.383, "p95_ms": 80.776}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 4.738, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6312.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 38972.216, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.105, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 646293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:27:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:27:51+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:27:51+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:27:51.657169+09:00", "mtime_epoch": 1783020471.6571693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:27:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1343.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.692, "count": 302, "max_ms": 12.591, "p95_ms": 11.122}, "gstreamer_push": {"avg_ms": 1.228, "count": 303, "max_ms": 1.671, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.539, "count": 302, "max_ms": 76.577, "p95_ms": 67.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.618, "count": 302, "max_ms": 107.897, "p95_ms": 81.071}, "yolo11_640_fire_11class": {"avg_ms": 56.418, "count": 302, "max_ms": 81.048, "p95_ms": 68.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.174, "count": 302, "max_ms": 83.782, "p95_ms": 75.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.389, "count": 303, "max_ms": 123.902, "p95_ms": 97.675}, "read_interval": {"avg_ms": 99.313, "count": 302, "max_ms": 365.772, "p95_ms": 130.033}, "triton_wait": {"avg_ms": 63.205, "count": 302, "max_ms": 107.91, "p95_ms": 81.083}, "visualize": {"avg_ms": 3.661, "count": 302, "max_ms": 4.726, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2884, "tracking_summary": 2530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66345.616, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 328.472, "sample_count": 1052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:28:12+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-03T04:28:11+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T04:28:11.905486+09:00", "mtime_epoch": 1783020491.9054856, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:28:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 947.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.335, "pushed": 3.335, "read": 3.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.594, "count": 100, "max_ms": 207.486, "p95_ms": 205.862}, "gstreamer_push": {"avg_ms": 0.76, "count": 100, "max_ms": 1.067, "p95_ms": 0.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.252, "count": 100, "max_ms": 104.157, "p95_ms": 79.595}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.25, "count": 100, "max_ms": 100.379, "p95_ms": 85.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.319, "count": 100, "max_ms": 338.747, "p95_ms": 317.406}, "read_interval": {"avg_ms": 302.854, "count": 99, "max_ms": 345.002, "p95_ms": 332.862}, "triton_wait": {"avg_ms": 67.35, "count": 100, "max_ms": 104.171, "p95_ms": 85.06}, "visualize": {"avg_ms": 25.643, "count": 100, "max_ms": 31.376, "p95_ms": 26.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6311.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29182.924, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.477, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 639386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:28:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:28:12+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T04:28:12+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T04:28:12.245491+09:00", "mtime_epoch": 1783020492.245491, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:28:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1589.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.998, "count": 300, "max_ms": 6.169, "p95_ms": 4.717}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.769, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.371, "count": 300, "max_ms": 82.56, "p95_ms": 68.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.831, "count": 300, "max_ms": 79.287, "p95_ms": 66.926}, "yolo11_640_fire_11class": {"avg_ms": 60.414, "count": 300, "max_ms": 87.174, "p95_ms": 70.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.33, "count": 300, "max_ms": 86.414, "p95_ms": 78.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.258, "count": 300, "max_ms": 101.563, "p95_ms": 90.895}, "read_interval": {"avg_ms": 100.059, "count": 300, "max_ms": 122.465, "p95_ms": 120.585}, "triton_wait": {"avg_ms": 67.79, "count": 300, "max_ms": 87.187, "p95_ms": 78.381}, "visualize": {"avg_ms": 3.601, "count": 300, "max_ms": 5.544, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39002.306, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.607, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 646594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:28:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:28:21+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:28:21+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T04:28:21.737639+09:00", "mtime_epoch": 1783020501.7376392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:28:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1343.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 301, "max_ms": 12.813, "p95_ms": 8.151}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.653, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.069, "count": 301, "max_ms": 73.383, "p95_ms": 66.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.506, "count": 301, "max_ms": 92.895, "p95_ms": 68.329}, "yolo11_640_fire_11class": {"avg_ms": 57.449, "count": 301, "max_ms": 84.547, "p95_ms": 67.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.003, "count": 301, "max_ms": 82.484, "p95_ms": 76.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.437, "count": 301, "max_ms": 108.933, "p95_ms": 93.45}, "read_interval": {"avg_ms": 99.937, "count": 300, "max_ms": 351.145, "p95_ms": 113.134}, "triton_wait": {"avg_ms": 64.478, "count": 301, "max_ms": 92.909, "p95_ms": 77.589}, "visualize": {"avg_ms": 3.644, "count": 301, "max_ms": 4.879, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2885, "tracking_summary": 2531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66375.765, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.994, "sample_count": 1053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:28:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:28:42+09:00", "last_frame_read_age_sec": 0.318, "last_frame_read_at": "2026-07-03T04:28:42+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T04:28:42.042483+09:00", "mtime_epoch": 1783020522.0424833, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:28:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 937.961, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.518, "pushed": 3.518, "read": 3.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 177.076, "count": 105, "max_ms": 232.566, "p95_ms": 210.392}, "gstreamer_push": {"avg_ms": 1.125, "count": 105, "max_ms": 3.192, "p95_ms": 2.833}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.541, "count": 105, "max_ms": 99.332, "p95_ms": 88.444}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.523, "count": 105, "max_ms": 104.905, "p95_ms": 91.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.151, "count": 105, "max_ms": 343.51, "p95_ms": 326.72}, "read_interval": {"avg_ms": 286.748, "count": 104, "max_ms": 355.291, "p95_ms": 340.454}, "triton_wait": {"avg_ms": 68.537, "count": 105, "max_ms": 104.917, "p95_ms": 91.455}, "visualize": {"avg_ms": 27.772, "count": 105, "max_ms": 39.059, "p95_ms": 35.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6303.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29213.028, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.212, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 639687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:28:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:28:42+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T04:28:42+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:28:42.342499+09:00", "mtime_epoch": 1783020522.342499, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:28:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1589.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.005, "count": 300, "max_ms": 6.236, "p95_ms": 4.419}, "gstreamer_push": {"avg_ms": 1.287, "count": 300, "max_ms": 1.517, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.565, "count": 300, "max_ms": 79.26, "p95_ms": 69.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.335, "count": 300, "max_ms": 93.924, "p95_ms": 69.079}, "yolo11_640_fire_11class": {"avg_ms": 60.284, "count": 300, "max_ms": 78.34, "p95_ms": 72.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.623, "count": 300, "max_ms": 87.369, "p95_ms": 77.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.196, "count": 300, "max_ms": 106.931, "p95_ms": 91.934}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 123.975, "p95_ms": 121.069}, "triton_wait": {"avg_ms": 66.47, "count": 300, "max_ms": 93.936, "p95_ms": 79.079}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 5.816, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6302.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39032.311, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.132, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 646894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:28:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:28:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:28:51.746989+09:00", "mtime_epoch": 1783020531.7469893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:28:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1343.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.348, "count": 300, "max_ms": 11.704, "p95_ms": 7.924}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 2.104, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.641, "count": 300, "max_ms": 75.998, "p95_ms": 67.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.941, "count": 300, "max_ms": 97.662, "p95_ms": 72.845}, "yolo11_640_fire_11class": {"avg_ms": 56.894, "count": 300, "max_ms": 77.45, "p95_ms": 68.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.462, "count": 300, "max_ms": 87.092, "p95_ms": 76.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.534, "count": 300, "max_ms": 114.147, "p95_ms": 95.632}, "read_interval": {"avg_ms": 100.034, "count": 300, "max_ms": 269.533, "p95_ms": 122.155}, "triton_wait": {"avg_ms": 63.693, "count": 300, "max_ms": 97.675, "p95_ms": 79.199}, "visualize": {"avg_ms": 3.624, "count": 300, "max_ms": 5.717, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6302.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29243.038, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.979, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 639987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:29:12+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T04:29:12+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T04:29:12.360045+09:00", "mtime_epoch": 1783020552.3600452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:29:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1589.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.051, "count": 300, "max_ms": 6.528, "p95_ms": 4.718}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 1.932, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.232, "count": 300, "max_ms": 82.614, "p95_ms": 69.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.608, "count": 300, "max_ms": 90.463, "p95_ms": 68.408}, "yolo11_640_fire_11class": {"avg_ms": 57.896, "count": 300, "max_ms": 83.856, "p95_ms": 72.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.923, "count": 300, "max_ms": 88.424, "p95_ms": 77.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.825, "count": 300, "max_ms": 103.947, "p95_ms": 92.047}, "read_interval": {"avg_ms": 100.059, "count": 300, "max_ms": 126.99, "p95_ms": 121.682}, "triton_wait": {"avg_ms": 63.035, "count": 300, "max_ms": 90.475, "p95_ms": 78.926}, "visualize": {"avg_ms": 3.647, "count": 300, "max_ms": 4.788, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2885, "tracking_summary": 2532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6308.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66405.946, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.753, "sample_count": 1053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:29:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:29:12+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T04:29:12+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T04:29:12.232039+09:00", "mtime_epoch": 1783020552.2320387, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:29:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 944.402, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.249, "pushed": 3.249, "read": 3.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.727, "count": 97, "max_ms": 211.335, "p95_ms": 204.08}, "gstreamer_push": {"avg_ms": 0.85, "count": 97, "max_ms": 1.744, "p95_ms": 1.646}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.254, "count": 97, "max_ms": 86.215, "p95_ms": 75.894}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.051, "count": 97, "max_ms": 89.826, "p95_ms": 88.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 301.282, "count": 97, "max_ms": 331.273, "p95_ms": 319.432}, "read_interval": {"avg_ms": 311.14, "count": 96, "max_ms": 340.978, "p95_ms": 329.567}, "triton_wait": {"avg_ms": 68.064, "count": 97, "max_ms": 89.839, "p95_ms": 88.188}, "visualize": {"avg_ms": 29.813, "count": 97, "max_ms": 39.673, "p95_ms": 38.656}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6309.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39062.402, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.369, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 647194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:29:21+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:29:21+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T04:29:21.840523+09:00", "mtime_epoch": 1783020561.8405225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:29:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1343.629, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.468, "count": 299, "max_ms": 11.858, "p95_ms": 8.244}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.835, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.814, "count": 299, "max_ms": 78.245, "p95_ms": 68.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.578, "count": 299, "max_ms": 94.147, "p95_ms": 70.067}, "yolo11_640_fire_11class": {"avg_ms": 55.68, "count": 299, "max_ms": 78.126, "p95_ms": 69.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.031, "count": 299, "max_ms": 91.468, "p95_ms": 76.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.918, "count": 300, "max_ms": 110.372, "p95_ms": 95.676}, "read_interval": {"avg_ms": 100.301, "count": 299, "max_ms": 341.68, "p95_ms": 126.283}, "triton_wait": {"avg_ms": 62.011, "count": 299, "max_ms": 94.162, "p95_ms": 78.137}, "visualize": {"avg_ms": 3.635, "count": 299, "max_ms": 4.862, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2887, "tracking_summary": 2533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6303.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66435.965, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.867, "sample_count": 1053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:29:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:29:42+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T04:29:42+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T04:29:42.249533+09:00", "mtime_epoch": 1783020582.2495327, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:29:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 937.504, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.803, "pushed": 3.803, "read": 3.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.532, "count": 113, "max_ms": 209.062, "p95_ms": 206.066}, "gstreamer_push": {"avg_ms": 1.02, "count": 113, "max_ms": 2.717, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.207, "count": 113, "max_ms": 93.301, "p95_ms": 79.913}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.768, "count": 113, "max_ms": 101.664, "p95_ms": 88.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.693, "count": 113, "max_ms": 334.964, "p95_ms": 326.867}, "read_interval": {"avg_ms": 265.206, "count": 112, "max_ms": 346.239, "p95_ms": 335.641}, "triton_wait": {"avg_ms": 66.781, "count": 113, "max_ms": 101.679, "p95_ms": 88.361}, "visualize": {"avg_ms": 28.662, "count": 113, "max_ms": 40.548, "p95_ms": 39.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.715, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6303.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29273.135, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.26, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:29:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:29:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:29:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T04:29:42.453543+09:00", "mtime_epoch": 1783020582.4535427, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:29:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1590.082, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.042, "count": 300, "max_ms": 6.309, "p95_ms": 4.544}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 2.299, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.917, "count": 300, "max_ms": 78.791, "p95_ms": 72.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.872, "count": 300, "max_ms": 90.306, "p95_ms": 69.731}, "yolo11_640_fire_11class": {"avg_ms": 59.235, "count": 300, "max_ms": 78.346, "p95_ms": 71.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.687, "count": 300, "max_ms": 88.216, "p95_ms": 79.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.972, "count": 301, "max_ms": 103.288, "p95_ms": 93.075}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 123.536, "p95_ms": 119.505}, "triton_wait": {"avg_ms": 67.143, "count": 300, "max_ms": 90.319, "p95_ms": 80.396}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.155, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6300.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39092.413, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.476, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 647495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:29:51+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T04:29:51+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T04:29:51.850000+09:00", "mtime_epoch": 1783020591.85, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:29:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1343.629, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 301, "max_ms": 13.444, "p95_ms": 8.463}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.65, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.75, "count": 301, "max_ms": 77.754, "p95_ms": 68.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.56, "count": 301, "max_ms": 94.126, "p95_ms": 74.731}, "yolo11_640_fire_11class": {"avg_ms": 56.182, "count": 301, "max_ms": 77.368, "p95_ms": 67.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.471, "count": 301, "max_ms": 85.193, "p95_ms": 77.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.057, "count": 301, "max_ms": 110.188, "p95_ms": 97.751}, "read_interval": {"avg_ms": 99.698, "count": 301, "max_ms": 264.161, "p95_ms": 119.916}, "triton_wait": {"avg_ms": 64.211, "count": 301, "max_ms": 94.139, "p95_ms": 79.904}, "visualize": {"avg_ms": 3.629, "count": 301, "max_ms": 6.411, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6311.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29303.203, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.399, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:30:12+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T04:30:12+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T04:30:12.554991+09:00", "mtime_epoch": 1783020612.5549905, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:30:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1590.34, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.023, "count": 301, "max_ms": 6.377, "p95_ms": 4.715}, "gstreamer_push": {"avg_ms": 1.271, "count": 301, "max_ms": 1.846, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.858, "count": 301, "max_ms": 78.413, "p95_ms": 69.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.751, "count": 301, "max_ms": 95.157, "p95_ms": 69.265}, "yolo11_640_fire_11class": {"avg_ms": 54.373, "count": 301, "max_ms": 78.957, "p95_ms": 68.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.679, "count": 301, "max_ms": 90.302, "p95_ms": 79.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.837, "count": 301, "max_ms": 107.964, "p95_ms": 92.399}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 130.024, "p95_ms": 121.645}, "triton_wait": {"avg_ms": 61.358, "count": 301, "max_ms": 95.171, "p95_ms": 79.374}, "visualize": {"avg_ms": 3.597, "count": 301, "max_ms": 4.901, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2889, "tracking_summary": 2533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6302.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66466.176, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.804, "sample_count": 1052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304060, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:30:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:30:12+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T04:30:12+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T04:30:12.442985+09:00", "mtime_epoch": 1783020612.442985, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:30:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 937.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.282, "pushed": 3.282, "read": 3.248}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.025, "count": 98, "max_ms": 230.057, "p95_ms": 216.22}, "gstreamer_push": {"avg_ms": 1.071, "count": 98, "max_ms": 2.739, "p95_ms": 1.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.404, "count": 98, "max_ms": 100.325, "p95_ms": 91.874}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.053, "count": 98, "max_ms": 100.313, "p95_ms": 93.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.412, "count": 98, "max_ms": 343.798, "p95_ms": 332.653}, "read_interval": {"avg_ms": 307.979, "count": 97, "max_ms": 352.574, "p95_ms": 342.46}, "triton_wait": {"avg_ms": 67.143, "count": 98, "max_ms": 100.336, "p95_ms": 95.383}, "visualize": {"avg_ms": 28.473, "count": 98, "max_ms": 40.835, "p95_ms": 36.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6309.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39122.515, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.369, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 647795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:30:22+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T04:30:21+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T04:30:21.939432+09:00", "mtime_epoch": 1783020621.9394321, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:30:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1343.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.395, "count": 300, "max_ms": 11.048, "p95_ms": 8.162}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.755, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.836, "count": 300, "max_ms": 80.535, "p95_ms": 66.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.326, "count": 300, "max_ms": 103.169, "p95_ms": 76.352}, "yolo11_640_fire_11class": {"avg_ms": 52.137, "count": 300, "max_ms": 79.408, "p95_ms": 65.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.777, "count": 300, "max_ms": 89.902, "p95_ms": 76.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.84, "count": 300, "max_ms": 119.415, "p95_ms": 96.686}, "read_interval": {"avg_ms": 100.198, "count": 299, "max_ms": 295.544, "p95_ms": 138.367}, "triton_wait": {"avg_ms": 59.082, "count": 300, "max_ms": 103.182, "p95_ms": 80.194}, "visualize": {"avg_ms": 3.607, "count": 300, "max_ms": 5.957, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6306.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29333.206, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.419, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:30:42+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:30:42+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T04:30:42.496384+09:00", "mtime_epoch": 1783020642.496384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:30:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1590.34, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.037, "count": 300, "max_ms": 7.24, "p95_ms": 4.806}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.587, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.732, "count": 300, "max_ms": 83.425, "p95_ms": 72.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.495, "count": 300, "max_ms": 99.487, "p95_ms": 77.344}, "yolo11_640_fire_11class": {"avg_ms": 58.093, "count": 300, "max_ms": 83.413, "p95_ms": 69.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.307, "count": 300, "max_ms": 95.564, "p95_ms": 80.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.474, "count": 300, "max_ms": 112.049, "p95_ms": 96.227}, "read_interval": {"avg_ms": 99.987, "count": 300, "max_ms": 126.643, "p95_ms": 121.264}, "triton_wait": {"avg_ms": 65.879, "count": 300, "max_ms": 99.501, "p95_ms": 83.615}, "visualize": {"avg_ms": 3.638, "count": 300, "max_ms": 5.631, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2889, "tracking_summary": 2534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6304.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66496.202, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.699, "sample_count": 1053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:30:42+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T04:30:42+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T04:30:42.588388+09:00", "mtime_epoch": 1783020642.588388, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:30:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 936.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.703, "pushed": 3.703, "read": 3.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.748, "count": 110, "max_ms": 210.432, "p95_ms": 207.656}, "gstreamer_push": {"avg_ms": 1.138, "count": 110, "max_ms": 2.933, "p95_ms": 1.924}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.924, "count": 110, "max_ms": 100.702, "p95_ms": 90.628}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.022, "count": 110, "max_ms": 100.285, "p95_ms": 95.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.034, "count": 110, "max_ms": 347.096, "p95_ms": 337.247}, "read_interval": {"avg_ms": 273.528, "count": 109, "max_ms": 357.456, "p95_ms": 347.292}, "triton_wait": {"avg_ms": 71.164, "count": 110, "max_ms": 100.715, "p95_ms": 96.014}, "visualize": {"avg_ms": 28.397, "count": 110, "max_ms": 41.366, "p95_ms": 40.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.709, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6305.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39152.804, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.726, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 648096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:30:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:30:52+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T04:30:52+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T04:30:52.044819+09:00", "mtime_epoch": 1783020652.0448189, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:30:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1343.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.408, "count": 298, "max_ms": 12.153, "p95_ms": 8.02}, "gstreamer_push": {"avg_ms": 1.239, "count": 299, "max_ms": 1.557, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.596, "count": 298, "max_ms": 76.11, "p95_ms": 67.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.046, "count": 298, "max_ms": 98.694, "p95_ms": 83.436}, "yolo11_640_fire_11class": {"avg_ms": 55.069, "count": 298, "max_ms": 75.522, "p95_ms": 67.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.441, "count": 298, "max_ms": 89.958, "p95_ms": 77.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.768, "count": 299, "max_ms": 114.991, "p95_ms": 101.459}, "read_interval": {"avg_ms": 100.688, "count": 298, "max_ms": 323.44, "p95_ms": 129.451}, "triton_wait": {"avg_ms": 62.837, "count": 298, "max_ms": 98.707, "p95_ms": 85.571}, "visualize": {"avg_ms": 3.651, "count": 298, "max_ms": 5.659, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6313.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29363.24, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.378, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 641189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:31:12+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T04:31:12+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T04:31:12.545738+09:00", "mtime_epoch": 1783020672.545738, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:31:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1590.598, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.995, "count": 300, "max_ms": 6.077, "p95_ms": 4.555}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 2.14, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.457, "count": 300, "max_ms": 75.178, "p95_ms": 69.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.068, "count": 300, "max_ms": 92.023, "p95_ms": 69.577}, "yolo11_640_fire_11class": {"avg_ms": 56.746, "count": 300, "max_ms": 76.054, "p95_ms": 69.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.416, "count": 300, "max_ms": 85.951, "p95_ms": 78.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.534, "count": 300, "max_ms": 104.735, "p95_ms": 91.478}, "read_interval": {"avg_ms": 100.069, "count": 299, "max_ms": 123.523, "p95_ms": 120.837}, "triton_wait": {"avg_ms": 63.989, "count": 300, "max_ms": 92.035, "p95_ms": 79.129}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 5.969, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2890, "tracking_summary": 2535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6302.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66526.305, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 328.44, "sample_count": 1051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:31:12+09:00", "last_frame_read_age_sec": 0.332, "last_frame_read_at": "2026-07-03T04:31:12+09:00", "mjpeg": {"age_sec": 0.326, "exists": true, "mtime": "2026-07-03T04:31:12.557739+09:00", "mtime_epoch": 1783020672.5577385, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:31:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 934.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.323, "pushed": 3.323, "read": 3.289}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.871, "count": 99, "max_ms": 209.478, "p95_ms": 208.404}, "gstreamer_push": {"avg_ms": 1.226, "count": 99, "max_ms": 2.289, "p95_ms": 1.885}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.73, "count": 99, "max_ms": 96.536, "p95_ms": 89.746}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.763, "count": 99, "max_ms": 103.756, "p95_ms": 91.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.042, "count": 99, "max_ms": 340.477, "p95_ms": 333.42}, "read_interval": {"avg_ms": 303.693, "count": 98, "max_ms": 350.718, "p95_ms": 343.25}, "triton_wait": {"avg_ms": 66.888, "count": 99, "max_ms": 103.769, "p95_ms": 92.498}, "visualize": {"avg_ms": 29.523, "count": 99, "max_ms": 45.164, "p95_ms": 42.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.792, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6312.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39182.892, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.688, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 648398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:31:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:31:22+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T04:31:22+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T04:31:22.330170+09:00", "mtime_epoch": 1783020682.33017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:31:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1344.145, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.396, "count": 302, "max_ms": 11.119, "p95_ms": 8.316}, "gstreamer_push": {"avg_ms": 1.231, "count": 302, "max_ms": 1.985, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.651, "count": 302, "max_ms": 71.962, "p95_ms": 67.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.392, "count": 302, "max_ms": 98.832, "p95_ms": 74.376}, "yolo11_640_fire_11class": {"avg_ms": 55.009, "count": 302, "max_ms": 73.108, "p95_ms": 66.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.242, "count": 302, "max_ms": 82.992, "p95_ms": 77.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.439, "count": 302, "max_ms": 114.98, "p95_ms": 94.985}, "read_interval": {"avg_ms": 99.626, "count": 301, "max_ms": 451.315, "p95_ms": 123.401}, "triton_wait": {"avg_ms": 62.562, "count": 302, "max_ms": 98.845, "p95_ms": 79.067}, "visualize": {"avg_ms": 3.606, "count": 302, "max_ms": 4.887, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6311.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29393.244, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.603, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 641489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:31:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:31:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T04:31:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:31:42.563049+09:00", "mtime_epoch": 1783020702.563049, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:31:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1590.598, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.997, "count": 300, "max_ms": 6.032, "p95_ms": 4.603}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 2.126, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.357, "count": 300, "max_ms": 79.133, "p95_ms": 69.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.353, "count": 300, "max_ms": 92.117, "p95_ms": 69.46}, "yolo11_640_fire_11class": {"avg_ms": 59.16, "count": 300, "max_ms": 78.391, "p95_ms": 69.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.026, "count": 300, "max_ms": 91.582, "p95_ms": 80.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.033, "count": 300, "max_ms": 104.645, "p95_ms": 93.175}, "read_interval": {"avg_ms": 100.049, "count": 300, "max_ms": 123.212, "p95_ms": 120.107}, "triton_wait": {"avg_ms": 67.642, "count": 300, "max_ms": 92.13, "p95_ms": 80.838}, "visualize": {"avg_ms": 3.599, "count": 300, "max_ms": 4.648, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2893, "tracking_summary": 2536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66556.557, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.867, "sample_count": 1052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:31:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:31:43+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T04:31:42+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T04:31:42.839061+09:00", "mtime_epoch": 1783020702.839061, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:31:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 944.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.34, "pushed": 3.34, "read": 3.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.537, "count": 100, "max_ms": 229.918, "p95_ms": 209.136}, "gstreamer_push": {"avg_ms": 1.114, "count": 100, "max_ms": 3.648, "p95_ms": 2.843}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.171, "count": 100, "max_ms": 110.041, "p95_ms": 78.851}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.823, "count": 100, "max_ms": 110.054, "p95_ms": 86.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.374, "count": 100, "max_ms": 355.982, "p95_ms": 330.847}, "read_interval": {"avg_ms": 302.384, "count": 99, "max_ms": 366.611, "p95_ms": 342.847}, "triton_wait": {"avg_ms": 66.971, "count": 100, "max_ms": 110.064, "p95_ms": 86.083}, "visualize": {"avg_ms": 29.101, "count": 100, "max_ms": 45.579, "p95_ms": 38.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6314.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39212.907, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.006, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 648697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:31:52+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T04:31:52+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T04:31:52.359468+09:00", "mtime_epoch": 1783020712.3594682, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 108411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:31:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1344.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.472, "count": 299, "max_ms": 12.374, "p95_ms": 8.447}, "gstreamer_push": {"avg_ms": 1.221, "count": 299, "max_ms": 1.521, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.847, "count": 299, "max_ms": 74.993, "p95_ms": 66.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.034, "count": 299, "max_ms": 105.451, "p95_ms": 69.591}, "yolo11_640_fire_11class": {"avg_ms": 57.581, "count": 299, "max_ms": 75.504, "p95_ms": 66.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.866, "count": 299, "max_ms": 88.089, "p95_ms": 77.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.597, "count": 299, "max_ms": 121.911, "p95_ms": 94.687}, "read_interval": {"avg_ms": 100.426, "count": 299, "max_ms": 307.282, "p95_ms": 114.139}, "triton_wait": {"avg_ms": 66.557, "count": 299, "max_ms": 105.465, "p95_ms": 78.3}, "visualize": {"avg_ms": 3.648, "count": 299, "max_ms": 6.461, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6307.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29423.339, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.866, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 641790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:32:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:32:12+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T04:32:12+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T04:32:12.660324+09:00", "mtime_epoch": 1783020732.660324, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:32:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1590.855, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.102, "count": 301, "max_ms": 6.397, "p95_ms": 4.976}, "gstreamer_push": {"avg_ms": 1.275, "count": 301, "max_ms": 1.476, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.935, "count": 301, "max_ms": 76.921, "p95_ms": 69.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.535, "count": 301, "max_ms": 93.032, "p95_ms": 68.714}, "yolo11_640_fire_11class": {"avg_ms": 60.355, "count": 301, "max_ms": 77.528, "p95_ms": 69.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.882, "count": 301, "max_ms": 88.277, "p95_ms": 79.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.316, "count": 301, "max_ms": 114.764, "p95_ms": 93.295}, "read_interval": {"avg_ms": 99.985, "count": 300, "max_ms": 126.29, "p95_ms": 118.726}, "triton_wait": {"avg_ms": 69.24, "count": 301, "max_ms": 93.045, "p95_ms": 79.919}, "visualize": {"avg_ms": 3.627, "count": 301, "max_ms": 5.209, "p95_ms": 4.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2893, "tracking_summary": 2537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6305.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66586.709, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 326.923, "sample_count": 1053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:32:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:32:13+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-03T04:32:13+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T04:32:13.104343+09:00", "mtime_epoch": 1783020733.1043427, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:32:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 937.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.987, "pushed": 3.987, "read": 3.953}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.645, "count": 119, "max_ms": 207.6, "p95_ms": 206.463}, "gstreamer_push": {"avg_ms": 0.976, "count": 119, "max_ms": 2.363, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.484, "count": 119, "max_ms": 94.574, "p95_ms": 79.096}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.909, "count": 119, "max_ms": 99.491, "p95_ms": 87.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.507, "count": 119, "max_ms": 339.304, "p95_ms": 309.274}, "read_interval": {"avg_ms": 253.849, "count": 118, "max_ms": 349.945, "p95_ms": 319.345}, "triton_wait": {"avg_ms": 64.929, "count": 119, "max_ms": 99.504, "p95_ms": 87.254}, "visualize": {"avg_ms": 28.24, "count": 119, "max_ms": 40.324, "p95_ms": 39.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6314.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39242.94, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.045, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:32:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:32:22+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T04:32:22+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T04:32:22.396729+09:00", "mtime_epoch": 1783020742.3967285, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 101376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:32:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1344.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.122}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.43, "count": 304, "max_ms": 12.41, "p95_ms": 8.4}, "gstreamer_push": {"avg_ms": 1.215, "count": 304, "max_ms": 1.765, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.178, "count": 304, "max_ms": 77.996, "p95_ms": 66.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.144, "count": 304, "max_ms": 98.463, "p95_ms": 76.035}, "yolo11_640_fire_11class": {"avg_ms": 54.485, "count": 304, "max_ms": 75.372, "p95_ms": 65.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.876, "count": 304, "max_ms": 92.051, "p95_ms": 76.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.925, "count": 304, "max_ms": 114.618, "p95_ms": 97.333}, "read_interval": {"avg_ms": 98.838, "count": 303, "max_ms": 473.488, "p95_ms": 119.39}, "triton_wait": {"avg_ms": 62.105, "count": 304, "max_ms": 98.476, "p95_ms": 79.921}, "visualize": {"avg_ms": 3.551, "count": 304, "max_ms": 5.635, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6312.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29453.439, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.775, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 642091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:32:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:32:42+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:32:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:32:42.757562+09:00", "mtime_epoch": 1783020762.7575622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:32:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1590.855, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.079, "count": 300, "max_ms": 6.637, "p95_ms": 5.111}, "gstreamer_push": {"avg_ms": 1.289, "count": 300, "max_ms": 1.859, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.714, "count": 300, "max_ms": 76.892, "p95_ms": 67.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.2, "count": 300, "max_ms": 88.595, "p95_ms": 68.721}, "yolo11_640_fire_11class": {"avg_ms": 51.796, "count": 300, "max_ms": 75.035, "p95_ms": 67.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.924, "count": 300, "max_ms": 91.813, "p95_ms": 78.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.115, "count": 300, "max_ms": 132.086, "p95_ms": 91.789}, "read_interval": {"avg_ms": 100.059, "count": 299, "max_ms": 144.185, "p95_ms": 121.421}, "triton_wait": {"avg_ms": 57.914, "count": 300, "max_ms": 91.825, "p95_ms": 78.963}, "visualize": {"avg_ms": 3.656, "count": 300, "max_ms": 5.11, "p95_ms": 4.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2894, "tracking_summary": 2538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6314.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66616.974, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 330.664, "sample_count": 1048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:32:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:32:43+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T04:32:43+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T04:32:43.257582+09:00", "mtime_epoch": 1783020763.2575824, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:32:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 946.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.715, "pushed": 3.715, "read": 3.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.397, "count": 111, "max_ms": 237.914, "p95_ms": 230.879}, "gstreamer_push": {"avg_ms": 1.228, "count": 111, "max_ms": 2.206, "p95_ms": 1.878}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.746, "count": 111, "max_ms": 110.972, "p95_ms": 86.755}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.5, "count": 111, "max_ms": 110.958, "p95_ms": 87.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.665, "count": 111, "max_ms": 363.652, "p95_ms": 338.876}, "read_interval": {"avg_ms": 270.463, "count": 110, "max_ms": 376.671, "p95_ms": 348.529}, "triton_wait": {"avg_ms": 68.84, "count": 111, "max_ms": 110.984, "p95_ms": 88.355}, "visualize": {"avg_ms": 28.555, "count": 111, "max_ms": 41.008, "p95_ms": 36.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6303.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39273.012, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.815, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:32:52+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T04:32:52+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:32:52.453953+09:00", "mtime_epoch": 1783020772.4539533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:32:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1344.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.517, "count": 297, "max_ms": 12.996, "p95_ms": 9.454}, "gstreamer_push": {"avg_ms": 1.233, "count": 297, "max_ms": 1.875, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.819, "count": 297, "max_ms": 75.869, "p95_ms": 67.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.994, "count": 297, "max_ms": 101.825, "p95_ms": 74.502}, "yolo11_640_fire_11class": {"avg_ms": 52.891, "count": 297, "max_ms": 77.188, "p95_ms": 66.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.8, "count": 297, "max_ms": 86.903, "p95_ms": 76.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.107, "count": 297, "max_ms": 118.128, "p95_ms": 97.134}, "read_interval": {"avg_ms": 101.276, "count": 296, "max_ms": 420.879, "p95_ms": 130.065}, "triton_wait": {"avg_ms": 60.116, "count": 297, "max_ms": 101.838, "p95_ms": 79.914}, "visualize": {"avg_ms": 3.628, "count": 297, "max_ms": 6.673, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6314.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29483.498, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.175, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 642392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:33:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:33:12+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T04:33:12+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T04:33:12.818763+09:00", "mtime_epoch": 1783020792.8187635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:33:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1591.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.046, "count": 301, "max_ms": 6.344, "p95_ms": 4.71}, "gstreamer_push": {"avg_ms": 1.283, "count": 301, "max_ms": 1.813, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.41, "count": 301, "max_ms": 80.048, "p95_ms": 70.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.314, "count": 301, "max_ms": 93.806, "p95_ms": 72.304}, "yolo11_640_fire_11class": {"avg_ms": 59.545, "count": 301, "max_ms": 77.593, "p95_ms": 70.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.776, "count": 301, "max_ms": 91.147, "p95_ms": 81.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.904, "count": 301, "max_ms": 106.75, "p95_ms": 95.273}, "read_interval": {"avg_ms": 99.887, "count": 300, "max_ms": 123.643, "p95_ms": 119.535}, "triton_wait": {"avg_ms": 68.341, "count": 301, "max_ms": 93.818, "p95_ms": 82.423}, "visualize": {"avg_ms": 3.642, "count": 301, "max_ms": 5.797, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2895, "tracking_summary": 2539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6315.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66647.206, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.273, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:33:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:33:13+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T04:33:13+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-03T04:33:13.486790+09:00", "mtime_epoch": 1783020793.4867897, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:33:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 946.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.208, "pushed": 3.208, "read": 3.175}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.933, "count": 96, "max_ms": 227.84, "p95_ms": 216.04}, "gstreamer_push": {"avg_ms": 1.124, "count": 96, "max_ms": 3.022, "p95_ms": 2.815}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.784, "count": 96, "max_ms": 102.487, "p95_ms": 92.465}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.843, "count": 96, "max_ms": 101.683, "p95_ms": 96.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 304.808, "count": 96, "max_ms": 346.724, "p95_ms": 336.938}, "read_interval": {"avg_ms": 314.916, "count": 95, "max_ms": 359.158, "p95_ms": 347.485}, "triton_wait": {"avg_ms": 72.013, "count": 96, "max_ms": 102.5, "p95_ms": 96.992}, "visualize": {"avg_ms": 28.074, "count": 96, "max_ms": 40.189, "p95_ms": 39.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6317.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39303.014, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.045, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:33:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:33:22+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:33:22+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:33:22.451141+09:00", "mtime_epoch": 1783020802.4511414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:33:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1344.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.661, "count": 301, "max_ms": 14.455, "p95_ms": 10.222}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 2.062, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.026, "count": 301, "max_ms": 78.192, "p95_ms": 66.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.591, "count": 301, "max_ms": 95.127, "p95_ms": 70.618}, "yolo11_640_fire_11class": {"avg_ms": 55.619, "count": 301, "max_ms": 70.995, "p95_ms": 66.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.066, "count": 301, "max_ms": 85.738, "p95_ms": 77.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.073, "count": 301, "max_ms": 115.411, "p95_ms": 95.373}, "read_interval": {"avg_ms": 99.644, "count": 301, "max_ms": 438.567, "p95_ms": 117.102}, "triton_wait": {"avg_ms": 63.841, "count": 301, "max_ms": 95.139, "p95_ms": 79.331}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 6.362, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6307.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29513.536, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.545, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 642692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:33:42+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T04:33:42+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T04:33:42.847930+09:00", "mtime_epoch": 1783020822.8479304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:33:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1591.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.106, "count": 300, "max_ms": 6.432, "p95_ms": 4.988}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.98, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.935, "count": 300, "max_ms": 80.784, "p95_ms": 70.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.555, "count": 300, "max_ms": 101.229, "p95_ms": 69.796}, "yolo11_640_fire_11class": {"avg_ms": 58.641, "count": 300, "max_ms": 79.949, "p95_ms": 68.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.625, "count": 300, "max_ms": 91.311, "p95_ms": 80.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.862, "count": 300, "max_ms": 114.83, "p95_ms": 93.988}, "read_interval": {"avg_ms": 100.074, "count": 300, "max_ms": 127.772, "p95_ms": 120.003}, "triton_wait": {"avg_ms": 67.134, "count": 300, "max_ms": 101.242, "p95_ms": 81.178}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 4.708, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2896, "tracking_summary": 2540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6315.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66677.245, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.989, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:33:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:33:43+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T04:33:43+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T04:33:43.539957+09:00", "mtime_epoch": 1783020823.539957, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:33:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.898, "name": "celery", "pid": 239, "rss_mb": 946.234, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.499, "pushed": 3.499, "read": 3.465}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 177.811, "count": 104, "max_ms": 220.296, "p95_ms": 209.674}, "gstreamer_push": {"avg_ms": 0.912, "count": 104, "max_ms": 2.861, "p95_ms": 2.671}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.129, "count": 104, "max_ms": 98.391, "p95_ms": 90.35}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.835, "count": 104, "max_ms": 102.696, "p95_ms": 97.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.222, "count": 104, "max_ms": 340.909, "p95_ms": 333.284}, "read_interval": {"avg_ms": 288.606, "count": 103, "max_ms": 351.937, "p95_ms": 344.554}, "triton_wait": {"avg_ms": 70.861, "count": 104, "max_ms": 102.709, "p95_ms": 98.327}, "visualize": {"avg_ms": 26.787, "count": 104, "max_ms": 39.975, "p95_ms": 34.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.726, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6317.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39333.016, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.821, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:33:52+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T04:33:52+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T04:33:52.472298+09:00", "mtime_epoch": 1783020832.472298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:33:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1344.918, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.434, "count": 302, "max_ms": 12.673, "p95_ms": 8.671}, "gstreamer_push": {"avg_ms": 1.212, "count": 302, "max_ms": 1.467, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.225, "count": 302, "max_ms": 77.413, "p95_ms": 68.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.405, "count": 302, "max_ms": 100.122, "p95_ms": 84.075}, "yolo11_640_fire_11class": {"avg_ms": 57.399, "count": 302, "max_ms": 78.182, "p95_ms": 67.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.241, "count": 302, "max_ms": 90.408, "p95_ms": 77.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.172, "count": 302, "max_ms": 116.193, "p95_ms": 101.113}, "read_interval": {"avg_ms": 99.411, "count": 302, "max_ms": 193.542, "p95_ms": 121.61}, "triton_wait": {"avg_ms": 66.344, "count": 302, "max_ms": 100.134, "p95_ms": 84.812}, "visualize": {"avg_ms": 3.567, "count": 302, "max_ms": 4.656, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6321.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29543.575, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.608, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 642992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:34:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:34:12+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T04:34:12+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:34:12.889067+09:00", "mtime_epoch": 1783020852.889067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:34:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1591.465, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.977, "count": 300, "max_ms": 5.414, "p95_ms": 4.25}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.887, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.895, "count": 300, "max_ms": 78.0, "p95_ms": 69.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.798, "count": 300, "max_ms": 92.158, "p95_ms": 69.652}, "yolo11_640_fire_11class": {"avg_ms": 59.925, "count": 300, "max_ms": 79.346, "p95_ms": 69.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.202, "count": 300, "max_ms": 89.048, "p95_ms": 80.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.334, "count": 300, "max_ms": 104.854, "p95_ms": 93.292}, "read_interval": {"avg_ms": 100.106, "count": 299, "max_ms": 130.35, "p95_ms": 119.372}, "triton_wait": {"avg_ms": 68.811, "count": 300, "max_ms": 92.169, "p95_ms": 80.615}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 4.736, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2896, "tracking_summary": 2540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6321.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66707.41, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.284, "sample_count": 1042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:34:13+09:00", "last_frame_read_age_sec": 0.333, "last_frame_read_at": "2026-07-03T04:34:13+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T04:34:13.665096+09:00", "mtime_epoch": 1783020853.6650958, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:34:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.957, "name": "celery", "pid": 239, "rss_mb": 951.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.181, "pushed": 3.181, "read": 3.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.382, "count": 95, "max_ms": 247.368, "p95_ms": 222.217}, "gstreamer_push": {"avg_ms": 0.922, "count": 95, "max_ms": 3.601, "p95_ms": 2.67}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.591, "count": 95, "max_ms": 100.41, "p95_ms": 88.128}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.906, "count": 95, "max_ms": 99.238, "p95_ms": 95.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 307.688, "count": 95, "max_ms": 361.789, "p95_ms": 342.122}, "read_interval": {"avg_ms": 317.273, "count": 94, "max_ms": 370.928, "p95_ms": 351.186}, "triton_wait": {"avg_ms": 68.933, "count": 95, "max_ms": 100.423, "p95_ms": 95.516}, "visualize": {"avg_ms": 27.555, "count": 95, "max_ms": 39.222, "p95_ms": 38.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6319.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39363.033, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.134, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 650202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:34:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:34:22+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T04:34:22+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T04:34:22.489424+09:00", "mtime_epoch": 1783020862.489424, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:34:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1344.918, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.026}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.444, "count": 301, "max_ms": 12.114, "p95_ms": 8.272}, "gstreamer_push": {"avg_ms": 1.228, "count": 301, "max_ms": 1.867, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.989, "count": 301, "max_ms": 78.704, "p95_ms": 66.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.069, "count": 301, "max_ms": 98.29, "p95_ms": 76.059}, "yolo11_640_fire_11class": {"avg_ms": 55.571, "count": 301, "max_ms": 76.172, "p95_ms": 66.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.981, "count": 301, "max_ms": 87.445, "p95_ms": 77.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.027, "count": 301, "max_ms": 114.35, "p95_ms": 99.556}, "read_interval": {"avg_ms": 99.782, "count": 300, "max_ms": 270.962, "p95_ms": 121.095}, "triton_wait": {"avg_ms": 64.081, "count": 301, "max_ms": 98.301, "p95_ms": 83.573}, "visualize": {"avg_ms": 3.624, "count": 301, "max_ms": 5.644, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6316.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29573.634, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.946, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 643293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:34:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:34:43+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:34:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:34:42.954175+09:00", "mtime_epoch": 1783020882.954175, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:34:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1591.512, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.045, "count": 301, "max_ms": 6.155, "p95_ms": 4.487}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 2.019, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.538, "count": 301, "max_ms": 75.628, "p95_ms": 70.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.432, "count": 301, "max_ms": 100.576, "p95_ms": 70.813}, "yolo11_640_fire_11class": {"avg_ms": 57.359, "count": 301, "max_ms": 76.371, "p95_ms": 70.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.852, "count": 301, "max_ms": 90.366, "p95_ms": 82.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.062, "count": 301, "max_ms": 135.862, "p95_ms": 95.401}, "read_interval": {"avg_ms": 99.851, "count": 300, "max_ms": 145.972, "p95_ms": 120.888}, "triton_wait": {"avg_ms": 65.25, "count": 301, "max_ms": 100.589, "p95_ms": 82.692}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 5.421, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2898, "tracking_summary": 2541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6316.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66737.46, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 332.954, "sample_count": 1042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:34:44+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T04:34:43+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T04:34:43.742204+09:00", "mtime_epoch": 1783020883.7422037, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:34:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.957, "name": "celery", "pid": 239, "rss_mb": 947.516, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.832, "pushed": 3.832, "read": 3.799}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.009, "count": 114, "max_ms": 287.695, "p95_ms": 209.576}, "gstreamer_push": {"avg_ms": 0.793, "count": 114, "max_ms": 1.744, "p95_ms": 0.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.067, "count": 114, "max_ms": 96.156, "p95_ms": 87.016}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.225, "count": 114, "max_ms": 96.401, "p95_ms": 91.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.283, "count": 114, "max_ms": 378.092, "p95_ms": 312.897}, "read_interval": {"avg_ms": 263.13, "count": 113, "max_ms": 387.051, "p95_ms": 323.108}, "triton_wait": {"avg_ms": 67.401, "count": 114, "max_ms": 96.414, "p95_ms": 91.167}, "visualize": {"avg_ms": 24.097, "count": 114, "max_ms": 33.849, "p95_ms": 29.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.747, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6315.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39393.047, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.272, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 650500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:34:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:34:52+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T04:34:52+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T04:34:52.510521+09:00", "mtime_epoch": 1783020892.5105212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:34:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1345.176, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.586, "count": 298, "max_ms": 14.011, "p95_ms": 8.577}, "gstreamer_push": {"avg_ms": 1.246, "count": 298, "max_ms": 1.532, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.457, "count": 298, "max_ms": 70.244, "p95_ms": 67.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.951, "count": 298, "max_ms": 97.329, "p95_ms": 81.649}, "yolo11_640_fire_11class": {"avg_ms": 55.032, "count": 298, "max_ms": 71.435, "p95_ms": 66.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.321, "count": 298, "max_ms": 86.724, "p95_ms": 79.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.01, "count": 298, "max_ms": 113.451, "p95_ms": 101.503}, "read_interval": {"avg_ms": 100.73, "count": 298, "max_ms": 347.397, "p95_ms": 123.098}, "triton_wait": {"avg_ms": 63.791, "count": 298, "max_ms": 97.343, "p95_ms": 84.066}, "visualize": {"avg_ms": 3.677, "count": 298, "max_ms": 4.634, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6316.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29603.703, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.983, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 643594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:35:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T04:35:13+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T04:35:13.047256+09:00", "mtime_epoch": 1783020913.0472562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:35:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1591.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.974, "count": 301, "max_ms": 5.907, "p95_ms": 4.402}, "gstreamer_push": {"avg_ms": 1.269, "count": 301, "max_ms": 1.849, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.192, "count": 301, "max_ms": 74.953, "p95_ms": 68.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.503, "count": 301, "max_ms": 81.71, "p95_ms": 71.491}, "yolo11_640_fire_11class": {"avg_ms": 57.337, "count": 301, "max_ms": 76.698, "p95_ms": 67.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.586, "count": 301, "max_ms": 91.734, "p95_ms": 79.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.867, "count": 301, "max_ms": 104.657, "p95_ms": 92.914}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 122.676, "p95_ms": 120.214}, "triton_wait": {"avg_ms": 65.474, "count": 301, "max_ms": 91.746, "p95_ms": 80.199}, "visualize": {"avg_ms": 3.584, "count": 301, "max_ms": 4.733, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2900, "tracking_summary": 2542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6316.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66767.75, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.957, "sample_count": 1042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:35:14+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T04:35:14+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T04:35:14.027291+09:00", "mtime_epoch": 1783020914.027291, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:35:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.957, "name": "celery", "pid": 239, "rss_mb": 947.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.234, "pushed": 3.234, "read": 3.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.021, "count": 97, "max_ms": 259.362, "p95_ms": 245.969}, "gstreamer_push": {"avg_ms": 0.948, "count": 97, "max_ms": 2.877, "p95_ms": 2.753}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.147, "count": 97, "max_ms": 97.6, "p95_ms": 77.991}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.568, "count": 97, "max_ms": 98.641, "p95_ms": 84.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.618, "count": 97, "max_ms": 360.544, "p95_ms": 344.357}, "read_interval": {"avg_ms": 312.151, "count": 96, "max_ms": 369.311, "p95_ms": 353.517}, "triton_wait": {"avg_ms": 65.77, "count": 97, "max_ms": 98.654, "p95_ms": 84.658}, "visualize": {"avg_ms": 25.993, "count": 97, "max_ms": 36.287, "p95_ms": 35.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6314.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39423.12, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.152, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 650801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:35:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:35:22+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T04:35:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T04:35:22.555592+09:00", "mtime_epoch": 1783020922.5555923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:35:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1345.176, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.486, "count": 301, "max_ms": 12.561, "p95_ms": 9.473}, "gstreamer_push": {"avg_ms": 1.207, "count": 301, "max_ms": 1.685, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.287, "count": 301, "max_ms": 74.69, "p95_ms": 66.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.12, "count": 301, "max_ms": 93.512, "p95_ms": 71.05}, "yolo11_640_fire_11class": {"avg_ms": 53.926, "count": 301, "max_ms": 76.909, "p95_ms": 66.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.785, "count": 301, "max_ms": 88.617, "p95_ms": 75.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.95, "count": 301, "max_ms": 109.571, "p95_ms": 93.333}, "read_interval": {"avg_ms": 99.88, "count": 300, "max_ms": 346.993, "p95_ms": 126.002}, "triton_wait": {"avg_ms": 61.101, "count": 301, "max_ms": 93.525, "p95_ms": 77.592}, "visualize": {"avg_ms": 3.556, "count": 301, "max_ms": 4.55, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6308.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29633.806, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.918, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 643895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:35:43+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:35:43+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:35:43.120311+09:00", "mtime_epoch": 1783020943.1203108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:35:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1591.801, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.05, "count": 300, "max_ms": 6.475, "p95_ms": 4.733}, "gstreamer_push": {"avg_ms": 1.286, "count": 300, "max_ms": 1.816, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.08, "count": 300, "max_ms": 81.439, "p95_ms": 68.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.566, "count": 300, "max_ms": 100.172, "p95_ms": 71.942}, "yolo11_640_fire_11class": {"avg_ms": 56.613, "count": 300, "max_ms": 76.465, "p95_ms": 68.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.04, "count": 300, "max_ms": 85.823, "p95_ms": 79.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.909, "count": 300, "max_ms": 113.638, "p95_ms": 94.539}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 129.333, "p95_ms": 120.823}, "triton_wait": {"avg_ms": 65.247, "count": 300, "max_ms": 100.185, "p95_ms": 81.711}, "visualize": {"avg_ms": 3.624, "count": 300, "max_ms": 5.307, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2900, "tracking_summary": 2543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6308.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66797.797, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.97, "sample_count": 1039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:35:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:35:44+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-03T04:35:44+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T04:35:44.192348+09:00", "mtime_epoch": 1783020944.1923478, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:35:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.957, "name": "celery", "pid": 239, "rss_mb": 937.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.632, "pushed": 3.632, "read": 3.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.467, "count": 108, "max_ms": 238.395, "p95_ms": 216.974}, "gstreamer_push": {"avg_ms": 0.787, "count": 108, "max_ms": 0.969, "p95_ms": 0.854}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.397, "count": 108, "max_ms": 99.461, "p95_ms": 86.298}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.039, "count": 108, "max_ms": 105.928, "p95_ms": 91.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.095, "count": 108, "max_ms": 350.017, "p95_ms": 336.216}, "read_interval": {"avg_ms": 278.943, "count": 107, "max_ms": 361.796, "p95_ms": 346.142}, "triton_wait": {"avg_ms": 68.211, "count": 108, "max_ms": 105.94, "p95_ms": 91.611}, "visualize": {"avg_ms": 27.555, "count": 108, "max_ms": 38.558, "p95_ms": 34.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.74, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6307.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39453.209, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.035, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:35:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:35:52+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T04:35:52+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T04:35:52.648640+09:00", "mtime_epoch": 1783020952.6486397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:35:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1345.434, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.428, "count": 301, "max_ms": 12.275, "p95_ms": 8.111}, "gstreamer_push": {"avg_ms": 1.236, "count": 302, "max_ms": 1.438, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.369, "count": 301, "max_ms": 74.218, "p95_ms": 66.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.798, "count": 301, "max_ms": 96.686, "p95_ms": 79.11}, "yolo11_640_fire_11class": {"avg_ms": 54.893, "count": 301, "max_ms": 82.99, "p95_ms": 65.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.921, "count": 301, "max_ms": 83.796, "p95_ms": 78.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.583, "count": 302, "max_ms": 112.764, "p95_ms": 97.116}, "read_interval": {"avg_ms": 99.642, "count": 301, "max_ms": 390.393, "p95_ms": 121.222}, "triton_wait": {"avg_ms": 63.57, "count": 301, "max_ms": 96.699, "p95_ms": 81.322}, "visualize": {"avg_ms": 3.644, "count": 301, "max_ms": 5.242, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6318.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29663.893, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.143, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 644196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:36:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:36:13+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T04:36:13+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T04:36:13.229342+09:00", "mtime_epoch": 1783020973.2293417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:36:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1591.945, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.066, "count": 301, "max_ms": 6.482, "p95_ms": 4.712}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 2.179, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.458, "count": 301, "max_ms": 77.497, "p95_ms": 70.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.682, "count": 301, "max_ms": 98.459, "p95_ms": 73.655}, "yolo11_640_fire_11class": {"avg_ms": 59.087, "count": 301, "max_ms": 89.724, "p95_ms": 70.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.531, "count": 301, "max_ms": 87.559, "p95_ms": 80.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.069, "count": 301, "max_ms": 137.946, "p95_ms": 94.575}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 147.727, "p95_ms": 119.59}, "triton_wait": {"avg_ms": 68.271, "count": 301, "max_ms": 98.472, "p95_ms": 82.258}, "visualize": {"avg_ms": 3.673, "count": 301, "max_ms": 5.665, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2901, "tracking_summary": 2544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6318.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66827.865, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.205, "sample_count": 1043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:36:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:36:14+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T04:36:14+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T04:36:14.141373+09:00", "mtime_epoch": 1783020974.1413727, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:36:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 951.957, "name": "celery", "pid": 239, "rss_mb": 949.453, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.418, "pushed": 3.418, "read": 3.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.968, "count": 102, "max_ms": 262.624, "p95_ms": 240.268}, "gstreamer_push": {"avg_ms": 0.972, "count": 102, "max_ms": 3.232, "p95_ms": 1.853}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.807, "count": 102, "max_ms": 105.538, "p95_ms": 78.552}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.782, "count": 102, "max_ms": 97.186, "p95_ms": 84.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.953, "count": 102, "max_ms": 361.758, "p95_ms": 341.842}, "read_interval": {"avg_ms": 294.511, "count": 101, "max_ms": 370.79, "p95_ms": 351.721}, "triton_wait": {"avg_ms": 64.906, "count": 102, "max_ms": 105.551, "p95_ms": 84.485}, "visualize": {"avg_ms": 26.283, "count": 102, "max_ms": 30.464, "p95_ms": 29.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6320.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39483.217, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.152, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:36:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:36:22+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T04:36:22+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T04:36:22.657660+09:00", "mtime_epoch": 1783020982.6576598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:36:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1345.691, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 299, "max_ms": 12.151, "p95_ms": 8.727}, "gstreamer_push": {"avg_ms": 1.22, "count": 299, "max_ms": 1.525, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.467, "count": 299, "max_ms": 74.747, "p95_ms": 66.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.997, "count": 299, "max_ms": 105.769, "p95_ms": 73.097}, "yolo11_640_fire_11class": {"avg_ms": 55.76, "count": 299, "max_ms": 76.188, "p95_ms": 66.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.714, "count": 299, "max_ms": 91.994, "p95_ms": 76.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.658, "count": 299, "max_ms": 121.748, "p95_ms": 95.3}, "read_interval": {"avg_ms": 100.364, "count": 299, "max_ms": 302.864, "p95_ms": 118.392}, "triton_wait": {"avg_ms": 64.821, "count": 299, "max_ms": 105.782, "p95_ms": 80.271}, "visualize": {"avg_ms": 3.598, "count": 299, "max_ms": 5.653, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6317.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29693.922, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.33, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 644496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:36:43+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T04:36:43+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T04:36:43.270347+09:00", "mtime_epoch": 1783021003.270347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:36:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1592.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.076, "count": 300, "max_ms": 6.975, "p95_ms": 4.779}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 2.129, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.083, "count": 300, "max_ms": 78.327, "p95_ms": 69.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.279, "count": 300, "max_ms": 108.912, "p95_ms": 78.25}, "yolo11_640_fire_11class": {"avg_ms": 57.076, "count": 300, "max_ms": 75.806, "p95_ms": 68.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.251, "count": 300, "max_ms": 91.06, "p95_ms": 80.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.53, "count": 300, "max_ms": 130.411, "p95_ms": 96.38}, "read_interval": {"avg_ms": 100.135, "count": 300, "max_ms": 140.297, "p95_ms": 121.274}, "triton_wait": {"avg_ms": 65.661, "count": 300, "max_ms": 108.925, "p95_ms": 82.491}, "visualize": {"avg_ms": 3.647, "count": 300, "max_ms": 5.201, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2902, "tracking_summary": 2545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6307.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66858.046, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.205, "sample_count": 1042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:36:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:36:44+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T04:36:44+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T04:36:44.326382+09:00", "mtime_epoch": 1783021004.3263822, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:36:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.367, "name": "celery", "pid": 239, "rss_mb": 935.207, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.318, "pushed": 3.318, "read": 3.285}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.436, "count": 99, "max_ms": 216.225, "p95_ms": 211.001}, "gstreamer_push": {"avg_ms": 0.981, "count": 99, "max_ms": 1.89, "p95_ms": 1.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.944, "count": 99, "max_ms": 107.665, "p95_ms": 91.229}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.983, "count": 99, "max_ms": 109.742, "p95_ms": 93.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.943, "count": 99, "max_ms": 360.346, "p95_ms": 334.101}, "read_interval": {"avg_ms": 304.721, "count": 98, "max_ms": 369.259, "p95_ms": 342.893}, "triton_wait": {"avg_ms": 68.59, "count": 99, "max_ms": 109.754, "p95_ms": 97.812}, "visualize": {"avg_ms": 30.165, "count": 99, "max_ms": 40.921, "p95_ms": 39.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39513.233, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.379, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:36:52+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T04:36:52+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:36:52.674657+09:00", "mtime_epoch": 1783021012.6746573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:36:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1345.691, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.478, "count": 299, "max_ms": 13.075, "p95_ms": 8.454}, "gstreamer_push": {"avg_ms": 1.214, "count": 299, "max_ms": 1.892, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.067, "count": 299, "max_ms": 74.065, "p95_ms": 67.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.139, "count": 299, "max_ms": 104.947, "p95_ms": 81.672}, "yolo11_640_fire_11class": {"avg_ms": 54.324, "count": 299, "max_ms": 72.0, "p95_ms": 67.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.354, "count": 299, "max_ms": 86.978, "p95_ms": 77.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.215, "count": 299, "max_ms": 121.209, "p95_ms": 98.918}, "read_interval": {"avg_ms": 100.419, "count": 299, "max_ms": 346.696, "p95_ms": 131.636}, "triton_wait": {"avg_ms": 63.345, "count": 299, "max_ms": 104.96, "p95_ms": 82.623}, "visualize": {"avg_ms": 3.603, "count": 299, "max_ms": 6.359, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6309.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29723.952, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.566, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 644796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:37:13+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T04:37:13+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T04:37:13.247329+09:00", "mtime_epoch": 1783021033.2473288, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:37:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1592.234, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.091, "count": 300, "max_ms": 7.129, "p95_ms": 5.009}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 2.074, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.979, "count": 300, "max_ms": 80.197, "p95_ms": 69.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.174, "count": 300, "max_ms": 98.336, "p95_ms": 79.978}, "yolo11_640_fire_11class": {"avg_ms": 57.435, "count": 300, "max_ms": 78.222, "p95_ms": 69.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.436, "count": 300, "max_ms": 90.992, "p95_ms": 79.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.642, "count": 300, "max_ms": 139.657, "p95_ms": 97.467}, "read_interval": {"avg_ms": 100.012, "count": 299, "max_ms": 149.672, "p95_ms": 120.634}, "triton_wait": {"avg_ms": 66.504, "count": 300, "max_ms": 98.348, "p95_ms": 81.407}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 5.828, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2904, "tracking_summary": 2546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6315.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66888.115, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.216, "sample_count": 1034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:37:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:37:14+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-03T04:37:14+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T04:37:14.511370+09:00", "mtime_epoch": 1783021034.5113697, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:37:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.367, "name": "celery", "pid": 239, "rss_mb": 944.629, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.833, "pushed": 3.833, "read": 3.799}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.865, "count": 114, "max_ms": 248.904, "p95_ms": 218.847}, "gstreamer_push": {"avg_ms": 0.967, "count": 114, "max_ms": 3.264, "p95_ms": 1.812}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.012, "count": 114, "max_ms": 97.714, "p95_ms": 87.952}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.816, "count": 114, "max_ms": 103.105, "p95_ms": 90.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.967, "count": 114, "max_ms": 347.15, "p95_ms": 331.771}, "read_interval": {"avg_ms": 264.306, "count": 113, "max_ms": 357.8, "p95_ms": 341.483}, "triton_wait": {"avg_ms": 68.001, "count": 114, "max_ms": 103.117, "p95_ms": 90.569}, "visualize": {"avg_ms": 27.253, "count": 114, "max_ms": 39.742, "p95_ms": 37.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6312.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39543.303, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.387, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 652003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:37:22+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T04:37:22+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T04:37:22.743635+09:00", "mtime_epoch": 1783021042.7436354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:37:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1345.949, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.58, "count": 302, "max_ms": 13.675, "p95_ms": 9.317}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 1.959, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.081, "count": 302, "max_ms": 71.707, "p95_ms": 68.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.036, "count": 302, "max_ms": 108.223, "p95_ms": 81.91}, "yolo11_640_fire_11class": {"avg_ms": 54.229, "count": 302, "max_ms": 76.581, "p95_ms": 67.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.05, "count": 302, "max_ms": 84.41, "p95_ms": 76.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.845, "count": 302, "max_ms": 125.623, "p95_ms": 98.076}, "read_interval": {"avg_ms": 99.569, "count": 301, "max_ms": 329.67, "p95_ms": 126.984}, "triton_wait": {"avg_ms": 61.77, "count": 302, "max_ms": 108.236, "p95_ms": 81.923}, "visualize": {"avg_ms": 3.638, "count": 302, "max_ms": 5.471, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6316.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29754.025, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.673, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 645097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T04:37:43+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T04:37:43+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T04:37:43.304292+09:00", "mtime_epoch": 1783021063.3042924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:37:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1592.375, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.072, "count": 300, "max_ms": 7.004, "p95_ms": 4.766}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.506, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.252, "count": 300, "max_ms": 74.309, "p95_ms": 68.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.961, "count": 300, "max_ms": 97.746, "p95_ms": 77.539}, "yolo11_640_fire_11class": {"avg_ms": 55.653, "count": 300, "max_ms": 85.221, "p95_ms": 70.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.752, "count": 300, "max_ms": 88.409, "p95_ms": 79.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.001, "count": 300, "max_ms": 114.737, "p95_ms": 94.567}, "read_interval": {"avg_ms": 99.918, "count": 300, "max_ms": 126.613, "p95_ms": 121.229}, "triton_wait": {"avg_ms": 63.092, "count": 300, "max_ms": 97.759, "p95_ms": 81.239}, "visualize": {"avg_ms": 3.608, "count": 300, "max_ms": 6.24, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2904, "tracking_summary": 2547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6308.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66918.145, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.101, "sample_count": 1042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:37:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:37:44+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T04:37:44+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T04:37:44.428328+09:00", "mtime_epoch": 1783021064.428328, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:37:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.367, "name": "celery", "pid": 239, "rss_mb": 936.281, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.889, "pushed": 3.889, "read": 3.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 148.476, "count": 116, "max_ms": 210.488, "p95_ms": 209.219}, "gstreamer_push": {"avg_ms": 1.054, "count": 116, "max_ms": 2.962, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.741, "count": 116, "max_ms": 113.172, "p95_ms": 91.162}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.287, "count": 116, "max_ms": 103.984, "p95_ms": 90.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.954, "count": 116, "max_ms": 345.723, "p95_ms": 325.489}, "read_interval": {"avg_ms": 258.427, "count": 115, "max_ms": 356.16, "p95_ms": 338.217}, "triton_wait": {"avg_ms": 69.86, "count": 116, "max_ms": 113.186, "p95_ms": 91.365}, "visualize": {"avg_ms": 26.91, "count": 116, "max_ms": 41.665, "p95_ms": 34.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6318.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39573.336, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.149, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 652305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:37:52+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:37:52+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T04:37:52.768592+09:00", "mtime_epoch": 1783021072.7685916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:37:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1345.949, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.497, "count": 302, "max_ms": 13.204, "p95_ms": 8.33}, "gstreamer_push": {"avg_ms": 1.232, "count": 302, "max_ms": 1.533, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.202, "count": 302, "max_ms": 73.98, "p95_ms": 66.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.944, "count": 302, "max_ms": 98.86, "p95_ms": 86.961}, "yolo11_640_fire_11class": {"avg_ms": 56.347, "count": 302, "max_ms": 80.007, "p95_ms": 68.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.326, "count": 302, "max_ms": 85.525, "p95_ms": 76.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.508, "count": 302, "max_ms": 115.177, "p95_ms": 106.293}, "read_interval": {"avg_ms": 99.499, "count": 301, "max_ms": 313.715, "p95_ms": 124.37}, "triton_wait": {"avg_ms": 64.518, "count": 302, "max_ms": 98.872, "p95_ms": 86.977}, "visualize": {"avg_ms": 3.632, "count": 302, "max_ms": 5.842, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6310.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29784.048, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.828, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 645397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:38:13+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T04:38:13+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T04:38:13.369237+09:00", "mtime_epoch": 1783021093.3692367, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:38:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1592.523, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.99, "count": 300, "max_ms": 4.877, "p95_ms": 4.339}, "gstreamer_push": {"avg_ms": 1.282, "count": 300, "max_ms": 1.508, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.072, "count": 300, "max_ms": 77.091, "p95_ms": 67.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.018, "count": 300, "max_ms": 104.959, "p95_ms": 81.665}, "yolo11_640_fire_11class": {"avg_ms": 57.191, "count": 300, "max_ms": 80.497, "p95_ms": 70.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.234, "count": 300, "max_ms": 90.199, "p95_ms": 78.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.687, "count": 300, "max_ms": 118.601, "p95_ms": 97.891}, "read_interval": {"avg_ms": 100.084, "count": 299, "max_ms": 294.322, "p95_ms": 121.213}, "triton_wait": {"avg_ms": 65.176, "count": 300, "max_ms": 104.971, "p95_ms": 85.333}, "visualize": {"avg_ms": 3.607, "count": 300, "max_ms": 4.489, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2906, "tracking_summary": 2547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6318.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66948.229, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.522, "sample_count": 1041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:38:14+09:00", "last_frame_read_age_sec": 0.344, "last_frame_read_at": "2026-07-03T04:38:14+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T04:38:14.473271+09:00", "mtime_epoch": 1783021094.4732711, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:38:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.367, "name": "celery", "pid": 239, "rss_mb": 948.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.193, "pushed": 3.193, "read": 3.16}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.824, "count": 95, "max_ms": 214.915, "p95_ms": 211.247}, "gstreamer_push": {"avg_ms": 1.048, "count": 95, "max_ms": 2.89, "p95_ms": 2.787}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.055, "count": 95, "max_ms": 99.144, "p95_ms": 91.182}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.352, "count": 95, "max_ms": 100.927, "p95_ms": 97.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 306.659, "count": 95, "max_ms": 348.309, "p95_ms": 337.835}, "read_interval": {"avg_ms": 316.283, "count": 94, "max_ms": 358.789, "p95_ms": 346.002}, "triton_wait": {"avg_ms": 72.594, "count": 95, "max_ms": 100.941, "p95_ms": 97.487}, "visualize": {"avg_ms": 29.492, "count": 95, "max_ms": 41.702, "p95_ms": 39.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.751, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6319.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39603.417, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.482, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 652605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:38:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:38:22+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:38:22+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:38:22.853531+09:00", "mtime_epoch": 1783021102.8535306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:38:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1346.207, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.512, "count": 300, "max_ms": 12.128, "p95_ms": 8.19}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.736, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.588, "count": 300, "max_ms": 73.656, "p95_ms": 66.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.792, "count": 300, "max_ms": 94.844, "p95_ms": 77.638}, "yolo11_640_fire_11class": {"avg_ms": 55.716, "count": 300, "max_ms": 76.517, "p95_ms": 68.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.066, "count": 300, "max_ms": 86.373, "p95_ms": 76.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.649, "count": 300, "max_ms": 111.246, "p95_ms": 98.047}, "read_interval": {"avg_ms": 100.217, "count": 300, "max_ms": 296.837, "p95_ms": 129.999}, "triton_wait": {"avg_ms": 61.619, "count": 300, "max_ms": 94.858, "p95_ms": 78.935}, "visualize": {"avg_ms": 3.643, "count": 300, "max_ms": 5.97, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6321.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29814.121, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.209, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 645698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:38:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:38:43+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T04:38:43+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:38:43.446163+09:00", "mtime_epoch": 1783021123.4461632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:38:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1592.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.091, "count": 301, "max_ms": 6.615, "p95_ms": 5.26}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 2.075, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.719, "count": 301, "max_ms": 79.154, "p95_ms": 70.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.944, "count": 301, "max_ms": 103.536, "p95_ms": 81.179}, "yolo11_640_fire_11class": {"avg_ms": 58.887, "count": 301, "max_ms": 81.011, "p95_ms": 72.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.433, "count": 301, "max_ms": 87.192, "p95_ms": 78.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.164, "count": 301, "max_ms": 116.547, "p95_ms": 96.465}, "read_interval": {"avg_ms": 99.921, "count": 300, "max_ms": 130.667, "p95_ms": 120.474}, "triton_wait": {"avg_ms": 65.352, "count": 301, "max_ms": 103.549, "p95_ms": 83.226}, "visualize": {"avg_ms": 3.674, "count": 301, "max_ms": 4.995, "p95_ms": 4.344}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2907, "tracking_summary": 2548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6321.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 66978.316, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.462, "sample_count": 1041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:38:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:38:44+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T04:38:44+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T04:38:44.602198+09:00", "mtime_epoch": 1783021124.6021984, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:38:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.367, "name": "celery", "pid": 239, "rss_mb": 950.445, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.493, "pushed": 3.493, "read": 3.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 177.224, "count": 104, "max_ms": 209.875, "p95_ms": 207.619}, "gstreamer_push": {"avg_ms": 0.831, "count": 104, "max_ms": 2.87, "p95_ms": 0.863}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.543, "count": 104, "max_ms": 103.664, "p95_ms": 93.295}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.671, "count": 104, "max_ms": 103.376, "p95_ms": 96.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.694, "count": 104, "max_ms": 344.645, "p95_ms": 333.837}, "read_interval": {"avg_ms": 289.085, "count": 103, "max_ms": 353.511, "p95_ms": 344.311}, "triton_wait": {"avg_ms": 70.941, "count": 104, "max_ms": 103.676, "p95_ms": 99.331}, "visualize": {"avg_ms": 27.777, "count": 104, "max_ms": 40.825, "p95_ms": 34.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.771, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6318.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39633.513, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.076, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 652904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:38:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:38:53+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T04:38:52+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T04:38:52.950452+09:00", "mtime_epoch": 1783021132.950452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:38:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1346.207, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.433, "count": 299, "max_ms": 13.206, "p95_ms": 9.608}, "gstreamer_push": {"avg_ms": 1.219, "count": 299, "max_ms": 2.017, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.697, "count": 299, "max_ms": 73.884, "p95_ms": 67.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.357, "count": 299, "max_ms": 99.802, "p95_ms": 81.48}, "yolo11_640_fire_11class": {"avg_ms": 58.216, "count": 299, "max_ms": 80.217, "p95_ms": 70.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.539, "count": 299, "max_ms": 82.72, "p95_ms": 76.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.433, "count": 299, "max_ms": 116.074, "p95_ms": 98.699}, "read_interval": {"avg_ms": 100.472, "count": 298, "max_ms": 281.803, "p95_ms": 126.116}, "triton_wait": {"avg_ms": 64.513, "count": 299, "max_ms": 99.816, "p95_ms": 82.733}, "visualize": {"avg_ms": 3.617, "count": 299, "max_ms": 6.487, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6313.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29844.125, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.128, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 645998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:39:13+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T04:39:13+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T04:39:13.451070+09:00", "mtime_epoch": 1783021153.45107, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 110857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:39:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1592.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.034, "count": 300, "max_ms": 6.271, "p95_ms": 4.672}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.926, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.995, "count": 300, "max_ms": 79.741, "p95_ms": 69.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.918, "count": 300, "max_ms": 94.122, "p95_ms": 78.24}, "yolo11_640_fire_11class": {"avg_ms": 59.956, "count": 300, "max_ms": 85.49, "p95_ms": 73.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.603, "count": 300, "max_ms": 94.1, "p95_ms": 78.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.227, "count": 300, "max_ms": 107.242, "p95_ms": 92.783}, "read_interval": {"avg_ms": 100.012, "count": 300, "max_ms": 123.658, "p95_ms": 119.773}, "triton_wait": {"avg_ms": 66.59, "count": 300, "max_ms": 94.135, "p95_ms": 80.251}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 4.647, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2907, "tracking_summary": 2549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6319.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67008.499, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.835, "sample_count": 1042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:39:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:39:15+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T04:39:14+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T04:39:14.791110+09:00", "mtime_epoch": 1783021154.79111, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:39:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 947.617, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.213, "pushed": 3.213, "read": 3.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.947, "count": 96, "max_ms": 229.005, "p95_ms": 211.698}, "gstreamer_push": {"avg_ms": 0.908, "count": 96, "max_ms": 2.917, "p95_ms": 1.739}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.852, "count": 96, "max_ms": 99.905, "p95_ms": 89.539}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.189, "count": 96, "max_ms": 101.41, "p95_ms": 97.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 304.697, "count": 96, "max_ms": 344.737, "p95_ms": 331.126}, "read_interval": {"avg_ms": 314.506, "count": 95, "max_ms": 354.352, "p95_ms": 342.993}, "triton_wait": {"avg_ms": 69.263, "count": 96, "max_ms": 101.423, "p95_ms": 97.193}, "visualize": {"avg_ms": 28.782, "count": 96, "max_ms": 40.531, "p95_ms": 39.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6313.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39663.533, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.131, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 653205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:39:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T04:39:23+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T04:39:22+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:39:22.963354+09:00", "mtime_epoch": 1783021162.963354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:39:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1346.465, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.405, "count": 301, "max_ms": 11.401, "p95_ms": 8.185}, "gstreamer_push": {"avg_ms": 1.215, "count": 301, "max_ms": 1.547, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.783, "count": 301, "max_ms": 74.502, "p95_ms": 66.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.379, "count": 301, "max_ms": 101.225, "p95_ms": 79.454}, "yolo11_640_fire_11class": {"avg_ms": 56.842, "count": 301, "max_ms": 82.806, "p95_ms": 69.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.607, "count": 301, "max_ms": 84.362, "p95_ms": 76.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.002, "count": 301, "max_ms": 118.005, "p95_ms": 98.191}, "read_interval": {"avg_ms": 99.694, "count": 300, "max_ms": 346.21, "p95_ms": 125.276}, "triton_wait": {"avg_ms": 63.111, "count": 301, "max_ms": 101.238, "p95_ms": 81.984}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 4.727, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6317.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29874.205, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.048, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 646299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:39:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:39:43+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:39:43+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T04:39:43.531963+09:00", "mtime_epoch": 1783021183.5319629, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 107271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:39:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1592.93, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.109, "count": 301, "max_ms": 6.693, "p95_ms": 4.951}, "gstreamer_push": {"avg_ms": 1.289, "count": 301, "max_ms": 1.809, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.395, "count": 301, "max_ms": 78.904, "p95_ms": 68.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.462, "count": 301, "max_ms": 91.277, "p95_ms": 79.134}, "yolo11_640_fire_11class": {"avg_ms": 59.339, "count": 301, "max_ms": 84.063, "p95_ms": 72.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.209, "count": 301, "max_ms": 86.124, "p95_ms": 78.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.175, "count": 301, "max_ms": 104.327, "p95_ms": 94.322}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 122.959, "p95_ms": 119.466}, "triton_wait": {"avg_ms": 66.47, "count": 301, "max_ms": 91.289, "p95_ms": 81.763}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 4.666, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2908, "tracking_summary": 2550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6316.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67038.507, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.101, "sample_count": 1041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:39:45+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T04:39:44+09:00", "mjpeg": {"age_sec": 0.278, "exists": true, "mtime": "2026-07-03T04:39:44.808000+09:00", "mtime_epoch": 1783021184.8080003, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:39:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 945.164, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.767, "pushed": 3.767, "read": 3.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.289, "count": 113, "max_ms": 256.646, "p95_ms": 207.795}, "gstreamer_push": {"avg_ms": 0.975, "count": 113, "max_ms": 2.864, "p95_ms": 1.82}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.379, "count": 113, "max_ms": 98.444, "p95_ms": 92.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.657, "count": 113, "max_ms": 99.627, "p95_ms": 92.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.876, "count": 113, "max_ms": 378.252, "p95_ms": 329.781}, "read_interval": {"avg_ms": 265.564, "count": 113, "max_ms": 387.024, "p95_ms": 339.479}, "triton_wait": {"avg_ms": 67.924, "count": 113, "max_ms": 99.643, "p95_ms": 93.979}, "visualize": {"avg_ms": 25.917, "count": 113, "max_ms": 39.589, "p95_ms": 37.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6316.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39693.592, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.507, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 653507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:39:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:39:53+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T04:39:53+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:39:53.028241+09:00", "mtime_epoch": 1783021193.0282414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:39:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1346.465, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.493, "count": 302, "max_ms": 12.212, "p95_ms": 10.179}, "gstreamer_push": {"avg_ms": 1.207, "count": 302, "max_ms": 1.491, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.402, "count": 302, "max_ms": 73.772, "p95_ms": 66.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.523, "count": 302, "max_ms": 101.159, "p95_ms": 88.259}, "yolo11_640_fire_11class": {"avg_ms": 56.403, "count": 302, "max_ms": 77.812, "p95_ms": 67.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.545, "count": 302, "max_ms": 85.74, "p95_ms": 76.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.545, "count": 302, "max_ms": 117.59, "p95_ms": 104.527}, "read_interval": {"avg_ms": 99.528, "count": 301, "max_ms": 408.2, "p95_ms": 124.31}, "triton_wait": {"avg_ms": 64.747, "count": 302, "max_ms": 101.173, "p95_ms": 88.272}, "visualize": {"avg_ms": 3.53, "count": 302, "max_ms": 5.518, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6322.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29904.231, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.351, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 646599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:40:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T04:40:13+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T04:40:13+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T04:40:13.540838+09:00", "mtime_epoch": 1783021213.5408382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:40:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1593.188, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.171, "count": 300, "max_ms": 6.584, "p95_ms": 5.482}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.993, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.016, "count": 300, "max_ms": 76.601, "p95_ms": 69.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.937, "count": 300, "max_ms": 100.583, "p95_ms": 75.673}, "yolo11_640_fire_11class": {"avg_ms": 57.627, "count": 300, "max_ms": 81.747, "p95_ms": 71.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.436, "count": 300, "max_ms": 90.8, "p95_ms": 78.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.555, "count": 300, "max_ms": 113.179, "p95_ms": 94.408}, "read_interval": {"avg_ms": 100.037, "count": 299, "max_ms": 126.546, "p95_ms": 119.875}, "triton_wait": {"avg_ms": 64.649, "count": 300, "max_ms": 100.595, "p95_ms": 79.52}, "visualize": {"avg_ms": 3.725, "count": 300, "max_ms": 4.932, "p95_ms": 4.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2911, "tracking_summary": 2551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6322.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67068.533, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 332.516, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:40:15+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T04:40:14+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T04:40:14.820875+09:00", "mtime_epoch": 1783021214.8208752, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:40:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 950.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.331, "pushed": 3.331, "read": 3.298}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.599, "count": 99, "max_ms": 230.643, "p95_ms": 210.518}, "gstreamer_push": {"avg_ms": 0.881, "count": 99, "max_ms": 1.86, "p95_ms": 1.759}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.996, "count": 99, "max_ms": 105.502, "p95_ms": 85.667}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.271, "count": 99, "max_ms": 98.725, "p95_ms": 87.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.68, "count": 99, "max_ms": 342.767, "p95_ms": 324.136}, "read_interval": {"avg_ms": 303.242, "count": 98, "max_ms": 353.202, "p95_ms": 332.61}, "triton_wait": {"avg_ms": 64.619, "count": 99, "max_ms": 105.515, "p95_ms": 88.793}, "visualize": {"avg_ms": 25.729, "count": 99, "max_ms": 36.665, "p95_ms": 34.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.719, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6317.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39723.651, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.141, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 653806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:40:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:40:23+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T04:40:23+09:00", "mjpeg": {"age_sec": 0.227, "exists": true, "mtime": "2026-07-03T04:40:22.945110+09:00", "mtime_epoch": 1783021222.9451096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:40:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1346.723, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.737, "count": 299, "max_ms": 13.499, "p95_ms": 11.189}, "gstreamer_push": {"avg_ms": 1.236, "count": 299, "max_ms": 1.741, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.381, "count": 299, "max_ms": 72.801, "p95_ms": 65.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.628, "count": 299, "max_ms": 102.286, "p95_ms": 79.742}, "yolo11_640_fire_11class": {"avg_ms": 57.207, "count": 299, "max_ms": 73.865, "p95_ms": 69.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.161, "count": 299, "max_ms": 85.586, "p95_ms": 75.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.321, "count": 299, "max_ms": 118.951, "p95_ms": 99.198}, "read_interval": {"avg_ms": 100.575, "count": 298, "max_ms": 323.758, "p95_ms": 130.254}, "triton_wait": {"avg_ms": 62.926, "count": 299, "max_ms": 102.298, "p95_ms": 80.472}, "visualize": {"avg_ms": 3.735, "count": 299, "max_ms": 6.934, "p95_ms": 4.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6321.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29934.248, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "R (running)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.515, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 646899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:40:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:40:43+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T04:40:43+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T04:40:43.549699+09:00", "mtime_epoch": 1783021243.549699, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 142925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:40:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1593.188, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.03, "pushed": 10.03, "read": 9.997}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.122, "count": 300, "max_ms": 6.756, "p95_ms": 4.819}, "gstreamer_push": {"avg_ms": 1.283, "count": 300, "max_ms": 1.8, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.714, "count": 300, "max_ms": 82.425, "p95_ms": 68.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.536, "count": 300, "max_ms": 99.463, "p95_ms": 77.614}, "yolo11_640_fire_11class": {"avg_ms": 60.449, "count": 300, "max_ms": 84.847, "p95_ms": 74.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.234, "count": 300, "max_ms": 91.868, "p95_ms": 78.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.109, "count": 300, "max_ms": 146.535, "p95_ms": 96.619}, "read_interval": {"avg_ms": 99.99, "count": 299, "max_ms": 157.037, "p95_ms": 120.963}, "triton_wait": {"avg_ms": 64.832, "count": 300, "max_ms": 99.476, "p95_ms": 82.722}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 5.628, "p95_ms": 4.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2911, "tracking_summary": 2552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6320.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67098.581, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.771, "sample_count": 1043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:40:45+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-03T04:40:44+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-03T04:40:44.973740+09:00", "mtime_epoch": 1783021244.9737396, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 240567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:40:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 948.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.632, "pushed": 3.632, "read": 3.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.374, "count": 108, "max_ms": 213.061, "p95_ms": 210.427}, "gstreamer_push": {"avg_ms": 0.901, "count": 108, "max_ms": 1.868, "p95_ms": 1.765}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.544, "count": 108, "max_ms": 102.815, "p95_ms": 93.882}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.134, "count": 108, "max_ms": 103.861, "p95_ms": 94.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.664, "count": 108, "max_ms": 352.316, "p95_ms": 326.807}, "read_interval": {"avg_ms": 278.904, "count": 107, "max_ms": 361.048, "p95_ms": 335.519}, "triton_wait": {"avg_ms": 70.727, "count": 108, "max_ms": 103.873, "p95_ms": 95.935}, "visualize": {"avg_ms": 25.844, "count": 108, "max_ms": 39.782, "p95_ms": 35.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.736, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6317.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39753.705, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.228, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:40:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:40:53+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T04:40:53+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T04:40:53.153972+09:00", "mtime_epoch": 1783021253.1539717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:40:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1346.98, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.614, "count": 302, "max_ms": 13.699, "p95_ms": 10.757}, "gstreamer_push": {"avg_ms": 1.243, "count": 302, "max_ms": 2.077, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.489, "count": 302, "max_ms": 74.078, "p95_ms": 66.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.515, "count": 302, "max_ms": 102.677, "p95_ms": 88.981}, "yolo11_640_fire_11class": {"avg_ms": 56.804, "count": 302, "max_ms": 82.485, "p95_ms": 71.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.686, "count": 302, "max_ms": 89.838, "p95_ms": 77.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.537, "count": 302, "max_ms": 118.846, "p95_ms": 105.434}, "read_interval": {"avg_ms": 99.542, "count": 301, "max_ms": 239.81, "p95_ms": 132.732}, "triton_wait": {"avg_ms": 63.397, "count": 302, "max_ms": 102.69, "p95_ms": 89.847}, "visualize": {"avg_ms": 3.626, "count": 302, "max_ms": 5.434, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6315.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29964.328, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.776, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 647200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:41:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:41:13+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:41:13+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T04:41:13.650549+09:00", "mtime_epoch": 1783021273.650549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 135042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:41:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1593.445, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.082, "count": 301, "max_ms": 6.309, "p95_ms": 5.01}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.884, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.065, "count": 301, "max_ms": 76.183, "p95_ms": 69.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.858, "count": 301, "max_ms": 99.793, "p95_ms": 79.487}, "yolo11_640_fire_11class": {"avg_ms": 57.553, "count": 301, "max_ms": 87.556, "p95_ms": 74.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.33, "count": 301, "max_ms": 90.871, "p95_ms": 81.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.218, "count": 301, "max_ms": 112.767, "p95_ms": 96.379}, "read_interval": {"avg_ms": 99.925, "count": 300, "max_ms": 129.434, "p95_ms": 120.684}, "triton_wait": {"avg_ms": 63.63, "count": 301, "max_ms": 99.805, "p95_ms": 82.747}, "visualize": {"avg_ms": 3.607, "count": 301, "max_ms": 5.422, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2912, "tracking_summary": 2553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6313.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67128.741, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 330.99, "sample_count": 1047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:41:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:41:15+09:00", "last_frame_read_age_sec": 0.318, "last_frame_read_at": "2026-07-03T04:41:15+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T04:41:15.010587+09:00", "mtime_epoch": 1783021275.010587, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:41:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 939.922, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.504, "pushed": 3.504, "read": 3.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.194, "count": 105, "max_ms": 234.782, "p95_ms": 206.292}, "gstreamer_push": {"avg_ms": 0.871, "count": 105, "max_ms": 1.88, "p95_ms": 1.728}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.369, "count": 105, "max_ms": 100.162, "p95_ms": 90.125}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.404, "count": 105, "max_ms": 98.878, "p95_ms": 89.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.615, "count": 105, "max_ms": 351.943, "p95_ms": 323.422}, "read_interval": {"avg_ms": 286.853, "count": 104, "max_ms": 362.46, "p95_ms": 332.953}, "triton_wait": {"avg_ms": 68.769, "count": 105, "max_ms": 100.174, "p95_ms": 90.378}, "visualize": {"avg_ms": 25.948, "count": 105, "max_ms": 45.301, "p95_ms": 43.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6323.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39783.753, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.307, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:41:23+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T04:41:23+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T04:41:23.174815+09:00", "mtime_epoch": 1783021283.1748152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:41:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1346.98, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.48, "count": 299, "max_ms": 12.078, "p95_ms": 9.202}, "gstreamer_push": {"avg_ms": 1.218, "count": 299, "max_ms": 1.456, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.096, "count": 299, "max_ms": 78.198, "p95_ms": 68.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.464, "count": 299, "max_ms": 109.697, "p95_ms": 87.561}, "yolo11_640_fire_11class": {"avg_ms": 58.941, "count": 299, "max_ms": 81.605, "p95_ms": 73.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.04, "count": 299, "max_ms": 90.927, "p95_ms": 78.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.475, "count": 299, "max_ms": 126.458, "p95_ms": 104.485}, "read_interval": {"avg_ms": 100.431, "count": 298, "max_ms": 358.12, "p95_ms": 129.869}, "triton_wait": {"avg_ms": 64.637, "count": 299, "max_ms": 109.714, "p95_ms": 88.04}, "visualize": {"avg_ms": 3.583, "count": 299, "max_ms": 4.512, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6324.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 29994.329, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.71, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 647500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:41:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:41:43+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T04:41:43+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T04:41:43.651383+09:00", "mtime_epoch": 1783021303.6513832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 134338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:41:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1593.445, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.073, "count": 300, "max_ms": 7.781, "p95_ms": 4.725}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.536, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.185, "count": 300, "max_ms": 77.031, "p95_ms": 69.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.862, "count": 300, "max_ms": 103.699, "p95_ms": 81.761}, "yolo11_640_fire_11class": {"avg_ms": 60.743, "count": 300, "max_ms": 83.04, "p95_ms": 73.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.168, "count": 300, "max_ms": 89.792, "p95_ms": 79.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.623, "count": 300, "max_ms": 116.366, "p95_ms": 95.71}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 129.31, "p95_ms": 120.395}, "triton_wait": {"avg_ms": 66.991, "count": 300, "max_ms": 103.712, "p95_ms": 83.053}, "visualize": {"avg_ms": 3.638, "count": 300, "max_ms": 4.642, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2913, "tracking_summary": 2553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6324.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67159.034, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.794, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:41:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:41:45+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T04:41:45+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T04:41:45.327429+09:00", "mtime_epoch": 1783021305.3274293, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:41:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 951.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.271, "pushed": 3.271, "read": 3.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.004, "count": 98, "max_ms": 212.68, "p95_ms": 211.277}, "gstreamer_push": {"avg_ms": 1.061, "count": 98, "max_ms": 2.935, "p95_ms": 2.878}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.003, "count": 98, "max_ms": 107.448, "p95_ms": 97.807}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.292, "count": 98, "max_ms": 105.587, "p95_ms": 95.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.261, "count": 98, "max_ms": 361.112, "p95_ms": 341.391}, "read_interval": {"avg_ms": 309.152, "count": 97, "max_ms": 370.737, "p95_ms": 351.625}, "triton_wait": {"avg_ms": 71.056, "count": 98, "max_ms": 107.462, "p95_ms": 97.877}, "visualize": {"avg_ms": 30.436, "count": 98, "max_ms": 45.672, "p95_ms": 43.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6324.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39813.789, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.084, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:41:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:41:53+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:41:53+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T04:41:53.223647+09:00", "mtime_epoch": 1783021313.2236466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:41:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1347.238, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.444, "count": 300, "max_ms": 10.821, "p95_ms": 7.875}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 2.156, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.679, "count": 300, "max_ms": 75.054, "p95_ms": 65.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.939, "count": 300, "max_ms": 108.207, "p95_ms": 78.553}, "yolo11_640_fire_11class": {"avg_ms": 57.142, "count": 300, "max_ms": 79.055, "p95_ms": 69.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.595, "count": 300, "max_ms": 84.715, "p95_ms": 76.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.462, "count": 300, "max_ms": 124.089, "p95_ms": 95.791}, "read_interval": {"avg_ms": 100.095, "count": 299, "max_ms": 249.999, "p95_ms": 136.7}, "triton_wait": {"avg_ms": 63.606, "count": 300, "max_ms": 108.22, "p95_ms": 79.398}, "visualize": {"avg_ms": 3.603, "count": 300, "max_ms": 4.714, "p95_ms": 3.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6323.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30024.407, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.83, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 647801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:42:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:42:13+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T04:42:13+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T04:42:13.708207+09:00", "mtime_epoch": 1783021333.7082067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:42:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1593.703, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.073, "count": 301, "max_ms": 6.338, "p95_ms": 4.792}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 1.9, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.994, "count": 301, "max_ms": 74.688, "p95_ms": 68.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.459, "count": 301, "max_ms": 101.897, "p95_ms": 83.267}, "yolo11_640_fire_11class": {"avg_ms": 56.727, "count": 301, "max_ms": 87.278, "p95_ms": 71.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.077, "count": 301, "max_ms": 87.451, "p95_ms": 79.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.76, "count": 301, "max_ms": 134.505, "p95_ms": 98.134}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 144.924, "p95_ms": 121.845}, "triton_wait": {"avg_ms": 64.026, "count": 301, "max_ms": 101.909, "p95_ms": 84.239}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 5.764, "p95_ms": 4.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2915, "tracking_summary": 2554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6323.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67189.185, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.808, "sample_count": 1041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306575, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:42:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:42:15+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-03T04:42:15+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T04:42:15.580258+09:00", "mtime_epoch": 1783021335.5802577, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:42:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 951.203, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.755, "pushed": 3.755, "read": 3.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.239, "count": 112, "max_ms": 253.012, "p95_ms": 219.08}, "gstreamer_push": {"avg_ms": 0.865, "count": 112, "max_ms": 3.122, "p95_ms": 1.664}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.561, "count": 112, "max_ms": 111.245, "p95_ms": 98.732}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.008, "count": 112, "max_ms": 102.001, "p95_ms": 92.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.79, "count": 112, "max_ms": 368.843, "p95_ms": 332.897}, "read_interval": {"avg_ms": 269.812, "count": 111, "max_ms": 378.842, "p95_ms": 341.992}, "triton_wait": {"avg_ms": 71.778, "count": 112, "max_ms": 111.258, "p95_ms": 98.744}, "visualize": {"avg_ms": 25.012, "count": 112, "max_ms": 40.755, "p95_ms": 28.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6321.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39843.819, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.754, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 655008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:42:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:42:23+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T04:42:23+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T04:42:23.264466+09:00", "mtime_epoch": 1783021343.264466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:42:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1347.238, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.471, "count": 301, "max_ms": 11.979, "p95_ms": 8.092}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.71, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.193, "count": 301, "max_ms": 82.726, "p95_ms": 66.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.446, "count": 301, "max_ms": 107.388, "p95_ms": 91.45}, "yolo11_640_fire_11class": {"avg_ms": 56.357, "count": 301, "max_ms": 80.566, "p95_ms": 69.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.72, "count": 301, "max_ms": 84.779, "p95_ms": 77.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.135, "count": 301, "max_ms": 123.638, "p95_ms": 107.636}, "read_interval": {"avg_ms": 99.782, "count": 300, "max_ms": 344.668, "p95_ms": 129.159}, "triton_wait": {"avg_ms": 64.147, "count": 301, "max_ms": 107.401, "p95_ms": 91.462}, "visualize": {"avg_ms": 3.627, "count": 301, "max_ms": 4.628, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6313.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30054.437, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.71, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 648101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:42:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T04:42:43+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T04:42:43+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T04:42:43.753019+09:00", "mtime_epoch": 1783021363.7530186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:42:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1593.961, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.144, "count": 300, "max_ms": 6.762, "p95_ms": 4.961}, "gstreamer_push": {"avg_ms": 1.306, "count": 300, "max_ms": 1.937, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.949, "count": 300, "max_ms": 76.397, "p95_ms": 68.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.353, "count": 300, "max_ms": 100.473, "p95_ms": 79.824}, "yolo11_640_fire_11class": {"avg_ms": 57.162, "count": 300, "max_ms": 78.458, "p95_ms": 70.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.781, "count": 300, "max_ms": 86.516, "p95_ms": 77.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.914, "count": 300, "max_ms": 118.601, "p95_ms": 93.458}, "read_interval": {"avg_ms": 100.077, "count": 299, "max_ms": 137.434, "p95_ms": 120.336}, "triton_wait": {"avg_ms": 66.058, "count": 300, "max_ms": 100.489, "p95_ms": 80.951}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 4.838, "p95_ms": 4.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2915, "tracking_summary": 2555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6314.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67219.272, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 332.516, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:42:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:42:45+09:00", "last_frame_read_age_sec": 0.318, "last_frame_read_at": "2026-07-03T04:42:45+09:00", "mjpeg": {"age_sec": 0.322, "exists": true, "mtime": "2026-07-03T04:42:45.529066+09:00", "mtime_epoch": 1783021365.529066, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:42:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 939.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.949, "pushed": 3.949, "read": 3.916}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.772, "count": 118, "max_ms": 236.684, "p95_ms": 211.698}, "gstreamer_push": {"avg_ms": 0.921, "count": 118, "max_ms": 2.385, "p95_ms": 1.773}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.918, "count": 118, "max_ms": 104.272, "p95_ms": 91.39}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.909, "count": 118, "max_ms": 97.492, "p95_ms": 89.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.196, "count": 118, "max_ms": 363.998, "p95_ms": 330.16}, "read_interval": {"avg_ms": 254.362, "count": 117, "max_ms": 375.001, "p95_ms": 340.793}, "triton_wait": {"avg_ms": 68.73, "count": 118, "max_ms": 104.286, "p95_ms": 91.959}, "visualize": {"avg_ms": 24.879, "count": 118, "max_ms": 36.664, "p95_ms": 33.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6319.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39873.911, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.448, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 655309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:42:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:42:53+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T04:42:53+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T04:42:53.349276+09:00", "mtime_epoch": 1783021373.3492756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:42:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1347.496, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.034, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.64, "count": 300, "max_ms": 14.18, "p95_ms": 9.149}, "gstreamer_push": {"avg_ms": 1.206, "count": 301, "max_ms": 1.503, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.718, "count": 300, "max_ms": 72.497, "p95_ms": 65.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.928, "count": 300, "max_ms": 106.55, "p95_ms": 86.34}, "yolo11_640_fire_11class": {"avg_ms": 55.615, "count": 300, "max_ms": 79.429, "p95_ms": 67.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.958, "count": 300, "max_ms": 84.577, "p95_ms": 74.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.893, "count": 300, "max_ms": 131.451, "p95_ms": 102.551}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 351.435, "p95_ms": 129.066}, "triton_wait": {"avg_ms": 62.871, "count": 300, "max_ms": 106.565, "p95_ms": 86.353}, "visualize": {"avg_ms": 3.602, "count": 300, "max_ms": 6.689, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6322.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30084.525, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.644, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 648402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:43:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:43:13+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:43:13+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:43:13.849821+09:00", "mtime_epoch": 1783021393.8498209, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:43:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1593.961, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.036, "count": 300, "max_ms": 6.39, "p95_ms": 4.674}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.698, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.06, "count": 300, "max_ms": 74.838, "p95_ms": 67.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.774, "count": 300, "max_ms": 96.935, "p95_ms": 81.676}, "yolo11_640_fire_11class": {"avg_ms": 56.838, "count": 300, "max_ms": 78.548, "p95_ms": 70.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.152, "count": 300, "max_ms": 86.759, "p95_ms": 77.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.879, "count": 300, "max_ms": 109.787, "p95_ms": 94.423}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 123.197, "p95_ms": 120.845}, "triton_wait": {"avg_ms": 65.308, "count": 300, "max_ms": 96.947, "p95_ms": 82.228}, "visualize": {"avg_ms": 3.622, "count": 300, "max_ms": 4.686, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2917, "tracking_summary": 2556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6322.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67249.34, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 332.897, "sample_count": 1046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:43:15+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T04:43:15+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T04:43:15.613868+09:00", "mtime_epoch": 1783021395.6138675, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:43:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 948.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.228, "pushed": 3.228, "read": 3.194}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 201.39, "count": 96, "max_ms": 227.109, "p95_ms": 214.746}, "gstreamer_push": {"avg_ms": 0.898, "count": 96, "max_ms": 2.799, "p95_ms": 1.747}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.449, "count": 96, "max_ms": 101.39, "p95_ms": 95.474}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.516, "count": 96, "max_ms": 103.452, "p95_ms": 94.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.317, "count": 96, "max_ms": 339.588, "p95_ms": 338.898}, "read_interval": {"avg_ms": 313.14, "count": 95, "max_ms": 351.859, "p95_ms": 348.434}, "triton_wait": {"avg_ms": 69.837, "count": 96, "max_ms": 103.467, "p95_ms": 96.729}, "visualize": {"avg_ms": 28.287, "count": 96, "max_ms": 41.087, "p95_ms": 39.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6322.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39903.952, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.653, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 655608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:43:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:43:23+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T04:43:23+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T04:43:23.398073+09:00", "mtime_epoch": 1783021403.3980732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:43:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1347.496, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.962}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.496, "count": 299, "max_ms": 12.422, "p95_ms": 9.023}, "gstreamer_push": {"avg_ms": 1.212, "count": 299, "max_ms": 2.132, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.987, "count": 299, "max_ms": 75.712, "p95_ms": 66.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.372, "count": 299, "max_ms": 110.34, "p95_ms": 83.925}, "yolo11_640_fire_11class": {"avg_ms": 57.857, "count": 299, "max_ms": 73.732, "p95_ms": 68.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.553, "count": 299, "max_ms": 86.935, "p95_ms": 76.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.847, "count": 299, "max_ms": 126.634, "p95_ms": 99.923}, "read_interval": {"avg_ms": 100.507, "count": 298, "max_ms": 309.677, "p95_ms": 127.315}, "triton_wait": {"avg_ms": 65.988, "count": 299, "max_ms": 110.353, "p95_ms": 83.937}, "visualize": {"avg_ms": 3.563, "count": 299, "max_ms": 4.688, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6322.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30114.526, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.623, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 648702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:43:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:43:43+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T04:43:43+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T04:43:43.858611+09:00", "mtime_epoch": 1783021423.8586106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:43:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1594.219, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.083, "count": 300, "max_ms": 6.52, "p95_ms": 4.967}, "gstreamer_push": {"avg_ms": 1.284, "count": 300, "max_ms": 1.814, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.26, "count": 300, "max_ms": 78.933, "p95_ms": 68.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.181, "count": 300, "max_ms": 102.734, "p95_ms": 82.963}, "yolo11_640_fire_11class": {"avg_ms": 58.065, "count": 300, "max_ms": 78.759, "p95_ms": 70.652}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.437, "count": 300, "max_ms": 88.77, "p95_ms": 77.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.679, "count": 300, "max_ms": 115.51, "p95_ms": 96.056}, "read_interval": {"avg_ms": 100.029, "count": 300, "max_ms": 129.096, "p95_ms": 119.282}, "triton_wait": {"avg_ms": 66.999, "count": 300, "max_ms": 102.746, "p95_ms": 83.402}, "visualize": {"avg_ms": 3.64, "count": 300, "max_ms": 5.008, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2918, "tracking_summary": 2557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6324.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67279.564, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.072, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:43:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:43:46+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T04:43:45+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T04:43:45.842663+09:00", "mtime_epoch": 1783021425.8426626, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:43:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 949.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.479, "pushed": 3.479, "read": 3.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.074, "count": 104, "max_ms": 215.121, "p95_ms": 209.9}, "gstreamer_push": {"avg_ms": 0.846, "count": 104, "max_ms": 1.92, "p95_ms": 1.668}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.267, "count": 104, "max_ms": 106.158, "p95_ms": 87.6}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.89, "count": 104, "max_ms": 102.31, "p95_ms": 90.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.765, "count": 104, "max_ms": 345.2, "p95_ms": 334.585}, "read_interval": {"avg_ms": 290.335, "count": 103, "max_ms": 355.554, "p95_ms": 345.889}, "triton_wait": {"avg_ms": 70.099, "count": 104, "max_ms": 106.17, "p95_ms": 92.734}, "visualize": {"avg_ms": 28.838, "count": 104, "max_ms": 41.481, "p95_ms": 39.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6314.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39934.018, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.354, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 655910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:43:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:43:53+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:43:53+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T04:43:53.466861+09:00", "mtime_epoch": 1783021433.4668615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:43:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1347.754, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.515, "count": 302, "max_ms": 12.342, "p95_ms": 8.731}, "gstreamer_push": {"avg_ms": 1.236, "count": 302, "max_ms": 1.516, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.133, "count": 302, "max_ms": 80.517, "p95_ms": 66.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.66, "count": 302, "max_ms": 106.586, "p95_ms": 87.473}, "yolo11_640_fire_11class": {"avg_ms": 56.321, "count": 302, "max_ms": 79.985, "p95_ms": 67.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.515, "count": 302, "max_ms": 89.759, "p95_ms": 76.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.138, "count": 302, "max_ms": 123.06, "p95_ms": 104.182}, "read_interval": {"avg_ms": 99.613, "count": 301, "max_ms": 271.76, "p95_ms": 125.614}, "triton_wait": {"avg_ms": 64.086, "count": 302, "max_ms": 106.6, "p95_ms": 87.488}, "visualize": {"avg_ms": 3.628, "count": 302, "max_ms": 4.825, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6321.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30144.622, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.644, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:44:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:44:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T04:44:13+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T04:44:13.935393+09:00", "mtime_epoch": 1783021453.9353926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:44:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1594.219, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.107, "count": 301, "max_ms": 6.215, "p95_ms": 5.088}, "gstreamer_push": {"avg_ms": 1.28, "count": 301, "max_ms": 2.043, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.333, "count": 301, "max_ms": 78.286, "p95_ms": 68.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.523, "count": 301, "max_ms": 107.077, "p95_ms": 80.801}, "yolo11_640_fire_11class": {"avg_ms": 54.066, "count": 301, "max_ms": 78.301, "p95_ms": 70.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.063, "count": 301, "max_ms": 85.859, "p95_ms": 77.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.381, "count": 301, "max_ms": 120.392, "p95_ms": 93.493}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 134.071, "p95_ms": 120.841}, "triton_wait": {"avg_ms": 62.617, "count": 301, "max_ms": 107.089, "p95_ms": 81.09}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 5.415, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2918, "tracking_summary": 2558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6313.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67309.623, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.489, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:44:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:44:16+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T04:44:15+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T04:44:15.915444+09:00", "mtime_epoch": 1783021455.915444, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:44:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.809, "name": "celery", "pid": 239, "rss_mb": 937.836, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.162, "pushed": 3.162, "read": 3.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.717, "count": 94, "max_ms": 208.414, "p95_ms": 205.985}, "gstreamer_push": {"avg_ms": 1.007, "count": 94, "max_ms": 2.681, "p95_ms": 1.785}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.291, "count": 94, "max_ms": 106.596, "p95_ms": 95.721}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.22, "count": 94, "max_ms": 105.838, "p95_ms": 97.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 309.809, "count": 94, "max_ms": 351.208, "p95_ms": 333.489}, "read_interval": {"avg_ms": 319.936, "count": 93, "max_ms": 360.584, "p95_ms": 343.662}, "triton_wait": {"avg_ms": 72.433, "count": 94, "max_ms": 106.608, "p95_ms": 97.141}, "visualize": {"avg_ms": 30.984, "count": 94, "max_ms": 40.854, "p95_ms": 39.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.73, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6323.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39964.111, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.351, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 656210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:44:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:44:23+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T04:44:23+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:44:23.547641+09:00", "mtime_epoch": 1783021463.5476406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:44:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1347.754, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.52, "count": 299, "max_ms": 12.57, "p95_ms": 9.696}, "gstreamer_push": {"avg_ms": 1.207, "count": 299, "max_ms": 1.911, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.329, "count": 299, "max_ms": 78.152, "p95_ms": 65.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.535, "count": 299, "max_ms": 104.334, "p95_ms": 83.268}, "yolo11_640_fire_11class": {"avg_ms": 54.758, "count": 299, "max_ms": 76.211, "p95_ms": 67.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.088, "count": 299, "max_ms": 85.825, "p95_ms": 75.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.145, "count": 299, "max_ms": 120.633, "p95_ms": 99.853}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 259.161, "p95_ms": 136.014}, "triton_wait": {"avg_ms": 62.314, "count": 299, "max_ms": 104.349, "p95_ms": 83.92}, "visualize": {"avg_ms": 3.55, "count": 299, "max_ms": 4.793, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6326.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30174.684, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.647, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:44:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:44:44+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:44:44+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T04:44:44.028166+09:00", "mtime_epoch": 1783021484.028166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:44:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1594.477, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 301, "max_ms": 6.05, "p95_ms": 4.683}, "gstreamer_push": {"avg_ms": 1.274, "count": 301, "max_ms": 1.758, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.355, "count": 301, "max_ms": 74.802, "p95_ms": 68.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.743, "count": 301, "max_ms": 101.624, "p95_ms": 81.393}, "yolo11_640_fire_11class": {"avg_ms": 56.775, "count": 301, "max_ms": 76.735, "p95_ms": 70.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.046, "count": 301, "max_ms": 81.535, "p95_ms": 77.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.144, "count": 301, "max_ms": 115.078, "p95_ms": 93.968}, "read_interval": {"avg_ms": 99.925, "count": 300, "max_ms": 128.487, "p95_ms": 120.379}, "triton_wait": {"avg_ms": 65.582, "count": 301, "max_ms": 101.637, "p95_ms": 81.547}, "visualize": {"avg_ms": 3.613, "count": 301, "max_ms": 5.227, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2919, "tracking_summary": 2559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6326.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67339.812, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.524, "sample_count": 1043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:44:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:44:46+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T04:44:46+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T04:44:46.088219+09:00", "mtime_epoch": 1783021486.0882187, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:44:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.848, "name": "celery", "pid": 239, "rss_mb": 952.145, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.784, "pushed": 3.784, "read": 3.751}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.771, "count": 113, "max_ms": 208.348, "p95_ms": 207.644}, "gstreamer_push": {"avg_ms": 0.97, "count": 113, "max_ms": 2.889, "p95_ms": 1.795}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.756, "count": 113, "max_ms": 101.66, "p95_ms": 90.146}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.557, "count": 113, "max_ms": 100.858, "p95_ms": 89.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.518, "count": 113, "max_ms": 349.67, "p95_ms": 325.162}, "read_interval": {"avg_ms": 266.692, "count": 112, "max_ms": 358.538, "p95_ms": 337.238}, "triton_wait": {"avg_ms": 69.862, "count": 113, "max_ms": 101.671, "p95_ms": 90.157}, "visualize": {"avg_ms": 26.142, "count": 113, "max_ms": 40.9, "p95_ms": 39.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6326.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39994.124, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.81, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 656512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:44:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:44:53+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T04:44:53+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T04:44:53.572409+09:00", "mtime_epoch": 1783021493.5724094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:44:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1348.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.525, "count": 302, "max_ms": 11.864, "p95_ms": 8.216}, "gstreamer_push": {"avg_ms": 1.246, "count": 302, "max_ms": 1.556, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.672, "count": 302, "max_ms": 75.674, "p95_ms": 66.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.639, "count": 302, "max_ms": 100.876, "p95_ms": 86.033}, "yolo11_640_fire_11class": {"avg_ms": 56.038, "count": 302, "max_ms": 74.135, "p95_ms": 68.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.773, "count": 302, "max_ms": 81.986, "p95_ms": 77.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.112, "count": 302, "max_ms": 117.359, "p95_ms": 101.809}, "read_interval": {"avg_ms": 99.445, "count": 302, "max_ms": 288.708, "p95_ms": 125.254}, "triton_wait": {"avg_ms": 65.069, "count": 302, "max_ms": 100.888, "p95_ms": 86.045}, "visualize": {"avg_ms": 3.628, "count": 302, "max_ms": 5.097, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6326.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30204.805, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.62, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:45:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:45:14+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T04:45:14+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T04:45:14.104930+09:00", "mtime_epoch": 1783021514.1049304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:45:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1594.477, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.043, "count": 300, "max_ms": 6.18, "p95_ms": 4.586}, "gstreamer_push": {"avg_ms": 1.269, "count": 300, "max_ms": 1.471, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.172, "count": 300, "max_ms": 73.248, "p95_ms": 68.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.827, "count": 300, "max_ms": 95.837, "p95_ms": 78.12}, "yolo11_640_fire_11class": {"avg_ms": 56.478, "count": 300, "max_ms": 85.808, "p95_ms": 70.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.121, "count": 300, "max_ms": 83.274, "p95_ms": 77.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.163, "count": 300, "max_ms": 108.646, "p95_ms": 92.951}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 126.907, "p95_ms": 119.541}, "triton_wait": {"avg_ms": 65.556, "count": 300, "max_ms": 95.85, "p95_ms": 80.383}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 5.472, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2922, "tracking_summary": 2560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6326.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67370.007, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.524, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:45:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:45:16+09:00", "last_frame_read_age_sec": 0.346, "last_frame_read_at": "2026-07-03T04:45:16+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T04:45:16.248985+09:00", "mtime_epoch": 1783021516.2489846, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:45:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 953.848, "name": "celery", "pid": 239, "rss_mb": 951.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.347, "pushed": 3.347, "read": 3.313}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.778, "count": 100, "max_ms": 228.131, "p95_ms": 210.563}, "gstreamer_push": {"avg_ms": 0.868, "count": 100, "max_ms": 1.814, "p95_ms": 1.735}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.188, "count": 100, "max_ms": 94.791, "p95_ms": 85.031}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.261, "count": 100, "max_ms": 95.164, "p95_ms": 86.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.311, "count": 100, "max_ms": 344.933, "p95_ms": 322.027}, "read_interval": {"avg_ms": 301.413, "count": 99, "max_ms": 343.722, "p95_ms": 331.658}, "triton_wait": {"avg_ms": 63.501, "count": 100, "max_ms": 95.176, "p95_ms": 86.747}, "visualize": {"avg_ms": 25.318, "count": 100, "max_ms": 39.269, "p95_ms": 30.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6326.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40024.201, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.809, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 656812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:45:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:45:23+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T04:45:23+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T04:45:23.649171+09:00", "mtime_epoch": 1783021523.649171, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:45:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1348.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.534, "count": 300, "max_ms": 12.276, "p95_ms": 8.593}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 1.786, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.245, "count": 300, "max_ms": 72.447, "p95_ms": 64.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.836, "count": 300, "max_ms": 107.327, "p95_ms": 78.07}, "yolo11_640_fire_11class": {"avg_ms": 54.759, "count": 300, "max_ms": 77.334, "p95_ms": 65.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.415, "count": 300, "max_ms": 84.389, "p95_ms": 74.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.197, "count": 300, "max_ms": 127.953, "p95_ms": 94.077}, "read_interval": {"avg_ms": 100.299, "count": 299, "max_ms": 259.945, "p95_ms": 127.597}, "triton_wait": {"avg_ms": 64.162, "count": 300, "max_ms": 107.345, "p95_ms": 78.087}, "visualize": {"avg_ms": 3.623, "count": 300, "max_ms": 4.72, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6329.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30234.813, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.142, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 649905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:45:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T04:45:44+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T04:45:44+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T04:45:44.105685+09:00", "mtime_epoch": 1783021544.1056848, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:45:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1594.734, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.063, "count": 300, "max_ms": 5.937, "p95_ms": 4.914}, "gstreamer_push": {"avg_ms": 1.265, "count": 300, "max_ms": 1.624, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.879, "count": 300, "max_ms": 78.085, "p95_ms": 68.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.162, "count": 300, "max_ms": 102.308, "p95_ms": 79.355}, "yolo11_640_fire_11class": {"avg_ms": 57.616, "count": 300, "max_ms": 79.058, "p95_ms": 69.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.33, "count": 300, "max_ms": 87.02, "p95_ms": 78.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.315, "count": 300, "max_ms": 115.011, "p95_ms": 93.161}, "read_interval": {"avg_ms": 99.997, "count": 300, "max_ms": 127.757, "p95_ms": 118.57}, "triton_wait": {"avg_ms": 67.746, "count": 300, "max_ms": 102.322, "p95_ms": 80.829}, "visualize": {"avg_ms": 3.623, "count": 300, "max_ms": 4.708, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2922, "tracking_summary": 2560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6329.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67400.031, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.63, "sample_count": 1039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:45:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:45:46+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T04:45:46+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T04:45:46.433743+09:00", "mtime_epoch": 1783021546.433743, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:45:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 954.0, "name": "celery", "pid": 239, "rss_mb": 953.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.57, "pushed": 3.57, "read": 3.536}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.941, "count": 106, "max_ms": 223.276, "p95_ms": 217.497}, "gstreamer_push": {"avg_ms": 0.77, "count": 106, "max_ms": 0.977, "p95_ms": 0.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.429, "count": 106, "max_ms": 110.009, "p95_ms": 91.994}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.597, "count": 106, "max_ms": 99.572, "p95_ms": 90.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.992, "count": 106, "max_ms": 359.249, "p95_ms": 331.831}, "read_interval": {"avg_ms": 284.086, "count": 105, "max_ms": 368.051, "p95_ms": 341.951}, "triton_wait": {"avg_ms": 68.299, "count": 106, "max_ms": 110.024, "p95_ms": 92.007}, "visualize": {"avg_ms": 24.959, "count": 106, "max_ms": 40.343, "p95_ms": 29.501}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.692, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6315.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40054.246, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.334, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 657112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:45:53+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T04:45:53+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T04:45:53.657923+09:00", "mtime_epoch": 1783021553.6579235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 68483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:45:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1348.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.989}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.457, "count": 300, "max_ms": 11.82, "p95_ms": 8.365}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.717, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.071, "count": 300, "max_ms": 72.771, "p95_ms": 66.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.339, "count": 300, "max_ms": 101.75, "p95_ms": 83.672}, "yolo11_640_fire_11class": {"avg_ms": 55.733, "count": 300, "max_ms": 75.58, "p95_ms": 67.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.648, "count": 300, "max_ms": 85.176, "p95_ms": 76.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.282, "count": 300, "max_ms": 118.134, "p95_ms": 101.334}, "read_interval": {"avg_ms": 100.056, "count": 299, "max_ms": 261.629, "p95_ms": 125.525}, "triton_wait": {"avg_ms": 65.333, "count": 300, "max_ms": 101.764, "p95_ms": 83.688}, "visualize": {"avg_ms": 3.612, "count": 300, "max_ms": 5.233, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6329.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30264.884, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.009, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 650206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:46:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:46:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T04:46:14+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T04:46:14.226434+09:00", "mtime_epoch": 1783021574.2264345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:46:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1594.734, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 301, "max_ms": 6.315, "p95_ms": 4.67}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.978, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.501, "count": 301, "max_ms": 73.041, "p95_ms": 68.013}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.301, "count": 301, "max_ms": 99.371, "p95_ms": 81.995}, "yolo11_640_fire_11class": {"avg_ms": 56.458, "count": 301, "max_ms": 75.701, "p95_ms": 71.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.018, "count": 301, "max_ms": 85.446, "p95_ms": 77.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.02, "count": 301, "max_ms": 113.33, "p95_ms": 94.992}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 128.805, "p95_ms": 120.118}, "triton_wait": {"avg_ms": 65.302, "count": 301, "max_ms": 99.383, "p95_ms": 82.057}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 5.303, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2923, "tracking_summary": 2561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6329.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67430.295, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.524, "sample_count": 1043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:46:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:46:16+09:00", "last_frame_read_age_sec": 0.334, "last_frame_read_at": "2026-07-03T04:46:16+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T04:46:16.550492+09:00", "mtime_epoch": 1783021576.550492, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:46:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 954.129, "name": "celery", "pid": 239, "rss_mb": 954.129, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.513, "pushed": 3.513, "read": 3.48}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.629, "count": 105, "max_ms": 260.273, "p95_ms": 221.628}, "gstreamer_push": {"avg_ms": 0.766, "count": 105, "max_ms": 0.882, "p95_ms": 0.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.352, "count": 105, "max_ms": 100.308, "p95_ms": 89.788}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.512, "count": 105, "max_ms": 99.763, "p95_ms": 90.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.951, "count": 105, "max_ms": 350.629, "p95_ms": 330.68}, "read_interval": {"avg_ms": 285.834, "count": 104, "max_ms": 359.496, "p95_ms": 340.313}, "triton_wait": {"avg_ms": 68.0, "count": 105, "max_ms": 100.321, "p95_ms": 90.841}, "visualize": {"avg_ms": 23.538, "count": 105, "max_ms": 30.18, "p95_ms": 28.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6329.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40084.319, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.493, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 657413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:46:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:46:23+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T04:46:23+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T04:46:23.742670+09:00", "mtime_epoch": 1783021583.7426698, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:46:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1348.527, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.506, "count": 301, "max_ms": 12.369, "p95_ms": 8.421}, "gstreamer_push": {"avg_ms": 1.201, "count": 301, "max_ms": 1.537, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.419, "count": 301, "max_ms": 72.923, "p95_ms": 66.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.821, "count": 301, "max_ms": 111.325, "p95_ms": 80.616}, "yolo11_640_fire_11class": {"avg_ms": 57.236, "count": 301, "max_ms": 76.838, "p95_ms": 68.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.191, "count": 301, "max_ms": 84.496, "p95_ms": 75.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.258, "count": 301, "max_ms": 127.215, "p95_ms": 98.138}, "read_interval": {"avg_ms": 99.859, "count": 300, "max_ms": 237.442, "p95_ms": 132.776}, "triton_wait": {"avg_ms": 64.525, "count": 301, "max_ms": 111.339, "p95_ms": 81.48}, "visualize": {"avg_ms": 3.536, "count": 301, "max_ms": 4.694, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6327.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30294.934, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.929, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 650506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:46:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:46:44+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T04:46:44+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T04:46:44.219174+09:00", "mtime_epoch": 1783021604.219174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:46:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1594.992, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.034, "count": 300, "max_ms": 6.468, "p95_ms": 4.586}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.796, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.532, "count": 300, "max_ms": 75.436, "p95_ms": 67.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.05, "count": 300, "max_ms": 99.032, "p95_ms": 82.268}, "yolo11_640_fire_11class": {"avg_ms": 57.957, "count": 300, "max_ms": 78.407, "p95_ms": 70.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.602, "count": 300, "max_ms": 86.702, "p95_ms": 77.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.804, "count": 300, "max_ms": 111.803, "p95_ms": 95.544}, "read_interval": {"avg_ms": 99.967, "count": 299, "max_ms": 128.881, "p95_ms": 119.008}, "triton_wait": {"avg_ms": 67.16, "count": 300, "max_ms": 99.044, "p95_ms": 82.976}, "visualize": {"avg_ms": 3.661, "count": 300, "max_ms": 6.212, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2924, "tracking_summary": 2562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6329.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67460.327, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.524, "sample_count": 1043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:46:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:46:46+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T04:46:46+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T04:46:46.623233+09:00", "mtime_epoch": 1783021606.623233, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:46:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 954.676, "name": "celery", "pid": 239, "rss_mb": 952.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.296, "pushed": 3.296, "read": 3.263}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.293, "count": 98, "max_ms": 236.809, "p95_ms": 216.294}, "gstreamer_push": {"avg_ms": 0.826, "count": 98, "max_ms": 1.732, "p95_ms": 1.684}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.847, "count": 98, "max_ms": 109.397, "p95_ms": 96.046}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.652, "count": 98, "max_ms": 98.435, "p95_ms": 94.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.897, "count": 98, "max_ms": 370.85, "p95_ms": 343.611}, "read_interval": {"avg_ms": 306.433, "count": 97, "max_ms": 380.973, "p95_ms": 353.103}, "triton_wait": {"avg_ms": 69.646, "count": 98, "max_ms": 109.411, "p95_ms": 96.864}, "visualize": {"avg_ms": 28.057, "count": 98, "max_ms": 52.952, "p95_ms": 39.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.729, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6329.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40114.416, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.294, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 657714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T04:46:53+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:46:53+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T04:46:53.847410+09:00", "mtime_epoch": 1783021613.84741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:46:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1348.527, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.64, "count": 300, "max_ms": 13.655, "p95_ms": 9.262}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.793, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.125, "count": 300, "max_ms": 72.703, "p95_ms": 66.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.777, "count": 300, "max_ms": 108.091, "p95_ms": 85.497}, "yolo11_640_fire_11class": {"avg_ms": 57.756, "count": 300, "max_ms": 75.78, "p95_ms": 68.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.883, "count": 300, "max_ms": 84.125, "p95_ms": 76.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.131, "count": 300, "max_ms": 124.021, "p95_ms": 101.939}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 252.714, "p95_ms": 125.995}, "triton_wait": {"avg_ms": 65.953, "count": 300, "max_ms": 108.103, "p95_ms": 85.51}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 6.334, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6326.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30324.999, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.606, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 650807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:47:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:47:14+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T04:47:14+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T04:47:14.307909+09:00", "mtime_epoch": 1783021634.307909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:47:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1595.25, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.962, "count": 301, "max_ms": 6.751, "p95_ms": 5.44}, "gstreamer_push": {"avg_ms": 1.194, "count": 301, "max_ms": 1.724, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.807, "count": 301, "max_ms": 79.173, "p95_ms": 68.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.987, "count": 301, "max_ms": 101.556, "p95_ms": 80.734}, "yolo11_640_fire_11class": {"avg_ms": 55.189, "count": 301, "max_ms": 82.613, "p95_ms": 70.836}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.718, "count": 301, "max_ms": 84.615, "p95_ms": 77.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.107, "count": 301, "max_ms": 114.212, "p95_ms": 93.415}, "read_interval": {"avg_ms": 99.941, "count": 300, "max_ms": 127.724, "p95_ms": 120.496}, "triton_wait": {"avg_ms": 64.087, "count": 301, "max_ms": 101.568, "p95_ms": 82.007}, "visualize": {"avg_ms": 3.386, "count": 301, "max_ms": 5.779, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2926, "tracking_summary": 2563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6326.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67490.404, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.072, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:47:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:47:16+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T04:47:16+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T04:47:16.787969+09:00", "mtime_epoch": 1783021636.7879694, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:47:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 954.676, "name": "celery", "pid": 239, "rss_mb": 948.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.862, "pushed": 3.862, "read": 3.829}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.292, "count": 115, "max_ms": 211.759, "p95_ms": 208.21}, "gstreamer_push": {"avg_ms": 0.784, "count": 115, "max_ms": 1.72, "p95_ms": 0.824}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.676, "count": 115, "max_ms": 103.968, "p95_ms": 94.4}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.491, "count": 115, "max_ms": 99.213, "p95_ms": 94.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.179, "count": 115, "max_ms": 338.775, "p95_ms": 317.098}, "read_interval": {"avg_ms": 261.992, "count": 114, "max_ms": 347.537, "p95_ms": 326.323}, "triton_wait": {"avg_ms": 71.021, "count": 115, "max_ms": 103.98, "p95_ms": 95.901}, "visualize": {"avg_ms": 24.137, "count": 115, "max_ms": 39.765, "p95_ms": 27.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.775, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6326.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40144.417, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.231, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 658015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:47:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:47:23+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:47:23.848141+09:00", "mtime_epoch": 1783021643.8481407, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 72804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:47:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1348.785, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.485, "count": 301, "max_ms": 12.708, "p95_ms": 8.329}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.767, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.629, "count": 301, "max_ms": 74.568, "p95_ms": 67.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.517, "count": 301, "max_ms": 105.431, "p95_ms": 88.333}, "yolo11_640_fire_11class": {"avg_ms": 56.065, "count": 301, "max_ms": 77.267, "p95_ms": 69.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.115, "count": 301, "max_ms": 89.688, "p95_ms": 77.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.769, "count": 301, "max_ms": 121.068, "p95_ms": 103.809}, "read_interval": {"avg_ms": 99.674, "count": 301, "max_ms": 282.565, "p95_ms": 128.637}, "triton_wait": {"avg_ms": 63.871, "count": 301, "max_ms": 105.439, "p95_ms": 88.342}, "visualize": {"avg_ms": 3.609, "count": 301, "max_ms": 4.814, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6326.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30355.016, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.79, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:47:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:47:44+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:47:44+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T04:47:44.328636+09:00", "mtime_epoch": 1783021664.3286362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:47:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1595.25, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 300, "max_ms": 9.668, "p95_ms": 5.336}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 2.026, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.403, "count": 300, "max_ms": 75.328, "p95_ms": 67.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.359, "count": 300, "max_ms": 101.367, "p95_ms": 82.66}, "yolo11_640_fire_11class": {"avg_ms": 53.865, "count": 300, "max_ms": 81.343, "p95_ms": 69.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.104, "count": 300, "max_ms": 93.798, "p95_ms": 77.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.07, "count": 300, "max_ms": 259.721, "p95_ms": 96.401}, "read_interval": {"avg_ms": 100.07, "count": 299, "max_ms": 269.785, "p95_ms": 120.88}, "triton_wait": {"avg_ms": 63.777, "count": 300, "max_ms": 101.377, "p95_ms": 83.544}, "visualize": {"avg_ms": 3.651, "count": 300, "max_ms": 6.383, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2926, "tracking_summary": 2564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6323.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67520.511, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 332.806, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:47:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:47:47+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T04:47:46+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T04:47:46.788695+09:00", "mtime_epoch": 1783021666.7886953, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:47:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 954.676, "name": "celery", "pid": 239, "rss_mb": 946.75, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.879, "pushed": 3.879, "read": 3.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.63, "count": 116, "max_ms": 246.941, "p95_ms": 220.541}, "gstreamer_push": {"avg_ms": 0.978, "count": 116, "max_ms": 2.683, "p95_ms": 1.81}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.363, "count": 116, "max_ms": 97.304, "p95_ms": 87.737}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.108, "count": 116, "max_ms": 95.378, "p95_ms": 85.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 246.61, "count": 116, "max_ms": 339.219, "p95_ms": 325.455}, "read_interval": {"avg_ms": 259.049, "count": 115, "max_ms": 577.448, "p95_ms": 338.979}, "triton_wait": {"avg_ms": 70.137, "count": 116, "max_ms": 97.318, "p95_ms": 89.664}, "visualize": {"avg_ms": 25.094, "count": 116, "max_ms": 40.475, "p95_ms": 31.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6326.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40174.447, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.484, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 658315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:47:53+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T04:47:53+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T04:47:53.864866+09:00", "mtime_epoch": 1783021673.8648658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 71967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:47:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1348.785, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.569, "count": 300, "max_ms": 12.855, "p95_ms": 9.049}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.982, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.54, "count": 300, "max_ms": 71.625, "p95_ms": 65.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.523, "count": 300, "max_ms": 103.836, "p95_ms": 82.357}, "yolo11_640_fire_11class": {"avg_ms": 54.627, "count": 300, "max_ms": 76.658, "p95_ms": 66.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.17, "count": 300, "max_ms": 84.52, "p95_ms": 76.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.179, "count": 300, "max_ms": 120.45, "p95_ms": 98.488}, "read_interval": {"avg_ms": 100.026, "count": 300, "max_ms": 298.18, "p95_ms": 133.392}, "triton_wait": {"avg_ms": 61.984, "count": 300, "max_ms": 103.85, "p95_ms": 82.369}, "visualize": {"avg_ms": 3.644, "count": 300, "max_ms": 4.812, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6327.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30385.09, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.929, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:48:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:48:14+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T04:48:14+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T04:48:14.425359+09:00", "mtime_epoch": 1783021694.425359, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:48:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1595.508, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.062, "count": 301, "max_ms": 6.394, "p95_ms": 4.73}, "gstreamer_push": {"avg_ms": 1.277, "count": 301, "max_ms": 1.685, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.362, "count": 301, "max_ms": 77.066, "p95_ms": 67.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.042, "count": 301, "max_ms": 107.893, "p95_ms": 82.972}, "yolo11_640_fire_11class": {"avg_ms": 54.776, "count": 301, "max_ms": 81.496, "p95_ms": 69.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.459, "count": 301, "max_ms": 85.254, "p95_ms": 78.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.724, "count": 301, "max_ms": 120.438, "p95_ms": 96.115}, "read_interval": {"avg_ms": 99.96, "count": 300, "max_ms": 133.783, "p95_ms": 120.067}, "triton_wait": {"avg_ms": 65.139, "count": 301, "max_ms": 107.905, "p95_ms": 83.233}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 4.718, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2928, "tracking_summary": 2565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6327.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67550.729, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 332.472, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:48:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:48:17+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T04:48:17+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T04:48:17.025421+09:00", "mtime_epoch": 1783021697.0254211, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:48:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.23, "name": "celery", "pid": 239, "rss_mb": 949.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.21, "pushed": 3.21, "read": 3.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.366, "count": 96, "max_ms": 229.468, "p95_ms": 213.223}, "gstreamer_push": {"avg_ms": 0.903, "count": 96, "max_ms": 2.973, "p95_ms": 1.845}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.833, "count": 96, "max_ms": 108.071, "p95_ms": 97.77}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.735, "count": 96, "max_ms": 105.27, "p95_ms": 96.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.074, "count": 96, "max_ms": 359.643, "p95_ms": 338.777}, "read_interval": {"avg_ms": 314.926, "count": 95, "max_ms": 368.824, "p95_ms": 349.815}, "triton_wait": {"avg_ms": 71.288, "count": 96, "max_ms": 108.084, "p95_ms": 97.782}, "visualize": {"avg_ms": 27.674, "count": 96, "max_ms": 41.213, "p95_ms": 36.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6327.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40204.527, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.694, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 658615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:48:24+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:48:23+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:48:23.957587+09:00", "mtime_epoch": 1783021703.9575868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:48:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1349.043, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.694, "count": 300, "max_ms": 12.31, "p95_ms": 10.194}, "gstreamer_push": {"avg_ms": 1.236, "count": 300, "max_ms": 1.661, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.638, "count": 300, "max_ms": 79.633, "p95_ms": 66.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.712, "count": 300, "max_ms": 113.489, "p95_ms": 82.108}, "yolo11_640_fire_11class": {"avg_ms": 55.331, "count": 300, "max_ms": 79.104, "p95_ms": 67.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.958, "count": 300, "max_ms": 88.76, "p95_ms": 76.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.029, "count": 300, "max_ms": 129.963, "p95_ms": 98.531}, "read_interval": {"avg_ms": 100.124, "count": 299, "max_ms": 253.963, "p95_ms": 129.999}, "triton_wait": {"avg_ms": 63.786, "count": 300, "max_ms": 113.502, "p95_ms": 82.399}, "visualize": {"avg_ms": 3.655, "count": 300, "max_ms": 4.886, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6325.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30415.095, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.002, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:48:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:48:44+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T04:48:44+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T04:48:44.438074+09:00", "mtime_epoch": 1783021724.438074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:48:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1595.508, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.098, "count": 300, "max_ms": 6.564, "p95_ms": 4.862}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.828, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.634, "count": 300, "max_ms": 79.975, "p95_ms": 68.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.324, "count": 300, "max_ms": 102.45, "p95_ms": 86.744}, "yolo11_640_fire_11class": {"avg_ms": 54.763, "count": 300, "max_ms": 78.018, "p95_ms": 67.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.316, "count": 300, "max_ms": 87.672, "p95_ms": 78.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.148, "count": 300, "max_ms": 115.016, "p95_ms": 99.765}, "read_interval": {"avg_ms": 100.029, "count": 300, "max_ms": 127.819, "p95_ms": 120.329}, "triton_wait": {"avg_ms": 66.419, "count": 300, "max_ms": 102.463, "p95_ms": 86.757}, "visualize": {"avg_ms": 3.678, "count": 300, "max_ms": 5.114, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2929, "tracking_summary": 2566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6328.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67581.003, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 332.27, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:48:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:48:47+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T04:48:47+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T04:48:47.290142+09:00", "mtime_epoch": 1783021727.2901418, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:48:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.23, "name": "celery", "pid": 239, "rss_mb": 949.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.47, "pushed": 3.47, "read": 3.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.905, "count": 104, "max_ms": 228.296, "p95_ms": 212.886}, "gstreamer_push": {"avg_ms": 1.024, "count": 104, "max_ms": 3.506, "p95_ms": 1.848}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.193, "count": 104, "max_ms": 101.123, "p95_ms": 94.954}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.556, "count": 104, "max_ms": 98.411, "p95_ms": 92.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.196, "count": 104, "max_ms": 344.672, "p95_ms": 334.253}, "read_interval": {"avg_ms": 290.918, "count": 103, "max_ms": 354.856, "p95_ms": 344.332}, "triton_wait": {"avg_ms": 70.144, "count": 104, "max_ms": 101.136, "p95_ms": 94.966}, "visualize": {"avg_ms": 28.278, "count": 104, "max_ms": 40.319, "p95_ms": 39.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6324.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40234.625, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.694, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 658915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:48:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:48:54+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:48:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T04:48:54.058302+09:00", "mtime_epoch": 1783021734.0583022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:48:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1349.043, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.554, "count": 300, "max_ms": 11.769, "p95_ms": 8.864}, "gstreamer_push": {"avg_ms": 1.248, "count": 300, "max_ms": 2.001, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.337, "count": 300, "max_ms": 76.394, "p95_ms": 66.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.737, "count": 300, "max_ms": 102.177, "p95_ms": 85.1}, "yolo11_640_fire_11class": {"avg_ms": 52.572, "count": 300, "max_ms": 75.857, "p95_ms": 65.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.539, "count": 300, "max_ms": 85.731, "p95_ms": 77.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.574, "count": 300, "max_ms": 118.671, "p95_ms": 101.482}, "read_interval": {"avg_ms": 100.304, "count": 299, "max_ms": 308.806, "p95_ms": 130.716}, "triton_wait": {"avg_ms": 63.402, "count": 300, "max_ms": 102.189, "p95_ms": 85.113}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.479, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6328.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30445.13, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.103, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 652008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:49:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:49:14+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:49:14+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T04:49:14.446784+09:00", "mtime_epoch": 1783021754.4467838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:49:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1595.766, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.037, "count": 300, "max_ms": 6.311, "p95_ms": 4.652}, "gstreamer_push": {"avg_ms": 1.279, "count": 300, "max_ms": 1.475, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.397, "count": 300, "max_ms": 78.349, "p95_ms": 68.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.9, "count": 300, "max_ms": 96.593, "p95_ms": 82.726}, "yolo11_640_fire_11class": {"avg_ms": 54.284, "count": 300, "max_ms": 78.338, "p95_ms": 68.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.601, "count": 300, "max_ms": 90.868, "p95_ms": 78.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.729, "count": 300, "max_ms": 109.395, "p95_ms": 97.175}, "read_interval": {"avg_ms": 100.043, "count": 300, "max_ms": 126.428, "p95_ms": 120.066}, "triton_wait": {"avg_ms": 66.116, "count": 300, "max_ms": 96.604, "p95_ms": 85.12}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 5.51, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2929, "tracking_summary": 2566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6328.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67611.139, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 332.292, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:49:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:49:17+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T04:49:17+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T04:49:17.430854+09:00", "mtime_epoch": 1783021757.430854, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:49:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.23, "name": "celery", "pid": 239, "rss_mb": 949.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.184, "pushed": 3.184, "read": 3.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.49, "count": 95, "max_ms": 220.44, "p95_ms": 211.606}, "gstreamer_push": {"avg_ms": 0.851, "count": 95, "max_ms": 2.888, "p95_ms": 1.676}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.046, "count": 95, "max_ms": 95.734, "p95_ms": 90.247}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.124, "count": 95, "max_ms": 99.931, "p95_ms": 88.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 307.414, "count": 95, "max_ms": 346.338, "p95_ms": 334.79}, "read_interval": {"avg_ms": 317.352, "count": 94, "max_ms": 355.165, "p95_ms": 344.172}, "triton_wait": {"avg_ms": 68.666, "count": 95, "max_ms": 99.944, "p95_ms": 90.258}, "visualize": {"avg_ms": 28.508, "count": 95, "max_ms": 39.861, "p95_ms": 37.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6325.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40264.644, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.669, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 659215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:49:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:49:24+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T04:49:24+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T04:49:24.071010+09:00", "mtime_epoch": 1783021764.0710104, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:49:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1349.301, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.439, "count": 300, "max_ms": 14.859, "p95_ms": 9.523}, "gstreamer_push": {"avg_ms": 1.208, "count": 300, "max_ms": 2.06, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.214, "count": 300, "max_ms": 73.409, "p95_ms": 64.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.63, "count": 300, "max_ms": 103.382, "p95_ms": 82.904}, "yolo11_640_fire_11class": {"avg_ms": 53.039, "count": 300, "max_ms": 73.395, "p95_ms": 64.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.592, "count": 300, "max_ms": 86.156, "p95_ms": 75.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.726, "count": 300, "max_ms": 154.344, "p95_ms": 99.384}, "read_interval": {"avg_ms": 100.007, "count": 299, "max_ms": 327.888, "p95_ms": 126.736}, "triton_wait": {"avg_ms": 64.637, "count": 300, "max_ms": 103.392, "p95_ms": 82.918}, "visualize": {"avg_ms": 3.555, "count": 300, "max_ms": 4.832, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6333.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30475.218, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.293, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 652309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:49:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:49:44+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:49:44+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T04:49:44.523490+09:00", "mtime_epoch": 1783021784.5234902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:49:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1595.766, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.095, "count": 301, "max_ms": 6.427, "p95_ms": 4.821}, "gstreamer_push": {"avg_ms": 1.281, "count": 301, "max_ms": 1.841, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.302, "count": 301, "max_ms": 76.601, "p95_ms": 67.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.259, "count": 301, "max_ms": 97.726, "p95_ms": 81.476}, "yolo11_640_fire_11class": {"avg_ms": 54.713, "count": 301, "max_ms": 75.734, "p95_ms": 67.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.569, "count": 301, "max_ms": 90.309, "p95_ms": 78.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.168, "count": 301, "max_ms": 110.388, "p95_ms": 94.993}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 123.588, "p95_ms": 120.08}, "triton_wait": {"avg_ms": 66.351, "count": 301, "max_ms": 97.739, "p95_ms": 82.067}, "visualize": {"avg_ms": 3.662, "count": 301, "max_ms": 5.064, "p95_ms": 4.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2930, "tracking_summary": 2567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6333.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67641.167, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.771, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:49:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:49:47+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T04:49:47+09:00", "mjpeg": {"age_sec": 0.282, "exists": true, "mtime": "2026-07-03T04:49:47.463559+09:00", "mtime_epoch": 1783021787.463559, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:49:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.23, "name": "celery", "pid": 239, "rss_mb": 954.66, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.802, "pushed": 3.802, "read": 3.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.974, "count": 113, "max_ms": 226.697, "p95_ms": 211.326}, "gstreamer_push": {"avg_ms": 0.825, "count": 113, "max_ms": 1.75, "p95_ms": 1.321}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.14, "count": 113, "max_ms": 105.849, "p95_ms": 92.058}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.443, "count": 113, "max_ms": 99.418, "p95_ms": 87.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.314, "count": 113, "max_ms": 338.918, "p95_ms": 328.232}, "read_interval": {"avg_ms": 265.419, "count": 112, "max_ms": 349.598, "p95_ms": 337.014}, "triton_wait": {"avg_ms": 68.876, "count": 113, "max_ms": 105.861, "p95_ms": 92.677}, "visualize": {"avg_ms": 24.644, "count": 113, "max_ms": 37.314, "p95_ms": 31.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.718, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6333.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40294.718, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.788, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 659518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:49:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:49:54+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T04:49:54+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T04:49:54.159715+09:00", "mtime_epoch": 1783021794.1597154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:49:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1349.559, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.079}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.524, "count": 303, "max_ms": 11.979, "p95_ms": 8.412}, "gstreamer_push": {"avg_ms": 1.244, "count": 303, "max_ms": 1.48, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.707, "count": 303, "max_ms": 76.108, "p95_ms": 67.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.969, "count": 303, "max_ms": 104.056, "p95_ms": 91.154}, "yolo11_640_fire_11class": {"avg_ms": 52.521, "count": 303, "max_ms": 75.357, "p95_ms": 66.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.904, "count": 303, "max_ms": 90.8, "p95_ms": 77.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.299, "count": 303, "max_ms": 120.567, "p95_ms": 107.419}, "read_interval": {"avg_ms": 99.279, "count": 302, "max_ms": 356.39, "p95_ms": 129.991}, "triton_wait": {"avg_ms": 63.214, "count": 303, "max_ms": 104.067, "p95_ms": 91.168}, "visualize": {"avg_ms": 3.659, "count": 303, "max_ms": 4.778, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6330.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30505.317, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.648, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 652610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:50:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:50:14+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:50:14+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:50:14.636193+09:00", "mtime_epoch": 1783021814.6361926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:50:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1596.023, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.077, "count": 300, "max_ms": 6.093, "p95_ms": 4.656}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 1.673, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.477, "count": 300, "max_ms": 79.601, "p95_ms": 67.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.132, "count": 300, "max_ms": 92.077, "p95_ms": 82.288}, "yolo11_640_fire_11class": {"avg_ms": 54.347, "count": 300, "max_ms": 79.015, "p95_ms": 66.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.259, "count": 300, "max_ms": 83.984, "p95_ms": 79.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.228, "count": 300, "max_ms": 105.353, "p95_ms": 95.93}, "read_interval": {"avg_ms": 99.976, "count": 300, "max_ms": 125.422, "p95_ms": 119.812}, "triton_wait": {"avg_ms": 65.477, "count": 300, "max_ms": 92.089, "p95_ms": 83.382}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.106, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2933, "tracking_summary": 2568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6330.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67671.435, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.662, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:50:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:50:18+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T04:50:17+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-03T04:50:17.716264+09:00", "mtime_epoch": 1783021817.7162642, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:50:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.23, "name": "celery", "pid": 239, "rss_mb": 951.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.306, "pushed": 3.306, "read": 3.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 203.446, "count": 99, "max_ms": 230.299, "p95_ms": 213.296}, "gstreamer_push": {"avg_ms": 0.773, "count": 99, "max_ms": 1.977, "p95_ms": 0.82}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.462, "count": 99, "max_ms": 93.561, "p95_ms": 88.899}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.689, "count": 99, "max_ms": 91.578, "p95_ms": 82.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.402, "count": 99, "max_ms": 340.262, "p95_ms": 329.89}, "read_interval": {"avg_ms": 305.621, "count": 98, "max_ms": 350.873, "p95_ms": 340.16}, "triton_wait": {"avg_ms": 64.662, "count": 99, "max_ms": 93.573, "p95_ms": 88.911}, "visualize": {"avg_ms": 24.569, "count": 99, "max_ms": 36.424, "p95_ms": 31.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40324.801, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.78, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 659818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:50:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:50:24+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T04:50:24+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T04:50:24.248416+09:00", "mtime_epoch": 1783021824.248416, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:50:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1349.559, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.526, "count": 299, "max_ms": 11.896, "p95_ms": 8.447}, "gstreamer_push": {"avg_ms": 1.221, "count": 299, "max_ms": 1.616, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.721, "count": 299, "max_ms": 73.195, "p95_ms": 63.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.867, "count": 299, "max_ms": 97.195, "p95_ms": 80.728}, "yolo11_640_fire_11class": {"avg_ms": 52.096, "count": 299, "max_ms": 69.56, "p95_ms": 63.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.911, "count": 299, "max_ms": 83.868, "p95_ms": 76.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.842, "count": 299, "max_ms": 113.611, "p95_ms": 97.447}, "read_interval": {"avg_ms": 100.312, "count": 299, "max_ms": 344.85, "p95_ms": 119.355}, "triton_wait": {"avg_ms": 63.794, "count": 299, "max_ms": 97.209, "p95_ms": 80.739}, "visualize": {"avg_ms": 3.647, "count": 299, "max_ms": 5.819, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6329.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30535.416, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.032, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 652911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:50:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T04:50:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T04:50:44+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T04:50:44.700889+09:00", "mtime_epoch": 1783021844.7008893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 109429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:50:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1596.023, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.168, "count": 301, "max_ms": 6.646, "p95_ms": 5.504}, "gstreamer_push": {"avg_ms": 1.296, "count": 301, "max_ms": 2.125, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.614, "count": 301, "max_ms": 77.215, "p95_ms": 67.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.297, "count": 301, "max_ms": 104.942, "p95_ms": 82.099}, "yolo11_640_fire_11class": {"avg_ms": 54.837, "count": 301, "max_ms": 79.605, "p95_ms": 68.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.951, "count": 301, "max_ms": 92.248, "p95_ms": 78.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.275, "count": 301, "max_ms": 128.261, "p95_ms": 97.462}, "read_interval": {"avg_ms": 99.993, "count": 300, "max_ms": 138.058, "p95_ms": 119.645}, "triton_wait": {"avg_ms": 66.224, "count": 301, "max_ms": 104.955, "p95_ms": 84.394}, "visualize": {"avg_ms": 3.759, "count": 301, "max_ms": 5.41, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2933, "tracking_summary": 2569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6329.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67701.473, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.801, "sample_count": 1038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:50:48+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T04:50:47+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T04:50:47.860962+09:00", "mtime_epoch": 1783021847.8609624, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:50:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.23, "name": "celery", "pid": 239, "rss_mb": 949.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.467, "pushed": 3.467, "read": 3.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.552, "count": 103, "max_ms": 227.86, "p95_ms": 224.446}, "gstreamer_push": {"avg_ms": 0.82, "count": 103, "max_ms": 2.784, "p95_ms": 0.933}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.346, "count": 103, "max_ms": 105.712, "p95_ms": 94.696}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.399, "count": 103, "max_ms": 103.787, "p95_ms": 90.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.109, "count": 103, "max_ms": 357.008, "p95_ms": 335.261}, "read_interval": {"avg_ms": 292.438, "count": 102, "max_ms": 366.938, "p95_ms": 345.495}, "triton_wait": {"avg_ms": 69.137, "count": 103, "max_ms": 105.728, "p95_ms": 94.708}, "visualize": {"avg_ms": 26.396, "count": 103, "max_ms": 56.105, "p95_ms": 38.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.712, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6326.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40354.807, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.954, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 660118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:50:54+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T04:50:54+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T04:50:54.233109+09:00", "mtime_epoch": 1783021854.2331095, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:50:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1349.816, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.526, "count": 300, "max_ms": 12.025, "p95_ms": 9.793}, "gstreamer_push": {"avg_ms": 1.2, "count": 300, "max_ms": 1.805, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.29, "count": 300, "max_ms": 77.742, "p95_ms": 66.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.049, "count": 300, "max_ms": 102.473, "p95_ms": 86.891}, "yolo11_640_fire_11class": {"avg_ms": 54.053, "count": 300, "max_ms": 76.002, "p95_ms": 66.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.429, "count": 300, "max_ms": 92.041, "p95_ms": 77.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.657, "count": 300, "max_ms": 118.751, "p95_ms": 107.084}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 361.867, "p95_ms": 127.126}, "triton_wait": {"avg_ms": 64.877, "count": 300, "max_ms": 102.486, "p95_ms": 86.905}, "visualize": {"avg_ms": 3.501, "count": 300, "max_ms": 5.135, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30565.48, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.094, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 653212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:51:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:51:14+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T04:51:14+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T04:51:14.817583+09:00", "mtime_epoch": 1783021874.817583, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:51:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1596.281, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.093, "count": 301, "max_ms": 8.458, "p95_ms": 4.671}, "gstreamer_push": {"avg_ms": 1.287, "count": 301, "max_ms": 1.577, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.542, "count": 301, "max_ms": 83.544, "p95_ms": 68.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.852, "count": 301, "max_ms": 107.139, "p95_ms": 82.413}, "yolo11_640_fire_11class": {"avg_ms": 54.657, "count": 301, "max_ms": 74.447, "p95_ms": 67.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.06, "count": 301, "max_ms": 85.977, "p95_ms": 79.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.904, "count": 301, "max_ms": 129.371, "p95_ms": 96.36}, "read_interval": {"avg_ms": 99.933, "count": 300, "max_ms": 139.105, "p95_ms": 119.599}, "triton_wait": {"avg_ms": 66.072, "count": 301, "max_ms": 107.152, "p95_ms": 82.658}, "visualize": {"avg_ms": 3.681, "count": 301, "max_ms": 4.979, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2934, "tracking_summary": 2570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6334.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67731.537, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 331.662, "sample_count": 1042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:51:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:51:18+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T04:51:17+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T04:51:17.829652+09:00", "mtime_epoch": 1783021877.8296523, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:51:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.23, "name": "celery", "pid": 239, "rss_mb": 954.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.584, "pushed": 3.584, "read": 3.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.551, "count": 107, "max_ms": 225.699, "p95_ms": 220.516}, "gstreamer_push": {"avg_ms": 0.948, "count": 107, "max_ms": 3.29, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.81, "count": 107, "max_ms": 107.695, "p95_ms": 86.461}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.507, "count": 107, "max_ms": 106.887, "p95_ms": 85.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.202, "count": 107, "max_ms": 366.391, "p95_ms": 324.714}, "read_interval": {"avg_ms": 280.714, "count": 106, "max_ms": 378.696, "p95_ms": 336.009}, "triton_wait": {"avg_ms": 67.847, "count": 107, "max_ms": 107.707, "p95_ms": 87.629}, "visualize": {"avg_ms": 24.889, "count": 107, "max_ms": 38.162, "p95_ms": 30.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6334.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40384.807, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.257, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 660418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:51:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:51:24+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T04:51:24.261800+09:00", "mtime_epoch": 1783021884.2617998, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:51:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1349.816, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.582, "count": 300, "max_ms": 12.468, "p95_ms": 9.261}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.537, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.574, "count": 300, "max_ms": 76.512, "p95_ms": 64.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.277, "count": 300, "max_ms": 114.089, "p95_ms": 84.767}, "yolo11_640_fire_11class": {"avg_ms": 53.136, "count": 300, "max_ms": 75.923, "p95_ms": 64.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.329, "count": 300, "max_ms": 83.07, "p95_ms": 77.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.944, "count": 300, "max_ms": 130.029, "p95_ms": 100.58}, "read_interval": {"avg_ms": 100.101, "count": 300, "max_ms": 325.54, "p95_ms": 124.66}, "triton_wait": {"avg_ms": 63.837, "count": 300, "max_ms": 114.102, "p95_ms": 84.78}, "visualize": {"avg_ms": 3.644, "count": 300, "max_ms": 5.929, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6332.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30595.494, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.478, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 653512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:51:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:51:44+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T04:51:44+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T04:51:44.830271+09:00", "mtime_epoch": 1783021904.8302705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:51:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1596.281, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 300, "max_ms": 8.836, "p95_ms": 4.943}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.892, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.845, "count": 300, "max_ms": 73.6, "p95_ms": 68.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.871, "count": 300, "max_ms": 104.414, "p95_ms": 83.623}, "yolo11_640_fire_11class": {"avg_ms": 53.771, "count": 300, "max_ms": 74.332, "p95_ms": 67.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.492, "count": 300, "max_ms": 87.691, "p95_ms": 80.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.296, "count": 300, "max_ms": 133.129, "p95_ms": 98.401}, "read_interval": {"avg_ms": 100.03, "count": 300, "max_ms": 145.617, "p95_ms": 120.708}, "triton_wait": {"avg_ms": 65.905, "count": 300, "max_ms": 104.426, "p95_ms": 84.305}, "visualize": {"avg_ms": 3.699, "count": 300, "max_ms": 5.704, "p95_ms": 4.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2935, "tracking_summary": 2571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6332.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67761.828, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 330.428, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:51:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:51:48+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T04:51:48+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T04:51:48.114346+09:00", "mtime_epoch": 1783021908.1143456, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:51:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.238, "name": "celery", "pid": 239, "rss_mb": 952.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.339, "pushed": 3.339, "read": 3.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.964, "count": 100, "max_ms": 216.685, "p95_ms": 212.015}, "gstreamer_push": {"avg_ms": 0.763, "count": 100, "max_ms": 1.061, "p95_ms": 0.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.821, "count": 100, "max_ms": 106.282, "p95_ms": 92.743}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.986, "count": 100, "max_ms": 99.602, "p95_ms": 89.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.661, "count": 100, "max_ms": 354.61, "p95_ms": 332.146}, "read_interval": {"avg_ms": 302.79, "count": 99, "max_ms": 364.949, "p95_ms": 345.416}, "triton_wait": {"avg_ms": 69.318, "count": 100, "max_ms": 106.295, "p95_ms": 92.756}, "visualize": {"avg_ms": 26.674, "count": 100, "max_ms": 29.771, "p95_ms": 29.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40414.846, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.788, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 660718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:51:54+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T04:51:54+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T04:51:54.290486+09:00", "mtime_epoch": 1783021914.2904863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:51:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1350.074, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.037, "count": 300, "max_ms": 14.66, "p95_ms": 12.411}, "gstreamer_push": {"avg_ms": 1.216, "count": 300, "max_ms": 1.951, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.591, "count": 300, "max_ms": 75.0, "p95_ms": 64.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.749, "count": 300, "max_ms": 104.062, "p95_ms": 82.821}, "yolo11_640_fire_11class": {"avg_ms": 51.888, "count": 300, "max_ms": 75.325, "p95_ms": 63.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.08, "count": 300, "max_ms": 88.965, "p95_ms": 76.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.7, "count": 300, "max_ms": 128.474, "p95_ms": 100.374}, "read_interval": {"avg_ms": 100.161, "count": 299, "max_ms": 378.673, "p95_ms": 130.728}, "triton_wait": {"avg_ms": 63.171, "count": 300, "max_ms": 104.075, "p95_ms": 84.526}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 6.587, "p95_ms": 4.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6330.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30625.613, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.684, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 653813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:52:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:52:15+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:52:14+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T04:52:14.898956+09:00", "mtime_epoch": 1783021934.8989556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:52:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1596.539, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.114, "count": 300, "max_ms": 6.568, "p95_ms": 4.934}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 1.739, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.681, "count": 300, "max_ms": 76.521, "p95_ms": 67.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.425, "count": 300, "max_ms": 102.415, "p95_ms": 82.649}, "yolo11_640_fire_11class": {"avg_ms": 53.889, "count": 300, "max_ms": 74.093, "p95_ms": 66.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.535, "count": 300, "max_ms": 87.559, "p95_ms": 80.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.432, "count": 300, "max_ms": 120.029, "p95_ms": 95.438}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 137.953, "p95_ms": 120.221}, "triton_wait": {"avg_ms": 66.622, "count": 300, "max_ms": 102.43, "p95_ms": 82.958}, "visualize": {"avg_ms": 3.695, "count": 300, "max_ms": 5.107, "p95_ms": 4.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2937, "tracking_summary": 2572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6330.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67791.882, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 332.146, "sample_count": 1037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:52:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:52:18+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T04:52:18+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T04:52:18.271032+09:00", "mtime_epoch": 1783021938.271032, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:52:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.238, "name": "celery", "pid": 239, "rss_mb": 950.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.663, "pushed": 3.663, "read": 3.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.098, "count": 109, "max_ms": 226.023, "p95_ms": 212.281}, "gstreamer_push": {"avg_ms": 1.012, "count": 109, "max_ms": 2.901, "p95_ms": 1.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.91, "count": 109, "max_ms": 108.141, "p95_ms": 91.679}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.486, "count": 109, "max_ms": 97.333, "p95_ms": 92.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.679, "count": 109, "max_ms": 347.068, "p95_ms": 338.888}, "read_interval": {"avg_ms": 276.324, "count": 108, "max_ms": 355.782, "p95_ms": 347.606}, "triton_wait": {"avg_ms": 69.851, "count": 109, "max_ms": 108.154, "p95_ms": 93.844}, "visualize": {"avg_ms": 27.995, "count": 109, "max_ms": 40.352, "p95_ms": 39.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6323.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40444.908, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.374, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 661019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:52:24+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T04:52:24+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T04:52:24.335170+09:00", "mtime_epoch": 1783021944.3351698, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:52:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1350.074, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.568, "count": 301, "max_ms": 12.757, "p95_ms": 9.371}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.995, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.011, "count": 301, "max_ms": 74.002, "p95_ms": 65.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.254, "count": 301, "max_ms": 101.559, "p95_ms": 92.759}, "yolo11_640_fire_11class": {"avg_ms": 52.177, "count": 301, "max_ms": 72.295, "p95_ms": 65.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.828, "count": 301, "max_ms": 82.924, "p95_ms": 78.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.472, "count": 301, "max_ms": 118.816, "p95_ms": 108.964}, "read_interval": {"avg_ms": 99.839, "count": 300, "max_ms": 275.095, "p95_ms": 130.018}, "triton_wait": {"avg_ms": 63.365, "count": 301, "max_ms": 101.572, "p95_ms": 92.773}, "visualize": {"avg_ms": 3.641, "count": 301, "max_ms": 5.443, "p95_ms": 4.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6328.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30655.736, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.17, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:52:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:52:45+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-03T04:52:45+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T04:52:45.027638+09:00", "mtime_epoch": 1783021965.0276382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:52:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1596.797, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.079, "count": 300, "max_ms": 6.391, "p95_ms": 4.685}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 2.203, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.898, "count": 300, "max_ms": 74.109, "p95_ms": 67.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.072, "count": 300, "max_ms": 109.266, "p95_ms": 84.592}, "yolo11_640_fire_11class": {"avg_ms": 53.466, "count": 300, "max_ms": 75.113, "p95_ms": 67.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.519, "count": 300, "max_ms": 88.508, "p95_ms": 79.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.638, "count": 300, "max_ms": 122.119, "p95_ms": 98.352}, "read_interval": {"avg_ms": 99.964, "count": 300, "max_ms": 134.935, "p95_ms": 121.025}, "triton_wait": {"avg_ms": 65.927, "count": 300, "max_ms": 109.278, "p95_ms": 85.566}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 5.412, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2937, "tracking_summary": 2573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67821.891, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.415, "sample_count": 1038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:52:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:52:48+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T04:52:48+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T04:52:48.279712+09:00", "mtime_epoch": 1783021968.2797117, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:52:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.238, "name": "celery", "pid": 239, "rss_mb": 950.395, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.889, "pushed": 3.889, "read": 3.856}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 146.707, "count": 116, "max_ms": 217.641, "p95_ms": 214.841}, "gstreamer_push": {"avg_ms": 1.127, "count": 116, "max_ms": 2.771, "p95_ms": 1.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.271, "count": 116, "max_ms": 103.022, "p95_ms": 94.333}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.969, "count": 116, "max_ms": 101.149, "p95_ms": 89.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.086, "count": 116, "max_ms": 352.079, "p95_ms": 338.152}, "read_interval": {"avg_ms": 259.138, "count": 115, "max_ms": 362.121, "p95_ms": 346.89}, "triton_wait": {"avg_ms": 71.201, "count": 116, "max_ms": 103.038, "p95_ms": 94.345}, "visualize": {"avg_ms": 27.418, "count": 116, "max_ms": 40.591, "p95_ms": 35.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40474.919, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.246, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 661318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:52:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:52:54+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T04:52:54+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T04:52:54.339849+09:00", "mtime_epoch": 1783021974.3398485, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:52:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1350.332, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.654, "count": 299, "max_ms": 14.661, "p95_ms": 10.169}, "gstreamer_push": {"avg_ms": 1.233, "count": 299, "max_ms": 1.525, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.717, "count": 299, "max_ms": 78.5, "p95_ms": 64.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.349, "count": 299, "max_ms": 110.951, "p95_ms": 88.033}, "yolo11_640_fire_11class": {"avg_ms": 52.731, "count": 299, "max_ms": 79.365, "p95_ms": 64.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.228, "count": 299, "max_ms": 84.993, "p95_ms": 77.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.812, "count": 299, "max_ms": 127.639, "p95_ms": 104.732}, "read_interval": {"avg_ms": 100.368, "count": 299, "max_ms": 215.338, "p95_ms": 138.536}, "triton_wait": {"avg_ms": 64.625, "count": 299, "max_ms": 110.961, "p95_ms": 88.047}, "visualize": {"avg_ms": 3.674, "count": 299, "max_ms": 5.978, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6323.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30685.798, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.317, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:53:15+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T04:53:15+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T04:53:15.120317+09:00", "mtime_epoch": 1783021995.1203167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:53:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1596.797, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.083, "count": 301, "max_ms": 6.277, "p95_ms": 4.709}, "gstreamer_push": {"avg_ms": 1.295, "count": 301, "max_ms": 1.806, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.574, "count": 301, "max_ms": 88.058, "p95_ms": 69.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.421, "count": 301, "max_ms": 101.924, "p95_ms": 83.215}, "yolo11_640_fire_11class": {"avg_ms": 55.333, "count": 301, "max_ms": 88.071, "p95_ms": 68.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.041, "count": 301, "max_ms": 99.295, "p95_ms": 80.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.318, "count": 301, "max_ms": 114.789, "p95_ms": 97.395}, "read_interval": {"avg_ms": 99.923, "count": 300, "max_ms": 155.025, "p95_ms": 120.832}, "triton_wait": {"avg_ms": 66.659, "count": 301, "max_ms": 101.936, "p95_ms": 85.04}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 4.711, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2939, "tracking_summary": 2574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67851.908, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.088, "sample_count": 1041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:53:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:53:18+09:00", "last_frame_read_age_sec": 0.312, "last_frame_read_at": "2026-07-03T04:53:18+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T04:53:18.184386+09:00", "mtime_epoch": 1783021998.1843858, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:53:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.238, "name": "celery", "pid": 239, "rss_mb": 950.188, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.288, "pushed": 3.288, "read": 3.254}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.251, "count": 98, "max_ms": 215.483, "p95_ms": 210.922}, "gstreamer_push": {"avg_ms": 0.821, "count": 98, "max_ms": 1.787, "p95_ms": 1.737}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.996, "count": 98, "max_ms": 113.308, "p95_ms": 97.272}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.106, "count": 98, "max_ms": 109.137, "p95_ms": 98.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.411, "count": 98, "max_ms": 351.03, "p95_ms": 341.833}, "read_interval": {"avg_ms": 306.145, "count": 97, "max_ms": 359.949, "p95_ms": 350.219}, "triton_wait": {"avg_ms": 71.582, "count": 98, "max_ms": 113.322, "p95_ms": 98.858}, "visualize": {"avg_ms": 27.802, "count": 98, "max_ms": 36.092, "p95_ms": 34.546}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.809, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6331.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40504.985, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.093, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 661618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:53:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:53:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T04:53:24+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T04:53:24.440526+09:00", "mtime_epoch": 1783022004.4405262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:53:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1350.59, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.586, "count": 300, "max_ms": 11.997, "p95_ms": 9.229}, "gstreamer_push": {"avg_ms": 1.271, "count": 300, "max_ms": 2.098, "p95_ms": 1.544}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.261, "count": 300, "max_ms": 88.452, "p95_ms": 64.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.481, "count": 300, "max_ms": 107.018, "p95_ms": 88.841}, "yolo11_640_fire_11class": {"avg_ms": 51.847, "count": 300, "max_ms": 88.986, "p95_ms": 63.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.691, "count": 300, "max_ms": 100.049, "p95_ms": 76.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.612, "count": 300, "max_ms": 126.204, "p95_ms": 104.418}, "read_interval": {"avg_ms": 100.266, "count": 299, "max_ms": 396.209, "p95_ms": 136.079}, "triton_wait": {"avg_ms": 63.37, "count": 300, "max_ms": 107.045, "p95_ms": 88.853}, "visualize": {"avg_ms": 3.712, "count": 300, "max_ms": 6.157, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6332.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30715.801, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.36, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 654715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:53:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:53:45+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T04:53:45+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T04:53:45.092989+09:00", "mtime_epoch": 1783022025.0929894, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:53:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1597.055, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.06, "count": 300, "max_ms": 6.515, "p95_ms": 4.705}, "gstreamer_push": {"avg_ms": 1.277, "count": 300, "max_ms": 1.697, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.011, "count": 300, "max_ms": 75.125, "p95_ms": 66.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.556, "count": 300, "max_ms": 102.678, "p95_ms": 84.455}, "yolo11_640_fire_11class": {"avg_ms": 53.159, "count": 300, "max_ms": 75.421, "p95_ms": 66.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.695, "count": 300, "max_ms": 89.129, "p95_ms": 79.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.583, "count": 300, "max_ms": 115.331, "p95_ms": 97.838}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 131.57, "p95_ms": 120.667}, "triton_wait": {"avg_ms": 64.999, "count": 300, "max_ms": 102.689, "p95_ms": 84.73}, "visualize": {"avg_ms": 3.626, "count": 300, "max_ms": 5.007, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2940, "tracking_summary": 2574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6333.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67882.067, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.631, "sample_count": 1039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:53:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:53:48+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T04:53:48+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T04:53:48.353062+09:00", "mtime_epoch": 1783022028.3530624, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:53:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.238, "name": "celery", "pid": 239, "rss_mb": 951.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.418, "pushed": 3.418, "read": 3.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.505, "count": 102, "max_ms": 265.927, "p95_ms": 221.342}, "gstreamer_push": {"avg_ms": 1.061, "count": 102, "max_ms": 2.985, "p95_ms": 2.786}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.503, "count": 102, "max_ms": 106.652, "p95_ms": 100.222}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.189, "count": 102, "max_ms": 103.445, "p95_ms": 97.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.658, "count": 102, "max_ms": 364.307, "p95_ms": 338.542}, "read_interval": {"avg_ms": 295.498, "count": 101, "max_ms": 374.187, "p95_ms": 352.489}, "triton_wait": {"avg_ms": 71.738, "count": 102, "max_ms": 106.661, "p95_ms": 100.265}, "visualize": {"avg_ms": 29.365, "count": 102, "max_ms": 41.477, "p95_ms": 40.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6335.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40534.998, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.093, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 661920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:53:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:53:54+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T04:53:54+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T04:53:54.421198+09:00", "mtime_epoch": 1783022034.4211984, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:53:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1350.59, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.505, "count": 302, "max_ms": 12.873, "p95_ms": 8.572}, "gstreamer_push": {"avg_ms": 1.229, "count": 302, "max_ms": 1.832, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.317, "count": 302, "max_ms": 75.26, "p95_ms": 64.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.619, "count": 302, "max_ms": 117.158, "p95_ms": 85.667}, "yolo11_640_fire_11class": {"avg_ms": 51.313, "count": 302, "max_ms": 74.72, "p95_ms": 64.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.419, "count": 302, "max_ms": 88.677, "p95_ms": 77.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.119, "count": 302, "max_ms": 133.424, "p95_ms": 102.662}, "read_interval": {"avg_ms": 99.289, "count": 302, "max_ms": 346.701, "p95_ms": 126.976}, "triton_wait": {"avg_ms": 62.251, "count": 302, "max_ms": 117.172, "p95_ms": 86.774}, "visualize": {"avg_ms": 3.58, "count": 302, "max_ms": 4.543, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30745.804, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.395, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 655015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:54:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:54:15+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T04:54:15+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:54:15.117661+09:00", "mtime_epoch": 1783022055.1176605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:54:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1597.055, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.054, "count": 300, "max_ms": 7.155, "p95_ms": 4.663}, "gstreamer_push": {"avg_ms": 1.288, "count": 300, "max_ms": 1.835, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.324, "count": 300, "max_ms": 77.36, "p95_ms": 66.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.4, "count": 300, "max_ms": 92.981, "p95_ms": 82.43}, "yolo11_640_fire_11class": {"avg_ms": 52.676, "count": 300, "max_ms": 78.921, "p95_ms": 65.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.913, "count": 300, "max_ms": 94.508, "p95_ms": 80.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.793, "count": 300, "max_ms": 109.929, "p95_ms": 98.598}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 123.353, "p95_ms": 119.727}, "triton_wait": {"avg_ms": 65.179, "count": 300, "max_ms": 94.52, "p95_ms": 85.807}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 5.932, "p95_ms": 4.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2940, "tracking_summary": 2575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6334.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67912.189, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.229, "sample_count": 1039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:54:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:54:18+09:00", "last_frame_read_age_sec": 0.331, "last_frame_read_at": "2026-07-03T04:54:18+09:00", "mjpeg": {"age_sec": 0.322, "exists": true, "mtime": "2026-07-03T04:54:18.445735+09:00", "mtime_epoch": 1783022058.4457347, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:54:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.238, "name": "celery", "pid": 239, "rss_mb": 952.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.186, "pushed": 3.186, "read": 3.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.733, "count": 95, "max_ms": 214.328, "p95_ms": 211.74}, "gstreamer_push": {"avg_ms": 0.786, "count": 95, "max_ms": 2.667, "p95_ms": 0.83}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.328, "count": 95, "max_ms": 108.127, "p95_ms": 93.422}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.665, "count": 95, "max_ms": 105.038, "p95_ms": 95.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 307.683, "count": 95, "max_ms": 341.44, "p95_ms": 337.277}, "read_interval": {"avg_ms": 316.826, "count": 94, "max_ms": 350.596, "p95_ms": 346.21}, "triton_wait": {"avg_ms": 71.039, "count": 95, "max_ms": 108.14, "p95_ms": 95.482}, "visualize": {"avg_ms": 26.137, "count": 95, "max_ms": 40.99, "p95_ms": 31.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6334.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40565.098, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.547, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 662219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:54:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:54:24+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T04:54:24+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T04:54:24.517870+09:00", "mtime_epoch": 1783022064.51787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 106161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:54:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1350.848, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.566, "count": 299, "max_ms": 12.408, "p95_ms": 9.661}, "gstreamer_push": {"avg_ms": 1.234, "count": 299, "max_ms": 2.131, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.288, "count": 299, "max_ms": 70.424, "p95_ms": 66.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.647, "count": 299, "max_ms": 105.15, "p95_ms": 81.285}, "yolo11_640_fire_11class": {"avg_ms": 52.693, "count": 299, "max_ms": 76.548, "p95_ms": 66.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.5, "count": 299, "max_ms": 92.668, "p95_ms": 78.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.821, "count": 299, "max_ms": 121.664, "p95_ms": 97.915}, "read_interval": {"avg_ms": 100.611, "count": 298, "max_ms": 327.642, "p95_ms": 128.097}, "triton_wait": {"avg_ms": 63.795, "count": 299, "max_ms": 105.165, "p95_ms": 81.521}, "visualize": {"avg_ms": 3.635, "count": 299, "max_ms": 5.474, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6325.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30775.805, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.401, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 655315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:54:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:54:45+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T04:54:45+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T04:54:45.142329+09:00", "mtime_epoch": 1783022085.1423285, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:54:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1597.312, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.075, "count": 300, "max_ms": 6.392, "p95_ms": 4.956}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 2.26, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.667, "count": 300, "max_ms": 73.561, "p95_ms": 67.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.302, "count": 300, "max_ms": 96.369, "p95_ms": 82.657}, "yolo11_640_fire_11class": {"avg_ms": 54.734, "count": 300, "max_ms": 83.49, "p95_ms": 69.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.569, "count": 300, "max_ms": 88.554, "p95_ms": 79.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.807, "count": 300, "max_ms": 109.226, "p95_ms": 96.084}, "read_interval": {"avg_ms": 100.018, "count": 300, "max_ms": 152.182, "p95_ms": 121.973}, "triton_wait": {"avg_ms": 65.028, "count": 300, "max_ms": 96.382, "p95_ms": 83.125}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 5.835, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2941, "tracking_summary": 2576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6333.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67942.206, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.839, "sample_count": 1031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:54:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:54:48+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T04:54:48+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T04:54:48.610406+09:00", "mtime_epoch": 1783022088.6104057, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:54:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.238, "name": "celery", "pid": 239, "rss_mb": 950.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.534, "pushed": 3.534, "read": 3.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.36, "count": 105, "max_ms": 250.056, "p95_ms": 215.377}, "gstreamer_push": {"avg_ms": 1.019, "count": 105, "max_ms": 2.819, "p95_ms": 1.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.056, "count": 105, "max_ms": 106.919, "p95_ms": 96.496}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.496, "count": 105, "max_ms": 98.342, "p95_ms": 95.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.177, "count": 105, "max_ms": 381.498, "p95_ms": 341.484}, "read_interval": {"avg_ms": 286.76, "count": 104, "max_ms": 391.903, "p95_ms": 352.027}, "triton_wait": {"avg_ms": 70.308, "count": 105, "max_ms": 106.932, "p95_ms": 98.329}, "visualize": {"avg_ms": 28.732, "count": 105, "max_ms": 61.307, "p95_ms": 39.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.708, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6327.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40595.113, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.133, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 662518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:54:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:54:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:54:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T04:54:54.550537+09:00", "mtime_epoch": 1783022094.5505373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 120520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:54:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1351.105, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.546, "count": 299, "max_ms": 13.937, "p95_ms": 8.637}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 1.894, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.717, "count": 299, "max_ms": 72.934, "p95_ms": 65.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.993, "count": 299, "max_ms": 108.606, "p95_ms": 89.192}, "yolo11_640_fire_11class": {"avg_ms": 52.705, "count": 299, "max_ms": 75.068, "p95_ms": 66.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.218, "count": 299, "max_ms": 90.749, "p95_ms": 80.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.335, "count": 299, "max_ms": 125.483, "p95_ms": 105.721}, "read_interval": {"avg_ms": 100.418, "count": 299, "max_ms": 379.797, "p95_ms": 130.131}, "triton_wait": {"avg_ms": 63.239, "count": 299, "max_ms": 108.619, "p95_ms": 89.206}, "visualize": {"avg_ms": 3.661, "count": 299, "max_ms": 5.653, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6325.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30805.82, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.551, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 655615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:55:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:55:15+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T04:55:15+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T04:55:15.150994+09:00", "mtime_epoch": 1783022115.1509938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:55:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1597.312, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.046, "count": 300, "max_ms": 6.231, "p95_ms": 4.365}, "gstreamer_push": {"avg_ms": 1.281, "count": 300, "max_ms": 1.794, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.842, "count": 300, "max_ms": 75.514, "p95_ms": 68.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.436, "count": 300, "max_ms": 103.192, "p95_ms": 84.015}, "yolo11_640_fire_11class": {"avg_ms": 57.051, "count": 300, "max_ms": 76.864, "p95_ms": 68.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.528, "count": 300, "max_ms": 92.611, "p95_ms": 81.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.319, "count": 300, "max_ms": 116.016, "p95_ms": 97.624}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 133.012, "p95_ms": 120.644}, "triton_wait": {"avg_ms": 68.727, "count": 300, "max_ms": 103.206, "p95_ms": 85.042}, "visualize": {"avg_ms": 3.625, "count": 300, "max_ms": 5.544, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2944, "tracking_summary": 2577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 67972.239, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.994, "sample_count": 1035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:55:18+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T04:55:18+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T04:55:18.531069+09:00", "mtime_epoch": 1783022118.5310686, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:55:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 955.238, "name": "celery", "pid": 239, "rss_mb": 947.734, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.418, "pushed": 3.418, "read": 3.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.88, "count": 102, "max_ms": 268.057, "p95_ms": 209.885}, "gstreamer_push": {"avg_ms": 1.172, "count": 102, "max_ms": 2.476, "p95_ms": 1.901}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.543, "count": 102, "max_ms": 111.213, "p95_ms": 93.738}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.902, "count": 102, "max_ms": 100.142, "p95_ms": 94.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.619, "count": 102, "max_ms": 363.944, "p95_ms": 335.999}, "read_interval": {"avg_ms": 294.343, "count": 101, "max_ms": 372.547, "p95_ms": 346.374}, "triton_wait": {"avg_ms": 66.573, "count": 102, "max_ms": 111.226, "p95_ms": 95.914}, "visualize": {"avg_ms": 27.439, "count": 102, "max_ms": 36.925, "p95_ms": 34.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6331.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40625.205, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.093, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 662819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:55:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:55:24+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T04:55:24+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T04:55:24.631203+09:00", "mtime_epoch": 1783022124.6312034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 120398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:55:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1351.105, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.372, "count": 301, "max_ms": 11.986, "p95_ms": 8.306}, "gstreamer_push": {"avg_ms": 1.193, "count": 301, "max_ms": 1.731, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.789, "count": 301, "max_ms": 72.768, "p95_ms": 65.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.923, "count": 301, "max_ms": 109.476, "p95_ms": 82.22}, "yolo11_640_fire_11class": {"avg_ms": 54.412, "count": 301, "max_ms": 73.339, "p95_ms": 65.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.387, "count": 301, "max_ms": 88.45, "p95_ms": 78.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.046, "count": 301, "max_ms": 129.114, "p95_ms": 99.087}, "read_interval": {"avg_ms": 99.916, "count": 300, "max_ms": 238.34, "p95_ms": 121.716}, "triton_wait": {"avg_ms": 66.399, "count": 301, "max_ms": 109.491, "p95_ms": 83.279}, "visualize": {"avg_ms": 3.526, "count": 301, "max_ms": 5.222, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6333.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30835.841, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.754, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 655914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:55:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:55:45+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T04:55:45+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T04:55:45.147656+09:00", "mtime_epoch": 1783022145.1476562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:55:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1597.57, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.074, "count": 299, "max_ms": 6.267, "p95_ms": 4.67}, "gstreamer_push": {"avg_ms": 1.294, "count": 299, "max_ms": 2.027, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.589, "count": 299, "max_ms": 75.576, "p95_ms": 70.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.143, "count": 299, "max_ms": 108.728, "p95_ms": 84.061}, "yolo11_640_fire_11class": {"avg_ms": 57.681, "count": 299, "max_ms": 79.071, "p95_ms": 69.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.316, "count": 299, "max_ms": 89.844, "p95_ms": 83.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.146, "count": 299, "max_ms": 122.116, "p95_ms": 101.211}, "read_interval": {"avg_ms": 100.359, "count": 298, "max_ms": 135.654, "p95_ms": 118.783}, "triton_wait": {"avg_ms": 69.473, "count": 299, "max_ms": 108.74, "p95_ms": 88.183}, "visualize": {"avg_ms": 3.649, "count": 299, "max_ms": 4.882, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2944, "tracking_summary": 2578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6337.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68002.509, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.209, "sample_count": 1025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:55:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:55:49+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T04:55:48+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T04:55:48.803737+09:00", "mtime_epoch": 1783022148.8037367, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:55:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 953.785, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.203, "pushed": 3.203, "read": 3.169}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 201.254, "count": 96, "max_ms": 279.016, "p95_ms": 213.718}, "gstreamer_push": {"avg_ms": 0.968, "count": 96, "max_ms": 1.885, "p95_ms": 1.776}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.078, "count": 96, "max_ms": 113.154, "p95_ms": 99.685}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.902, "count": 96, "max_ms": 109.477, "p95_ms": 96.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.655, "count": 96, "max_ms": 375.21, "p95_ms": 348.658}, "read_interval": {"avg_ms": 315.403, "count": 95, "max_ms": 386.559, "p95_ms": 357.388}, "triton_wait": {"avg_ms": 70.784, "count": 96, "max_ms": 113.166, "p95_ms": 99.709}, "visualize": {"avg_ms": 29.787, "count": 96, "max_ms": 49.41, "p95_ms": 40.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40655.266, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.375, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 663121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:55:54+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T04:55:54+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T04:55:54.723867+09:00", "mtime_epoch": 1783022154.7238672, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 118952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:55:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1351.363, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.366, "count": 302, "max_ms": 12.023, "p95_ms": 8.7}, "gstreamer_push": {"avg_ms": 1.211, "count": 302, "max_ms": 1.938, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.194, "count": 302, "max_ms": 71.53, "p95_ms": 65.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.418, "count": 302, "max_ms": 106.758, "p95_ms": 90.195}, "yolo11_640_fire_11class": {"avg_ms": 54.27, "count": 302, "max_ms": 77.764, "p95_ms": 66.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.788, "count": 302, "max_ms": 90.179, "p95_ms": 79.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.423, "count": 302, "max_ms": 123.723, "p95_ms": 105.577}, "read_interval": {"avg_ms": 99.587, "count": 301, "max_ms": 214.884, "p95_ms": 124.053}, "triton_wait": {"avg_ms": 66.704, "count": 302, "max_ms": 106.772, "p95_ms": 90.209}, "visualize": {"avg_ms": 3.543, "count": 302, "max_ms": 4.791, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30865.928, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.635, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 656216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:56:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:56:15+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T04:56:15+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T04:56:15.252319+09:00", "mtime_epoch": 1783022175.2523186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124471}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:56:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1597.828, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.008, "count": 302, "max_ms": 5.937, "p95_ms": 4.665}, "gstreamer_push": {"avg_ms": 1.275, "count": 302, "max_ms": 2.163, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.881, "count": 302, "max_ms": 78.955, "p95_ms": 68.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.648, "count": 302, "max_ms": 98.002, "p95_ms": 79.344}, "yolo11_640_fire_11class": {"avg_ms": 56.781, "count": 302, "max_ms": 78.248, "p95_ms": 68.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.444, "count": 302, "max_ms": 89.075, "p95_ms": 80.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.332, "count": 302, "max_ms": 110.683, "p95_ms": 95.27}, "read_interval": {"avg_ms": 99.637, "count": 301, "max_ms": 125.007, "p95_ms": 119.634}, "triton_wait": {"avg_ms": 66.833, "count": 302, "max_ms": 98.014, "p95_ms": 82.794}, "visualize": {"avg_ms": 3.596, "count": 302, "max_ms": 4.699, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2945, "tracking_summary": 2579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6326.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68032.698, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.498, "sample_count": 1032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:56:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:56:19+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T04:56:18+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T04:56:18.980401+09:00", "mtime_epoch": 1783022178.9804006, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:56:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 942.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.734, "pushed": 3.734, "read": 3.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.303, "count": 112, "max_ms": 231.42, "p95_ms": 221.286}, "gstreamer_push": {"avg_ms": 1.0, "count": 112, "max_ms": 3.107, "p95_ms": 1.763}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.892, "count": 112, "max_ms": 102.002, "p95_ms": 94.406}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.7, "count": 112, "max_ms": 99.76, "p95_ms": 90.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.673, "count": 112, "max_ms": 344.611, "p95_ms": 329.666}, "read_interval": {"avg_ms": 269.143, "count": 111, "max_ms": 353.389, "p95_ms": 339.152}, "triton_wait": {"avg_ms": 66.66, "count": 112, "max_ms": 102.015, "p95_ms": 94.419}, "visualize": {"avg_ms": 26.867, "count": 112, "max_ms": 40.176, "p95_ms": 36.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6338.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40685.297, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.093, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 663420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:56:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:56:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:56:24+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T04:56:24.728527+09:00", "mtime_epoch": 1783022184.7285266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 118287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:56:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1351.363, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.325, "count": 299, "max_ms": 12.037, "p95_ms": 8.655}, "gstreamer_push": {"avg_ms": 1.183, "count": 299, "max_ms": 1.573, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.995, "count": 299, "max_ms": 74.497, "p95_ms": 66.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.405, "count": 299, "max_ms": 102.847, "p95_ms": 82.041}, "yolo11_640_fire_11class": {"avg_ms": 54.272, "count": 299, "max_ms": 69.116, "p95_ms": 66.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.783, "count": 299, "max_ms": 82.785, "p95_ms": 78.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.831, "count": 299, "max_ms": 119.104, "p95_ms": 97.728}, "read_interval": {"avg_ms": 100.414, "count": 298, "max_ms": 508.902, "p95_ms": 121.613}, "triton_wait": {"avg_ms": 65.365, "count": 299, "max_ms": 102.862, "p95_ms": 82.791}, "visualize": {"avg_ms": 3.452, "count": 299, "max_ms": 5.738, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6335.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30896.015, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.403, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 656517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:56:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:56:45+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:56:45+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T04:56:45.296978+09:00", "mtime_epoch": 1783022205.2969775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:56:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1597.828, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.05, "count": 301, "max_ms": 6.242, "p95_ms": 4.937}, "gstreamer_push": {"avg_ms": 1.264, "count": 301, "max_ms": 2.082, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.797, "count": 301, "max_ms": 75.05, "p95_ms": 67.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.009, "count": 301, "max_ms": 100.348, "p95_ms": 83.078}, "yolo11_640_fire_11class": {"avg_ms": 56.881, "count": 301, "max_ms": 75.767, "p95_ms": 68.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.86, "count": 301, "max_ms": 88.795, "p95_ms": 81.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.297, "count": 301, "max_ms": 113.134, "p95_ms": 96.522}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 126.809, "p95_ms": 119.101}, "triton_wait": {"avg_ms": 67.816, "count": 301, "max_ms": 100.361, "p95_ms": 83.238}, "visualize": {"avg_ms": 3.579, "count": 301, "max_ms": 4.913, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2946, "tracking_summary": 2579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6335.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68062.806, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.416, "sample_count": 1028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:56:49+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T04:56:49+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T04:56:49.065060+09:00", "mtime_epoch": 1783022209.06506, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:56:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 950.883, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.224, "pushed": 3.224, "read": 3.191}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.389, "count": 96, "max_ms": 272.687, "p95_ms": 220.864}, "gstreamer_push": {"avg_ms": 0.975, "count": 96, "max_ms": 3.057, "p95_ms": 2.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.501, "count": 96, "max_ms": 101.209, "p95_ms": 93.233}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.023, "count": 96, "max_ms": 102.218, "p95_ms": 92.889}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.906, "count": 96, "max_ms": 378.735, "p95_ms": 344.592}, "read_interval": {"avg_ms": 313.366, "count": 95, "max_ms": 388.592, "p95_ms": 353.962}, "triton_wait": {"avg_ms": 68.031, "count": 96, "max_ms": 102.23, "p95_ms": 93.251}, "visualize": {"avg_ms": 29.727, "count": 96, "max_ms": 44.319, "p95_ms": 38.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.772, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6329.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40715.34, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.188, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 663721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:56:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:56:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:56:54+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T04:56:54.769185+09:00", "mtime_epoch": 1783022214.7691848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 117629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:56:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1351.621, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.021}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.657, "count": 301, "max_ms": 12.302, "p95_ms": 9.25}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 2.063, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.601, "count": 301, "max_ms": 75.909, "p95_ms": 65.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.974, "count": 301, "max_ms": 105.64, "p95_ms": 83.969}, "yolo11_640_fire_11class": {"avg_ms": 53.897, "count": 301, "max_ms": 74.772, "p95_ms": 66.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.542, "count": 301, "max_ms": 88.071, "p95_ms": 78.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.073, "count": 301, "max_ms": 121.881, "p95_ms": 100.542}, "read_interval": {"avg_ms": 99.783, "count": 300, "max_ms": 190.82, "p95_ms": 119.205}, "triton_wait": {"avg_ms": 65.824, "count": 301, "max_ms": 105.653, "p95_ms": 83.982}, "visualize": {"avg_ms": 3.671, "count": 301, "max_ms": 5.177, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6327.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30926.021, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.609, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 656817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:57:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:57:15+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T04:57:15+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T04:57:15.353635+09:00", "mtime_epoch": 1783022235.3536346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:57:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1598.086, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.131, "count": 300, "max_ms": 6.28, "p95_ms": 5.028}, "gstreamer_push": {"avg_ms": 1.296, "count": 300, "max_ms": 2.057, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.189, "count": 300, "max_ms": 75.21, "p95_ms": 67.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.371, "count": 300, "max_ms": 114.165, "p95_ms": 84.47}, "yolo11_640_fire_11class": {"avg_ms": 56.559, "count": 300, "max_ms": 76.912, "p95_ms": 68.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.066, "count": 300, "max_ms": 90.699, "p95_ms": 79.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.408, "count": 300, "max_ms": 127.456, "p95_ms": 97.401}, "read_interval": {"avg_ms": 100.082, "count": 300, "max_ms": 140.947, "p95_ms": 117.459}, "triton_wait": {"avg_ms": 67.564, "count": 300, "max_ms": 114.179, "p95_ms": 84.708}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 4.896, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2948, "tracking_summary": 2580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6327.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68092.922, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.416, "sample_count": 1022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:57:19+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T04:57:19+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T04:57:19.217719+09:00", "mtime_epoch": 1783022239.2177188, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:57:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 941.648, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.509, "pushed": 3.509, "read": 3.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.201, "count": 105, "max_ms": 218.746, "p95_ms": 213.274}, "gstreamer_push": {"avg_ms": 1.222, "count": 105, "max_ms": 3.011, "p95_ms": 2.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.782, "count": 105, "max_ms": 109.327, "p95_ms": 93.011}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.268, "count": 105, "max_ms": 99.753, "p95_ms": 88.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.728, "count": 105, "max_ms": 355.47, "p95_ms": 331.821}, "read_interval": {"avg_ms": 286.66, "count": 104, "max_ms": 367.263, "p95_ms": 340.74}, "triton_wait": {"avg_ms": 69.725, "count": 105, "max_ms": 109.339, "p95_ms": 93.026}, "visualize": {"avg_ms": 28.024, "count": 105, "max_ms": 42.935, "p95_ms": 39.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40745.44, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.728, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 664021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:57:24+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T04:57:24+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T04:57:24.873842+09:00", "mtime_epoch": 1783022244.8738422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 119974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:57:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1351.621, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.605, "count": 300, "max_ms": 14.508, "p95_ms": 8.932}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.637, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.237, "count": 300, "max_ms": 76.56, "p95_ms": 65.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.012, "count": 300, "max_ms": 101.799, "p95_ms": 88.657}, "yolo11_640_fire_11class": {"avg_ms": 53.781, "count": 300, "max_ms": 80.082, "p95_ms": 66.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.285, "count": 300, "max_ms": 88.035, "p95_ms": 78.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.605, "count": 300, "max_ms": 118.434, "p95_ms": 106.112}, "read_interval": {"avg_ms": 100.305, "count": 299, "max_ms": 269.986, "p95_ms": 126.673}, "triton_wait": {"avg_ms": 65.444, "count": 300, "max_ms": 101.813, "p95_ms": 88.67}, "visualize": {"avg_ms": 3.666, "count": 300, "max_ms": 5.693, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6337.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30956.045, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.726, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 657117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:57:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:57:45+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T04:57:45+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T04:57:45.378289+09:00", "mtime_epoch": 1783022265.378289, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:57:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1598.086, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.172, "count": 300, "max_ms": 6.697, "p95_ms": 5.157}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.733, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.882, "count": 300, "max_ms": 83.41, "p95_ms": 68.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.661, "count": 300, "max_ms": 100.779, "p95_ms": 83.979}, "yolo11_640_fire_11class": {"avg_ms": 56.254, "count": 300, "max_ms": 77.29, "p95_ms": 68.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.218, "count": 300, "max_ms": 94.763, "p95_ms": 81.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.436, "count": 300, "max_ms": 114.019, "p95_ms": 99.227}, "read_interval": {"avg_ms": 100.106, "count": 299, "max_ms": 128.511, "p95_ms": 119.998}, "triton_wait": {"avg_ms": 68.537, "count": 300, "max_ms": 100.793, "p95_ms": 86.107}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 6.037, "p95_ms": 4.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2948, "tracking_summary": 2581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6334.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68122.989, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.498, "sample_count": 1018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:57:49+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T04:57:49+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-03T04:57:49.390376+09:00", "mtime_epoch": 1783022269.3903763, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:57:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 950.254, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.766, "pushed": 3.766, "read": 3.732}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.333, "count": 112, "max_ms": 218.029, "p95_ms": 212.924}, "gstreamer_push": {"avg_ms": 0.996, "count": 112, "max_ms": 2.917, "p95_ms": 1.843}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.646, "count": 112, "max_ms": 104.22, "p95_ms": 95.506}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.612, "count": 112, "max_ms": 98.554, "p95_ms": 93.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.643, "count": 112, "max_ms": 354.534, "p95_ms": 332.498}, "read_interval": {"avg_ms": 269.096, "count": 111, "max_ms": 363.433, "p95_ms": 342.961}, "triton_wait": {"avg_ms": 71.575, "count": 112, "max_ms": 104.233, "p95_ms": 95.518}, "visualize": {"avg_ms": 26.951, "count": 112, "max_ms": 41.067, "p95_ms": 38.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6328.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40775.515, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.947, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 664324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:57:55+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T04:57:54+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T04:57:54.966498+09:00", "mtime_epoch": 1783022274.9664977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 123137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:57:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1351.879, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.081}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.541, "count": 303, "max_ms": 12.342, "p95_ms": 8.634}, "gstreamer_push": {"avg_ms": 1.25, "count": 303, "max_ms": 1.941, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.359, "count": 303, "max_ms": 80.203, "p95_ms": 65.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.853, "count": 303, "max_ms": 105.393, "p95_ms": 89.982}, "yolo11_640_fire_11class": {"avg_ms": 53.054, "count": 303, "max_ms": 80.711, "p95_ms": 65.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.178, "count": 303, "max_ms": 89.592, "p95_ms": 79.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.496, "count": 303, "max_ms": 121.628, "p95_ms": 106.422}, "read_interval": {"avg_ms": 99.294, "count": 302, "max_ms": 279.338, "p95_ms": 129.264}, "triton_wait": {"avg_ms": 64.393, "count": 303, "max_ms": 105.407, "p95_ms": 89.995}, "visualize": {"avg_ms": 3.671, "count": 303, "max_ms": 5.253, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6333.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 30986.111, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.758, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 657418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:58:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:58:15+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T04:58:15+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T04:58:15.434942+09:00", "mtime_epoch": 1783022295.4349422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:58:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1598.344, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 301, "max_ms": 6.25, "p95_ms": 4.967}, "gstreamer_push": {"avg_ms": 1.314, "count": 301, "max_ms": 2.05, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.267, "count": 301, "max_ms": 80.256, "p95_ms": 68.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.415, "count": 301, "max_ms": 110.138, "p95_ms": 84.436}, "yolo11_640_fire_11class": {"avg_ms": 54.269, "count": 301, "max_ms": 73.681, "p95_ms": 67.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.535, "count": 301, "max_ms": 88.161, "p95_ms": 80.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.223, "count": 301, "max_ms": 123.098, "p95_ms": 97.758}, "read_interval": {"avg_ms": 99.885, "count": 300, "max_ms": 135.943, "p95_ms": 119.717}, "triton_wait": {"avg_ms": 66.457, "count": 301, "max_ms": 110.152, "p95_ms": 85.823}, "visualize": {"avg_ms": 3.692, "count": 301, "max_ms": 4.919, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2949, "tracking_summary": 2582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6338.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68153.053, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.498, "sample_count": 1029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:58:19+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T04:58:19+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T04:58:19.331027+09:00", "mtime_epoch": 1783022299.3310268, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:58:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 953.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.583, "pushed": 3.583, "read": 3.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.083, "count": 107, "max_ms": 233.99, "p95_ms": 212.939}, "gstreamer_push": {"avg_ms": 1.081, "count": 107, "max_ms": 2.954, "p95_ms": 2.769}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.754, "count": 107, "max_ms": 107.887, "p95_ms": 94.943}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.933, "count": 107, "max_ms": 101.828, "p95_ms": 93.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.107, "count": 107, "max_ms": 349.497, "p95_ms": 340.963}, "read_interval": {"avg_ms": 280.606, "count": 106, "max_ms": 360.646, "p95_ms": 353.24}, "triton_wait": {"avg_ms": 71.904, "count": 107, "max_ms": 107.901, "p95_ms": 97.977}, "visualize": {"avg_ms": 28.368, "count": 107, "max_ms": 42.279, "p95_ms": 39.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6338.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40805.577, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.03, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 664625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:58:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:58:25+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T04:58:25+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T04:58:25.035151+09:00", "mtime_epoch": 1783022305.0351505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 123968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:58:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1351.879, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.561, "count": 301, "max_ms": 12.108, "p95_ms": 9.092}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 2.176, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.173, "count": 301, "max_ms": 74.509, "p95_ms": 65.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.188, "count": 301, "max_ms": 106.546, "p95_ms": 87.821}, "yolo11_640_fire_11class": {"avg_ms": 53.033, "count": 301, "max_ms": 73.94, "p95_ms": 65.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.959, "count": 301, "max_ms": 85.476, "p95_ms": 78.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.489, "count": 301, "max_ms": 122.512, "p95_ms": 103.965}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 332.625, "p95_ms": 130.363}, "triton_wait": {"avg_ms": 64.396, "count": 301, "max_ms": 106.559, "p95_ms": 87.834}, "visualize": {"avg_ms": 3.661, "count": 301, "max_ms": 5.619, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31016.214, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.523, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 657719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:58:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:58:45+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T04:58:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T04:58:45.527595+09:00", "mtime_epoch": 1783022325.5275946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:58:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1598.602, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.066, "count": 300, "max_ms": 6.254, "p95_ms": 4.977}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.844, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.068, "count": 300, "max_ms": 74.619, "p95_ms": 67.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.735, "count": 300, "max_ms": 102.13, "p95_ms": 80.791}, "yolo11_640_fire_11class": {"avg_ms": 54.19, "count": 300, "max_ms": 74.487, "p95_ms": 66.391}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.575, "count": 300, "max_ms": 88.815, "p95_ms": 79.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.653, "count": 300, "max_ms": 124.793, "p95_ms": 94.517}, "read_interval": {"avg_ms": 99.991, "count": 300, "max_ms": 134.485, "p95_ms": 120.155}, "triton_wait": {"avg_ms": 66.024, "count": 300, "max_ms": 102.144, "p95_ms": 81.684}, "visualize": {"avg_ms": 3.606, "count": 300, "max_ms": 5.478, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2951, "tracking_summary": 2583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6340.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68183.342, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.398, "sample_count": 1032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:58:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:58:49+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T04:58:49+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T04:58:49.631683+09:00", "mtime_epoch": 1783022329.6316833, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:58:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 954.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.506, "pushed": 3.506, "read": 3.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.345, "count": 105, "max_ms": 236.038, "p95_ms": 211.472}, "gstreamer_push": {"avg_ms": 0.763, "count": 105, "max_ms": 0.94, "p95_ms": 0.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.906, "count": 105, "max_ms": 103.568, "p95_ms": 87.446}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.191, "count": 105, "max_ms": 101.308, "p95_ms": 87.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.133, "count": 105, "max_ms": 342.564, "p95_ms": 329.496}, "read_interval": {"avg_ms": 288.251, "count": 104, "max_ms": 352.979, "p95_ms": 338.242}, "triton_wait": {"avg_ms": 69.557, "count": 105, "max_ms": 103.582, "p95_ms": 91.723}, "visualize": {"avg_ms": 25.498, "count": 105, "max_ms": 40.294, "p95_ms": 27.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6335.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40835.607, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.188, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 664924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:58:55+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T04:58:55+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T04:58:55.027800+09:00", "mtime_epoch": 1783022335.0278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 124144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:58:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1352.137, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.958, "count": 299, "max_ms": 14.833, "p95_ms": 10.924}, "gstreamer_push": {"avg_ms": 1.239, "count": 299, "max_ms": 2.233, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.624, "count": 299, "max_ms": 73.659, "p95_ms": 64.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.778, "count": 299, "max_ms": 104.863, "p95_ms": 87.318}, "yolo11_640_fire_11class": {"avg_ms": 52.855, "count": 299, "max_ms": 71.867, "p95_ms": 64.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.34, "count": 299, "max_ms": 85.74, "p95_ms": 77.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.21, "count": 299, "max_ms": 121.143, "p95_ms": 104.28}, "read_interval": {"avg_ms": 100.398, "count": 298, "max_ms": 303.161, "p95_ms": 126.076}, "triton_wait": {"avg_ms": 64.631, "count": 299, "max_ms": 104.877, "p95_ms": 87.331}, "visualize": {"avg_ms": 3.735, "count": 299, "max_ms": 6.671, "p95_ms": 4.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6329.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31046.219, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.403, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 658019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:59:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:59:15+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T04:59:15+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T04:59:15.524243+09:00", "mtime_epoch": 1783022355.524243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:59:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1598.602, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.247, "count": 300, "max_ms": 6.737, "p95_ms": 6.202}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 2.041, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.044, "count": 300, "max_ms": 73.23, "p95_ms": 66.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.778, "count": 300, "max_ms": 98.96, "p95_ms": 81.736}, "yolo11_640_fire_11class": {"avg_ms": 55.217, "count": 300, "max_ms": 75.784, "p95_ms": 66.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.591, "count": 300, "max_ms": 89.105, "p95_ms": 78.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.383, "count": 300, "max_ms": 121.537, "p95_ms": 97.033}, "read_interval": {"avg_ms": 100.005, "count": 300, "max_ms": 131.923, "p95_ms": 117.427}, "triton_wait": {"avg_ms": 67.928, "count": 300, "max_ms": 98.972, "p95_ms": 81.97}, "visualize": {"avg_ms": 3.779, "count": 300, "max_ms": 6.133, "p95_ms": 4.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2951, "tracking_summary": 2584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68213.506, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.438, "sample_count": 1030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:59:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:59:20+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T04:59:19+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T04:59:19.788335+09:00", "mtime_epoch": 1783022359.7883353, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:59:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 944.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.149, "pushed": 3.149, "read": 3.115}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.581, "count": 94, "max_ms": 213.639, "p95_ms": 211.567}, "gstreamer_push": {"avg_ms": 1.122, "count": 94, "max_ms": 3.143, "p95_ms": 2.817}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.685, "count": 94, "max_ms": 102.15, "p95_ms": 95.43}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.552, "count": 94, "max_ms": 99.679, "p95_ms": 95.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 311.063, "count": 94, "max_ms": 351.056, "p95_ms": 336.558}, "read_interval": {"avg_ms": 320.955, "count": 93, "max_ms": 359.856, "p95_ms": 347.174}, "triton_wait": {"avg_ms": 70.01, "count": 94, "max_ms": 102.163, "p95_ms": 97.673}, "visualize": {"avg_ms": 30.697, "count": 94, "max_ms": 40.438, "p95_ms": 39.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6334.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40865.7, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.702, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 665225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:59:25+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T04:59:25+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T04:59:25.136451+09:00", "mtime_epoch": 1783022365.1364508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 125015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:59:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1352.395, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.975, "count": 301, "max_ms": 14.975, "p95_ms": 14.177}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 2.09, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.133, "count": 301, "max_ms": 76.817, "p95_ms": 64.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.662, "count": 301, "max_ms": 100.211, "p95_ms": 83.613}, "yolo11_640_fire_11class": {"avg_ms": 52.451, "count": 301, "max_ms": 76.814, "p95_ms": 64.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.569, "count": 301, "max_ms": 89.883, "p95_ms": 76.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.488, "count": 301, "max_ms": 117.325, "p95_ms": 103.234}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 242.069, "p95_ms": 125.775}, "triton_wait": {"avg_ms": 63.723, "count": 301, "max_ms": 100.223, "p95_ms": 83.625}, "visualize": {"avg_ms": 3.886, "count": 301, "max_ms": 6.8, "p95_ms": 6.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6330.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31076.305, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.523, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 658320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:59:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T04:59:45+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T04:59:45+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T04:59:45.632893+09:00", "mtime_epoch": 1783022385.6328926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T04:59:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1598.859, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.198, "count": 301, "max_ms": 6.609, "p95_ms": 5.007}, "gstreamer_push": {"avg_ms": 1.297, "count": 301, "max_ms": 2.107, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.562, "count": 301, "max_ms": 75.692, "p95_ms": 68.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.554, "count": 301, "max_ms": 101.99, "p95_ms": 80.64}, "yolo11_640_fire_11class": {"avg_ms": 55.197, "count": 301, "max_ms": 75.546, "p95_ms": 67.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.687, "count": 301, "max_ms": 88.287, "p95_ms": 79.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.44, "count": 301, "max_ms": 114.985, "p95_ms": 97.808}, "read_interval": {"avg_ms": 99.959, "count": 300, "max_ms": 128.971, "p95_ms": 119.166}, "triton_wait": {"avg_ms": 67.32, "count": 301, "max_ms": 102.005, "p95_ms": 84.159}, "visualize": {"avg_ms": 3.766, "count": 301, "max_ms": 6.724, "p95_ms": 4.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2952, "tracking_summary": 2585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6334.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68243.696, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.575, "sample_count": 1027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T04:59:50+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T04:59:49+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T04:59:49.980986+09:00", "mtime_epoch": 1783022389.9809864, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T04:59:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 947.844, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.517, "pushed": 3.517, "read": 3.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.105, "count": 105, "max_ms": 258.645, "p95_ms": 239.795}, "gstreamer_push": {"avg_ms": 1.009, "count": 105, "max_ms": 1.999, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.321, "count": 105, "max_ms": 97.896, "p95_ms": 92.39}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.857, "count": 105, "max_ms": 100.43, "p95_ms": 93.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.819, "count": 105, "max_ms": 367.491, "p95_ms": 342.582}, "read_interval": {"avg_ms": 287.303, "count": 104, "max_ms": 376.216, "p95_ms": 353.618}, "triton_wait": {"avg_ms": 68.958, "count": 105, "max_ms": 100.442, "p95_ms": 93.396}, "visualize": {"avg_ms": 27.005, "count": 105, "max_ms": 40.014, "p95_ms": 34.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6334.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40895.8, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.965, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 665526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T04:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T04:59:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T04:59:55+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T04:59:55.153098+09:00", "mtime_epoch": 1783022395.1530976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 125902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T04:59:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1352.395, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.677, "count": 301, "max_ms": 12.96, "p95_ms": 9.526}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.815, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.329, "count": 301, "max_ms": 71.288, "p95_ms": 66.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.72, "count": 301, "max_ms": 106.018, "p95_ms": 88.152}, "yolo11_640_fire_11class": {"avg_ms": 52.842, "count": 301, "max_ms": 70.262, "p95_ms": 65.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.539, "count": 301, "max_ms": 85.223, "p95_ms": 78.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.91, "count": 301, "max_ms": 122.664, "p95_ms": 104.401}, "read_interval": {"avg_ms": 99.961, "count": 300, "max_ms": 272.996, "p95_ms": 126.143}, "triton_wait": {"avg_ms": 64.589, "count": 301, "max_ms": 106.032, "p95_ms": 88.164}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 6.302, "p95_ms": 4.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6327.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31106.319, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.401, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 658620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:00:15+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T05:00:15+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T05:00:15.629538+09:00", "mtime_epoch": 1783022415.629538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:00:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1598.859, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.087, "count": 300, "max_ms": 6.479, "p95_ms": 5.356}, "gstreamer_push": {"avg_ms": 1.275, "count": 300, "max_ms": 1.74, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.334, "count": 300, "max_ms": 74.496, "p95_ms": 67.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.079, "count": 300, "max_ms": 98.219, "p95_ms": 79.96}, "yolo11_640_fire_11class": {"avg_ms": 54.682, "count": 300, "max_ms": 74.335, "p95_ms": 66.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.714, "count": 300, "max_ms": 88.08, "p95_ms": 78.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.738, "count": 300, "max_ms": 110.905, "p95_ms": 95.228}, "read_interval": {"avg_ms": 100.009, "count": 300, "max_ms": 127.795, "p95_ms": 119.194}, "triton_wait": {"avg_ms": 66.06, "count": 300, "max_ms": 98.232, "p95_ms": 82.127}, "visualize": {"avg_ms": 3.626, "count": 300, "max_ms": 5.66, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2954, "tracking_summary": 2586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6339.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68273.96, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.398, "sample_count": 1030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:00:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:00:20+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T05:00:20+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T05:00:20.229637+09:00", "mtime_epoch": 1783022420.2296371, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:00:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 951.105, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.44, "pushed": 3.44, "read": 3.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.65, "count": 103, "max_ms": 228.191, "p95_ms": 218.954}, "gstreamer_push": {"avg_ms": 1.059, "count": 103, "max_ms": 2.973, "p95_ms": 2.815}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.767, "count": 103, "max_ms": 104.073, "p95_ms": 91.247}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.463, "count": 103, "max_ms": 103.365, "p95_ms": 92.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.959, "count": 103, "max_ms": 347.789, "p95_ms": 332.756}, "read_interval": {"avg_ms": 293.515, "count": 102, "max_ms": 356.636, "p95_ms": 341.673}, "triton_wait": {"avg_ms": 68.715, "count": 103, "max_ms": 104.083, "p95_ms": 92.041}, "visualize": {"avg_ms": 25.674, "count": 103, "max_ms": 43.815, "p95_ms": 36.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6338.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40925.801, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.058, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 665819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:00:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:00:25+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T05:00:25+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T05:00:25.245745+09:00", "mtime_epoch": 1783022425.245745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:00:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1352.652, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.772}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.73, "count": 293, "max_ms": 12.142, "p95_ms": 9.5}, "gstreamer_push": {"avg_ms": 1.232, "count": 293, "max_ms": 1.989, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.257, "count": 293, "max_ms": 75.369, "p95_ms": 65.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.297, "count": 293, "max_ms": 99.99, "p95_ms": 82.858}, "yolo11_640_fire_11class": {"avg_ms": 53.171, "count": 293, "max_ms": 75.358, "p95_ms": 64.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.347, "count": 293, "max_ms": 86.578, "p95_ms": 77.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.839, "count": 293, "max_ms": 200.597, "p95_ms": 103.908}, "read_interval": {"avg_ms": 102.429, "count": 293, "max_ms": 419.193, "p95_ms": 127.363}, "triton_wait": {"avg_ms": 64.894, "count": 293, "max_ms": 100.003, "p95_ms": 82.872}, "visualize": {"avg_ms": 3.745, "count": 293, "max_ms": 5.492, "p95_ms": 4.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6338.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31136.422, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.401, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 658921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:00:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:00:45+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T05:00:45+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T05:00:45.722184+09:00", "mtime_epoch": 1783022445.7221844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:00:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1599.117, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.089, "count": 300, "max_ms": 6.435, "p95_ms": 4.778}, "gstreamer_push": {"avg_ms": 1.304, "count": 301, "max_ms": 1.699, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.41, "count": 300, "max_ms": 78.631, "p95_ms": 68.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.696, "count": 300, "max_ms": 100.053, "p95_ms": 86.167}, "yolo11_640_fire_11class": {"avg_ms": 55.642, "count": 300, "max_ms": 77.889, "p95_ms": 67.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.31, "count": 300, "max_ms": 95.392, "p95_ms": 82.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.244, "count": 301, "max_ms": 112.911, "p95_ms": 101.071}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 128.282, "p95_ms": 118.848}, "triton_wait": {"avg_ms": 69.425, "count": 300, "max_ms": 100.066, "p95_ms": 88.479}, "visualize": {"avg_ms": 3.666, "count": 300, "max_ms": 5.792, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2955, "tracking_summary": 2586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6339.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68304.213, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.374, "sample_count": 1028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:00:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:00:50+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T05:00:50+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T05:00:50.498287+09:00", "mtime_epoch": 1783022450.498287, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:00:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 951.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.162, "pushed": 3.162, "read": 3.129}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.64, "count": 94, "max_ms": 213.213, "p95_ms": 211.612}, "gstreamer_push": {"avg_ms": 0.985, "count": 94, "max_ms": 2.867, "p95_ms": 1.885}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.061, "count": 94, "max_ms": 103.32, "p95_ms": 97.504}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.621, "count": 94, "max_ms": 102.48, "p95_ms": 91.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 309.722, "count": 94, "max_ms": 347.896, "p95_ms": 337.559}, "read_interval": {"avg_ms": 319.532, "count": 93, "max_ms": 358.174, "p95_ms": 347.161}, "triton_wait": {"avg_ms": 71.544, "count": 94, "max_ms": 103.333, "p95_ms": 98.124}, "visualize": {"avg_ms": 26.853, "count": 94, "max_ms": 39.887, "p95_ms": 35.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.725, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6336.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40955.876, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.401, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 666121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:00:55+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T05:00:55+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T05:00:55.314390+09:00", "mtime_epoch": 1783022455.3143902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:00:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1352.91, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.746, "count": 302, "max_ms": 12.914, "p95_ms": 9.739}, "gstreamer_push": {"avg_ms": 1.227, "count": 302, "max_ms": 2.005, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.687, "count": 302, "max_ms": 75.393, "p95_ms": 67.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.769, "count": 302, "max_ms": 109.428, "p95_ms": 86.074}, "yolo11_640_fire_11class": {"avg_ms": 53.097, "count": 302, "max_ms": 74.874, "p95_ms": 66.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.765, "count": 302, "max_ms": 94.558, "p95_ms": 80.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.172, "count": 302, "max_ms": 131.761, "p95_ms": 107.912}, "read_interval": {"avg_ms": 99.586, "count": 301, "max_ms": 144.856, "p95_ms": 123.733}, "triton_wait": {"avg_ms": 65.011, "count": 302, "max_ms": 109.443, "p95_ms": 86.146}, "visualize": {"avg_ms": 3.733, "count": 302, "max_ms": 6.757, "p95_ms": 4.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6333.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31166.492, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.523, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 659222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:01:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:01:15+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T05:01:15+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T05:01:15.818830+09:00", "mtime_epoch": 1783022475.8188295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:01:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1599.117, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.09, "count": 301, "max_ms": 6.092, "p95_ms": 4.732}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.918, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.111, "count": 301, "max_ms": 75.959, "p95_ms": 67.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.585, "count": 301, "max_ms": 99.827, "p95_ms": 81.808}, "yolo11_640_fire_11class": {"avg_ms": 54.298, "count": 301, "max_ms": 75.895, "p95_ms": 66.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.617, "count": 301, "max_ms": 90.216, "p95_ms": 81.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.169, "count": 301, "max_ms": 112.775, "p95_ms": 96.561}, "read_interval": {"avg_ms": 99.893, "count": 300, "max_ms": 126.835, "p95_ms": 119.104}, "triton_wait": {"avg_ms": 66.36, "count": 301, "max_ms": 99.84, "p95_ms": 83.683}, "visualize": {"avg_ms": 3.688, "count": 301, "max_ms": 4.868, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2955, "tracking_summary": 2587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68334.295, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.514, "sample_count": 1032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:01:20+09:00", "last_frame_read_age_sec": 0.343, "last_frame_read_at": "2026-07-03T05:01:20+09:00", "mjpeg": {"age_sec": 0.322, "exists": true, "mtime": "2026-07-03T05:01:20.550931+09:00", "mtime_epoch": 1783022480.5509307, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:01:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 942.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.829, "pushed": 3.829, "read": 3.795}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.56, "count": 114, "max_ms": 218.077, "p95_ms": 210.8}, "gstreamer_push": {"avg_ms": 1.009, "count": 114, "max_ms": 2.741, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.045, "count": 114, "max_ms": 102.916, "p95_ms": 91.268}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.917, "count": 114, "max_ms": 101.864, "p95_ms": 89.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.243, "count": 114, "max_ms": 341.677, "p95_ms": 328.493}, "read_interval": {"avg_ms": 263.097, "count": 113, "max_ms": 348.119, "p95_ms": 335.39}, "triton_wait": {"avg_ms": 69.688, "count": 114, "max_ms": 102.929, "p95_ms": 91.508}, "visualize": {"avg_ms": 25.231, "count": 114, "max_ms": 34.48, "p95_ms": 31.628}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.776, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 40985.885, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.127, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 666422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:01:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:01:25+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T05:01:25+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T05:01:25.315033+09:00", "mtime_epoch": 1783022485.3150327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:01:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1352.91, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.715, "count": 301, "max_ms": 12.135, "p95_ms": 9.58}, "gstreamer_push": {"avg_ms": 1.246, "count": 301, "max_ms": 2.197, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.709, "count": 301, "max_ms": 76.416, "p95_ms": 65.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.485, "count": 301, "max_ms": 98.935, "p95_ms": 87.902}, "yolo11_640_fire_11class": {"avg_ms": 52.725, "count": 301, "max_ms": 76.404, "p95_ms": 64.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.043, "count": 301, "max_ms": 88.647, "p95_ms": 79.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.316, "count": 301, "max_ms": 135.964, "p95_ms": 107.694}, "read_interval": {"avg_ms": 99.658, "count": 301, "max_ms": 148.998, "p95_ms": 124.019}, "triton_wait": {"avg_ms": 64.744, "count": 301, "max_ms": 98.948, "p95_ms": 87.914}, "visualize": {"avg_ms": 3.786, "count": 301, "max_ms": 5.865, "p95_ms": 4.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31196.512, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.68, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 659522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:01:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:01:45+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T05:01:45+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T05:01:45.851472+09:00", "mtime_epoch": 1783022505.851472, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:01:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1599.375, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.062, "count": 300, "max_ms": 6.054, "p95_ms": 4.691}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.963, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.195, "count": 300, "max_ms": 78.37, "p95_ms": 67.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.312, "count": 300, "max_ms": 102.499, "p95_ms": 81.601}, "yolo11_640_fire_11class": {"avg_ms": 55.734, "count": 300, "max_ms": 77.839, "p95_ms": 67.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.383, "count": 300, "max_ms": 98.877, "p95_ms": 79.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.902, "count": 300, "max_ms": 115.787, "p95_ms": 97.064}, "read_interval": {"avg_ms": 100.121, "count": 300, "max_ms": 129.492, "p95_ms": 120.143}, "triton_wait": {"avg_ms": 68.153, "count": 300, "max_ms": 102.512, "p95_ms": 83.891}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 5.116, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2956, "tracking_summary": 2588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68364.418, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.696, "sample_count": 1029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:01:50+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T05:01:50+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T05:01:50.711576+09:00", "mtime_epoch": 1783022510.7115757, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:01:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.172, "name": "celery", "pid": 239, "rss_mb": 942.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.154, "pushed": 3.154, "read": 3.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 204.961, "count": 94, "max_ms": 220.336, "p95_ms": 217.389}, "gstreamer_push": {"avg_ms": 1.411, "count": 94, "max_ms": 3.031, "p95_ms": 2.917}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.629, "count": 94, "max_ms": 103.217, "p95_ms": 92.358}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.826, "count": 94, "max_ms": 105.886, "p95_ms": 92.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.089, "count": 94, "max_ms": 366.023, "p95_ms": 341.813}, "read_interval": {"avg_ms": 320.639, "count": 93, "max_ms": 376.2, "p95_ms": 352.394}, "triton_wait": {"avg_ms": 69.044, "count": 94, "max_ms": 105.898, "p95_ms": 93.211}, "visualize": {"avg_ms": 32.353, "count": 94, "max_ms": 45.368, "p95_ms": 44.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.808, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6332.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41015.956, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.188, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 666724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:01:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T05:01:55+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T05:01:55.395676+09:00", "mtime_epoch": 1783022515.3956757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:01:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1353.168, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.852, "count": 302, "max_ms": 15.246, "p95_ms": 9.911}, "gstreamer_push": {"avg_ms": 1.218, "count": 302, "max_ms": 2.318, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.36, "count": 302, "max_ms": 72.0, "p95_ms": 64.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.298, "count": 302, "max_ms": 104.277, "p95_ms": 81.877}, "yolo11_640_fire_11class": {"avg_ms": 52.981, "count": 302, "max_ms": 71.727, "p95_ms": 64.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.514, "count": 302, "max_ms": 94.038, "p95_ms": 78.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.653, "count": 302, "max_ms": 134.246, "p95_ms": 107.423}, "read_interval": {"avg_ms": 99.543, "count": 301, "max_ms": 147.617, "p95_ms": 122.998}, "triton_wait": {"avg_ms": 64.275, "count": 302, "max_ms": 104.29, "p95_ms": 82.398}, "visualize": {"avg_ms": 3.746, "count": 302, "max_ms": 6.161, "p95_ms": 5.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31226.589, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.616, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 659823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:02:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:02:15+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T05:02:15+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T05:02:15.892113+09:00", "mtime_epoch": 1783022535.8921132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:02:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1599.633, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.088, "count": 300, "max_ms": 6.312, "p95_ms": 5.832}, "gstreamer_push": {"avg_ms": 1.248, "count": 301, "max_ms": 1.526, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.101, "count": 300, "max_ms": 75.042, "p95_ms": 66.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.73, "count": 300, "max_ms": 104.091, "p95_ms": 82.81}, "yolo11_640_fire_11class": {"avg_ms": 54.584, "count": 300, "max_ms": 76.351, "p95_ms": 67.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.089, "count": 300, "max_ms": 90.506, "p95_ms": 82.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.203, "count": 301, "max_ms": 117.005, "p95_ms": 97.261}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 132.355, "p95_ms": 120.092}, "triton_wait": {"avg_ms": 67.773, "count": 300, "max_ms": 104.104, "p95_ms": 84.385}, "visualize": {"avg_ms": 3.534, "count": 300, "max_ms": 5.695, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2959, "tracking_summary": 2589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6338.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68394.723, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.374, "sample_count": 1027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:02:21+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T05:02:20+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T05:02:20.996222+09:00", "mtime_epoch": 1783022540.996222, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:02:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.961, "name": "celery", "pid": 239, "rss_mb": 948.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.439, "pushed": 3.439, "read": 3.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 183.061, "count": 103, "max_ms": 238.509, "p95_ms": 217.843}, "gstreamer_push": {"avg_ms": 1.065, "count": 103, "max_ms": 2.874, "p95_ms": 2.742}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.14, "count": 103, "max_ms": 107.421, "p95_ms": 94.644}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.648, "count": 103, "max_ms": 105.212, "p95_ms": 95.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.238, "count": 103, "max_ms": 349.785, "p95_ms": 345.512}, "read_interval": {"avg_ms": 293.938, "count": 102, "max_ms": 359.857, "p95_ms": 355.562}, "triton_wait": {"avg_ms": 69.205, "count": 103, "max_ms": 107.434, "p95_ms": 96.997}, "visualize": {"avg_ms": 28.18, "count": 103, "max_ms": 43.968, "p95_ms": 37.569}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6340.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41046.005, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.869, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:02:25+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T05:02:25+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T05:02:25.448317+09:00", "mtime_epoch": 1783022545.448317, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:02:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1353.168, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.884}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.851, "count": 297, "max_ms": 15.302, "p95_ms": 9.938}, "gstreamer_push": {"avg_ms": 1.2, "count": 297, "max_ms": 1.53, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.22, "count": 297, "max_ms": 79.185, "p95_ms": 67.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.154, "count": 297, "max_ms": 111.604, "p95_ms": 82.721}, "yolo11_640_fire_11class": {"avg_ms": 53.65, "count": 297, "max_ms": 78.39, "p95_ms": 66.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.86, "count": 297, "max_ms": 91.718, "p95_ms": 81.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.879, "count": 297, "max_ms": 149.833, "p95_ms": 111.834}, "read_interval": {"avg_ms": 101.203, "count": 296, "max_ms": 163.835, "p95_ms": 131.452}, "triton_wait": {"avg_ms": 65.154, "count": 297, "max_ms": 111.616, "p95_ms": 85.209}, "visualize": {"avg_ms": 3.725, "count": 297, "max_ms": 5.705, "p95_ms": 5.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6337.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31256.636, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.342, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 660116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:02:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T05:02:46+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-03T05:02:45+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T05:02:45.892753+09:00", "mtime_epoch": 1783022565.8927526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 151404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:02:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1599.633, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.745}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.285, "count": 293, "max_ms": 8.235, "p95_ms": 6.522}, "gstreamer_push": {"avg_ms": 1.289, "count": 293, "max_ms": 2.205, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.826, "count": 293, "max_ms": 75.184, "p95_ms": 67.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.296, "count": 293, "max_ms": 107.166, "p95_ms": 83.144}, "yolo11_640_fire_11class": {"avg_ms": 53.48, "count": 293, "max_ms": 74.467, "p95_ms": 67.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.89, "count": 293, "max_ms": 97.184, "p95_ms": 81.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.818, "count": 293, "max_ms": 164.074, "p95_ms": 114.26}, "read_interval": {"avg_ms": 102.322, "count": 292, "max_ms": 403.084, "p95_ms": 133.868}, "triton_wait": {"avg_ms": 65.926, "count": 293, "max_ms": 107.18, "p95_ms": 86.144}, "visualize": {"avg_ms": 3.804, "count": 293, "max_ms": 6.946, "p95_ms": 5.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2959, "tracking_summary": 2590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6340.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68424.91, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.281, "sample_count": 1026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:02:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:02:51+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T05:02:51+09:00", "mjpeg": {"age_sec": 0.335, "exists": true, "mtime": "2026-07-03T05:02:51.152865+09:00", "mtime_epoch": 1783022571.1528647, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:02:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.961, "name": "celery", "pid": 239, "rss_mb": 951.648, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.834, "pushed": 3.834, "read": 3.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.55, "count": 115, "max_ms": 240.269, "p95_ms": 224.833}, "gstreamer_push": {"avg_ms": 0.965, "count": 115, "max_ms": 2.8, "p95_ms": 1.843}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.421, "count": 115, "max_ms": 99.812, "p95_ms": 87.279}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.464, "count": 115, "max_ms": 96.491, "p95_ms": 82.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.764, "count": 115, "max_ms": 355.475, "p95_ms": 332.683}, "read_interval": {"avg_ms": 261.689, "count": 114, "max_ms": 364.149, "p95_ms": 342.009}, "triton_wait": {"avg_ms": 69.576, "count": 115, "max_ms": 99.825, "p95_ms": 92.221}, "visualize": {"avg_ms": 25.867, "count": 115, "max_ms": 43.785, "p95_ms": 35.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41076.055, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.887, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:02:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:02:55+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T05:02:55+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T05:02:55.496957+09:00", "mtime_epoch": 1783022575.4969573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:02:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1353.426, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.114}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.052, "count": 304, "max_ms": 14.688, "p95_ms": 11.95}, "gstreamer_push": {"avg_ms": 1.249, "count": 304, "max_ms": 1.943, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.275, "count": 304, "max_ms": 71.404, "p95_ms": 64.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.611, "count": 304, "max_ms": 104.588, "p95_ms": 81.681}, "yolo11_640_fire_11class": {"avg_ms": 49.792, "count": 304, "max_ms": 71.912, "p95_ms": 64.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.3, "count": 304, "max_ms": 95.992, "p95_ms": 80.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.799, "count": 304, "max_ms": 139.701, "p95_ms": 107.02}, "read_interval": {"avg_ms": 98.852, "count": 303, "max_ms": 575.525, "p95_ms": 129.141}, "triton_wait": {"avg_ms": 59.093, "count": 304, "max_ms": 104.601, "p95_ms": 83.447}, "visualize": {"avg_ms": 3.773, "count": 304, "max_ms": 6.811, "p95_ms": 4.743}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6335.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31286.723, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.232, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 660404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:03:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:03:16+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T05:03:16+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T05:03:16.049395+09:00", "mtime_epoch": 1783022596.0493946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:03:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1599.891, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.611, "pushed": 9.611, "read": 9.577}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.079, "count": 287, "max_ms": 9.528, "p95_ms": 6.925}, "gstreamer_push": {"avg_ms": 1.2, "count": 288, "max_ms": 2.181, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.12, "count": 287, "max_ms": 73.068, "p95_ms": 65.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.738, "count": 287, "max_ms": 106.444, "p95_ms": 80.884}, "yolo11_640_fire_11class": {"avg_ms": 49.413, "count": 287, "max_ms": 71.332, "p95_ms": 63.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.029, "count": 287, "max_ms": 93.05, "p95_ms": 82.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.236, "count": 288, "max_ms": 160.507, "p95_ms": 136.087}, "read_interval": {"avg_ms": 104.513, "count": 287, "max_ms": 171.111, "p95_ms": 145.838}, "triton_wait": {"avg_ms": 63.419, "count": 287, "max_ms": 106.456, "p95_ms": 87.87}, "visualize": {"avg_ms": 4.301, "count": 287, "max_ms": 6.979, "p95_ms": 5.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2960, "tracking_summary": 2591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6341.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68455.08, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.559, "sample_count": 1028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:03:21+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T05:03:21+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-03T05:03:21.341507+09:00", "mtime_epoch": 1783022601.341507, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:03:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.961, "name": "celery", "pid": 239, "rss_mb": 951.453, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.552, "pushed": 3.552, "read": 3.518}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.126, "count": 106, "max_ms": 250.28, "p95_ms": 232.217}, "gstreamer_push": {"avg_ms": 0.971, "count": 106, "max_ms": 2.706, "p95_ms": 1.79}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.4, "count": 106, "max_ms": 103.462, "p95_ms": 92.186}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.998, "count": 106, "max_ms": 99.01, "p95_ms": 93.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.747, "count": 106, "max_ms": 384.28, "p95_ms": 345.873}, "read_interval": {"avg_ms": 284.117, "count": 105, "max_ms": 393.141, "p95_ms": 357.075}, "triton_wait": {"avg_ms": 73.956, "count": 106, "max_ms": 103.474, "p95_ms": 94.736}, "visualize": {"avg_ms": 27.811, "count": 106, "max_ms": 40.919, "p95_ms": 38.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6343.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41106.17, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.912, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:03:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:03:25+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-03T05:03:25+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T05:03:25.585597+09:00", "mtime_epoch": 1783022605.5855973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:03:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1353.684, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.155, "count": 297, "max_ms": 14.818, "p95_ms": 11.27}, "gstreamer_push": {"avg_ms": 1.223, "count": 298, "max_ms": 1.92, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.748, "count": 297, "max_ms": 76.057, "p95_ms": 64.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.764, "count": 297, "max_ms": 105.124, "p95_ms": 83.979}, "yolo11_640_fire_11class": {"avg_ms": 49.173, "count": 297, "max_ms": 70.856, "p95_ms": 63.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.39, "count": 297, "max_ms": 94.855, "p95_ms": 82.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.184, "count": 298, "max_ms": 150.325, "p95_ms": 118.314}, "read_interval": {"avg_ms": 100.944, "count": 297, "max_ms": 612.692, "p95_ms": 147.062}, "triton_wait": {"avg_ms": 58.907, "count": 297, "max_ms": 105.136, "p95_ms": 87.001}, "visualize": {"avg_ms": 3.827, "count": 297, "max_ms": 6.577, "p95_ms": 5.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6341.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31316.819, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.386, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 660725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T05:03:46+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T05:03:46+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T05:03:46.134034+09:00", "mtime_epoch": 1783022626.1340337, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:03:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1599.891, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.668, "pushed": 10.668, "read": 10.668}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.27, "count": 320, "max_ms": 9.244, "p95_ms": 6.012}, "gstreamer_push": {"avg_ms": 1.263, "count": 320, "max_ms": 1.95, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.435, "count": 320, "max_ms": 75.493, "p95_ms": 65.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.583, "count": 320, "max_ms": 102.703, "p95_ms": 82.058}, "yolo11_640_fire_11class": {"avg_ms": 50.978, "count": 320, "max_ms": 79.227, "p95_ms": 65.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.984, "count": 320, "max_ms": 93.895, "p95_ms": 83.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.658, "count": 320, "max_ms": 144.288, "p95_ms": 109.236}, "read_interval": {"avg_ms": 93.749, "count": 320, "max_ms": 185.971, "p95_ms": 121.886}, "triton_wait": {"avg_ms": 64.722, "count": 320, "max_ms": 102.716, "p95_ms": 85.815}, "visualize": {"avg_ms": 3.715, "count": 320, "max_ms": 6.318, "p95_ms": 4.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2961, "tracking_summary": 2592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6344.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68485.183, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.281, "sample_count": 1027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:03:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:03:51+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T05:03:51+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T05:03:51.474147+09:00", "mtime_epoch": 1783022631.474147, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:03:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.961, "name": "celery", "pid": 239, "rss_mb": 956.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.46, "pushed": 3.46, "read": 3.426}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.011, "count": 103, "max_ms": 215.919, "p95_ms": 212.755}, "gstreamer_push": {"avg_ms": 0.846, "count": 103, "max_ms": 1.834, "p95_ms": 1.727}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.037, "count": 103, "max_ms": 101.776, "p95_ms": 87.302}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.852, "count": 103, "max_ms": 100.271, "p95_ms": 85.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.816, "count": 103, "max_ms": 335.425, "p95_ms": 329.724}, "read_interval": {"avg_ms": 292.104, "count": 102, "max_ms": 347.459, "p95_ms": 340.718}, "triton_wait": {"avg_ms": 70.818, "count": 103, "max_ms": 101.789, "p95_ms": 87.813}, "visualize": {"avg_ms": 27.23, "count": 103, "max_ms": 37.562, "p95_ms": 35.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6344.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41136.226, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.777, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:03:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:03:55+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T05:03:55+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T05:03:55.674236+09:00", "mtime_epoch": 1783022635.6742363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:03:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1353.684, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.054}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.69, "count": 302, "max_ms": 12.097, "p95_ms": 9.683}, "gstreamer_push": {"avg_ms": 1.215, "count": 302, "max_ms": 1.616, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.282, "count": 302, "max_ms": 80.83, "p95_ms": 65.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.328, "count": 302, "max_ms": 110.662, "p95_ms": 79.27}, "yolo11_640_fire_11class": {"avg_ms": 51.863, "count": 302, "max_ms": 78.402, "p95_ms": 65.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.835, "count": 302, "max_ms": 100.178, "p95_ms": 81.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.145, "count": 302, "max_ms": 150.133, "p95_ms": 112.678}, "read_interval": {"avg_ms": 99.56, "count": 301, "max_ms": 408.788, "p95_ms": 128.473}, "triton_wait": {"avg_ms": 62.682, "count": 302, "max_ms": 110.675, "p95_ms": 84.91}, "visualize": {"avg_ms": 3.715, "count": 302, "max_ms": 5.957, "p95_ms": 4.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6341.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31346.823, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.897, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 661022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:04:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:04:16+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T05:04:16+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T05:04:16.130670+09:00", "mtime_epoch": 1783022656.1306703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:04:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1600.148, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.256, "count": 297, "max_ms": 7.306, "p95_ms": 5.932}, "gstreamer_push": {"avg_ms": 1.264, "count": 297, "max_ms": 1.785, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.371, "count": 297, "max_ms": 77.376, "p95_ms": 68.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.971, "count": 297, "max_ms": 98.405, "p95_ms": 85.233}, "yolo11_640_fire_11class": {"avg_ms": 53.829, "count": 297, "max_ms": 74.974, "p95_ms": 67.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.769, "count": 297, "max_ms": 100.081, "p95_ms": 84.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.249, "count": 297, "max_ms": 134.286, "p95_ms": 108.865}, "read_interval": {"avg_ms": 100.943, "count": 297, "max_ms": 183.46, "p95_ms": 125.061}, "triton_wait": {"avg_ms": 68.135, "count": 297, "max_ms": 100.092, "p95_ms": 86.999}, "visualize": {"avg_ms": 3.793, "count": 297, "max_ms": 5.73, "p95_ms": 5.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2962, "tracking_summary": 2592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6345.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68515.229, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.559, "sample_count": 1026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:04:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:04:21+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T05:04:21+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T05:04:21.506784+09:00", "mtime_epoch": 1783022661.5067842, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:04:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 956.961, "name": "celery", "pid": 239, "rss_mb": 955.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.128, "pushed": 3.128, "read": 3.095}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 208.932, "count": 93, "max_ms": 218.39, "p95_ms": 213.454}, "gstreamer_push": {"avg_ms": 0.974, "count": 93, "max_ms": 2.886, "p95_ms": 1.792}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.502, "count": 93, "max_ms": 100.777, "p95_ms": 90.879}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.729, "count": 93, "max_ms": 99.115, "p95_ms": 87.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.162, "count": 93, "max_ms": 349.586, "p95_ms": 337.667}, "read_interval": {"avg_ms": 323.082, "count": 92, "max_ms": 358.345, "p95_ms": 348.351}, "triton_wait": {"avg_ms": 70.409, "count": 93, "max_ms": 100.789, "p95_ms": 92.844}, "visualize": {"avg_ms": 30.033, "count": 93, "max_ms": 40.439, "p95_ms": 39.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.73, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6334.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41166.312, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.426, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 668225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:04:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:04:25+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T05:04:25+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T05:04:25.742874+09:00", "mtime_epoch": 1783022665.7428741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:04:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1353.941, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.789, "count": 299, "max_ms": 13.024, "p95_ms": 9.636}, "gstreamer_push": {"avg_ms": 1.221, "count": 299, "max_ms": 1.697, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.276, "count": 299, "max_ms": 68.62, "p95_ms": 63.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.138, "count": 299, "max_ms": 104.13, "p95_ms": 81.74}, "yolo11_640_fire_11class": {"avg_ms": 50.809, "count": 299, "max_ms": 68.584, "p95_ms": 62.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.131, "count": 299, "max_ms": 87.745, "p95_ms": 82.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.341, "count": 299, "max_ms": 139.143, "p95_ms": 111.787}, "read_interval": {"avg_ms": 100.252, "count": 299, "max_ms": 370.614, "p95_ms": 134.908}, "triton_wait": {"avg_ms": 61.847, "count": 299, "max_ms": 104.143, "p95_ms": 84.729}, "visualize": {"avg_ms": 3.766, "count": 299, "max_ms": 6.471, "p95_ms": 4.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6344.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31376.843, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.066, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 661323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:04:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:04:46+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T05:04:46+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T05:04:46.179307+09:00", "mtime_epoch": 1783022686.179307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:04:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1600.406, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.267, "count": 301, "max_ms": 7.681, "p95_ms": 5.91}, "gstreamer_push": {"avg_ms": 1.259, "count": 301, "max_ms": 1.861, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.168, "count": 301, "max_ms": 76.597, "p95_ms": 66.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.081, "count": 301, "max_ms": 106.737, "p95_ms": 80.532}, "yolo11_640_fire_11class": {"avg_ms": 53.214, "count": 301, "max_ms": 78.014, "p95_ms": 65.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.031, "count": 301, "max_ms": 95.309, "p95_ms": 83.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.921, "count": 301, "max_ms": 148.977, "p95_ms": 110.137}, "read_interval": {"avg_ms": 99.773, "count": 300, "max_ms": 160.053, "p95_ms": 121.68}, "triton_wait": {"avg_ms": 67.73, "count": 301, "max_ms": 106.75, "p95_ms": 84.224}, "visualize": {"avg_ms": 3.767, "count": 301, "max_ms": 5.325, "p95_ms": 5.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2963, "tracking_summary": 2593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6334.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68545.299, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.701, "sample_count": 1018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:04:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:04:51+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T05:04:51+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T05:04:51.695424+09:00", "mtime_epoch": 1783022691.6954238, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:04:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 957.586, "name": "celery", "pid": 239, "rss_mb": 942.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.225, "pushed": 3.225, "read": 3.191}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.771, "count": 96, "max_ms": 219.534, "p95_ms": 211.286}, "gstreamer_push": {"avg_ms": 1.029, "count": 96, "max_ms": 2.624, "p95_ms": 1.778}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.225, "count": 96, "max_ms": 99.465, "p95_ms": 94.519}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.316, "count": 96, "max_ms": 99.632, "p95_ms": 91.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.282, "count": 96, "max_ms": 338.384, "p95_ms": 335.544}, "read_interval": {"avg_ms": 314.374, "count": 95, "max_ms": 347.666, "p95_ms": 344.238}, "triton_wait": {"avg_ms": 68.95, "count": 96, "max_ms": 99.645, "p95_ms": 94.531}, "visualize": {"avg_ms": 29.798, "count": 96, "max_ms": 40.886, "p95_ms": 40.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.767, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6340.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41196.399, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.274, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 668528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:04:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:04:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T05:04:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T05:04:55.835511+09:00", "mtime_epoch": 1783022695.8355114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:04:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1353.941, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.604, "count": 302, "max_ms": 11.481, "p95_ms": 9.543}, "gstreamer_push": {"avg_ms": 1.244, "count": 302, "max_ms": 2.058, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.556, "count": 302, "max_ms": 75.823, "p95_ms": 63.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.328, "count": 302, "max_ms": 102.775, "p95_ms": 79.416}, "yolo11_640_fire_11class": {"avg_ms": 51.589, "count": 302, "max_ms": 75.302, "p95_ms": 62.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.607, "count": 302, "max_ms": 90.864, "p95_ms": 80.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.89, "count": 302, "max_ms": 133.395, "p95_ms": 104.688}, "read_interval": {"avg_ms": 99.281, "count": 302, "max_ms": 277.825, "p95_ms": 124.228}, "triton_wait": {"avg_ms": 63.633, "count": 302, "max_ms": 102.788, "p95_ms": 82.728}, "visualize": {"avg_ms": 3.683, "count": 302, "max_ms": 6.031, "p95_ms": 4.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6333.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31406.921, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.198, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 661614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:05:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:05:16+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T05:05:16+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T05:05:16.211943+09:00", "mtime_epoch": 1783022716.2119427, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:05:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1600.406, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.668}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.588, "count": 290, "max_ms": 8.371, "p95_ms": 6.093}, "gstreamer_push": {"avg_ms": 1.231, "count": 291, "max_ms": 1.73, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.119, "count": 290, "max_ms": 74.105, "p95_ms": 67.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.54, "count": 290, "max_ms": 109.024, "p95_ms": 82.985}, "yolo11_640_fire_11class": {"avg_ms": 52.429, "count": 290, "max_ms": 73.645, "p95_ms": 66.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.906, "count": 290, "max_ms": 93.352, "p95_ms": 84.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.814, "count": 291, "max_ms": 147.588, "p95_ms": 129.376}, "read_interval": {"avg_ms": 103.267, "count": 290, "max_ms": 160.09, "p95_ms": 139.019}, "triton_wait": {"avg_ms": 66.863, "count": 290, "max_ms": 109.038, "p95_ms": 85.669}, "visualize": {"avg_ms": 4.01, "count": 290, "max_ms": 6.778, "p95_ms": 5.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2965, "tracking_summary": 2594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6337.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68575.472, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.696, "sample_count": 1023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:05:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:05:22+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T05:05:21+09:00", "mjpeg": {"age_sec": 0.315, "exists": true, "mtime": "2026-07-03T05:05:21.736059+09:00", "mtime_epoch": 1783022721.7360594, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:05:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 957.586, "name": "celery", "pid": 239, "rss_mb": 945.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.636, "pushed": 3.636, "read": 3.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.055, "count": 109, "max_ms": 219.58, "p95_ms": 215.339}, "gstreamer_push": {"avg_ms": 1.083, "count": 109, "max_ms": 2.785, "p95_ms": 1.883}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.803, "count": 109, "max_ms": 101.034, "p95_ms": 89.314}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.813, "count": 109, "max_ms": 93.343, "p95_ms": 87.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.848, "count": 109, "max_ms": 349.609, "p95_ms": 330.577}, "read_interval": {"avg_ms": 276.329, "count": 108, "max_ms": 361.544, "p95_ms": 339.475}, "triton_wait": {"avg_ms": 71.46, "count": 109, "max_ms": 101.047, "p95_ms": 91.188}, "visualize": {"avg_ms": 26.61, "count": 109, "max_ms": 39.558, "p95_ms": 34.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6343.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41226.523, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.017, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 668830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:05:26+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T05:05:25+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T05:05:25.916148+09:00", "mtime_epoch": 1783022725.9161477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:05:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1354.199, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.972, "count": 301, "max_ms": 15.769, "p95_ms": 10.792}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 1.528, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.451, "count": 301, "max_ms": 72.414, "p95_ms": 64.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.951, "count": 301, "max_ms": 108.538, "p95_ms": 81.237}, "yolo11_640_fire_11class": {"avg_ms": 49.604, "count": 301, "max_ms": 68.751, "p95_ms": 63.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.244, "count": 301, "max_ms": 89.931, "p95_ms": 81.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.841, "count": 301, "max_ms": 141.705, "p95_ms": 110.032}, "read_interval": {"avg_ms": 99.571, "count": 300, "max_ms": 457.38, "p95_ms": 128.582}, "triton_wait": {"avg_ms": 59.995, "count": 301, "max_ms": 108.551, "p95_ms": 84.228}, "visualize": {"avg_ms": 3.767, "count": 301, "max_ms": 6.324, "p95_ms": 5.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6343.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31436.96, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.055, "name": "ffmpeg", "pid": 16026, "rss_mb": 308.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.536, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 661904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:05:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:05:46+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-03T05:05:46+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T05:05:46.252578+09:00", "mtime_epoch": 1783022746.2525775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:05:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1600.664, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.698, "pushed": 9.698, "read": 9.665}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.174, "count": 290, "max_ms": 10.184, "p95_ms": 6.836}, "gstreamer_push": {"avg_ms": 1.178, "count": 290, "max_ms": 1.843, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.265, "count": 290, "max_ms": 75.091, "p95_ms": 64.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.934, "count": 290, "max_ms": 95.183, "p95_ms": 77.306}, "yolo11_640_fire_11class": {"avg_ms": 49.738, "count": 290, "max_ms": 74.031, "p95_ms": 64.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.62, "count": 290, "max_ms": 91.284, "p95_ms": 81.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.552, "count": 290, "max_ms": 143.723, "p95_ms": 129.886}, "read_interval": {"avg_ms": 103.48, "count": 289, "max_ms": 154.123, "p95_ms": 139.664}, "triton_wait": {"avg_ms": 61.763, "count": 290, "max_ms": 95.195, "p95_ms": 84.018}, "visualize": {"avg_ms": 4.297, "count": 290, "max_ms": 6.224, "p95_ms": 5.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2966, "tracking_summary": 2595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6341.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68605.654, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.806, "sample_count": 1021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:05:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:05:52+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T05:05:51+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T05:05:51.932698+09:00", "mtime_epoch": 1783022751.9326975, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:05:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 957.586, "name": "celery", "pid": 239, "rss_mb": 950.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.148, "pushed": 3.148, "read": 3.115}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.214, "count": 94, "max_ms": 224.442, "p95_ms": 216.049}, "gstreamer_push": {"avg_ms": 1.174, "count": 94, "max_ms": 3.01, "p95_ms": 1.931}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.863, "count": 94, "max_ms": 94.893, "p95_ms": 91.136}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.665, "count": 94, "max_ms": 89.95, "p95_ms": 87.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.995, "count": 94, "max_ms": 352.364, "p95_ms": 341.149}, "read_interval": {"avg_ms": 321.116, "count": 93, "max_ms": 361.678, "p95_ms": 352.391}, "triton_wait": {"avg_ms": 70.75, "count": 94, "max_ms": 94.906, "p95_ms": 91.15}, "visualize": {"avg_ms": 29.285, "count": 94, "max_ms": 41.044, "p95_ms": 40.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6335.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41256.613, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.649, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 669131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:05:56+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T05:05:56+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T05:05:56.056785+09:00", "mtime_epoch": 1783022756.0567846, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:05:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1354.199, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.844, "count": 300, "max_ms": 12.35, "p95_ms": 9.681}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.893, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.055, "count": 300, "max_ms": 71.265, "p95_ms": 62.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.011, "count": 300, "max_ms": 93.312, "p95_ms": 76.881}, "yolo11_640_fire_11class": {"avg_ms": 49.408, "count": 300, "max_ms": 70.524, "p95_ms": 61.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.867, "count": 300, "max_ms": 88.318, "p95_ms": 78.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.349, "count": 301, "max_ms": 136.111, "p95_ms": 106.677}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 881.796, "p95_ms": 131.988}, "triton_wait": {"avg_ms": 58.754, "count": 300, "max_ms": 93.325, "p95_ms": 80.959}, "visualize": {"avg_ms": 3.769, "count": 300, "max_ms": 5.436, "p95_ms": 4.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6341.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31466.971, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.211, "name": "ffmpeg", "pid": 16026, "rss_mb": 313.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.32, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 662185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:06:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:06:16+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:06:16+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T05:06:16.313212+09:00", "mtime_epoch": 1783022776.3132122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:06:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1600.664, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.408, "pushed": 9.408, "read": 9.374}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.231, "count": 281, "max_ms": 9.428, "p95_ms": 6.943}, "gstreamer_push": {"avg_ms": 1.176, "count": 281, "max_ms": 1.778, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.321, "count": 281, "max_ms": 73.825, "p95_ms": 65.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.952, "count": 281, "max_ms": 101.042, "p95_ms": 80.836}, "yolo11_640_fire_11class": {"avg_ms": 50.774, "count": 281, "max_ms": 73.297, "p95_ms": 64.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.676, "count": 281, "max_ms": 91.782, "p95_ms": 82.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.931, "count": 281, "max_ms": 154.006, "p95_ms": 133.073}, "read_interval": {"avg_ms": 106.897, "count": 280, "max_ms": 164.774, "p95_ms": 144.736}, "triton_wait": {"avg_ms": 63.772, "count": 281, "max_ms": 101.054, "p95_ms": 84.255}, "visualize": {"avg_ms": 4.282, "count": 281, "max_ms": 6.727, "p95_ms": 5.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2966, "tracking_summary": 2596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6340.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68635.857, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.602, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:06:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:06:22+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T05:06:22+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T05:06:22.137335+09:00", "mtime_epoch": 1783022782.137335, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:06:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 957.586, "name": "celery", "pid": 239, "rss_mb": 943.289, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.714, "pushed": 3.714, "read": 3.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.826, "count": 111, "max_ms": 231.685, "p95_ms": 212.683}, "gstreamer_push": {"avg_ms": 1.178, "count": 111, "max_ms": 2.949, "p95_ms": 2.752}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.956, "count": 111, "max_ms": 104.58, "p95_ms": 92.894}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.805, "count": 111, "max_ms": 100.537, "p95_ms": 91.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.988, "count": 111, "max_ms": 358.052, "p95_ms": 334.685}, "read_interval": {"avg_ms": 271.689, "count": 110, "max_ms": 371.032, "p95_ms": 343.754}, "triton_wait": {"avg_ms": 71.605, "count": 111, "max_ms": 104.594, "p95_ms": 94.056}, "visualize": {"avg_ms": 26.819, "count": 111, "max_ms": 40.118, "p95_ms": 34.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6350.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41286.624, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.607, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 669432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:06:26+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T05:06:26+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T05:06:26.041417+09:00", "mtime_epoch": 1783022786.0414174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:06:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1354.457, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.604, "count": 301, "max_ms": 13.208, "p95_ms": 9.83}, "gstreamer_push": {"avg_ms": 1.221, "count": 301, "max_ms": 2.071, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.116, "count": 301, "max_ms": 74.571, "p95_ms": 63.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.645, "count": 301, "max_ms": 100.828, "p95_ms": 74.78}, "yolo11_640_fire_11class": {"avg_ms": 49.499, "count": 301, "max_ms": 75.068, "p95_ms": 62.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.935, "count": 301, "max_ms": 89.271, "p95_ms": 78.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.781, "count": 301, "max_ms": 142.628, "p95_ms": 106.4}, "read_interval": {"avg_ms": 99.619, "count": 301, "max_ms": 589.749, "p95_ms": 145.309}, "triton_wait": {"avg_ms": 57.143, "count": 301, "max_ms": 100.84, "p95_ms": 80.367}, "visualize": {"avg_ms": 3.585, "count": 301, "max_ms": 6.045, "p95_ms": 4.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6350.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31497.024, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.211, "name": "ffmpeg", "pid": 16026, "rss_mb": 313.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.832, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 662503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:06:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:06:46+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T05:06:46+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T05:06:46.345846+09:00", "mtime_epoch": 1783022806.3458457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:06:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1600.922, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.611, "pushed": 10.611, "read": 10.578}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.466, "count": 318, "max_ms": 8.527, "p95_ms": 6.42}, "gstreamer_push": {"avg_ms": 1.241, "count": 318, "max_ms": 1.662, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.146, "count": 318, "max_ms": 71.679, "p95_ms": 65.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.088, "count": 318, "max_ms": 91.511, "p95_ms": 78.56}, "yolo11_640_fire_11class": {"avg_ms": 50.256, "count": 318, "max_ms": 70.981, "p95_ms": 64.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.158, "count": 318, "max_ms": 89.224, "p95_ms": 81.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.351, "count": 318, "max_ms": 144.905, "p95_ms": 119.809}, "read_interval": {"avg_ms": 94.478, "count": 317, "max_ms": 155.427, "p95_ms": 130.327}, "triton_wait": {"avg_ms": 62.231, "count": 318, "max_ms": 91.524, "p95_ms": 83.279}, "visualize": {"avg_ms": 3.864, "count": 318, "max_ms": 6.116, "p95_ms": 5.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2967, "tracking_summary": 2597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6341.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68666.137, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.602, "sample_count": 1019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:06:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:06:52+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T05:06:52+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T05:06:52.413974+09:00", "mtime_epoch": 1783022812.4139736, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:06:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 957.586, "name": "celery", "pid": 239, "rss_mb": 944.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.172, "pushed": 3.172, "read": 3.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 204.319, "count": 95, "max_ms": 243.531, "p95_ms": 217.146}, "gstreamer_push": {"avg_ms": 1.115, "count": 95, "max_ms": 1.85, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.73, "count": 95, "max_ms": 98.408, "p95_ms": 92.894}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.283, "count": 95, "max_ms": 90.855, "p95_ms": 85.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 308.711, "count": 95, "max_ms": 387.593, "p95_ms": 343.026}, "read_interval": {"avg_ms": 318.7, "count": 94, "max_ms": 400.101, "p95_ms": 355.422}, "triton_wait": {"avg_ms": 69.252, "count": 95, "max_ms": 98.422, "p95_ms": 92.906}, "visualize": {"avg_ms": 31.342, "count": 95, "max_ms": 49.583, "p95_ms": 43.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6341.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41316.638, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.199, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 669725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:06:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:06:56+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T05:06:56.094051+09:00", "mtime_epoch": 1783022816.0940511, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:06:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1354.715, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.766}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.849, "count": 293, "max_ms": 12.339, "p95_ms": 10.628}, "gstreamer_push": {"avg_ms": 1.22, "count": 293, "max_ms": 1.852, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.677, "count": 293, "max_ms": 69.104, "p95_ms": 63.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.69, "count": 293, "max_ms": 95.67, "p95_ms": 79.393}, "yolo11_640_fire_11class": {"avg_ms": 51.053, "count": 293, "max_ms": 68.352, "p95_ms": 63.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.443, "count": 293, "max_ms": 85.268, "p95_ms": 79.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.311, "count": 293, "max_ms": 142.181, "p95_ms": 120.605}, "read_interval": {"avg_ms": 102.507, "count": 292, "max_ms": 502.748, "p95_ms": 143.288}, "triton_wait": {"avg_ms": 61.747, "count": 293, "max_ms": 95.682, "p95_ms": 82.066}, "visualize": {"avg_ms": 3.761, "count": 293, "max_ms": 6.684, "p95_ms": 4.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6349.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31527.077, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.211, "name": "ffmpeg", "pid": 16026, "rss_mb": 313.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.546, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 662800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:07:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:07:16+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T05:07:16+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T05:07:16.402479+09:00", "mtime_epoch": 1783022836.402479, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:07:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1600.922, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.885}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.652, "count": 297, "max_ms": 7.82, "p95_ms": 6.463}, "gstreamer_push": {"avg_ms": 1.221, "count": 297, "max_ms": 1.948, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.238, "count": 297, "max_ms": 70.287, "p95_ms": 66.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.608, "count": 297, "max_ms": 93.119, "p95_ms": 78.885}, "yolo11_640_fire_11class": {"avg_ms": 52.251, "count": 297, "max_ms": 70.199, "p95_ms": 66.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.849, "count": 297, "max_ms": 90.221, "p95_ms": 82.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.475, "count": 297, "max_ms": 141.992, "p95_ms": 130.268}, "read_interval": {"avg_ms": 101.186, "count": 296, "max_ms": 154.654, "p95_ms": 140.471}, "triton_wait": {"avg_ms": 65.489, "count": 297, "max_ms": 93.131, "p95_ms": 83.409}, "visualize": {"avg_ms": 3.946, "count": 297, "max_ms": 6.191, "p95_ms": 5.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2970, "tracking_summary": 2597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6349.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68696.147, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.573, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:07:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:07:22+09:00", "last_frame_read_age_sec": 0.293, "last_frame_read_at": "2026-07-03T05:07:22+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T05:07:22.442606+09:00", "mtime_epoch": 1783022842.442606, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:07:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 957.586, "name": "celery", "pid": 239, "rss_mb": 952.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.301, "pushed": 3.301, "read": 3.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.7, "count": 98, "max_ms": 238.182, "p95_ms": 216.999}, "gstreamer_push": {"avg_ms": 0.958, "count": 98, "max_ms": 2.987, "p95_ms": 2.771}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.601, "count": 98, "max_ms": 97.857, "p95_ms": 86.317}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.261, "count": 98, "max_ms": 98.965, "p95_ms": 90.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.319, "count": 98, "max_ms": 348.912, "p95_ms": 336.362}, "read_interval": {"avg_ms": 306.267, "count": 97, "max_ms": 358.087, "p95_ms": 347.455}, "triton_wait": {"avg_ms": 70.975, "count": 98, "max_ms": 98.978, "p95_ms": 92.393}, "visualize": {"avg_ms": 29.92, "count": 98, "max_ms": 44.96, "p95_ms": 38.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.691, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6349.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41346.687, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.189, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 670031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:07:26+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T05:07:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T05:07:26.114683+09:00", "mtime_epoch": 1783022846.1146834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:07:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1354.715, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.212, "pushed": 10.212, "read": 10.178}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.759, "count": 306, "max_ms": 15.393, "p95_ms": 9.68}, "gstreamer_push": {"avg_ms": 1.223, "count": 306, "max_ms": 1.765, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.863, "count": 306, "max_ms": 67.876, "p95_ms": 62.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.691, "count": 306, "max_ms": 97.463, "p95_ms": 79.198}, "yolo11_640_fire_11class": {"avg_ms": 48.872, "count": 306, "max_ms": 67.511, "p95_ms": 60.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.877, "count": 306, "max_ms": 84.276, "p95_ms": 77.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.961, "count": 306, "max_ms": 151.777, "p95_ms": 110.306}, "read_interval": {"avg_ms": 98.146, "count": 305, "max_ms": 749.474, "p95_ms": 129.637}, "triton_wait": {"avg_ms": 57.847, "count": 306, "max_ms": 97.476, "p95_ms": 80.448}, "visualize": {"avg_ms": 3.728, "count": 306, "max_ms": 6.503, "p95_ms": 4.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6354.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31557.156, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.211, "name": "ffmpeg", "pid": 16026, "rss_mb": 313.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.05, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 663099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:07:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:07:46+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T05:07:46+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T05:07:46.487112+09:00", "mtime_epoch": 1783022866.487112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:07:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1601.18, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.779, "count": 298, "max_ms": 9.561, "p95_ms": 7.213}, "gstreamer_push": {"avg_ms": 1.232, "count": 299, "max_ms": 1.719, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.134, "count": 298, "max_ms": 73.465, "p95_ms": 66.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.09, "count": 298, "max_ms": 102.617, "p95_ms": 80.662}, "yolo11_640_fire_11class": {"avg_ms": 51.492, "count": 298, "max_ms": 72.38, "p95_ms": 65.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.108, "count": 298, "max_ms": 94.345, "p95_ms": 82.395}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.847, "count": 299, "max_ms": 175.992, "p95_ms": 133.116}, "read_interval": {"avg_ms": 100.64, "count": 298, "max_ms": 187.968, "p95_ms": 142.843}, "triton_wait": {"avg_ms": 64.414, "count": 298, "max_ms": 102.629, "p95_ms": 83.814}, "visualize": {"avg_ms": 4.076, "count": 298, "max_ms": 8.11, "p95_ms": 5.578}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2970, "tracking_summary": 2598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6354.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68726.438, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.577, "sample_count": 1019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:07:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:07:53+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T05:07:52+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-03T05:07:52.699243+09:00", "mtime_epoch": 1783022872.6992428, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:07:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 957.586, "name": "celery", "pid": 239, "rss_mb": 956.48, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.936, "pushed": 3.936, "read": 3.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 144.614, "count": 118, "max_ms": 255.46, "p95_ms": 218.238}, "gstreamer_push": {"avg_ms": 0.917, "count": 118, "max_ms": 3.073, "p95_ms": 1.757}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.561, "count": 118, "max_ms": 112.245, "p95_ms": 97.524}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.105, "count": 118, "max_ms": 101.628, "p95_ms": 96.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.01, "count": 118, "max_ms": 376.687, "p95_ms": 337.154}, "read_interval": {"avg_ms": 256.001, "count": 117, "max_ms": 389.618, "p95_ms": 346.0}, "triton_wait": {"avg_ms": 72.601, "count": 118, "max_ms": 112.257, "p95_ms": 97.536}, "visualize": {"avg_ms": 25.974, "count": 118, "max_ms": 40.643, "p95_ms": 36.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6339.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41376.761, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.306, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 670334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:07:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:07:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:07:56+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T05:07:56.219317+09:00", "mtime_epoch": 1783022876.2193167, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:07:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1354.973, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.046, "count": 303, "max_ms": 14.604, "p95_ms": 11.986}, "gstreamer_push": {"avg_ms": 1.252, "count": 303, "max_ms": 1.761, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.917, "count": 303, "max_ms": 81.015, "p95_ms": 64.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.207, "count": 303, "max_ms": 107.598, "p95_ms": 80.338}, "yolo11_640_fire_11class": {"avg_ms": 49.43, "count": 303, "max_ms": 81.028, "p95_ms": 63.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.779, "count": 303, "max_ms": 91.989, "p95_ms": 80.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.772, "count": 303, "max_ms": 149.814, "p95_ms": 109.845}, "read_interval": {"avg_ms": 99.302, "count": 302, "max_ms": 665.538, "p95_ms": 137.673}, "triton_wait": {"avg_ms": 59.44, "count": 303, "max_ms": 107.612, "p95_ms": 87.127}, "visualize": {"avg_ms": 3.808, "count": 303, "max_ms": 7.445, "p95_ms": 5.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6353.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31587.214, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.211, "name": "ffmpeg", "pid": 16026, "rss_mb": 313.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.921, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 663394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:08:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:08:16+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T05:08:16+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T05:08:16.519744+09:00", "mtime_epoch": 1783022896.5197437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:08:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1601.18, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.034, "count": 295, "max_ms": 8.826, "p95_ms": 6.715}, "gstreamer_push": {"avg_ms": 1.221, "count": 295, "max_ms": 2.39, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.239, "count": 295, "max_ms": 76.058, "p95_ms": 65.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.354, "count": 295, "max_ms": 100.771, "p95_ms": 83.963}, "yolo11_640_fire_11class": {"avg_ms": 49.444, "count": 295, "max_ms": 76.046, "p95_ms": 64.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.986, "count": 295, "max_ms": 93.754, "p95_ms": 81.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.219, "count": 295, "max_ms": 152.822, "p95_ms": 128.811}, "read_interval": {"avg_ms": 101.82, "count": 294, "max_ms": 164.071, "p95_ms": 138.842}, "triton_wait": {"avg_ms": 62.311, "count": 295, "max_ms": 100.784, "p95_ms": 88.044}, "visualize": {"avg_ms": 4.268, "count": 295, "max_ms": 7.411, "p95_ms": 5.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2971, "tracking_summary": 2599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6353.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68756.532, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.131, "sample_count": 1019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:08:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:08:23+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T05:08:22+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T05:08:22.943879+09:00", "mtime_epoch": 1783022902.9438787, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:08:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 957.586, "name": "celery", "pid": 239, "rss_mb": 955.246, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.561, "pushed": 3.561, "read": 3.528}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.59, "count": 106, "max_ms": 236.385, "p95_ms": 219.268}, "gstreamer_push": {"avg_ms": 0.95, "count": 106, "max_ms": 1.903, "p95_ms": 1.794}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.195, "count": 106, "max_ms": 108.897, "p95_ms": 102.335}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.628, "count": 106, "max_ms": 99.819, "p95_ms": 95.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.276, "count": 106, "max_ms": 355.19, "p95_ms": 344.133}, "read_interval": {"avg_ms": 284.763, "count": 105, "max_ms": 364.266, "p95_ms": 353.108}, "triton_wait": {"avg_ms": 75.353, "count": 106, "max_ms": 108.911, "p95_ms": 102.347}, "visualize": {"avg_ms": 25.529, "count": 106, "max_ms": 35.015, "p95_ms": 32.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.764, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6347.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41406.78, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.845, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 670630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:08:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:08:26+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:08:26+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T05:08:26.239948+09:00", "mtime_epoch": 1783022906.239948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:08:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1354.973, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.892, "pushed": 9.892, "read": 9.859}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.855, "count": 296, "max_ms": 14.103, "p95_ms": 9.937}, "gstreamer_push": {"avg_ms": 1.242, "count": 296, "max_ms": 1.902, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.339, "count": 296, "max_ms": 71.739, "p95_ms": 63.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.248, "count": 296, "max_ms": 105.362, "p95_ms": 78.204}, "yolo11_640_fire_11class": {"avg_ms": 49.014, "count": 296, "max_ms": 70.038, "p95_ms": 63.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.537, "count": 296, "max_ms": 86.583, "p95_ms": 78.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.357, "count": 296, "max_ms": 156.17, "p95_ms": 118.152}, "read_interval": {"avg_ms": 101.476, "count": 295, "max_ms": 732.19, "p95_ms": 138.287}, "triton_wait": {"avg_ms": 57.424, "count": 296, "max_ms": 105.374, "p95_ms": 79.759}, "visualize": {"avg_ms": 3.788, "count": 296, "max_ms": 6.691, "p95_ms": 5.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6351.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31617.267, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.211, "name": "ffmpeg", "pid": 16026, "rss_mb": 313.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.895, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 663706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:08:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:08:46+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T05:08:46+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T05:08:46.608376+09:00", "mtime_epoch": 1783022926.6083758, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:08:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1601.438, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.43, "pushed": 10.43, "read": 10.397}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.588, "count": 312, "max_ms": 9.043, "p95_ms": 6.502}, "gstreamer_push": {"avg_ms": 1.234, "count": 312, "max_ms": 1.502, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.038, "count": 312, "max_ms": 68.015, "p95_ms": 64.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.404, "count": 312, "max_ms": 96.929, "p95_ms": 82.592}, "yolo11_640_fire_11class": {"avg_ms": 49.762, "count": 312, "max_ms": 69.815, "p95_ms": 64.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.047, "count": 312, "max_ms": 86.062, "p95_ms": 80.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.474, "count": 312, "max_ms": 141.825, "p95_ms": 128.586}, "read_interval": {"avg_ms": 96.361, "count": 311, "max_ms": 154.008, "p95_ms": 139.124}, "triton_wait": {"avg_ms": 61.746, "count": 312, "max_ms": 96.942, "p95_ms": 83.202}, "visualize": {"avg_ms": 3.951, "count": 312, "max_ms": 6.78, "p95_ms": 5.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2972, "tracking_summary": 2600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6348.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68786.631, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.93, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:08:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:08:53+09:00", "last_frame_read_age_sec": 0.335, "last_frame_read_at": "2026-07-03T05:08:52+09:00", "mjpeg": {"age_sec": 0.329, "exists": true, "mtime": "2026-07-03T05:08:52.880508+09:00", "mtime_epoch": 1783022932.8805077, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:08:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 957.586, "name": "celery", "pid": 239, "rss_mb": 949.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.145, "pushed": 3.145, "read": 3.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 203.189, "count": 94, "max_ms": 242.415, "p95_ms": 214.322}, "gstreamer_push": {"avg_ms": 1.069, "count": 94, "max_ms": 3.082, "p95_ms": 2.704}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.042, "count": 94, "max_ms": 97.642, "p95_ms": 91.244}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.863, "count": 94, "max_ms": 96.147, "p95_ms": 91.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.269, "count": 94, "max_ms": 377.012, "p95_ms": 338.791}, "read_interval": {"avg_ms": 319.94, "count": 93, "max_ms": 388.793, "p95_ms": 347.62}, "triton_wait": {"avg_ms": 74.608, "count": 94, "max_ms": 97.656, "p95_ms": 92.574}, "visualize": {"avg_ms": 28.664, "count": 94, "max_ms": 42.793, "p95_ms": 39.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6348.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41436.834, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.289, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 670933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:08:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:08:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:08:56+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T05:08:56.288579+09:00", "mtime_epoch": 1783022936.2885792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:08:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1355.23, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.11, "pushed": 10.11, "read": 10.076}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.542, "count": 303, "max_ms": 12.129, "p95_ms": 8.739}, "gstreamer_push": {"avg_ms": 1.256, "count": 303, "max_ms": 1.566, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.052, "count": 303, "max_ms": 77.73, "p95_ms": 62.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.547, "count": 303, "max_ms": 100.599, "p95_ms": 78.176}, "yolo11_640_fire_11class": {"avg_ms": 49.471, "count": 303, "max_ms": 72.031, "p95_ms": 62.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.568, "count": 303, "max_ms": 86.616, "p95_ms": 77.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.232, "count": 303, "max_ms": 117.142, "p95_ms": 95.485}, "read_interval": {"avg_ms": 99.237, "count": 302, "max_ms": 800.553, "p95_ms": 126.448}, "triton_wait": {"avg_ms": 57.154, "count": 303, "max_ms": 100.612, "p95_ms": 79.066}, "visualize": {"avg_ms": 3.66, "count": 303, "max_ms": 5.708, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6353.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31647.297, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.211, "name": "ffmpeg", "pid": 16026, "rss_mb": 313.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.121, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 664006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:09:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:09:16+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T05:09:16+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T05:09:16.577005+09:00", "mtime_epoch": 1783022956.5770051, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:09:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1601.695, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.703, "count": 300, "max_ms": 7.966, "p95_ms": 6.474}, "gstreamer_push": {"avg_ms": 1.235, "count": 300, "max_ms": 1.662, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.334, "count": 300, "max_ms": 76.171, "p95_ms": 67.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.882, "count": 300, "max_ms": 109.72, "p95_ms": 82.083}, "yolo11_640_fire_11class": {"avg_ms": 51.56, "count": 300, "max_ms": 75.655, "p95_ms": 66.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.19, "count": 300, "max_ms": 97.83, "p95_ms": 83.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.172, "count": 300, "max_ms": 144.346, "p95_ms": 127.579}, "read_interval": {"avg_ms": 99.944, "count": 299, "max_ms": 154.417, "p95_ms": 138.185}, "triton_wait": {"avg_ms": 64.716, "count": 300, "max_ms": 109.733, "p95_ms": 84.807}, "visualize": {"avg_ms": 4.036, "count": 300, "max_ms": 6.299, "p95_ms": 5.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2973, "tracking_summary": 2601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6346.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68816.778, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.749, "sample_count": 1019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:09:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:09:23+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T05:09:23+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T05:09:23.057141+09:00", "mtime_epoch": 1783022963.057141, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:09:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 947.848, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.418, "pushed": 3.418, "read": 3.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.855, "count": 102, "max_ms": 213.43, "p95_ms": 211.923}, "gstreamer_push": {"avg_ms": 0.967, "count": 102, "max_ms": 2.911, "p95_ms": 1.855}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.109, "count": 102, "max_ms": 99.103, "p95_ms": 91.053}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.149, "count": 102, "max_ms": 98.079, "p95_ms": 92.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.776, "count": 102, "max_ms": 346.046, "p95_ms": 333.551}, "read_interval": {"avg_ms": 295.292, "count": 101, "max_ms": 356.226, "p95_ms": 346.614}, "triton_wait": {"avg_ms": 72.42, "count": 102, "max_ms": 99.113, "p95_ms": 93.972}, "visualize": {"avg_ms": 27.77, "count": 102, "max_ms": 40.166, "p95_ms": 36.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6348.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41466.863, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.939, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 671239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:09:26+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T05:09:26+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T05:09:26.293209+09:00", "mtime_epoch": 1783022966.2932088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:09:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1355.488, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.219, "pushed": 10.219, "read": 10.186}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.599, "count": 306, "max_ms": 13.749, "p95_ms": 9.378}, "gstreamer_push": {"avg_ms": 1.259, "count": 306, "max_ms": 2.068, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.912, "count": 306, "max_ms": 80.032, "p95_ms": 64.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.873, "count": 306, "max_ms": 106.108, "p95_ms": 78.206}, "yolo11_640_fire_11class": {"avg_ms": 50.184, "count": 306, "max_ms": 79.492, "p95_ms": 62.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.889, "count": 306, "max_ms": 98.812, "p95_ms": 80.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.875, "count": 306, "max_ms": 154.933, "p95_ms": 105.502}, "read_interval": {"avg_ms": 98.089, "count": 305, "max_ms": 721.722, "p95_ms": 134.211}, "triton_wait": {"avg_ms": 58.588, "count": 306, "max_ms": 106.122, "p95_ms": 81.152}, "visualize": {"avg_ms": 3.714, "count": 306, "max_ms": 6.083, "p95_ms": 4.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6353.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31677.412, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.211, "name": "ffmpeg", "pid": 16026, "rss_mb": 313.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.789, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 664278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:09:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:09:46+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T05:09:46+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-03T05:09:46.677637+09:00", "mtime_epoch": 1783022986.6776366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:09:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1601.695, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.075, "pushed": 9.075, "read": 9.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.486, "count": 271, "max_ms": 8.718, "p95_ms": 7.302}, "gstreamer_push": {"avg_ms": 1.166, "count": 272, "max_ms": 2.139, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.739, "count": 271, "max_ms": 77.053, "p95_ms": 65.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.589, "count": 271, "max_ms": 99.501, "p95_ms": 83.022}, "yolo11_640_fire_11class": {"avg_ms": 51.015, "count": 271, "max_ms": 74.07, "p95_ms": 64.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.478, "count": 271, "max_ms": 97.853, "p95_ms": 81.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.875, "count": 272, "max_ms": 151.18, "p95_ms": 136.263}, "read_interval": {"avg_ms": 110.57, "count": 271, "max_ms": 163.861, "p95_ms": 146.996}, "triton_wait": {"avg_ms": 63.943, "count": 271, "max_ms": 99.514, "p95_ms": 84.196}, "visualize": {"avg_ms": 4.462, "count": 271, "max_ms": 6.357, "p95_ms": 5.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2973, "tracking_summary": 2602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6351.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68847.003, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.914, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:09:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:09:53+09:00", "last_frame_read_age_sec": 0.296, "last_frame_read_at": "2026-07-03T05:09:53+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T05:09:53.297775+09:00", "mtime_epoch": 1783022993.2977753, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:09:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 953.59, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.177, "pushed": 3.177, "read": 3.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.753, "count": 95, "max_ms": 215.61, "p95_ms": 211.406}, "gstreamer_push": {"avg_ms": 0.822, "count": 95, "max_ms": 3.039, "p95_ms": 0.877}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.551, "count": 95, "max_ms": 101.421, "p95_ms": 89.967}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.93, "count": 95, "max_ms": 101.702, "p95_ms": 92.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 308.636, "count": 95, "max_ms": 339.921, "p95_ms": 330.438}, "read_interval": {"avg_ms": 318.288, "count": 94, "max_ms": 348.6, "p95_ms": 339.125}, "triton_wait": {"avg_ms": 71.359, "count": 95, "max_ms": 101.713, "p95_ms": 93.236}, "visualize": {"avg_ms": 26.762, "count": 95, "max_ms": 36.555, "p95_ms": 34.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6344.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41497.078, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.317, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 671536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:09:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:09:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T05:09:56+09:00", "mjpeg": {"age_sec": 0.254, "exists": true, "mtime": "2026-07-03T05:09:56.345839+09:00", "mtime_epoch": 1783022996.3458393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:09:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1355.488, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.858, "pushed": 9.858, "read": 9.824}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.621, "count": 295, "max_ms": 13.393, "p95_ms": 9.658}, "gstreamer_push": {"avg_ms": 1.239, "count": 295, "max_ms": 1.664, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.834, "count": 295, "max_ms": 73.684, "p95_ms": 63.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.992, "count": 295, "max_ms": 100.565, "p95_ms": 78.26}, "yolo11_640_fire_11class": {"avg_ms": 49.272, "count": 295, "max_ms": 74.183, "p95_ms": 62.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.801, "count": 295, "max_ms": 91.044, "p95_ms": 78.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.671, "count": 295, "max_ms": 116.74, "p95_ms": 101.915}, "read_interval": {"avg_ms": 101.825, "count": 294, "max_ms": 774.646, "p95_ms": 133.637}, "triton_wait": {"avg_ms": 57.713, "count": 295, "max_ms": 100.578, "p95_ms": 85.981}, "visualize": {"avg_ms": 3.624, "count": 295, "max_ms": 5.344, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6348.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31707.5, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.211, "name": "ffmpeg", "pid": 16026, "rss_mb": 313.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.611, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 664578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:10:16+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T05:10:16+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T05:10:16.802268+09:00", "mtime_epoch": 1783023016.802268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:10:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1601.953, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.865, "count": 299, "max_ms": 8.581, "p95_ms": 6.437}, "gstreamer_push": {"avg_ms": 1.213, "count": 300, "max_ms": 1.885, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.15, "count": 299, "max_ms": 75.375, "p95_ms": 64.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.889, "count": 299, "max_ms": 99.52, "p95_ms": 83.822}, "yolo11_640_fire_11class": {"avg_ms": 49.956, "count": 299, "max_ms": 70.092, "p95_ms": 63.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.374, "count": 299, "max_ms": 86.925, "p95_ms": 80.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.821, "count": 300, "max_ms": 152.546, "p95_ms": 121.479}, "read_interval": {"avg_ms": 100.206, "count": 299, "max_ms": 162.962, "p95_ms": 133.029}, "triton_wait": {"avg_ms": 62.6, "count": 299, "max_ms": 99.532, "p95_ms": 84.518}, "visualize": {"avg_ms": 4.104, "count": 299, "max_ms": 6.114, "p95_ms": 5.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2975, "tracking_summary": 2603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6349.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68877.092, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.749, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:10:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:10:23+09:00", "last_frame_read_age_sec": 0.335, "last_frame_read_at": "2026-07-03T05:10:23+09:00", "mjpeg": {"age_sec": 0.325, "exists": true, "mtime": "2026-07-03T05:10:23.346405+09:00", "mtime_epoch": 1783023023.3464053, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:10:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 950.305, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.765, "pushed": 3.765, "read": 3.731}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.215, "count": 112, "max_ms": 241.344, "p95_ms": 219.865}, "gstreamer_push": {"avg_ms": 0.849, "count": 112, "max_ms": 2.971, "p95_ms": 1.709}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.41, "count": 112, "max_ms": 97.729, "p95_ms": 86.756}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.921, "count": 112, "max_ms": 92.549, "p95_ms": 85.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.229, "count": 112, "max_ms": 352.589, "p95_ms": 330.967}, "read_interval": {"avg_ms": 267.98, "count": 111, "max_ms": 360.875, "p95_ms": 340.881}, "triton_wait": {"avg_ms": 71.316, "count": 112, "max_ms": 97.743, "p95_ms": 89.553}, "visualize": {"avg_ms": 24.988, "count": 112, "max_ms": 38.747, "p95_ms": 33.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.75, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6346.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41527.166, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.489, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 671843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:10:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:10:26+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T05:10:26+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T05:10:26.602473+09:00", "mtime_epoch": 1783023026.6024735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:10:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1355.746, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.235, "pushed": 10.235, "read": 10.202}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.745, "count": 307, "max_ms": 12.192, "p95_ms": 10.093}, "gstreamer_push": {"avg_ms": 1.248, "count": 307, "max_ms": 1.591, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.058, "count": 307, "max_ms": 69.379, "p95_ms": 62.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.667, "count": 307, "max_ms": 91.634, "p95_ms": 77.683}, "yolo11_640_fire_11class": {"avg_ms": 49.969, "count": 307, "max_ms": 69.84, "p95_ms": 62.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.768, "count": 307, "max_ms": 85.648, "p95_ms": 76.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.338, "count": 307, "max_ms": 131.839, "p95_ms": 94.961}, "read_interval": {"avg_ms": 98.037, "count": 306, "max_ms": 641.456, "p95_ms": 118.169}, "triton_wait": {"avg_ms": 57.803, "count": 307, "max_ms": 91.649, "p95_ms": 78.707}, "visualize": {"avg_ms": 3.678, "count": 307, "max_ms": 5.026, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6355.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31737.566, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.789, "name": "ffmpeg", "pid": 16026, "rss_mb": 315.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.58, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 664862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:10:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:10:46+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T05:10:46+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T05:10:46.866898+09:00", "mtime_epoch": 1783023046.8668978, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:10:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1601.953, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.477, "pushed": 9.477, "read": 9.444}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.145, "count": 284, "max_ms": 9.908, "p95_ms": 6.829}, "gstreamer_push": {"avg_ms": 1.186, "count": 284, "max_ms": 1.906, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.82, "count": 284, "max_ms": 77.57, "p95_ms": 66.83}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.188, "count": 284, "max_ms": 106.623, "p95_ms": 81.626}, "yolo11_640_fire_11class": {"avg_ms": 50.534, "count": 284, "max_ms": 75.778, "p95_ms": 66.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.947, "count": 284, "max_ms": 92.797, "p95_ms": 81.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.922, "count": 284, "max_ms": 153.207, "p95_ms": 129.978}, "read_interval": {"avg_ms": 105.816, "count": 283, "max_ms": 333.837, "p95_ms": 142.968}, "triton_wait": {"avg_ms": 63.331, "count": 284, "max_ms": 106.637, "p95_ms": 85.352}, "visualize": {"avg_ms": 4.311, "count": 284, "max_ms": 7.659, "p95_ms": 5.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2977, "tracking_summary": 2603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6355.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68907.318, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.065, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:10:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:10:53+09:00", "last_frame_read_age_sec": 0.34, "last_frame_read_at": "2026-07-03T05:10:53+09:00", "mjpeg": {"age_sec": 0.326, "exists": true, "mtime": "2026-07-03T05:10:53.571038+09:00", "mtime_epoch": 1783023053.5710382, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:10:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 952.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.144, "pushed": 3.144, "read": 3.11}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 208.418, "count": 94, "max_ms": 233.173, "p95_ms": 219.674}, "gstreamer_push": {"avg_ms": 1.145, "count": 94, "max_ms": 2.05, "p95_ms": 1.856}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.344, "count": 94, "max_ms": 103.924, "p95_ms": 97.284}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.236, "count": 94, "max_ms": 98.597, "p95_ms": 94.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 311.583, "count": 94, "max_ms": 350.336, "p95_ms": 341.526}, "read_interval": {"avg_ms": 321.253, "count": 93, "max_ms": 359.495, "p95_ms": 350.816}, "triton_wait": {"avg_ms": 71.573, "count": 94, "max_ms": 103.936, "p95_ms": 97.354}, "visualize": {"avg_ms": 27.82, "count": 94, "max_ms": 44.607, "p95_ms": 40.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6353.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41557.17, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.387, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 672142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:10:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:10:56+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T05:10:56+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T05:10:56.631102+09:00", "mtime_epoch": 1783023056.6311023, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:10:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1355.746, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.607, "count": 299, "max_ms": 13.273, "p95_ms": 9.092}, "gstreamer_push": {"avg_ms": 1.248, "count": 299, "max_ms": 2.008, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.01, "count": 299, "max_ms": 78.102, "p95_ms": 66.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.12, "count": 299, "max_ms": 109.047, "p95_ms": 83.151}, "yolo11_640_fire_11class": {"avg_ms": 49.582, "count": 299, "max_ms": 74.188, "p95_ms": 64.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.328, "count": 299, "max_ms": 93.018, "p95_ms": 83.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.695, "count": 299, "max_ms": 125.332, "p95_ms": 101.369}, "read_interval": {"avg_ms": 100.352, "count": 299, "max_ms": 724.052, "p95_ms": 167.322}, "triton_wait": {"avg_ms": 57.616, "count": 299, "max_ms": 109.06, "p95_ms": 85.254}, "visualize": {"avg_ms": 3.66, "count": 299, "max_ms": 5.479, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6347.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31767.664, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.789, "name": "ffmpeg", "pid": 16026, "rss_mb": 315.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.886, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 665106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:11:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T05:11:17+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-03T05:11:16+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T05:11:16.955528+09:00", "mtime_epoch": 1783023076.9555278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:11:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.211, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.138, "pushed": 8.138, "read": 8.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.298, "count": 243, "max_ms": 8.614, "p95_ms": 7.242}, "gstreamer_push": {"avg_ms": 1.088, "count": 244, "max_ms": 1.434, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.247, "count": 243, "max_ms": 74.653, "p95_ms": 66.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.766, "count": 243, "max_ms": 105.137, "p95_ms": 80.626}, "yolo11_640_fire_11class": {"avg_ms": 50.265, "count": 243, "max_ms": 74.641, "p95_ms": 65.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.715, "count": 243, "max_ms": 93.167, "p95_ms": 83.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.847, "count": 244, "max_ms": 158.609, "p95_ms": 137.842}, "read_interval": {"avg_ms": 123.298, "count": 243, "max_ms": 172.897, "p95_ms": 147.454}, "triton_wait": {"avg_ms": 63.81, "count": 243, "max_ms": 105.15, "p95_ms": 86.772}, "visualize": {"avg_ms": 4.982, "count": 243, "max_ms": 7.804, "p95_ms": 5.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2977, "tracking_summary": 2604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6349.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68937.638, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.17, "sample_count": 1017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:11:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:11:24+09:00", "last_frame_read_age_sec": 0.36, "last_frame_read_at": "2026-07-03T05:11:23+09:00", "mjpeg": {"age_sec": 0.345, "exists": true, "mtime": "2026-07-03T05:11:23.871673+09:00", "mtime_epoch": 1783023083.8716726, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:11:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 946.781, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.637, "pushed": 3.637, "read": 3.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 164.268, "count": 108, "max_ms": 241.772, "p95_ms": 213.488}, "gstreamer_push": {"avg_ms": 0.956, "count": 108, "max_ms": 2.845, "p95_ms": 1.79}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.131, "count": 108, "max_ms": 102.504, "p95_ms": 95.35}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.525, "count": 108, "max_ms": 101.867, "p95_ms": 93.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.876, "count": 108, "max_ms": 356.011, "p95_ms": 339.874}, "read_interval": {"avg_ms": 277.012, "count": 107, "max_ms": 360.79, "p95_ms": 348.513}, "triton_wait": {"avg_ms": 71.132, "count": 108, "max_ms": 102.516, "p95_ms": 96.702}, "visualize": {"avg_ms": 28.686, "count": 108, "max_ms": 41.414, "p95_ms": 40.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.697, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6350.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41587.257, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.675, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 672439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:11:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T05:11:26+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T05:11:26+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T05:11:26.683731+09:00", "mtime_epoch": 1783023086.6837313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:11:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1356.004, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.561, "count": 297, "max_ms": 12.483, "p95_ms": 9.159}, "gstreamer_push": {"avg_ms": 1.231, "count": 297, "max_ms": 1.577, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.67, "count": 297, "max_ms": 76.75, "p95_ms": 65.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.566, "count": 297, "max_ms": 108.174, "p95_ms": 82.823}, "yolo11_640_fire_11class": {"avg_ms": 48.903, "count": 297, "max_ms": 75.372, "p95_ms": 64.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.065, "count": 297, "max_ms": 95.783, "p95_ms": 81.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.676, "count": 297, "max_ms": 124.308, "p95_ms": 99.816}, "read_interval": {"avg_ms": 101.254, "count": 296, "max_ms": 520.741, "p95_ms": 155.146}, "triton_wait": {"avg_ms": 57.803, "count": 297, "max_ms": 108.187, "p95_ms": 83.527}, "visualize": {"avg_ms": 3.588, "count": 297, "max_ms": 4.998, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6345.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31797.7, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.789, "name": "ffmpeg", "pid": 16026, "rss_mb": 315.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.598, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 665345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:11:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:11:47+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T05:11:46+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T05:11:47.008157+09:00", "mtime_epoch": 1783023107.0081565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:11:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.469, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.989, "pushed": 7.989, "read": 7.956}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.392, "count": 239, "max_ms": 9.163, "p95_ms": 6.926}, "gstreamer_push": {"avg_ms": 1.073, "count": 239, "max_ms": 1.519, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.668, "count": 239, "max_ms": 75.254, "p95_ms": 64.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.663, "count": 239, "max_ms": 96.251, "p95_ms": 81.66}, "yolo11_640_fire_11class": {"avg_ms": 49.708, "count": 239, "max_ms": 73.969, "p95_ms": 64.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.252, "count": 239, "max_ms": 90.362, "p95_ms": 81.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.344, "count": 239, "max_ms": 150.641, "p95_ms": 140.34}, "read_interval": {"avg_ms": 125.679, "count": 238, "max_ms": 162.093, "p95_ms": 151.3}, "triton_wait": {"avg_ms": 63.498, "count": 239, "max_ms": 96.263, "p95_ms": 86.273}, "visualize": {"avg_ms": 5.072, "count": 239, "max_ms": 7.565, "p95_ms": 5.611}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2978, "tracking_summary": 2605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6345.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68967.68, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.503, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:11:54+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T05:11:53+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T05:11:53.940302+09:00", "mtime_epoch": 1783023113.9403017, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:11:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 941.469, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.232, "pushed": 3.232, "read": 3.198}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.603, "count": 96, "max_ms": 240.844, "p95_ms": 225.649}, "gstreamer_push": {"avg_ms": 1.245, "count": 96, "max_ms": 4.072, "p95_ms": 2.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.795, "count": 96, "max_ms": 108.23, "p95_ms": 95.325}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.458, "count": 96, "max_ms": 102.793, "p95_ms": 93.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.645, "count": 96, "max_ms": 363.589, "p95_ms": 341.298}, "read_interval": {"avg_ms": 312.68, "count": 95, "max_ms": 373.837, "p95_ms": 354.453}, "triton_wait": {"avg_ms": 70.702, "count": 96, "max_ms": 108.242, "p95_ms": 95.335}, "visualize": {"avg_ms": 29.434, "count": 96, "max_ms": 54.705, "p95_ms": 44.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.703, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6348.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41617.29, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.212, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 672744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:11:56+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:11:56+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T05:11:56.744360+09:00", "mtime_epoch": 1783023116.7443602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:11:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1356.004, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.182, "pushed": 10.182, "read": 10.149}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.643, "count": 305, "max_ms": 13.065, "p95_ms": 10.0}, "gstreamer_push": {"avg_ms": 1.252, "count": 305, "max_ms": 2.205, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.431, "count": 305, "max_ms": 72.387, "p95_ms": 63.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.274, "count": 305, "max_ms": 107.653, "p95_ms": 76.95}, "yolo11_640_fire_11class": {"avg_ms": 48.956, "count": 305, "max_ms": 71.705, "p95_ms": 62.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.628, "count": 305, "max_ms": 87.492, "p95_ms": 78.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.657, "count": 305, "max_ms": 123.972, "p95_ms": 97.258}, "read_interval": {"avg_ms": 98.51, "count": 304, "max_ms": 731.927, "p95_ms": 132.908}, "triton_wait": {"avg_ms": 56.611, "count": 305, "max_ms": 107.665, "p95_ms": 80.833}, "visualize": {"avg_ms": 3.631, "count": 305, "max_ms": 5.796, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6358.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31827.702, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.562, "name": "ffmpeg", "pid": 16026, "rss_mb": 316.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.406, "sample_count": 2780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 665585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:12:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:12:17+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T05:12:17+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T05:12:17.012784+09:00", "mtime_epoch": 1783023137.012784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:12:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.469, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.002, "pushed": 8.002, "read": 8.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.361, "count": 240, "max_ms": 9.884, "p95_ms": 7.31}, "gstreamer_push": {"avg_ms": 1.086, "count": 240, "max_ms": 1.886, "p95_ms": 1.263}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.544, "count": 240, "max_ms": 72.648, "p95_ms": 64.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.217, "count": 240, "max_ms": 99.343, "p95_ms": 81.683}, "yolo11_640_fire_11class": {"avg_ms": 50.994, "count": 240, "max_ms": 71.762, "p95_ms": 63.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.031, "count": 240, "max_ms": 89.45, "p95_ms": 81.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.789, "count": 240, "max_ms": 152.817, "p95_ms": 139.941}, "read_interval": {"avg_ms": 125.059, "count": 240, "max_ms": 163.222, "p95_ms": 149.29}, "triton_wait": {"avg_ms": 64.931, "count": 240, "max_ms": 99.356, "p95_ms": 85.406}, "visualize": {"avg_ms": 4.997, "count": 240, "max_ms": 8.477, "p95_ms": 5.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2981, "tracking_summary": 2606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6360.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 68997.766, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.882, "sample_count": 1018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:12:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:12:24+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T05:12:24+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T05:12:24.052931+09:00", "mtime_epoch": 1783023144.0529313, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:12:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 953.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.259, "pushed": 3.259, "read": 3.226}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.371, "count": 97, "max_ms": 225.318, "p95_ms": 216.468}, "gstreamer_push": {"avg_ms": 1.296, "count": 97, "max_ms": 3.183, "p95_ms": 2.829}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.505, "count": 97, "max_ms": 101.643, "p95_ms": 95.43}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.88, "count": 97, "max_ms": 101.571, "p95_ms": 88.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 300.267, "count": 97, "max_ms": 353.916, "p95_ms": 340.54}, "read_interval": {"avg_ms": 310.174, "count": 96, "max_ms": 364.472, "p95_ms": 349.406}, "triton_wait": {"avg_ms": 70.645, "count": 97, "max_ms": 101.657, "p95_ms": 95.702}, "visualize": {"avg_ms": 30.468, "count": 97, "max_ms": 44.524, "p95_ms": 43.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.762, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6351.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41647.305, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.844, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:12:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:12:26+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T05:12:26+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T05:12:26.768988+09:00", "mtime_epoch": 1783023146.768988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:12:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1356.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.643, "count": 298, "max_ms": 13.802, "p95_ms": 9.354}, "gstreamer_push": {"avg_ms": 1.255, "count": 298, "max_ms": 2.277, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.453, "count": 298, "max_ms": 77.007, "p95_ms": 63.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.287, "count": 298, "max_ms": 93.18, "p95_ms": 75.509}, "yolo11_640_fire_11class": {"avg_ms": 48.771, "count": 298, "max_ms": 72.822, "p95_ms": 63.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.894, "count": 298, "max_ms": 90.086, "p95_ms": 80.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.183, "count": 298, "max_ms": 112.754, "p95_ms": 96.465}, "read_interval": {"avg_ms": 100.739, "count": 298, "max_ms": 724.523, "p95_ms": 163.073}, "triton_wait": {"avg_ms": 56.093, "count": 298, "max_ms": 93.193, "p95_ms": 80.689}, "visualize": {"avg_ms": 3.648, "count": 298, "max_ms": 5.979, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6357.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31857.753, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.172, "name": "ffmpeg", "pid": 16026, "rss_mb": 320.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.039, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 665824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:12:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:12:47+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T05:12:47+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T05:12:47.069412+09:00", "mtime_epoch": 1783023167.0694122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:12:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.469, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.996, "pushed": 7.996, "read": 7.963}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.457, "count": 239, "max_ms": 10.827, "p95_ms": 7.391}, "gstreamer_push": {"avg_ms": 1.063, "count": 239, "max_ms": 1.703, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.169, "count": 239, "max_ms": 74.255, "p95_ms": 64.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.182, "count": 239, "max_ms": 97.678, "p95_ms": 79.534}, "yolo11_640_fire_11class": {"avg_ms": 49.087, "count": 239, "max_ms": 79.842, "p95_ms": 64.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.705, "count": 239, "max_ms": 92.513, "p95_ms": 80.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.731, "count": 239, "max_ms": 157.539, "p95_ms": 140.364}, "read_interval": {"avg_ms": 125.795, "count": 238, "max_ms": 166.938, "p95_ms": 150.27}, "triton_wait": {"avg_ms": 63.036, "count": 239, "max_ms": 97.694, "p95_ms": 84.416}, "visualize": {"avg_ms": 5.077, "count": 239, "max_ms": 10.91, "p95_ms": 5.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2981, "tracking_summary": 2607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6365.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69027.826, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.419, "sample_count": 1016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:12:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:12:54+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-03T05:12:54+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-03T05:12:54.189561+09:00", "mtime_epoch": 1783023174.1895611, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:12:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 956.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.867, "pushed": 3.867, "read": 3.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.206, "count": 115, "max_ms": 245.218, "p95_ms": 211.745}, "gstreamer_push": {"avg_ms": 1.038, "count": 115, "max_ms": 2.679, "p95_ms": 1.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.445, "count": 115, "max_ms": 100.936, "p95_ms": 85.218}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.108, "count": 115, "max_ms": 99.977, "p95_ms": 87.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.803, "count": 115, "max_ms": 340.905, "p95_ms": 328.603}, "read_interval": {"avg_ms": 261.617, "count": 114, "max_ms": 351.221, "p95_ms": 337.435}, "triton_wait": {"avg_ms": 70.081, "count": 115, "max_ms": 100.949, "p95_ms": 90.008}, "visualize": {"avg_ms": 26.729, "count": 115, "max_ms": 39.214, "p95_ms": 36.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6355.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41677.358, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.525, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:12:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T05:12:56+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T05:12:56.789615+09:00", "mtime_epoch": 1783023176.7896154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:12:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1356.52, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.588, "count": 302, "max_ms": 13.198, "p95_ms": 8.967}, "gstreamer_push": {"avg_ms": 1.255, "count": 302, "max_ms": 2.022, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.544, "count": 302, "max_ms": 76.386, "p95_ms": 64.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.215, "count": 302, "max_ms": 101.064, "p95_ms": 78.134}, "yolo11_640_fire_11class": {"avg_ms": 50.718, "count": 302, "max_ms": 74.13, "p95_ms": 65.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.734, "count": 302, "max_ms": 86.442, "p95_ms": 79.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.422, "count": 302, "max_ms": 116.957, "p95_ms": 95.787}, "read_interval": {"avg_ms": 99.483, "count": 301, "max_ms": 621.556, "p95_ms": 161.357}, "triton_wait": {"avg_ms": 57.416, "count": 302, "max_ms": 101.077, "p95_ms": 80.357}, "visualize": {"avg_ms": 3.64, "count": 302, "max_ms": 5.166, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2982, "tracking_summary": 2608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6363.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69057.934, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.065, "sample_count": 1023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:13:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:13:24+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T05:13:24+09:00", "mjpeg": {"age_sec": 0.322, "exists": true, "mtime": "2026-07-03T05:13:24.190188+09:00", "mtime_epoch": 1783023204.1901877, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:13:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 950.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.812, "pushed": 3.812, "read": 3.778}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.901, "count": 114, "max_ms": 243.963, "p95_ms": 215.192}, "gstreamer_push": {"avg_ms": 1.154, "count": 114, "max_ms": 2.207, "p95_ms": 1.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.649, "count": 114, "max_ms": 108.285, "p95_ms": 86.489}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.419, "count": 114, "max_ms": 102.598, "p95_ms": 90.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.099, "count": 114, "max_ms": 346.191, "p95_ms": 328.92}, "read_interval": {"avg_ms": 263.462, "count": 113, "max_ms": 356.592, "p95_ms": 340.222}, "triton_wait": {"avg_ms": 69.18, "count": 114, "max_ms": 108.298, "p95_ms": 90.498}, "visualize": {"avg_ms": 26.266, "count": 114, "max_ms": 42.076, "p95_ms": 34.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6363.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41707.426, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.057, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:13:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:13:26+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T05:13:26+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T05:13:26.878244+09:00", "mtime_epoch": 1783023206.8782437, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:13:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1356.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.477, "count": 301, "max_ms": 12.077, "p95_ms": 9.125}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.551, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.686, "count": 301, "max_ms": 76.73, "p95_ms": 61.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.4, "count": 301, "max_ms": 96.624, "p95_ms": 77.589}, "yolo11_640_fire_11class": {"avg_ms": 49.833, "count": 301, "max_ms": 79.543, "p95_ms": 63.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.764, "count": 301, "max_ms": 95.325, "p95_ms": 78.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.779, "count": 301, "max_ms": 112.563, "p95_ms": 97.008}, "read_interval": {"avg_ms": 99.924, "count": 300, "max_ms": 799.441, "p95_ms": 157.842}, "triton_wait": {"avg_ms": 54.991, "count": 301, "max_ms": 96.637, "p95_ms": 81.573}, "visualize": {"avg_ms": 3.596, "count": 301, "max_ms": 5.349, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6372.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T20:21:47+09:00", "last_error_summary": "[h264 @ 0x55d6c0ed1740] cabac decode of qscale diff failed at 24 34 [h264 @ 0x55d6c0ed1740] error while decoding MB 24 34, bytestream 136358 [h264 @ 0x55d6c0f2b240] left block unavailable for requested intra mode [h264 @ 0x55d6c0f2b240] error while decoding MB 0 6, bytestream 6620 [h264 @ 0x55d6c1acf380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d6c1acf380] error while decoding MB 0 40, bytestream 1184 [h264 @ 0x55d6c1acf380] cabac decode of qscale diff failed at 76 31 [h", "last_exit_at": "2026-07-02T20:21:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 31907.243, "last_started_at": "2026-07-02T20:21:49+09:00", "pid": 16026, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.84, "name": "ffmpeg", "pid": 16026, "rss_mb": 334.84, "state": "S (sleeping)", "threads": 104}, "restart_count": 71, "restart_count_per_hour": 0, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.772, "sample_count": 2447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 666046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:13:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T05:13:36+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T05:13:36+09:00", "mjpeg": {"age_sec": 19.582, "exists": true, "mtime": "2026-07-03T05:13:17.066039+09:00", "mtime_epoch": 1783023197.0660388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:13:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.469, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 70, "pushed_frames": 70, "read_frames": 69, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.343, "pushed": 2.343, "read": 2.31}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.491, "count": 70, "max_ms": 9.368, "p95_ms": 8.123}, "gstreamer_push": {"avg_ms": 0.95, "count": 70, "max_ms": 1.121, "p95_ms": 1.084}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.957, "count": 70, "max_ms": 77.67, "p95_ms": 67.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.682, "count": 70, "max_ms": 92.085, "p95_ms": 76.624}, "yolo11_640_fire_11class": {"avg_ms": 50.367, "count": 70, "max_ms": 80.461, "p95_ms": 69.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.03, "count": 70, "max_ms": 96.514, "p95_ms": 83.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.258, "count": 70, "max_ms": 175.344, "p95_ms": 166.201}, "read_interval": {"avg_ms": 432.968, "count": 69, "max_ms": 19600.635, "p95_ms": 175.457}, "triton_wait": {"avg_ms": 63.268, "count": 70, "max_ms": 96.526, "p95_ms": 83.385}, "visualize": {"avg_ms": 6.306, "count": 70, "max_ms": 7.119, "p95_ms": 6.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2983, "tracking_summary": 2609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6301.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69088.053, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.851, "sample_count": 1026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:13:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:13:54+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-03T05:13:54+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T05:13:54.350817+09:00", "mtime_epoch": 1783023234.3508172, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:13:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 951.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.222, "pushed": 3.222, "read": 3.188}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 203.585, "count": 96, "max_ms": 246.227, "p95_ms": 216.296}, "gstreamer_push": {"avg_ms": 1.05, "count": 96, "max_ms": 2.234, "p95_ms": 1.806}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.085, "count": 96, "max_ms": 100.751, "p95_ms": 77.241}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.854, "count": 96, "max_ms": 102.816, "p95_ms": 82.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.96, "count": 96, "max_ms": 354.538, "p95_ms": 331.332}, "read_interval": {"avg_ms": 313.86, "count": 95, "max_ms": 364.878, "p95_ms": 341.671}, "triton_wait": {"avg_ms": 67.989, "count": 96, "max_ms": 102.826, "p95_ms": 82.019}, "visualize": {"avg_ms": 28.628, "count": 96, "max_ms": 43.343, "p95_ms": 40.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6307.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41737.442, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.953, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:13:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:13:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:13:56+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T05:13:56.898870+09:00", "mtime_epoch": 1783023236.8988705, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:13:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1356.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.931, "pushed": 9.931, "read": 9.931}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.446, "count": 297, "max_ms": 11.525, "p95_ms": 8.533}, "gstreamer_push": {"avg_ms": 1.226, "count": 297, "max_ms": 1.564, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.392, "count": 297, "max_ms": 69.378, "p95_ms": 61.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.867, "count": 297, "max_ms": 105.223, "p95_ms": 74.928}, "yolo11_640_fire_11class": {"avg_ms": 48.259, "count": 297, "max_ms": 68.878, "p95_ms": 60.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.359, "count": 297, "max_ms": 86.62, "p95_ms": 76.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.891, "count": 297, "max_ms": 121.181, "p95_ms": 93.68}, "read_interval": {"avg_ms": 101.083, "count": 297, "max_ms": 553.539, "p95_ms": 185.313}, "triton_wait": {"avg_ms": 54.089, "count": 297, "max_ms": 105.236, "p95_ms": 78.112}, "visualize": {"avg_ms": 3.593, "count": 297, "max_ms": 4.804, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6302.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:13:38+09:00", "last_error_summary": "[h264 @ 0x560f69331480] cabac decode of qscale diff failed at 12 26 [h264 @ 0x560f69331480] error while decoding MB 12 26, bytestream 4880 [h264 @ 0x560f69331480] left block unavailable for requested intra mode [h264 @ 0x560f69331480] error while decoding MB 0 5, bytestream 108 [in#0/rtsp @ 0x560f68711e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560f68711e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T05:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.523, "last_started_at": "2026-07-03T05:13:41+09:00", "pid": 16313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.773, "name": "ffmpeg", "pid": 16313, "rss_mb": 270.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.561, "sample_count": 2343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 666253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:14:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:14:06+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T05:14:06+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T05:14:06.547072+09:00", "mtime_epoch": 1783023246.547072, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:14:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.727, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.928, "pushed": 6.928, "read": 6.894}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.192, "count": 207, "max_ms": 11.555, "p95_ms": 8.834}, "gstreamer_push": {"avg_ms": 1.079, "count": 207, "max_ms": 1.421, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.18, "count": 207, "max_ms": 75.774, "p95_ms": 64.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.535, "count": 207, "max_ms": 101.61, "p95_ms": 83.269}, "yolo11_640_fire_11class": {"avg_ms": 50.479, "count": 207, "max_ms": 73.759, "p95_ms": 64.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.795, "count": 207, "max_ms": 92.65, "p95_ms": 80.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.725, "count": 207, "max_ms": 171.565, "p95_ms": 139.299}, "read_interval": {"avg_ms": 145.048, "count": 206, "max_ms": 5156.233, "p95_ms": 148.238}, "triton_wait": {"avg_ms": 63.74, "count": 207, "max_ms": 101.622, "p95_ms": 83.719}, "visualize": {"avg_ms": 4.904, "count": 207, "max_ms": 7.925, "p95_ms": 6.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2984, "tracking_summary": 2609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6316.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69118.24, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.065, "sample_count": 1026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:14:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:14:24+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T05:14:24+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T05:14:24.531447+09:00", "mtime_epoch": 1783023264.5314472, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:14:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 956.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.416, "pushed": 3.416, "read": 3.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.453, "count": 102, "max_ms": 221.623, "p95_ms": 214.802}, "gstreamer_push": {"avg_ms": 1.063, "count": 102, "max_ms": 2.876, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.091, "count": 102, "max_ms": 103.254, "p95_ms": 91.544}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.467, "count": 102, "max_ms": 102.455, "p95_ms": 93.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.226, "count": 102, "max_ms": 349.228, "p95_ms": 335.595}, "read_interval": {"avg_ms": 295.839, "count": 101, "max_ms": 358.332, "p95_ms": 344.275}, "triton_wait": {"avg_ms": 71.087, "count": 102, "max_ms": 103.267, "p95_ms": 93.311}, "visualize": {"avg_ms": 29.879, "count": 102, "max_ms": 39.481, "p95_ms": 37.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6317.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41767.567, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.569, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 674246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:14:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:14:27+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T05:14:27+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T05:14:26.959498+09:00", "mtime_epoch": 1783023266.9594977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:14:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1356.777, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.691, "count": 303, "max_ms": 13.196, "p95_ms": 9.641}, "gstreamer_push": {"avg_ms": 1.234, "count": 303, "max_ms": 1.704, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.827, "count": 303, "max_ms": 78.274, "p95_ms": 64.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.685, "count": 303, "max_ms": 100.847, "p95_ms": 77.441}, "yolo11_640_fire_11class": {"avg_ms": 51.08, "count": 303, "max_ms": 88.442, "p95_ms": 65.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.475, "count": 303, "max_ms": 88.674, "p95_ms": 78.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.589, "count": 303, "max_ms": 117.426, "p95_ms": 96.997}, "read_interval": {"avg_ms": 99.174, "count": 302, "max_ms": 759.884, "p95_ms": 135.57}, "triton_wait": {"avg_ms": 56.554, "count": 303, "max_ms": 100.86, "p95_ms": 80.623}, "visualize": {"avg_ms": 3.597, "count": 303, "max_ms": 5.256, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6318.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:13:38+09:00", "last_error_summary": "[h264 @ 0x560f69331480] cabac decode of qscale diff failed at 12 26 [h264 @ 0x560f69331480] error while decoding MB 12 26, bytestream 4880 [h264 @ 0x560f69331480] left block unavailable for requested intra mode [h264 @ 0x560f69331480] error while decoding MB 0 5, bytestream 108 [in#0/rtsp @ 0x560f68711e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560f68711e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T05:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.546, "last_started_at": "2026-07-03T05:13:41+09:00", "pid": 16313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.477, "name": "ffmpeg", "pid": 16313, "rss_mb": 277.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.398, "sample_count": 2277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 666468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:14:36+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T05:14:36+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T05:14:36.599699+09:00", "mtime_epoch": 1783023276.5996988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:14:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.727, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.202, "pushed": 7.202, "read": 7.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.166, "count": 215, "max_ms": 10.789, "p95_ms": 8.414}, "gstreamer_push": {"avg_ms": 1.018, "count": 215, "max_ms": 1.528, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.273, "count": 215, "max_ms": 74.046, "p95_ms": 64.263}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.147, "count": 215, "max_ms": 105.204, "p95_ms": 83.947}, "yolo11_640_fire_11class": {"avg_ms": 50.534, "count": 215, "max_ms": 81.837, "p95_ms": 66.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.179, "count": 215, "max_ms": 90.426, "p95_ms": 80.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.45, "count": 215, "max_ms": 176.742, "p95_ms": 163.618}, "read_interval": {"avg_ms": 139.759, "count": 214, "max_ms": 185.227, "p95_ms": 171.67}, "triton_wait": {"avg_ms": 62.651, "count": 215, "max_ms": 105.214, "p95_ms": 86.574}, "visualize": {"avg_ms": 5.761, "count": 215, "max_ms": 8.346, "p95_ms": 7.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2984, "tracking_summary": 2610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6320.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69148.252, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.844, "sample_count": 1025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:14:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:14:54+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T05:14:54+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T05:14:54.512073+09:00", "mtime_epoch": 1783023294.5120726, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:14:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 955.898, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.135, "pushed": 3.135, "read": 3.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 210.777, "count": 93, "max_ms": 238.178, "p95_ms": 230.303}, "gstreamer_push": {"avg_ms": 0.816, "count": 93, "max_ms": 2.8, "p95_ms": 0.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.395, "count": 93, "max_ms": 100.219, "p95_ms": 92.162}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.567, "count": 93, "max_ms": 100.209, "p95_ms": 97.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.141, "count": 93, "max_ms": 347.964, "p95_ms": 337.844}, "read_interval": {"avg_ms": 322.55, "count": 92, "max_ms": 356.898, "p95_ms": 346.76}, "triton_wait": {"avg_ms": 71.801, "count": 93, "max_ms": 100.227, "p95_ms": 97.101}, "visualize": {"avg_ms": 26.743, "count": 93, "max_ms": 40.214, "p95_ms": 34.562}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.663, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6320.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41797.611, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.258, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 674547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:14:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:14:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:14:57+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T05:14:57.072126+09:00", "mtime_epoch": 1783023297.072126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:14:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1357.035, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.061, "pushed": 10.061, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.556, "count": 301, "max_ms": 11.891, "p95_ms": 9.168}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.89, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.569, "count": 301, "max_ms": 75.363, "p95_ms": 66.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.737, "count": 301, "max_ms": 99.633, "p95_ms": 75.21}, "yolo11_640_fire_11class": {"avg_ms": 52.208, "count": 301, "max_ms": 82.995, "p95_ms": 67.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.05, "count": 301, "max_ms": 88.771, "p95_ms": 80.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.051, "count": 301, "max_ms": 112.238, "p95_ms": 97.05}, "read_interval": {"avg_ms": 99.867, "count": 300, "max_ms": 609.117, "p95_ms": 158.848}, "triton_wait": {"avg_ms": 56.279, "count": 301, "max_ms": 99.642, "p95_ms": 81.163}, "visualize": {"avg_ms": 3.512, "count": 301, "max_ms": 4.545, "p95_ms": 4.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6312.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:13:38+09:00", "last_error_summary": "[h264 @ 0x560f69331480] cabac decode of qscale diff failed at 12 26 [h264 @ 0x560f69331480] error while decoding MB 12 26, bytestream 4880 [h264 @ 0x560f69331480] left block unavailable for requested intra mode [h264 @ 0x560f69331480] error while decoding MB 0 5, bytestream 108 [in#0/rtsp @ 0x560f68711e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560f68711e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T05:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.634, "last_started_at": "2026-07-03T05:13:41+09:00", "pid": 16313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.027, "name": "ffmpeg", "pid": 16313, "rss_mb": 284.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.877, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 666679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:15:06+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-03T05:15:06+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T05:15:06.648326+09:00", "mtime_epoch": 1783023306.6483257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:15:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.984, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.04, "pushed": 7.04, "read": 7.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.275, "count": 210, "max_ms": 11.059, "p95_ms": 8.545}, "gstreamer_push": {"avg_ms": 1.007, "count": 211, "max_ms": 1.379, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.24, "count": 210, "max_ms": 74.344, "p95_ms": 64.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.74, "count": 210, "max_ms": 103.549, "p95_ms": 82.047}, "yolo11_640_fire_11class": {"avg_ms": 50.463, "count": 210, "max_ms": 79.674, "p95_ms": 66.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.294, "count": 210, "max_ms": 92.184, "p95_ms": 81.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.639, "count": 211, "max_ms": 184.892, "p95_ms": 164.038}, "read_interval": {"avg_ms": 142.531, "count": 210, "max_ms": 193.673, "p95_ms": 172.812}, "triton_wait": {"avg_ms": 63.33, "count": 210, "max_ms": 103.562, "p95_ms": 87.491}, "visualize": {"avg_ms": 5.953, "count": 210, "max_ms": 9.437, "p95_ms": 7.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2985, "tracking_summary": 2611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6325.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69178.277, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.15, "sample_count": 1024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:15:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:15:24+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T05:15:24+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T05:15:24.564699+09:00", "mtime_epoch": 1783023324.5646992, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:15:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 951.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.737, "pushed": 3.737, "read": 3.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.784, "count": 111, "max_ms": 261.824, "p95_ms": 221.818}, "gstreamer_push": {"avg_ms": 0.933, "count": 111, "max_ms": 1.983, "p95_ms": 1.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.112, "count": 111, "max_ms": 102.058, "p95_ms": 89.084}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.759, "count": 111, "max_ms": 97.764, "p95_ms": 86.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.905, "count": 111, "max_ms": 356.748, "p95_ms": 327.83}, "read_interval": {"avg_ms": 270.165, "count": 110, "max_ms": 367.845, "p95_ms": 337.126}, "triton_wait": {"avg_ms": 68.374, "count": 111, "max_ms": 102.071, "p95_ms": 89.736}, "visualize": {"avg_ms": 25.947, "count": 111, "max_ms": 40.114, "p95_ms": 33.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.704, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6325.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41827.684, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.569, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 674847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:15:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:15:27+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T05:15:27+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T05:15:27.132753+09:00", "mtime_epoch": 1783023327.1327527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:15:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1357.035, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.745, "count": 300, "max_ms": 12.363, "p95_ms": 9.694}, "gstreamer_push": {"avg_ms": 1.258, "count": 300, "max_ms": 1.998, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.312, "count": 300, "max_ms": 77.369, "p95_ms": 66.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.353, "count": 300, "max_ms": 109.197, "p95_ms": 75.586}, "yolo11_640_fire_11class": {"avg_ms": 52.309, "count": 300, "max_ms": 78.142, "p95_ms": 68.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.368, "count": 300, "max_ms": 96.257, "p95_ms": 78.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.448, "count": 300, "max_ms": 124.929, "p95_ms": 94.668}, "read_interval": {"avg_ms": 100.277, "count": 299, "max_ms": 527.157, "p95_ms": 166.309}, "triton_wait": {"avg_ms": 56.099, "count": 300, "max_ms": 109.21, "p95_ms": 79.114}, "visualize": {"avg_ms": 3.713, "count": 300, "max_ms": 5.661, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6313.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:13:38+09:00", "last_error_summary": "[h264 @ 0x560f69331480] cabac decode of qscale diff failed at 12 26 [h264 @ 0x560f69331480] error while decoding MB 12 26, bytestream 4880 [h264 @ 0x560f69331480] left block unavailable for requested intra mode [h264 @ 0x560f69331480] error while decoding MB 0 5, bytestream 108 [in#0/rtsp @ 0x560f68711e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560f68711e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T05:13:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.708, "last_started_at": "2026-07-03T05:13:41+09:00", "pid": 16313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.895, "name": "ffmpeg", "pid": 16313, "rss_mb": 287.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 1, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.121, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 666898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:15:36+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T05:15:36+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T05:15:36.756953+09:00", "mtime_epoch": 1783023336.7569532, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:15:36+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.984, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.319, "pushed": 7.319, "read": 7.285}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.012, "count": 219, "max_ms": 11.041, "p95_ms": 8.319}, "gstreamer_push": {"avg_ms": 1.026, "count": 219, "max_ms": 1.684, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.61, "count": 219, "max_ms": 75.379, "p95_ms": 65.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.102, "count": 219, "max_ms": 102.71, "p95_ms": 78.495}, "yolo11_640_fire_11class": {"avg_ms": 50.09, "count": 219, "max_ms": 77.043, "p95_ms": 68.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.55, "count": 219, "max_ms": 95.788, "p95_ms": 80.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.994, "count": 219, "max_ms": 184.317, "p95_ms": 161.601}, "read_interval": {"avg_ms": 137.369, "count": 218, "max_ms": 637.716, "p95_ms": 171.434}, "triton_wait": {"avg_ms": 62.347, "count": 219, "max_ms": 102.723, "p95_ms": 83.048}, "visualize": {"avg_ms": 5.595, "count": 219, "max_ms": 8.326, "p95_ms": 6.587}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2988, "tracking_summary": 2612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6320.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69208.347, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.595, "sample_count": 1027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:15:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:15:54+09:00", "last_frame_read_age_sec": 0.312, "last_frame_read_at": "2026-07-03T05:15:54+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T05:15:54.625326+09:00", "mtime_epoch": 1783023354.6253257, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:15:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 944.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.261, "pushed": 3.261, "read": 3.227}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 205.684, "count": 97, "max_ms": 235.021, "p95_ms": 221.953}, "gstreamer_push": {"avg_ms": 1.038, "count": 97, "max_ms": 2.764, "p95_ms": 1.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.706, "count": 97, "max_ms": 97.812, "p95_ms": 73.744}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 62.969, "count": 97, "max_ms": 96.374, "p95_ms": 76.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 300.161, "count": 97, "max_ms": 334.784, "p95_ms": 332.432}, "read_interval": {"avg_ms": 309.886, "count": 96, "max_ms": 345.278, "p95_ms": 341.382}, "triton_wait": {"avg_ms": 63.339, "count": 97, "max_ms": 97.824, "p95_ms": 78.498}, "visualize": {"avg_ms": 27.293, "count": 97, "max_ms": 41.859, "p95_ms": 37.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.749, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6326.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41857.785, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.437, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:15:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:15:57+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T05:15:57+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T05:15:57.213380+09:00", "mtime_epoch": 1783023357.2133796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:15:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1357.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.535, "count": 300, "max_ms": 11.744, "p95_ms": 8.427}, "gstreamer_push": {"avg_ms": 1.224, "count": 301, "max_ms": 1.607, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.282, "count": 300, "max_ms": 69.128, "p95_ms": 57.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.071, "count": 300, "max_ms": 102.225, "p95_ms": 69.503}, "yolo11_640_fire_11class": {"avg_ms": 49.699, "count": 300, "max_ms": 73.195, "p95_ms": 61.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.949, "count": 300, "max_ms": 84.083, "p95_ms": 71.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.9, "count": 301, "max_ms": 119.367, "p95_ms": 90.272}, "read_interval": {"avg_ms": 99.954, "count": 300, "max_ms": 501.456, "p95_ms": 186.291}, "triton_wait": {"avg_ms": 51.897, "count": 300, "max_ms": 102.239, "p95_ms": 74.158}, "visualize": {"avg_ms": 3.613, "count": 300, "max_ms": 4.846, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6223.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:15:58+09:00", "last_error_summary": "[h264 @ 0x55f302ccae80] error while decoding MB 27 18, bytestream -9 [h264 @ 0x55f302e194c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f302e194c0] error while decoding MB 0 40, bytestream 5802 [h264 @ 0x55f302d31f80] left block unavailable for requested intra mode [h264 @ 0x55f302d31f80] error while decoding MB 0 20, bytestream 70144 [in#0/rtsp @ 0x55f302ca9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f302ca9e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-03T05:16:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.751, "last_started_at": "2026-07-03T05:16:01+09:00", "pid": 16420, "process": {"exists": true, "fd_count": 5, "hwm_mb": 194.121, "name": "ffmpeg", "pid": 16420, "rss_mb": 194.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.494, "sample_count": 1926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 666948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:16:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:16:06+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-03T05:16:06+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T05:16:06.749578+09:00", "mtime_epoch": 1783023366.7495782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:16:06+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.984, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 50, "pushed_frames": 50, "read_frames": 49, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.671, "pushed": 1.671, "read": 1.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.979, "count": 50, "max_ms": 8.223, "p95_ms": 7.962}, "gstreamer_push": {"avg_ms": 1.007, "count": 50, "max_ms": 1.228, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.299, "count": 50, "max_ms": 68.804, "p95_ms": 62.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.45, "count": 50, "max_ms": 94.708, "p95_ms": 88.936}, "yolo11_640_fire_11class": {"avg_ms": 49.196, "count": 50, "max_ms": 71.649, "p95_ms": 64.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.026, "count": 50, "max_ms": 85.27, "p95_ms": 77.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.954, "count": 50, "max_ms": 169.342, "p95_ms": 159.689}, "read_interval": {"avg_ms": 609.566, "count": 49, "max_ms": 19046.971, "p95_ms": 176.966}, "triton_wait": {"avg_ms": 61.473, "count": 50, "max_ms": 94.72, "p95_ms": 88.949}, "visualize": {"avg_ms": 5.794, "count": 50, "max_ms": 7.414, "p95_ms": 7.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2988, "tracking_summary": 2613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6298.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69238.368, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.784, "sample_count": 1019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:16:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:16:24+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T05:16:24+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-03T05:16:24.773954+09:00", "mtime_epoch": 1783023384.773954, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:16:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 946.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.368, "pushed": 3.368, "read": 3.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.968, "count": 100, "max_ms": 225.27, "p95_ms": 219.482}, "gstreamer_push": {"avg_ms": 1.062, "count": 100, "max_ms": 2.937, "p95_ms": 2.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.469, "count": 100, "max_ms": 105.208, "p95_ms": 89.732}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.965, "count": 100, "max_ms": 89.588, "p95_ms": 87.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.097, "count": 100, "max_ms": 357.451, "p95_ms": 333.872}, "read_interval": {"avg_ms": 301.282, "count": 99, "max_ms": 366.218, "p95_ms": 353.993}, "triton_wait": {"avg_ms": 68.431, "count": 100, "max_ms": 105.222, "p95_ms": 89.745}, "visualize": {"avg_ms": 28.871, "count": 100, "max_ms": 42.945, "p95_ms": 40.646}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.687, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6299.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41887.839, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.829, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:16:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:16:27+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T05:16:27+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T05:16:27.286006+09:00", "mtime_epoch": 1783023387.2860062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:16:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1357.293, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.647, "count": 301, "max_ms": 12.893, "p95_ms": 8.957}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.758, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.989, "count": 301, "max_ms": 77.01, "p95_ms": 62.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.891, "count": 301, "max_ms": 87.574, "p95_ms": 75.131}, "yolo11_640_fire_11class": {"avg_ms": 51.855, "count": 301, "max_ms": 77.638, "p95_ms": 66.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.855, "count": 301, "max_ms": 94.663, "p95_ms": 75.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.676, "count": 301, "max_ms": 113.085, "p95_ms": 93.975}, "read_interval": {"avg_ms": 99.861, "count": 300, "max_ms": 600.692, "p95_ms": 164.862}, "triton_wait": {"avg_ms": 54.599, "count": 301, "max_ms": 94.678, "p95_ms": 78.033}, "visualize": {"avg_ms": 3.604, "count": 301, "max_ms": 4.63, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6299.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:15:58+09:00", "last_error_summary": "[h264 @ 0x55f302ccae80] error while decoding MB 27 18, bytestream -9 [h264 @ 0x55f302e194c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f302e194c0] error while decoding MB 0 40, bytestream 5802 [h264 @ 0x55f302d31f80] left block unavailable for requested intra mode [h264 @ 0x55f302d31f80] error while decoding MB 0 20, bytestream 70144 [in#0/rtsp @ 0x55f302ca9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f302ca9e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-03T05:16:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.861, "last_started_at": "2026-07-03T05:16:01+09:00", "pid": 16420, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.75, "name": "ffmpeg", "pid": 16420, "rss_mb": 266.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.94, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:16:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:16:37+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T05:16:36+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T05:16:36.898206+09:00", "mtime_epoch": 1783023396.8982065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:16:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1602.984, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.773, "pushed": 6.773, "read": 6.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.458, "count": 202, "max_ms": 9.969, "p95_ms": 8.166}, "gstreamer_push": {"avg_ms": 0.976, "count": 203, "max_ms": 1.323, "p95_ms": 1.12}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.901, "count": 202, "max_ms": 75.258, "p95_ms": 64.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.229, "count": 202, "max_ms": 101.034, "p95_ms": 81.259}, "yolo11_640_fire_11class": {"avg_ms": 50.159, "count": 202, "max_ms": 77.216, "p95_ms": 66.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.895, "count": 202, "max_ms": 94.477, "p95_ms": 80.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.38, "count": 203, "max_ms": 181.439, "p95_ms": 165.577}, "read_interval": {"avg_ms": 148.373, "count": 202, "max_ms": 189.668, "p95_ms": 174.015}, "triton_wait": {"avg_ms": 62.443, "count": 202, "max_ms": 101.046, "p95_ms": 84.078}, "visualize": {"avg_ms": 6.214, "count": 202, "max_ms": 8.053, "p95_ms": 6.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2989, "tracking_summary": 2614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6312.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69268.594, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.588, "sample_count": 1029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:16:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:16:55+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T05:16:54+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T05:16:54.878581+09:00", "mtime_epoch": 1783023414.8785808, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:16:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 954.363, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.517, "pushed": 3.517, "read": 3.484}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.987, "count": 105, "max_ms": 233.47, "p95_ms": 216.192}, "gstreamer_push": {"avg_ms": 1.338, "count": 105, "max_ms": 3.081, "p95_ms": 2.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.03, "count": 105, "max_ms": 101.527, "p95_ms": 86.847}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.76, "count": 105, "max_ms": 100.706, "p95_ms": 86.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.777, "count": 105, "max_ms": 346.468, "p95_ms": 337.441}, "read_interval": {"avg_ms": 285.848, "count": 104, "max_ms": 356.289, "p95_ms": 346.362}, "triton_wait": {"avg_ms": 68.38, "count": 105, "max_ms": 101.535, "p95_ms": 86.86}, "visualize": {"avg_ms": 27.614, "count": 105, "max_ms": 43.191, "p95_ms": 37.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6304.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41917.848, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.668, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:16:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:16:57+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T05:16:57+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T05:16:57.310632+09:00", "mtime_epoch": 1783023417.3106315, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:16:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1357.551, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.74, "count": 300, "max_ms": 12.598, "p95_ms": 10.811}, "gstreamer_push": {"avg_ms": 1.221, "count": 300, "max_ms": 2.127, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.403, "count": 300, "max_ms": 75.964, "p95_ms": 64.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.983, "count": 300, "max_ms": 97.048, "p95_ms": 77.66}, "yolo11_640_fire_11class": {"avg_ms": 52.559, "count": 300, "max_ms": 78.476, "p95_ms": 67.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.628, "count": 300, "max_ms": 93.462, "p95_ms": 79.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.751, "count": 300, "max_ms": 116.775, "p95_ms": 96.054}, "read_interval": {"avg_ms": 100.069, "count": 300, "max_ms": 703.525, "p95_ms": 128.772}, "triton_wait": {"avg_ms": 56.602, "count": 300, "max_ms": 97.059, "p95_ms": 81.018}, "visualize": {"avg_ms": 3.597, "count": 300, "max_ms": 5.768, "p95_ms": 4.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6305.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:15:58+09:00", "last_error_summary": "[h264 @ 0x55f302ccae80] error while decoding MB 27 18, bytestream -9 [h264 @ 0x55f302e194c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f302e194c0] error while decoding MB 0 40, bytestream 5802 [h264 @ 0x55f302d31f80] left block unavailable for requested intra mode [h264 @ 0x55f302d31f80] error while decoding MB 0 20, bytestream 70144 [in#0/rtsp @ 0x55f302ca9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f302ca9e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-03T05:16:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.939, "last_started_at": "2026-07-03T05:16:01+09:00", "pid": 16420, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.535, "name": "ffmpeg", "pid": 16420, "rss_mb": 272.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.993, "sample_count": 1851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:17:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:17:07+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T05:17:06+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T05:17:06.970833+09:00", "mtime_epoch": 1783023426.9708328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:17:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1603.242, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.753, "pushed": 6.753, "read": 6.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.519, "count": 202, "max_ms": 10.757, "p95_ms": 8.7}, "gstreamer_push": {"avg_ms": 0.975, "count": 202, "max_ms": 1.834, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.657, "count": 202, "max_ms": 79.235, "p95_ms": 64.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.316, "count": 202, "max_ms": 110.908, "p95_ms": 82.219}, "yolo11_640_fire_11class": {"avg_ms": 50.234, "count": 202, "max_ms": 78.701, "p95_ms": 67.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.249, "count": 202, "max_ms": 94.82, "p95_ms": 81.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.628, "count": 202, "max_ms": 202.738, "p95_ms": 169.107}, "read_interval": {"avg_ms": 148.92, "count": 201, "max_ms": 209.764, "p95_ms": 178.489}, "triton_wait": {"avg_ms": 63.376, "count": 202, "max_ms": 110.922, "p95_ms": 83.4}, "visualize": {"avg_ms": 6.178, "count": 202, "max_ms": 9.818, "p95_ms": 7.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2990, "tracking_summary": 2614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6315.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69298.62, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.56, "sample_count": 1025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:17:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:17:25+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T05:17:24+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T05:17:24.923207+09:00", "mtime_epoch": 1783023444.9232066, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:17:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 951.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.13, "pushed": 3.13, "read": 3.097}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 203.978, "count": 93, "max_ms": 248.75, "p95_ms": 227.812}, "gstreamer_push": {"avg_ms": 1.179, "count": 93, "max_ms": 3.408, "p95_ms": 2.01}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.648, "count": 93, "max_ms": 103.923, "p95_ms": 92.966}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.552, "count": 93, "max_ms": 107.634, "p95_ms": 92.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 312.741, "count": 93, "max_ms": 366.779, "p95_ms": 354.04}, "read_interval": {"avg_ms": 323.13, "count": 92, "max_ms": 377.761, "p95_ms": 366.442}, "triton_wait": {"avg_ms": 71.733, "count": 93, "max_ms": 107.647, "p95_ms": 95.161}, "visualize": {"avg_ms": 33.218, "count": 93, "max_ms": 45.845, "p95_ms": 44.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.708, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6324.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41947.927, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.829, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:17:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:17:27+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T05:17:27+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T05:17:27.355257+09:00", "mtime_epoch": 1783023447.355257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:17:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1357.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.566, "count": 300, "max_ms": 13.146, "p95_ms": 8.864}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.822, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.487, "count": 300, "max_ms": 71.52, "p95_ms": 65.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.549, "count": 300, "max_ms": 102.723, "p95_ms": 78.501}, "yolo11_640_fire_11class": {"avg_ms": 52.597, "count": 300, "max_ms": 79.864, "p95_ms": 67.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.246, "count": 300, "max_ms": 90.517, "p95_ms": 80.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.451, "count": 301, "max_ms": 119.032, "p95_ms": 97.927}, "read_interval": {"avg_ms": 99.879, "count": 300, "max_ms": 749.218, "p95_ms": 162.399}, "triton_wait": {"avg_ms": 57.504, "count": 300, "max_ms": 102.735, "p95_ms": 82.423}, "visualize": {"avg_ms": 3.602, "count": 300, "max_ms": 5.728, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6318.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:15:58+09:00", "last_error_summary": "[h264 @ 0x55f302ccae80] error while decoding MB 27 18, bytestream -9 [h264 @ 0x55f302e194c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f302e194c0] error while decoding MB 0 40, bytestream 5802 [h264 @ 0x55f302d31f80] left block unavailable for requested intra mode [h264 @ 0x55f302d31f80] error while decoding MB 0 20, bytestream 70144 [in#0/rtsp @ 0x55f302ca9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f302ca9e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-03T05:16:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.063, "last_started_at": "2026-07-03T05:16:01+09:00", "pid": 16420, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.426, "name": "ffmpeg", "pid": 16420, "rss_mb": 285.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.276, "sample_count": 1789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:17:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:17:37+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T05:17:37+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T05:17:37.091460+09:00", "mtime_epoch": 1783023457.0914598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:17:37+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1603.242, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.037, "pushed": 6.037, "read": 6.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.984, "count": 180, "max_ms": 12.199, "p95_ms": 9.254}, "gstreamer_push": {"avg_ms": 0.935, "count": 181, "max_ms": 1.372, "p95_ms": 1.087}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.145, "count": 180, "max_ms": 75.51, "p95_ms": 67.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.961, "count": 180, "max_ms": 102.709, "p95_ms": 83.905}, "yolo11_640_fire_11class": {"avg_ms": 50.459, "count": 180, "max_ms": 79.41, "p95_ms": 68.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.86, "count": 180, "max_ms": 93.293, "p95_ms": 84.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.969, "count": 181, "max_ms": 224.934, "p95_ms": 187.014}, "read_interval": {"avg_ms": 166.531, "count": 180, "max_ms": 1149.055, "p95_ms": 195.558}, "triton_wait": {"avg_ms": 63.762, "count": 180, "max_ms": 102.721, "p95_ms": 86.136}, "visualize": {"avg_ms": 6.803, "count": 180, "max_ms": 9.35, "p95_ms": 7.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2992, "tracking_summary": 2615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6325.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69328.925, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.804, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:17:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:17:55+09:00", "last_frame_read_age_sec": 0.336, "last_frame_read_at": "2026-07-03T05:17:55+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T05:17:55.179836+09:00", "mtime_epoch": 1783023475.1798363, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:17:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 951.602, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.468, "pushed": 3.468, "read": 3.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.63, "count": 104, "max_ms": 250.339, "p95_ms": 219.58}, "gstreamer_push": {"avg_ms": 1.187, "count": 104, "max_ms": 2.951, "p95_ms": 1.989}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.433, "count": 104, "max_ms": 109.619, "p95_ms": 89.347}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.553, "count": 104, "max_ms": 98.293, "p95_ms": 89.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.734, "count": 104, "max_ms": 364.403, "p95_ms": 336.331}, "read_interval": {"avg_ms": 290.879, "count": 103, "max_ms": 374.872, "p95_ms": 345.225}, "triton_wait": {"avg_ms": 70.465, "count": 104, "max_ms": 109.632, "p95_ms": 90.635}, "visualize": {"avg_ms": 26.78, "count": 104, "max_ms": 41.269, "p95_ms": 39.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6323.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 41977.992, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.054, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:17:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:17:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:17:57+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T05:17:57.451884+09:00", "mtime_epoch": 1783023477.4518836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:17:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1357.809, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.709, "count": 301, "max_ms": 12.119, "p95_ms": 9.065}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 1.447, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.97, "count": 301, "max_ms": 75.507, "p95_ms": 63.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.427, "count": 301, "max_ms": 108.099, "p95_ms": 77.107}, "yolo11_640_fire_11class": {"avg_ms": 52.121, "count": 301, "max_ms": 77.891, "p95_ms": 65.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.245, "count": 301, "max_ms": 92.329, "p95_ms": 79.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.234, "count": 301, "max_ms": 124.374, "p95_ms": 97.124}, "read_interval": {"avg_ms": 99.936, "count": 300, "max_ms": 740.22, "p95_ms": 156.965}, "triton_wait": {"avg_ms": 56.011, "count": 301, "max_ms": 108.127, "p95_ms": 80.842}, "visualize": {"avg_ms": 3.676, "count": 301, "max_ms": 5.224, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6329.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:15:58+09:00", "last_error_summary": "[h264 @ 0x55f302ccae80] error while decoding MB 27 18, bytestream -9 [h264 @ 0x55f302e194c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f302e194c0] error while decoding MB 0 40, bytestream 5802 [h264 @ 0x55f302d31f80] left block unavailable for requested intra mode [h264 @ 0x55f302d31f80] error while decoding MB 0 20, bytestream 70144 [in#0/rtsp @ 0x55f302ca9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f302ca9e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-03T05:16:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.194, "last_started_at": "2026-07-03T05:16:01+09:00", "pid": 16420, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.973, "name": "ffmpeg", "pid": 16420, "rss_mb": 286.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.177, "sample_count": 1746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:18:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:18:07+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T05:18:07+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T05:18:07.196086+09:00", "mtime_epoch": 1783023487.1960864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:18:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1603.5, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.404, "pushed": 6.404, "read": 6.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.698, "count": 191, "max_ms": 10.75, "p95_ms": 8.377}, "gstreamer_push": {"avg_ms": 0.957, "count": 192, "max_ms": 1.389, "p95_ms": 1.094}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.487, "count": 191, "max_ms": 72.956, "p95_ms": 64.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.107, "count": 191, "max_ms": 103.287, "p95_ms": 84.441}, "yolo11_640_fire_11class": {"avg_ms": 50.021, "count": 191, "max_ms": 74.526, "p95_ms": 66.728}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.681, "count": 191, "max_ms": 91.925, "p95_ms": 80.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.878, "count": 192, "max_ms": 204.487, "p95_ms": 179.568}, "read_interval": {"avg_ms": 156.86, "count": 191, "max_ms": 211.729, "p95_ms": 187.473}, "triton_wait": {"avg_ms": 63.318, "count": 191, "max_ms": 103.3, "p95_ms": 85.457}, "visualize": {"avg_ms": 6.574, "count": 191, "max_ms": 8.35, "p95_ms": 7.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2992, "tracking_summary": 2616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6330.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69358.925, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.804, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:18:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:18:25+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-03T05:18:25+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T05:18:25.324464+09:00", "mtime_epoch": 1783023505.3244636, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 248087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:18:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 954.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.834, "pushed": 3.834, "read": 3.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.272, "count": 115, "max_ms": 245.123, "p95_ms": 230.142}, "gstreamer_push": {"avg_ms": 0.955, "count": 115, "max_ms": 1.868, "p95_ms": 1.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.033, "count": 115, "max_ms": 105.871, "p95_ms": 90.611}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.638, "count": 115, "max_ms": 102.515, "p95_ms": 88.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.257, "count": 115, "max_ms": 359.565, "p95_ms": 336.806}, "read_interval": {"avg_ms": 262.138, "count": 115, "max_ms": 369.527, "p95_ms": 346.333}, "triton_wait": {"avg_ms": 69.568, "count": 115, "max_ms": 105.884, "p95_ms": 92.292}, "visualize": {"avg_ms": 25.634, "count": 115, "max_ms": 36.38, "p95_ms": 34.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42008.056, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.576, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:18:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:18:27+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T05:18:27+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T05:18:27.516509+09:00", "mtime_epoch": 1783023507.5165093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:18:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1358.066, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.657, "count": 301, "max_ms": 12.868, "p95_ms": 10.504}, "gstreamer_push": {"avg_ms": 1.194, "count": 301, "max_ms": 1.443, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.882, "count": 301, "max_ms": 77.131, "p95_ms": 61.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.501, "count": 301, "max_ms": 113.008, "p95_ms": 75.078}, "yolo11_640_fire_11class": {"avg_ms": 50.817, "count": 301, "max_ms": 77.944, "p95_ms": 62.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.52, "count": 301, "max_ms": 94.482, "p95_ms": 76.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.72, "count": 301, "max_ms": 130.521, "p95_ms": 94.439}, "read_interval": {"avg_ms": 99.944, "count": 300, "max_ms": 653.583, "p95_ms": 173.449}, "triton_wait": {"avg_ms": 54.943, "count": 301, "max_ms": 113.024, "p95_ms": 78.959}, "visualize": {"avg_ms": 3.496, "count": 301, "max_ms": 5.075, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6330.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 131, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:15:58+09:00", "last_error_summary": "[h264 @ 0x55f302ccae80] error while decoding MB 27 18, bytestream -9 [h264 @ 0x55f302e194c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f302e194c0] error while decoding MB 0 40, bytestream 5802 [h264 @ 0x55f302d31f80] left block unavailable for requested intra mode [h264 @ 0x55f302d31f80] error while decoding MB 0 20, bytestream 70144 [in#0/rtsp @ 0x55f302ca9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55f302ca9e00] Error retrieving a packet from demuxer", "last_exit_at": "2026-07-03T05:16:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.888, "last_started_at": "2026-07-03T05:16:01+09:00", "pid": 16420, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.016, "name": "ffmpeg", "pid": 16420, "rss_mb": 296.016, "state": "S (sleeping)", "threads": 104}, "restart_count": 73, "restart_count_per_hour": 2, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.972, "sample_count": 1743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:18:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:18:38+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T05:18:37+09:00", "mjpeg": {"age_sec": 18.56, "exists": true, "mtime": "2026-07-03T05:18:19.484342+09:00", "mtime_epoch": 1783023499.484342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:18:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1603.5, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 68, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.3, "pushed": 2.3, "read": 2.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.453, "count": 68, "max_ms": 9.397, "p95_ms": 9.292}, "gstreamer_push": {"avg_ms": 0.907, "count": 69, "max_ms": 1.131, "p95_ms": 0.98}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.371, "count": 68, "max_ms": 72.495, "p95_ms": 63.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.002, "count": 68, "max_ms": 106.86, "p95_ms": 88.242}, "yolo11_640_fire_11class": {"avg_ms": 50.44, "count": 68, "max_ms": 76.555, "p95_ms": 67.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.28, "count": 68, "max_ms": 93.331, "p95_ms": 82.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.258, "count": 69, "max_ms": 211.012, "p95_ms": 186.996}, "read_interval": {"avg_ms": 441.518, "count": 68, "max_ms": 18601.769, "p95_ms": 196.978}, "triton_wait": {"avg_ms": 63.485, "count": 68, "max_ms": 106.872, "p95_ms": 88.256}, "visualize": {"avg_ms": 7.325, "count": 68, "max_ms": 8.186, "p95_ms": 7.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2994, "tracking_summary": 2617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6301.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69389.214, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.009, "sample_count": 1023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:18:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:18:55+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T05:18:55+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T05:18:55.481091+09:00", "mtime_epoch": 1783023535.481091, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:18:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 947.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.48, "pushed": 3.48, "read": 3.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.921, "count": 104, "max_ms": 281.033, "p95_ms": 226.93}, "gstreamer_push": {"avg_ms": 0.791, "count": 104, "max_ms": 2.407, "p95_ms": 0.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.496, "count": 104, "max_ms": 89.586, "p95_ms": 77.245}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.352, "count": 104, "max_ms": 92.036, "p95_ms": 81.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.453, "count": 104, "max_ms": 372.578, "p95_ms": 337.335}, "read_interval": {"avg_ms": 288.923, "count": 103, "max_ms": 383.751, "p95_ms": 346.217}, "triton_wait": {"avg_ms": 66.679, "count": 104, "max_ms": 92.048, "p95_ms": 82.194}, "visualize": {"avg_ms": 28.051, "count": 104, "max_ms": 40.319, "p95_ms": 35.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6310.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42038.098, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.497, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:18:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:18:57+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T05:18:57+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T05:18:57.521133+09:00", "mtime_epoch": 1783023537.5211334, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:18:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1358.066, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.58, "count": 299, "max_ms": 12.373, "p95_ms": 9.9}, "gstreamer_push": {"avg_ms": 1.201, "count": 299, "max_ms": 1.722, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.593, "count": 299, "max_ms": 72.487, "p95_ms": 57.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.196, "count": 299, "max_ms": 91.54, "p95_ms": 69.647}, "yolo11_640_fire_11class": {"avg_ms": 49.457, "count": 299, "max_ms": 74.315, "p95_ms": 61.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.317, "count": 299, "max_ms": 89.927, "p95_ms": 67.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.077, "count": 299, "max_ms": 107.604, "p95_ms": 91.018}, "read_interval": {"avg_ms": 100.352, "count": 299, "max_ms": 237.652, "p95_ms": 184.37}, "triton_wait": {"avg_ms": 52.124, "count": 299, "max_ms": 91.553, "p95_ms": 75.677}, "visualize": {"avg_ms": 3.511, "count": 299, "max_ms": 4.927, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6312.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:18:39+09:00", "last_error_summary": "[h264 @ 0x5617c80f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c80f1100] error while decoding MB 0 3, bytestream 7449 [h264 @ 0x5617c7877580] left block unavailable for requested intra mode [h264 @ 0x5617c7877580] error while decoding MB 0 4, bytestream 767 [h264 @ 0x5617c7877580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c7877580] error while decoding MB 0 42, bytestream 10939 [h264 @ 0x5617c84fb980] cabac decode of qscale diff failed at 1 ", "last_exit_at": "2026-07-03T05:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.293, "last_started_at": "2026-07-03T05:18:41+09:00", "pid": 16527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.824, "name": "ffmpeg", "pid": 16527, "rss_mb": 267.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.032, "sample_count": 1719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 667980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:19:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:19:08+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T05:19:07+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T05:19:07.989351+09:00", "mtime_epoch": 1783023547.9893513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:19:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1603.5, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.09, "pushed": 6.09, "read": 6.056}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.42, "count": 182, "max_ms": 11.68, "p95_ms": 9.069}, "gstreamer_push": {"avg_ms": 0.992, "count": 182, "max_ms": 1.451, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.087, "count": 182, "max_ms": 71.877, "p95_ms": 64.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.767, "count": 182, "max_ms": 105.538, "p95_ms": 82.957}, "yolo11_640_fire_11class": {"avg_ms": 48.864, "count": 182, "max_ms": 75.229, "p95_ms": 66.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.937, "count": 182, "max_ms": 92.168, "p95_ms": 82.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.756, "count": 182, "max_ms": 189.561, "p95_ms": 167.44}, "read_interval": {"avg_ms": 165.343, "count": 181, "max_ms": 4276.457, "p95_ms": 175.205}, "triton_wait": {"avg_ms": 61.673, "count": 182, "max_ms": 105.551, "p95_ms": 83.329}, "visualize": {"avg_ms": 6.031, "count": 182, "max_ms": 8.694, "p95_ms": 7.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2995, "tracking_summary": 2618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6304.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69419.435, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.191, "sample_count": 1022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:19:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:19:26+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T05:19:25+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T05:19:25.701720+09:00", "mtime_epoch": 1783023565.7017195, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:19:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 946.539, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.378, "pushed": 3.378, "read": 3.345}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 184.365, "count": 101, "max_ms": 249.886, "p95_ms": 221.329}, "gstreamer_push": {"avg_ms": 1.11, "count": 101, "max_ms": 3.16, "p95_ms": 2.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.488, "count": 101, "max_ms": 102.667, "p95_ms": 87.664}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.333, "count": 101, "max_ms": 101.854, "p95_ms": 89.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.829, "count": 101, "max_ms": 367.235, "p95_ms": 341.916}, "read_interval": {"avg_ms": 298.906, "count": 100, "max_ms": 377.405, "p95_ms": 351.614}, "triton_wait": {"avg_ms": 71.003, "count": 101, "max_ms": 102.68, "p95_ms": 89.216}, "visualize": {"avg_ms": 29.592, "count": 101, "max_ms": 41.923, "p95_ms": 40.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6305.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42068.105, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.795, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:19:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:19:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:19:27+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T05:19:27.561758+09:00", "mtime_epoch": 1783023567.5617583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:19:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1358.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.723, "count": 301, "max_ms": 12.794, "p95_ms": 9.311}, "gstreamer_push": {"avg_ms": 1.257, "count": 301, "max_ms": 1.918, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.987, "count": 301, "max_ms": 79.351, "p95_ms": 65.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.112, "count": 301, "max_ms": 97.206, "p95_ms": 78.036}, "yolo11_640_fire_11class": {"avg_ms": 53.03, "count": 301, "max_ms": 78.843, "p95_ms": 68.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.814, "count": 301, "max_ms": 98.545, "p95_ms": 81.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.315, "count": 301, "max_ms": 116.322, "p95_ms": 98.33}, "read_interval": {"avg_ms": 99.802, "count": 301, "max_ms": 390.913, "p95_ms": 162.652}, "triton_wait": {"avg_ms": 57.085, "count": 301, "max_ms": 98.561, "p95_ms": 82.207}, "visualize": {"avg_ms": 3.667, "count": 301, "max_ms": 5.82, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6313.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:18:39+09:00", "last_error_summary": "[h264 @ 0x5617c80f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c80f1100] error while decoding MB 0 3, bytestream 7449 [h264 @ 0x5617c7877580] left block unavailable for requested intra mode [h264 @ 0x5617c7877580] error while decoding MB 0 4, bytestream 767 [h264 @ 0x5617c7877580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c7877580] error while decoding MB 0 42, bytestream 10939 [h264 @ 0x5617c84fb980] cabac decode of qscale diff failed at 1 ", "last_exit_at": "2026-07-03T05:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.458, "last_started_at": "2026-07-03T05:18:41+09:00", "pid": 16527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.66, "name": "ffmpeg", "pid": 16527, "rss_mb": 270.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.601, "sample_count": 1709, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 668189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:19:38+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T05:19:38+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T05:19:38.101978+09:00", "mtime_epoch": 1783023578.1019776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:19:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1603.758, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.963, "pushed": 6.963, "read": 6.93}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.357, "count": 208, "max_ms": 9.64, "p95_ms": 8.67}, "gstreamer_push": {"avg_ms": 1.005, "count": 208, "max_ms": 1.647, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.064, "count": 208, "max_ms": 75.84, "p95_ms": 64.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.679, "count": 208, "max_ms": 112.537, "p95_ms": 84.24}, "yolo11_640_fire_11class": {"avg_ms": 50.594, "count": 208, "max_ms": 76.15, "p95_ms": 68.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.812, "count": 208, "max_ms": 98.029, "p95_ms": 83.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.635, "count": 208, "max_ms": 193.551, "p95_ms": 166.796}, "read_interval": {"avg_ms": 144.163, "count": 207, "max_ms": 201.674, "p95_ms": 175.193}, "triton_wait": {"avg_ms": 63.31, "count": 208, "max_ms": 112.547, "p95_ms": 86.373}, "visualize": {"avg_ms": 6.003, "count": 208, "max_ms": 8.29, "p95_ms": 7.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2995, "tracking_summary": 2619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6305.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69449.555, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.229, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:19:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:19:56+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T05:19:55+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T05:19:55.830346+09:00", "mtime_epoch": 1783023595.830346, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:19:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 947.008, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.089, "pushed": 3.089, "read": 3.055}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.081, "count": 92, "max_ms": 260.997, "p95_ms": 228.985}, "gstreamer_push": {"avg_ms": 0.914, "count": 92, "max_ms": 3.387, "p95_ms": 1.713}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.077, "count": 92, "max_ms": 98.889, "p95_ms": 90.962}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.614, "count": 92, "max_ms": 110.719, "p95_ms": 90.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.738, "count": 92, "max_ms": 375.417, "p95_ms": 350.048}, "read_interval": {"avg_ms": 327.426, "count": 91, "max_ms": 382.708, "p95_ms": 361.37}, "triton_wait": {"avg_ms": 71.066, "count": 92, "max_ms": 110.73, "p95_ms": 92.385}, "visualize": {"avg_ms": 30.792, "count": 92, "max_ms": 49.092, "p95_ms": 40.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.783, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6305.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42098.175, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.812, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:19:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:19:57+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:19:57+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T05:19:57.630383+09:00", "mtime_epoch": 1783023597.6303835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:19:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1358.324, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.872, "pushed": 9.872, "read": 9.839}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.691, "count": 296, "max_ms": 12.238, "p95_ms": 10.356}, "gstreamer_push": {"avg_ms": 1.225, "count": 296, "max_ms": 1.83, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.321, "count": 296, "max_ms": 68.023, "p95_ms": 63.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.297, "count": 296, "max_ms": 101.237, "p95_ms": 75.493}, "yolo11_640_fire_11class": {"avg_ms": 51.04, "count": 296, "max_ms": 70.56, "p95_ms": 65.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.319, "count": 296, "max_ms": 93.847, "p95_ms": 80.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.298, "count": 296, "max_ms": 118.726, "p95_ms": 96.661}, "read_interval": {"avg_ms": 101.644, "count": 295, "max_ms": 669.457, "p95_ms": 149.995}, "triton_wait": {"avg_ms": 56.35, "count": 296, "max_ms": 101.25, "p95_ms": 80.631}, "visualize": {"avg_ms": 3.567, "count": 296, "max_ms": 5.072, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6311.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:18:39+09:00", "last_error_summary": "[h264 @ 0x5617c80f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c80f1100] error while decoding MB 0 3, bytestream 7449 [h264 @ 0x5617c7877580] left block unavailable for requested intra mode [h264 @ 0x5617c7877580] error while decoding MB 0 4, bytestream 767 [h264 @ 0x5617c7877580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c7877580] error while decoding MB 0 42, bytestream 10939 [h264 @ 0x5617c84fb980] cabac decode of qscale diff failed at 1 ", "last_exit_at": "2026-07-03T05:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.562, "last_started_at": "2026-07-03T05:18:41+09:00", "pid": 16527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.66, "name": "ffmpeg", "pid": 16527, "rss_mb": 270.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.032, "sample_count": 1734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 668423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:20:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:20:08+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-03T05:20:08+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T05:20:08.246604+09:00", "mtime_epoch": 1783023608.2466042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:20:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1603.758, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.809, "pushed": 7.809, "read": 7.776}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.605, "count": 233, "max_ms": 10.899, "p95_ms": 8.419}, "gstreamer_push": {"avg_ms": 1.068, "count": 234, "max_ms": 2.011, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.075, "count": 233, "max_ms": 72.601, "p95_ms": 65.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.615, "count": 233, "max_ms": 92.361, "p95_ms": 82.425}, "yolo11_640_fire_11class": {"avg_ms": 49.479, "count": 233, "max_ms": 72.789, "p95_ms": 64.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.487, "count": 233, "max_ms": 91.977, "p95_ms": 85.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.313, "count": 234, "max_ms": 175.776, "p95_ms": 166.069}, "read_interval": {"avg_ms": 128.649, "count": 233, "max_ms": 183.047, "p95_ms": 174.01}, "triton_wait": {"avg_ms": 62.711, "count": 233, "max_ms": 92.372, "p95_ms": 86.733}, "visualize": {"avg_ms": 5.438, "count": 233, "max_ms": 8.602, "p95_ms": 7.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2996, "tracking_summary": 2620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6313.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69479.602, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.563, "sample_count": 1012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:20:26+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T05:20:25+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T05:20:26.006974+09:00", "mtime_epoch": 1783023626.0069735, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:20:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 954.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.466, "pushed": 3.466, "read": 3.432}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.742, "count": 103, "max_ms": 223.34, "p95_ms": 217.413}, "gstreamer_push": {"avg_ms": 0.817, "count": 103, "max_ms": 1.773, "p95_ms": 0.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.514, "count": 103, "max_ms": 111.512, "p95_ms": 96.817}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.029, "count": 103, "max_ms": 107.361, "p95_ms": 95.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.111, "count": 103, "max_ms": 366.289, "p95_ms": 338.386}, "read_interval": {"avg_ms": 292.704, "count": 102, "max_ms": 376.459, "p95_ms": 348.297}, "triton_wait": {"avg_ms": 72.935, "count": 103, "max_ms": 111.526, "p95_ms": 96.83}, "visualize": {"avg_ms": 26.583, "count": 103, "max_ms": 41.036, "p95_ms": 35.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.719, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6313.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42128.219, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.186, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:20:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:20:27+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T05:20:27+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T05:20:27.655008+09:00", "mtime_epoch": 1783023627.6550078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:20:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1358.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.18, "pushed": 10.18, "read": 10.146}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.671, "count": 305, "max_ms": 12.758, "p95_ms": 9.828}, "gstreamer_push": {"avg_ms": 1.254, "count": 305, "max_ms": 1.817, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.947, "count": 305, "max_ms": 77.55, "p95_ms": 63.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.62, "count": 305, "max_ms": 101.395, "p95_ms": 76.861}, "yolo11_640_fire_11class": {"avg_ms": 50.083, "count": 305, "max_ms": 81.468, "p95_ms": 63.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.531, "count": 305, "max_ms": 95.152, "p95_ms": 81.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.293, "count": 305, "max_ms": 117.212, "p95_ms": 99.029}, "read_interval": {"avg_ms": 98.458, "count": 304, "max_ms": 731.511, "p95_ms": 133.233}, "triton_wait": {"avg_ms": 57.177, "count": 305, "max_ms": 101.408, "p95_ms": 82.458}, "visualize": {"avg_ms": 3.606, "count": 305, "max_ms": 6.263, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6313.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:18:39+09:00", "last_error_summary": "[h264 @ 0x5617c80f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c80f1100] error while decoding MB 0 3, bytestream 7449 [h264 @ 0x5617c7877580] left block unavailable for requested intra mode [h264 @ 0x5617c7877580] error while decoding MB 0 4, bytestream 767 [h264 @ 0x5617c7877580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c7877580] error while decoding MB 0 42, bytestream 10939 [h264 @ 0x5617c84fb980] cabac decode of qscale diff failed at 1 ", "last_exit_at": "2026-07-03T05:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.61, "last_started_at": "2026-07-03T05:18:41+09:00", "pid": 16527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.66, "name": "ffmpeg", "pid": 16527, "rss_mb": 270.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.487, "sample_count": 1755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 668665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:20:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:20:38+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T05:20:38+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T05:20:38.283229+09:00", "mtime_epoch": 1783023638.2832286, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:20:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1603.758, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.093, "pushed": 8.093, "read": 8.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.258, "count": 242, "max_ms": 10.451, "p95_ms": 8.417}, "gstreamer_push": {"avg_ms": 1.107, "count": 242, "max_ms": 1.927, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.54, "count": 242, "max_ms": 76.49, "p95_ms": 65.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.107, "count": 242, "max_ms": 103.973, "p95_ms": 84.339}, "yolo11_640_fire_11class": {"avg_ms": 50.076, "count": 242, "max_ms": 76.48, "p95_ms": 65.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.53, "count": 242, "max_ms": 98.215, "p95_ms": 82.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.374, "count": 242, "max_ms": 186.194, "p95_ms": 164.173}, "read_interval": {"avg_ms": 124.095, "count": 241, "max_ms": 194.645, "p95_ms": 171.795}, "triton_wait": {"avg_ms": 64.071, "count": 242, "max_ms": 103.985, "p95_ms": 85.985}, "visualize": {"avg_ms": 5.152, "count": 242, "max_ms": 8.214, "p95_ms": 7.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2998, "tracking_summary": 2620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69509.723, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.562, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:20:56+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T05:20:55+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T05:20:56.011597+09:00", "mtime_epoch": 1783023656.0115972, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:20:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 952.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.36, "pushed": 3.36, "read": 3.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.883, "count": 100, "max_ms": 243.313, "p95_ms": 219.964}, "gstreamer_push": {"avg_ms": 1.149, "count": 100, "max_ms": 2.962, "p95_ms": 1.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.021, "count": 100, "max_ms": 104.322, "p95_ms": 89.62}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.904, "count": 100, "max_ms": 102.982, "p95_ms": 91.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.326, "count": 100, "max_ms": 353.491, "p95_ms": 335.276}, "read_interval": {"avg_ms": 301.084, "count": 99, "max_ms": 363.125, "p95_ms": 348.199}, "triton_wait": {"avg_ms": 69.584, "count": 100, "max_ms": 104.335, "p95_ms": 92.039}, "visualize": {"avg_ms": 28.027, "count": 100, "max_ms": 37.54, "p95_ms": 35.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.766, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6311.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42158.23, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.026, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:20:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:20:57+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T05:20:57.691632+09:00", "mtime_epoch": 1783023657.691632, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:20:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1358.582, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.802}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.564, "count": 294, "max_ms": 11.803, "p95_ms": 9.143}, "gstreamer_push": {"avg_ms": 1.243, "count": 294, "max_ms": 2.09, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.518, "count": 294, "max_ms": 74.083, "p95_ms": 63.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.181, "count": 294, "max_ms": 105.704, "p95_ms": 78.103}, "yolo11_640_fire_11class": {"avg_ms": 50.044, "count": 294, "max_ms": 78.816, "p95_ms": 64.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.911, "count": 294, "max_ms": 91.713, "p95_ms": 81.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.358, "count": 294, "max_ms": 122.924, "p95_ms": 98.397}, "read_interval": {"avg_ms": 102.163, "count": 294, "max_ms": 717.177, "p95_ms": 168.211}, "triton_wait": {"avg_ms": 57.382, "count": 294, "max_ms": 105.717, "p95_ms": 82.475}, "visualize": {"avg_ms": 3.591, "count": 294, "max_ms": 5.68, "p95_ms": 4.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6316.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:18:39+09:00", "last_error_summary": "[h264 @ 0x5617c80f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c80f1100] error while decoding MB 0 3, bytestream 7449 [h264 @ 0x5617c7877580] left block unavailable for requested intra mode [h264 @ 0x5617c7877580] error while decoding MB 0 4, bytestream 767 [h264 @ 0x5617c7877580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c7877580] error while decoding MB 0 42, bytestream 10939 [h264 @ 0x5617c84fb980] cabac decode of qscale diff failed at 1 ", "last_exit_at": "2026-07-03T05:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.685, "last_started_at": "2026-07-03T05:18:41+09:00", "pid": 16527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.66, "name": "ffmpeg", "pid": 16527, "rss_mb": 270.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.785, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 668904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:21:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:21:08+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T05:21:08+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T05:21:08.351854+09:00", "mtime_epoch": 1783023668.3518536, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:21:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1604.016, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.979, "pushed": 7.979, "read": 7.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.391, "count": 239, "max_ms": 11.447, "p95_ms": 7.783}, "gstreamer_push": {"avg_ms": 1.07, "count": 239, "max_ms": 1.427, "p95_ms": 1.259}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.55, "count": 239, "max_ms": 69.436, "p95_ms": 64.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.338, "count": 239, "max_ms": 97.908, "p95_ms": 83.014}, "yolo11_640_fire_11class": {"avg_ms": 50.893, "count": 239, "max_ms": 70.779, "p95_ms": 65.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.83, "count": 239, "max_ms": 89.179, "p95_ms": 82.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.25, "count": 239, "max_ms": 167.813, "p95_ms": 146.522}, "read_interval": {"avg_ms": 125.73, "count": 238, "max_ms": 178.866, "p95_ms": 155.864}, "triton_wait": {"avg_ms": 64.702, "count": 239, "max_ms": 97.923, "p95_ms": 85.642}, "visualize": {"avg_ms": 5.062, "count": 239, "max_ms": 7.352, "p95_ms": 6.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2999, "tracking_summary": 2621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6314.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69539.85, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.562, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:21:26+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T05:21:26+09:00", "mjpeg": {"age_sec": 0.32, "exists": true, "mtime": "2026-07-03T05:21:26.108223+09:00", "mtime_epoch": 1783023686.1082227, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:21:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 954.75, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.121, "pushed": 3.121, "read": 3.088}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 211.219, "count": 93, "max_ms": 231.266, "p95_ms": 224.332}, "gstreamer_push": {"avg_ms": 1.082, "count": 93, "max_ms": 2.064, "p95_ms": 1.843}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.06, "count": 93, "max_ms": 108.336, "p95_ms": 89.824}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.279, "count": 93, "max_ms": 101.168, "p95_ms": 91.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 314.059, "count": 93, "max_ms": 367.678, "p95_ms": 340.935}, "read_interval": {"avg_ms": 323.809, "count": 92, "max_ms": 377.704, "p95_ms": 353.785}, "triton_wait": {"avg_ms": 70.627, "count": 93, "max_ms": 108.348, "p95_ms": 91.761}, "visualize": {"avg_ms": 28.379, "count": 93, "max_ms": 42.713, "p95_ms": 38.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.794, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6315.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42188.294, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.396, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:21:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T05:21:27+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T05:21:27.752257+09:00", "mtime_epoch": 1783023687.7522569, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:21:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1358.84, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.258, "pushed": 10.258, "read": 10.224}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.615, "count": 307, "max_ms": 11.898, "p95_ms": 9.009}, "gstreamer_push": {"avg_ms": 1.241, "count": 307, "max_ms": 1.856, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.812, "count": 307, "max_ms": 76.165, "p95_ms": 63.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.962, "count": 307, "max_ms": 102.82, "p95_ms": 77.555}, "yolo11_640_fire_11class": {"avg_ms": 50.875, "count": 307, "max_ms": 76.267, "p95_ms": 65.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.768, "count": 307, "max_ms": 98.026, "p95_ms": 81.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.618, "count": 307, "max_ms": 118.76, "p95_ms": 98.503}, "read_interval": {"avg_ms": 97.978, "count": 306, "max_ms": 598.071, "p95_ms": 137.641}, "triton_wait": {"avg_ms": 57.517, "count": 307, "max_ms": 102.831, "p95_ms": 82.794}, "visualize": {"avg_ms": 3.652, "count": 307, "max_ms": 4.763, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6314.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:18:39+09:00", "last_error_summary": "[h264 @ 0x5617c80f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c80f1100] error while decoding MB 0 3, bytestream 7449 [h264 @ 0x5617c7877580] left block unavailable for requested intra mode [h264 @ 0x5617c7877580] error while decoding MB 0 4, bytestream 767 [h264 @ 0x5617c7877580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c7877580] error while decoding MB 0 42, bytestream 10939 [h264 @ 0x5617c84fb980] cabac decode of qscale diff failed at 1 ", "last_exit_at": "2026-07-03T05:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.717, "last_started_at": "2026-07-03T05:18:41+09:00", "pid": 16527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.66, "name": "ffmpeg", "pid": 16527, "rss_mb": 270.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.146, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 669126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:21:38+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-03T05:21:38+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T05:21:38.404478+09:00", "mtime_epoch": 1783023698.404478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:21:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1604.016, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.424, "pushed": 7.424, "read": 7.391}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.903, "count": 222, "max_ms": 9.985, "p95_ms": 8.005}, "gstreamer_push": {"avg_ms": 1.043, "count": 222, "max_ms": 1.822, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.839, "count": 222, "max_ms": 78.53, "p95_ms": 63.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.244, "count": 222, "max_ms": 106.136, "p95_ms": 89.237}, "yolo11_640_fire_11class": {"avg_ms": 50.715, "count": 222, "max_ms": 81.088, "p95_ms": 65.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.01, "count": 222, "max_ms": 102.449, "p95_ms": 83.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.039, "count": 222, "max_ms": 185.276, "p95_ms": 156.521}, "read_interval": {"avg_ms": 135.312, "count": 221, "max_ms": 193.552, "p95_ms": 166.219}, "triton_wait": {"avg_ms": 65.44, "count": 222, "max_ms": 106.146, "p95_ms": 91.46}, "visualize": {"avg_ms": 5.488, "count": 222, "max_ms": 7.968, "p95_ms": 6.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2999, "tracking_summary": 2622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6314.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69570.065, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.916, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:21:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:21:56+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T05:21:56+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T05:21:56.352851+09:00", "mtime_epoch": 1783023716.3528512, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:21:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 954.43, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.778, "pushed": 3.778, "read": 3.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.371, "count": 113, "max_ms": 271.867, "p95_ms": 224.219}, "gstreamer_push": {"avg_ms": 0.964, "count": 113, "max_ms": 3.61, "p95_ms": 2.059}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.185, "count": 113, "max_ms": 95.893, "p95_ms": 91.287}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.844, "count": 113, "max_ms": 100.578, "p95_ms": 89.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.651, "count": 113, "max_ms": 375.215, "p95_ms": 330.686}, "read_interval": {"avg_ms": 267.018, "count": 112, "max_ms": 386.49, "p95_ms": 339.797}, "triton_wait": {"avg_ms": 69.873, "count": 113, "max_ms": 100.59, "p95_ms": 93.751}, "visualize": {"avg_ms": 24.409, "count": 113, "max_ms": 43.069, "p95_ms": 32.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6308.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42218.319, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.816, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:21:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:21:57+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T05:21:57+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T05:21:57.740880+09:00", "mtime_epoch": 1783023717.74088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:21:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1359.098, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.594, "count": 300, "max_ms": 12.586, "p95_ms": 8.978}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 2.059, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.728, "count": 300, "max_ms": 74.082, "p95_ms": 63.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.846, "count": 300, "max_ms": 99.342, "p95_ms": 79.109}, "yolo11_640_fire_11class": {"avg_ms": 52.095, "count": 300, "max_ms": 73.575, "p95_ms": 64.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.39, "count": 300, "max_ms": 98.01, "p95_ms": 82.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.847, "count": 300, "max_ms": 115.534, "p95_ms": 99.836}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 637.776, "p95_ms": 127.182}, "triton_wait": {"avg_ms": 57.681, "count": 300, "max_ms": 99.365, "p95_ms": 83.522}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 4.943, "p95_ms": 4.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6306.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:18:39+09:00", "last_error_summary": "[h264 @ 0x5617c80f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c80f1100] error while decoding MB 0 3, bytestream 7449 [h264 @ 0x5617c7877580] left block unavailable for requested intra mode [h264 @ 0x5617c7877580] error while decoding MB 0 4, bytestream 767 [h264 @ 0x5617c7877580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c7877580] error while decoding MB 0 42, bytestream 10939 [h264 @ 0x5617c84fb980] cabac decode of qscale diff failed at 1 ", "last_exit_at": "2026-07-03T05:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.81, "last_started_at": "2026-07-03T05:18:41+09:00", "pid": 16527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.66, "name": "ffmpeg", "pid": 16527, "rss_mb": 270.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.442, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 669410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:22:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:22:08+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T05:22:08+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T05:22:08.501103+09:00", "mtime_epoch": 1783023728.5011034, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:22:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1604.273, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.474, "pushed": 9.474, "read": 9.441}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.092, "count": 283, "max_ms": 9.65, "p95_ms": 7.502}, "gstreamer_push": {"avg_ms": 1.184, "count": 284, "max_ms": 1.712, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.505, "count": 283, "max_ms": 75.113, "p95_ms": 66.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.592, "count": 283, "max_ms": 93.715, "p95_ms": 82.845}, "yolo11_640_fire_11class": {"avg_ms": 51.789, "count": 283, "max_ms": 78.418, "p95_ms": 68.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.72, "count": 283, "max_ms": 96.634, "p95_ms": 84.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.856, "count": 284, "max_ms": 167.236, "p95_ms": 143.728}, "read_interval": {"avg_ms": 105.924, "count": 283, "max_ms": 177.409, "p95_ms": 153.42}, "triton_wait": {"avg_ms": 65.149, "count": 283, "max_ms": 96.646, "p95_ms": 86.473}, "visualize": {"avg_ms": 4.305, "count": 283, "max_ms": 8.395, "p95_ms": 6.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3000, "tracking_summary": 2623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6316.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69600.259, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.562, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:22:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:22:26+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T05:22:26+09:00", "mjpeg": {"age_sec": 0.32, "exists": true, "mtime": "2026-07-03T05:22:26.517478+09:00", "mtime_epoch": 1783023746.5174778, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:22:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 958.809, "name": "celery", "pid": 239, "rss_mb": 955.402, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.079, "pushed": 3.079, "read": 3.045}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 211.29, "count": 92, "max_ms": 260.985, "p95_ms": 219.857}, "gstreamer_push": {"avg_ms": 1.444, "count": 92, "max_ms": 3.031, "p95_ms": 2.91}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.427, "count": 92, "max_ms": 93.65, "p95_ms": 88.952}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.888, "count": 92, "max_ms": 98.879, "p95_ms": 91.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.892, "count": 92, "max_ms": 375.064, "p95_ms": 348.662}, "read_interval": {"avg_ms": 328.091, "count": 91, "max_ms": 384.911, "p95_ms": 357.236}, "triton_wait": {"avg_ms": 69.414, "count": 92, "max_ms": 98.893, "p95_ms": 91.532}, "visualize": {"avg_ms": 33.362, "count": 92, "max_ms": 49.524, "p95_ms": 43.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6316.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42248.427, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.872, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:22:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:22:27+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T05:22:27+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T05:22:27.821505+09:00", "mtime_epoch": 1783023747.8215048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:22:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1359.098, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.457, "count": 300, "max_ms": 11.951, "p95_ms": 8.414}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.756, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.646, "count": 300, "max_ms": 69.067, "p95_ms": 62.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.528, "count": 300, "max_ms": 99.14, "p95_ms": 76.495}, "yolo11_640_fire_11class": {"avg_ms": 51.925, "count": 300, "max_ms": 73.662, "p95_ms": 64.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.36, "count": 300, "max_ms": 93.383, "p95_ms": 78.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.452, "count": 300, "max_ms": 116.387, "p95_ms": 97.873}, "read_interval": {"avg_ms": 99.963, "count": 300, "max_ms": 741.111, "p95_ms": 159.209}, "triton_wait": {"avg_ms": 57.471, "count": 300, "max_ms": 99.154, "p95_ms": 82.62}, "visualize": {"avg_ms": 3.636, "count": 300, "max_ms": 4.695, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6309.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 137, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:18:39+09:00", "last_error_summary": "[h264 @ 0x5617c80f1100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c80f1100] error while decoding MB 0 3, bytestream 7449 [h264 @ 0x5617c7877580] left block unavailable for requested intra mode [h264 @ 0x5617c7877580] error while decoding MB 0 4, bytestream 767 [h264 @ 0x5617c7877580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5617c7877580] error while decoding MB 0 42, bytestream 10939 [h264 @ 0x5617c84fb980] cabac decode of qscale diff failed at 1 ", "last_exit_at": "2026-07-03T05:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.855, "last_started_at": "2026-07-03T05:18:41+09:00", "pid": 16527, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.66, "name": "ffmpeg", "pid": 16527, "rss_mb": 270.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.401, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 669689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:22:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:22:38+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-03T05:22:38+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T05:22:38.493726+09:00", "mtime_epoch": 1783023758.4937265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:22:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1604.273, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.312, "pushed": 9.312, "read": 9.279}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.303, "count": 279, "max_ms": 8.851, "p95_ms": 7.709}, "gstreamer_push": {"avg_ms": 1.189, "count": 279, "max_ms": 1.779, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.826, "count": 279, "max_ms": 74.706, "p95_ms": 63.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.221, "count": 279, "max_ms": 103.336, "p95_ms": 79.925}, "yolo11_640_fire_11class": {"avg_ms": 49.945, "count": 279, "max_ms": 78.076, "p95_ms": 66.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.143, "count": 279, "max_ms": 96.055, "p95_ms": 81.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.002, "count": 279, "max_ms": 175.444, "p95_ms": 151.946}, "read_interval": {"avg_ms": 107.421, "count": 278, "max_ms": 184.219, "p95_ms": 158.91}, "triton_wait": {"avg_ms": 63.112, "count": 279, "max_ms": 103.352, "p95_ms": 84.716}, "visualize": {"avg_ms": 4.456, "count": 279, "max_ms": 8.494, "p95_ms": 6.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3003, "tracking_summary": 2624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6073.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69630.499, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 343.712, "sample_count": 1006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:22:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:22:57+09:00", "last_frame_read_age_sec": 0.292, "last_frame_read_at": "2026-07-03T05:22:56+09:00", "mjpeg": {"age_sec": 0.284, "exists": true, "mtime": "2026-07-03T05:22:56.794107+09:00", "mtime_epoch": 1783023776.7941067, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:22:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 959.055, "name": "celery", "pid": 239, "rss_mb": 954.875, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.31, "pushed": 3.31, "read": 3.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.405, "count": 99, "max_ms": 222.648, "p95_ms": 218.052}, "gstreamer_push": {"avg_ms": 1.078, "count": 99, "max_ms": 2.785, "p95_ms": 1.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.137, "count": 99, "max_ms": 103.136, "p95_ms": 93.186}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.728, "count": 99, "max_ms": 100.76, "p95_ms": 89.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.778, "count": 99, "max_ms": 356.481, "p95_ms": 345.277}, "read_interval": {"avg_ms": 305.497, "count": 98, "max_ms": 365.477, "p95_ms": 355.021}, "triton_wait": {"avg_ms": 72.665, "count": 99, "max_ms": 103.149, "p95_ms": 93.198}, "visualize": {"avg_ms": 28.943, "count": 99, "max_ms": 42.414, "p95_ms": 38.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6084.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42278.43, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.872, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:22:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:22:57+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T05:22:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T05:22:57.866129+09:00", "mtime_epoch": 1783023777.866129, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:22:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1359.355, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.637, "count": 299, "max_ms": 12.27, "p95_ms": 8.991}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 1.902, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.381, "count": 299, "max_ms": 69.728, "p95_ms": 62.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.338, "count": 299, "max_ms": 107.148, "p95_ms": 76.522}, "yolo11_640_fire_11class": {"avg_ms": 51.654, "count": 299, "max_ms": 73.391, "p95_ms": 65.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.152, "count": 299, "max_ms": 91.056, "p95_ms": 79.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.9, "count": 299, "max_ms": 123.477, "p95_ms": 97.013}, "read_interval": {"avg_ms": 100.39, "count": 299, "max_ms": 380.301, "p95_ms": 185.688}, "triton_wait": {"avg_ms": 56.8, "count": 299, "max_ms": 107.161, "p95_ms": 81.353}, "visualize": {"avg_ms": 3.636, "count": 299, "max_ms": 4.779, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.788, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6310.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:22:55+09:00", "last_error_summary": "[h264 @ 0x5607165e9540] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-03T05:22:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.889, "last_started_at": "2026-07-03T05:22:57+09:00", "pid": 16634, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.285, "name": "ffmpeg", "pid": 16634, "rss_mb": 265.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.904, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 669872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:23:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T05:23:08+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-03T05:23:08+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-03T05:23:08.566351+09:00", "mtime_epoch": 1783023788.5663512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:23:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1604.273, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.121, "pushed": 6.121, "read": 6.087}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.839, "count": 183, "max_ms": 10.273, "p95_ms": 8.506}, "gstreamer_push": {"avg_ms": 1.057, "count": 183, "max_ms": 1.615, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.476, "count": 183, "max_ms": 80.191, "p95_ms": 63.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.151, "count": 183, "max_ms": 99.26, "p95_ms": 88.127}, "yolo11_640_fire_11class": {"avg_ms": 50.553, "count": 183, "max_ms": 82.245, "p95_ms": 64.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.888, "count": 183, "max_ms": 100.638, "p95_ms": 83.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.257, "count": 183, "max_ms": 207.485, "p95_ms": 180.842}, "read_interval": {"avg_ms": 164.269, "count": 182, "max_ms": 4849.011, "p95_ms": 188.936}, "triton_wait": {"avg_ms": 65.381, "count": 183, "max_ms": 100.65, "p95_ms": 90.345}, "visualize": {"avg_ms": 5.715, "count": 183, "max_ms": 9.639, "p95_ms": 7.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3003, "tracking_summary": 2625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6313.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69660.549, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 343.712, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:23:27+09:00", "last_frame_read_age_sec": 0.337, "last_frame_read_at": "2026-07-03T05:23:26+09:00", "mjpeg": {"age_sec": 0.325, "exists": true, "mtime": "2026-07-03T05:23:26.802730+09:00", "mtime_epoch": 1783023806.8027298, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:23:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 959.055, "name": "celery", "pid": 239, "rss_mb": 952.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.851, "pushed": 3.851, "read": 3.818}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.949, "count": 115, "max_ms": 247.265, "p95_ms": 231.262}, "gstreamer_push": {"avg_ms": 0.976, "count": 115, "max_ms": 2.813, "p95_ms": 1.795}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.756, "count": 115, "max_ms": 102.597, "p95_ms": 87.068}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.442, "count": 115, "max_ms": 98.153, "p95_ms": 91.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.438, "count": 115, "max_ms": 361.607, "p95_ms": 335.627}, "read_interval": {"avg_ms": 260.564, "count": 114, "max_ms": 370.754, "p95_ms": 342.892}, "triton_wait": {"avg_ms": 69.853, "count": 115, "max_ms": 102.61, "p95_ms": 91.358}, "visualize": {"avg_ms": 26.609, "count": 115, "max_ms": 44.353, "p95_ms": 34.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6313.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42308.466, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.226, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:23:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:23:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:23:27+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T05:23:27.922753+09:00", "mtime_epoch": 1783023807.922753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:23:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1359.355, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.63, "count": 299, "max_ms": 13.241, "p95_ms": 9.55}, "gstreamer_push": {"avg_ms": 1.232, "count": 299, "max_ms": 1.798, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.028, "count": 299, "max_ms": 72.068, "p95_ms": 65.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.971, "count": 299, "max_ms": 101.006, "p95_ms": 78.937}, "yolo11_640_fire_11class": {"avg_ms": 50.735, "count": 299, "max_ms": 80.398, "p95_ms": 66.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.303, "count": 299, "max_ms": 95.376, "p95_ms": 81.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.725, "count": 299, "max_ms": 117.343, "p95_ms": 101.713}, "read_interval": {"avg_ms": 100.506, "count": 298, "max_ms": 740.631, "p95_ms": 151.325}, "triton_wait": {"avg_ms": 57.793, "count": 299, "max_ms": 101.018, "p95_ms": 85.958}, "visualize": {"avg_ms": 3.552, "count": 299, "max_ms": 5.267, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6315.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:22:55+09:00", "last_error_summary": "[h264 @ 0x5607165e9540] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-03T05:22:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.016, "last_started_at": "2026-07-03T05:22:57+09:00", "pid": 16634, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.504, "name": "ffmpeg", "pid": 16634, "rss_mb": 272.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.575, "sample_count": 2286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 670088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:23:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:23:38+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-03T05:23:38+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T05:23:38.698977+09:00", "mtime_epoch": 1783023818.6989768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:23:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1604.531, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.168, "pushed": 7.168, "read": 7.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.043, "count": 215, "max_ms": 11.2, "p95_ms": 8.805}, "gstreamer_push": {"avg_ms": 1.044, "count": 215, "max_ms": 1.937, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.231, "count": 215, "max_ms": 83.583, "p95_ms": 65.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.243, "count": 215, "max_ms": 109.021, "p95_ms": 86.323}, "yolo11_640_fire_11class": {"avg_ms": 50.199, "count": 215, "max_ms": 76.821, "p95_ms": 66.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.161, "count": 215, "max_ms": 101.383, "p95_ms": 84.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.288, "count": 215, "max_ms": 214.833, "p95_ms": 185.004}, "read_interval": {"avg_ms": 139.311, "count": 215, "max_ms": 222.543, "p95_ms": 192.416}, "triton_wait": {"avg_ms": 65.629, "count": 215, "max_ms": 109.033, "p95_ms": 89.886}, "visualize": {"avg_ms": 5.734, "count": 215, "max_ms": 9.213, "p95_ms": 7.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3004, "tracking_summary": 2626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69690.835, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.355, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:23:57+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T05:23:57+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T05:23:57.115359+09:00", "mtime_epoch": 1783023837.1153593, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:23:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 959.055, "name": "celery", "pid": 239, "rss_mb": 947.086, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.538, "pushed": 3.538, "read": 3.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.076, "count": 106, "max_ms": 229.957, "p95_ms": 222.157}, "gstreamer_push": {"avg_ms": 1.3, "count": 106, "max_ms": 3.061, "p95_ms": 2.918}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.537, "count": 106, "max_ms": 108.3, "p95_ms": 94.431}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.321, "count": 106, "max_ms": 109.432, "p95_ms": 91.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.454, "count": 106, "max_ms": 352.298, "p95_ms": 346.13}, "read_interval": {"avg_ms": 285.395, "count": 105, "max_ms": 366.49, "p95_ms": 355.874}, "triton_wait": {"avg_ms": 73.087, "count": 106, "max_ms": 109.444, "p95_ms": 95.012}, "visualize": {"avg_ms": 28.434, "count": 106, "max_ms": 41.184, "p95_ms": 40.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6320.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42338.536, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.029, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:23:58+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T05:23:57+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T05:23:57.943377+09:00", "mtime_epoch": 1783023837.9433765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:23:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1359.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.073}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.684, "count": 303, "max_ms": 12.867, "p95_ms": 9.601}, "gstreamer_push": {"avg_ms": 1.249, "count": 303, "max_ms": 1.989, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.91, "count": 303, "max_ms": 76.612, "p95_ms": 62.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.926, "count": 303, "max_ms": 116.881, "p95_ms": 80.827}, "yolo11_640_fire_11class": {"avg_ms": 50.307, "count": 303, "max_ms": 75.06, "p95_ms": 63.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.776, "count": 303, "max_ms": 97.096, "p95_ms": 80.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.776, "count": 303, "max_ms": 137.556, "p95_ms": 99.933}, "read_interval": {"avg_ms": 99.297, "count": 302, "max_ms": 615.412, "p95_ms": 136.306}, "triton_wait": {"avg_ms": 57.377, "count": 303, "max_ms": 116.897, "p95_ms": 83.624}, "visualize": {"avg_ms": 3.652, "count": 303, "max_ms": 5.677, "p95_ms": 4.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6313.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:22:55+09:00", "last_error_summary": "[h264 @ 0x5607165e9540] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-03T05:22:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.11, "last_started_at": "2026-07-03T05:22:57+09:00", "pid": 16634, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.793, "name": "ffmpeg", "pid": 16634, "rss_mb": 273.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.706, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 670285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:24:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:24:08+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T05:24:08+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T05:24:08.819602+09:00", "mtime_epoch": 1783023848.8196023, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:24:08+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1604.531, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.572, "pushed": 6.572, "read": 6.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.728, "count": 196, "max_ms": 12.499, "p95_ms": 9.413}, "gstreamer_push": {"avg_ms": 0.982, "count": 197, "max_ms": 1.407, "p95_ms": 1.257}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.098, "count": 196, "max_ms": 68.656, "p95_ms": 63.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.111, "count": 196, "max_ms": 99.881, "p95_ms": 78.515}, "yolo11_640_fire_11class": {"avg_ms": 49.513, "count": 196, "max_ms": 71.277, "p95_ms": 64.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.296, "count": 196, "max_ms": 93.285, "p95_ms": 82.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.89, "count": 197, "max_ms": 197.777, "p95_ms": 182.921}, "read_interval": {"avg_ms": 152.791, "count": 196, "max_ms": 207.077, "p95_ms": 190.687}, "triton_wait": {"avg_ms": 63.589, "count": 196, "max_ms": 99.894, "p95_ms": 83.558}, "visualize": {"avg_ms": 6.465, "count": 196, "max_ms": 10.502, "p95_ms": 7.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3005, "tracking_summary": 2626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6321.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69721.015, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.983, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:24:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:24:27+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T05:24:27+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-03T05:24:27.415988+09:00", "mtime_epoch": 1783023867.4159884, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:24:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 960.512, "name": "celery", "pid": 239, "rss_mb": 957.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.217, "pushed": 3.217, "read": 3.183}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.889, "count": 96, "max_ms": 228.401, "p95_ms": 218.277}, "gstreamer_push": {"avg_ms": 1.358, "count": 96, "max_ms": 3.146, "p95_ms": 2.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.133, "count": 96, "max_ms": 102.578, "p95_ms": 87.577}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.443, "count": 96, "max_ms": 107.242, "p95_ms": 92.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 304.149, "count": 96, "max_ms": 354.725, "p95_ms": 336.57}, "read_interval": {"avg_ms": 315.63, "count": 95, "max_ms": 365.469, "p95_ms": 345.784}, "triton_wait": {"avg_ms": 71.844, "count": 96, "max_ms": 107.255, "p95_ms": 92.255}, "visualize": {"avg_ms": 29.605, "count": 96, "max_ms": 43.228, "p95_ms": 40.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6321.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42368.589, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.991, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:24:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:24:28+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T05:24:28+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T05:24:28+09:00", "mtime_epoch": 1783023868.0000005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:24:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1359.613, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.533, "count": 300, "max_ms": 11.631, "p95_ms": 9.145}, "gstreamer_push": {"avg_ms": 1.251, "count": 300, "max_ms": 2.152, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.033, "count": 300, "max_ms": 80.009, "p95_ms": 63.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.491, "count": 300, "max_ms": 104.017, "p95_ms": 79.097}, "yolo11_640_fire_11class": {"avg_ms": 50.867, "count": 300, "max_ms": 86.966, "p95_ms": 64.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.163, "count": 300, "max_ms": 100.998, "p95_ms": 80.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.343, "count": 300, "max_ms": 120.286, "p95_ms": 97.9}, "read_interval": {"avg_ms": 100.185, "count": 299, "max_ms": 776.331, "p95_ms": 164.227}, "triton_wait": {"avg_ms": 56.306, "count": 300, "max_ms": 104.03, "p95_ms": 81.538}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.771, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6321.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:22:55+09:00", "last_error_summary": "[h264 @ 0x5607165e9540] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-03T05:22:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.224, "last_started_at": "2026-07-03T05:22:57+09:00", "pid": 16634, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.371, "name": "ffmpeg", "pid": 16634, "rss_mb": 276.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.813, "sample_count": 2317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 670511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:24:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:24:39+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T05:24:38+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T05:24:38.964228+09:00", "mtime_epoch": 1783023878.9642282, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:24:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1604.789, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.539, "pushed": 7.539, "read": 7.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.699, "count": 225, "max_ms": 8.752, "p95_ms": 8.199}, "gstreamer_push": {"avg_ms": 1.044, "count": 226, "max_ms": 1.754, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.789, "count": 225, "max_ms": 86.395, "p95_ms": 65.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.548, "count": 225, "max_ms": 99.565, "p95_ms": 81.428}, "yolo11_640_fire_11class": {"avg_ms": 49.273, "count": 225, "max_ms": 93.276, "p95_ms": 65.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.971, "count": 225, "max_ms": 107.223, "p95_ms": 82.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.89, "count": 226, "max_ms": 210.935, "p95_ms": 169.257}, "read_interval": {"avg_ms": 133.325, "count": 225, "max_ms": 218.635, "p95_ms": 176.759}, "triton_wait": {"avg_ms": 63.509, "count": 225, "max_ms": 107.236, "p95_ms": 84.204}, "visualize": {"avg_ms": 5.523, "count": 225, "max_ms": 8.04, "p95_ms": 7.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3006, "tracking_summary": 2627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6317.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69751.182, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 340.187, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:24:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:24:57+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T05:24:57+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T05:24:57.448612+09:00", "mtime_epoch": 1783023897.4486117, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:24:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 960.895, "name": "celery", "pid": 239, "rss_mb": 946.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.371, "pushed": 3.371, "read": 3.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.899, "count": 101, "max_ms": 225.173, "p95_ms": 213.871}, "gstreamer_push": {"avg_ms": 0.873, "count": 101, "max_ms": 2.996, "p95_ms": 1.735}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.059, "count": 101, "max_ms": 98.831, "p95_ms": 86.423}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.837, "count": 101, "max_ms": 98.839, "p95_ms": 89.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.13, "count": 101, "max_ms": 345.157, "p95_ms": 331.378}, "read_interval": {"avg_ms": 298.33, "count": 100, "max_ms": 354.208, "p95_ms": 341.669}, "triton_wait": {"avg_ms": 68.122, "count": 101, "max_ms": 98.847, "p95_ms": 92.141}, "visualize": {"avg_ms": 26.366, "count": 101, "max_ms": 39.282, "p95_ms": 34.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6328.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42398.635, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.064, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:24:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:24:58+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T05:24:58+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T05:24:58.060625+09:00", "mtime_epoch": 1783023898.0606246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:24:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1359.871, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.881}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.448, "count": 297, "max_ms": 12.87, "p95_ms": 8.923}, "gstreamer_push": {"avg_ms": 1.235, "count": 297, "max_ms": 1.611, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.981, "count": 297, "max_ms": 68.815, "p95_ms": 63.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.509, "count": 297, "max_ms": 101.836, "p95_ms": 77.107}, "yolo11_640_fire_11class": {"avg_ms": 49.984, "count": 297, "max_ms": 75.163, "p95_ms": 63.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.327, "count": 297, "max_ms": 98.162, "p95_ms": 81.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.006, "count": 297, "max_ms": 118.024, "p95_ms": 97.592}, "read_interval": {"avg_ms": 101.099, "count": 296, "max_ms": 768.097, "p95_ms": 179.932}, "triton_wait": {"avg_ms": 56.106, "count": 297, "max_ms": 101.848, "p95_ms": 81.838}, "visualize": {"avg_ms": 3.621, "count": 297, "max_ms": 5.835, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6326.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:22:55+09:00", "last_error_summary": "[h264 @ 0x5607165e9540] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-03T05:22:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.24, "last_started_at": "2026-07-03T05:22:57+09:00", "pid": 16634, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.559, "name": "ffmpeg", "pid": 16634, "rss_mb": 279.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.822, "sample_count": 2286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 670713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:25:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:25:09+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-03T05:25:08+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-03T05:25:08.932850+09:00", "mtime_epoch": 1783023908.9328501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:25:09+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1604.789, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.764, "pushed": 6.764, "read": 6.73}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.255, "count": 202, "max_ms": 10.01, "p95_ms": 8.466}, "gstreamer_push": {"avg_ms": 0.983, "count": 202, "max_ms": 1.591, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.959, "count": 202, "max_ms": 72.879, "p95_ms": 64.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.962, "count": 202, "max_ms": 108.209, "p95_ms": 77.263}, "yolo11_640_fire_11class": {"avg_ms": 49.557, "count": 202, "max_ms": 73.387, "p95_ms": 65.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.576, "count": 202, "max_ms": 94.986, "p95_ms": 84.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.817, "count": 202, "max_ms": 213.237, "p95_ms": 183.092}, "read_interval": {"avg_ms": 148.511, "count": 201, "max_ms": 220.577, "p95_ms": 190.634}, "triton_wait": {"avg_ms": 64.03, "count": 202, "max_ms": 108.222, "p95_ms": 85.167}, "visualize": {"avg_ms": 6.222, "count": 202, "max_ms": 8.376, "p95_ms": 7.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3007, "tracking_summary": 2628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6334.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69781.184, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 340.187, "sample_count": 1003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:25:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:25:27+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T05:25:27+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-03T05:25:27.465235+09:00", "mtime_epoch": 1783023927.4652348, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:25:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 960.895, "name": "celery", "pid": 239, "rss_mb": 957.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.067, "pushed": 3.067, "read": 3.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 211.332, "count": 92, "max_ms": 230.582, "p95_ms": 223.07}, "gstreamer_push": {"avg_ms": 1.037, "count": 92, "max_ms": 2.883, "p95_ms": 2.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.625, "count": 92, "max_ms": 100.156, "p95_ms": 88.536}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.036, "count": 92, "max_ms": 100.143, "p95_ms": 89.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.023, "count": 92, "max_ms": 369.344, "p95_ms": 343.968}, "read_interval": {"avg_ms": 326.274, "count": 92, "max_ms": 379.095, "p95_ms": 353.845}, "triton_wait": {"avg_ms": 70.33, "count": 92, "max_ms": 100.167, "p95_ms": 90.433}, "visualize": {"avg_ms": 30.48, "count": 92, "max_ms": 41.965, "p95_ms": 39.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6334.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42428.676, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.991, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:25:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:25:28+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T05:25:28+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T05:25:28.125249+09:00", "mtime_epoch": 1783023928.1252487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:25:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1360.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.113}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.65, "count": 304, "max_ms": 13.609, "p95_ms": 9.624}, "gstreamer_push": {"avg_ms": 1.232, "count": 304, "max_ms": 1.811, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.126, "count": 304, "max_ms": 74.184, "p95_ms": 62.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.508, "count": 304, "max_ms": 99.863, "p95_ms": 75.643}, "yolo11_640_fire_11class": {"avg_ms": 48.889, "count": 304, "max_ms": 75.002, "p95_ms": 62.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.377, "count": 304, "max_ms": 98.964, "p95_ms": 80.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.654, "count": 304, "max_ms": 115.92, "p95_ms": 96.849}, "read_interval": {"avg_ms": 98.848, "count": 303, "max_ms": 721.044, "p95_ms": 170.632}, "triton_wait": {"avg_ms": 54.531, "count": 304, "max_ms": 99.876, "p95_ms": 82.211}, "visualize": {"avg_ms": 3.605, "count": 304, "max_ms": 5.712, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6327.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:22:55+09:00", "last_error_summary": "[h264 @ 0x5607165e9540] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-03T05:22:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.375, "last_started_at": "2026-07-03T05:22:57+09:00", "pid": 16634, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.746, "name": "ffmpeg", "pid": 16634, "rss_mb": 285.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.595, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 670916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:25:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:25:39+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T05:25:39+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T05:25:39.077476+09:00", "mtime_epoch": 1783023939.0774758, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:25:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.047, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.773, "pushed": 6.773, "read": 6.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.561, "count": 202, "max_ms": 11.613, "p95_ms": 8.626}, "gstreamer_push": {"avg_ms": 0.996, "count": 203, "max_ms": 1.367, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.376, "count": 202, "max_ms": 75.437, "p95_ms": 63.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.186, "count": 202, "max_ms": 108.136, "p95_ms": 82.831}, "yolo11_640_fire_11class": {"avg_ms": 50.056, "count": 202, "max_ms": 72.578, "p95_ms": 62.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.684, "count": 202, "max_ms": 96.323, "p95_ms": 81.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.809, "count": 203, "max_ms": 185.561, "p95_ms": 169.018}, "read_interval": {"avg_ms": 148.459, "count": 202, "max_ms": 195.084, "p95_ms": 177.612}, "triton_wait": {"avg_ms": 64.589, "count": 202, "max_ms": 108.148, "p95_ms": 87.325}, "visualize": {"avg_ms": 6.179, "count": 202, "max_ms": 8.186, "p95_ms": 7.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3008, "tracking_summary": 2629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6337.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69811.342, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 340.187, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:25:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:25:57+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T05:25:57+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T05:25:57.629861+09:00", "mtime_epoch": 1783023957.6298609, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:25:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 960.895, "name": "celery", "pid": 239, "rss_mb": 955.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.719, "pushed": 3.719, "read": 3.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.841, "count": 111, "max_ms": 229.982, "p95_ms": 216.021}, "gstreamer_push": {"avg_ms": 1.073, "count": 111, "max_ms": 2.709, "p95_ms": 1.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.053, "count": 111, "max_ms": 101.091, "p95_ms": 87.282}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.223, "count": 111, "max_ms": 96.893, "p95_ms": 87.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.846, "count": 111, "max_ms": 358.623, "p95_ms": 328.287}, "read_interval": {"avg_ms": 271.335, "count": 110, "max_ms": 368.94, "p95_ms": 338.14}, "triton_wait": {"avg_ms": 70.039, "count": 111, "max_ms": 101.105, "p95_ms": 88.575}, "visualize": {"avg_ms": 27.158, "count": 111, "max_ms": 60.743, "p95_ms": 39.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42458.746, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.761, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:25:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:25:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:25:58+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T05:25:58.201873+09:00", "mtime_epoch": 1783023958.2018728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:25:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1360.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.881}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.48, "count": 297, "max_ms": 11.818, "p95_ms": 8.882}, "gstreamer_push": {"avg_ms": 1.254, "count": 297, "max_ms": 1.992, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.677, "count": 297, "max_ms": 73.92, "p95_ms": 63.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.97, "count": 297, "max_ms": 98.392, "p95_ms": 77.18}, "yolo11_640_fire_11class": {"avg_ms": 49.687, "count": 297, "max_ms": 74.124, "p95_ms": 62.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.977, "count": 297, "max_ms": 90.693, "p95_ms": 80.785}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.871, "count": 297, "max_ms": 114.491, "p95_ms": 97.317}, "read_interval": {"avg_ms": 101.298, "count": 296, "max_ms": 732.363, "p95_ms": 172.551}, "triton_wait": {"avg_ms": 56.898, "count": 297, "max_ms": 98.406, "p95_ms": 81.168}, "visualize": {"avg_ms": 3.621, "count": 297, "max_ms": 4.695, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6330.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:22:55+09:00", "last_error_summary": "[h264 @ 0x5607165e9540] error while decoding MB 3 41, bytestream -5", "last_exit_at": "2026-07-03T05:22:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.136, "last_started_at": "2026-07-03T05:22:57+09:00", "pid": 16634, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.84, "name": "ffmpeg", "pid": 16634, "rss_mb": 288.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.678, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 671103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:26:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T05:26:12+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-03T05:26:12+09:00", "mjpeg": {"age_sec": 8.98, "exists": true, "mtime": "2026-07-03T05:26:03.993993+09:00", "mtime_epoch": 1783023963.993993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:26:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.047, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.269, "pushed": 5.269, "read": 5.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.029, "count": 157, "max_ms": 12.317, "p95_ms": 10.442}, "gstreamer_push": {"avg_ms": 1.048, "count": 158, "max_ms": 1.862, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.472, "count": 157, "max_ms": 73.728, "p95_ms": 64.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.265, "count": 157, "max_ms": 88.239, "p95_ms": 79.606}, "yolo11_640_fire_11class": {"avg_ms": 51.04, "count": 157, "max_ms": 73.2, "p95_ms": 65.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.162, "count": 157, "max_ms": 96.343, "p95_ms": 82.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.124, "count": 158, "max_ms": 184.545, "p95_ms": 161.875}, "read_interval": {"avg_ms": 190.963, "count": 157, "max_ms": 9001.014, "p95_ms": 171.802}, "triton_wait": {"avg_ms": 64.424, "count": 157, "max_ms": 96.355, "p95_ms": 84.593}, "visualize": {"avg_ms": 5.479, "count": 157, "max_ms": 9.415, "p95_ms": 7.485}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3010, "tracking_summary": 2630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6084.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69841.415, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.409, "sample_count": 1017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:26:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:26:27+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T05:26:27+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T05:26:27.698485+09:00", "mtime_epoch": 1783023987.698485, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:26:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 960.895, "name": "celery", "pid": 239, "rss_mb": 946.59, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.226, "pushed": 3.226, "read": 3.192}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.742, "count": 96, "max_ms": 231.529, "p95_ms": 224.867}, "gstreamer_push": {"avg_ms": 0.918, "count": 96, "max_ms": 2.349, "p95_ms": 1.79}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.525, "count": 96, "max_ms": 103.009, "p95_ms": 79.551}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.18, "count": 96, "max_ms": 97.279, "p95_ms": 78.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.711, "count": 96, "max_ms": 350.526, "p95_ms": 329.318}, "read_interval": {"avg_ms": 313.25, "count": 95, "max_ms": 359.866, "p95_ms": 338.053}, "triton_wait": {"avg_ms": 64.673, "count": 96, "max_ms": 103.022, "p95_ms": 79.563}, "visualize": {"avg_ms": 27.559, "count": 96, "max_ms": 44.882, "p95_ms": 38.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.757, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6134.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42488.812, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.173, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:26:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:26:28+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T05:26:28+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T05:26:28.274497+09:00", "mtime_epoch": 1783023988.2744968, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:26:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1360.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.173, "pushed": 10.173, "read": 10.139}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.24, "count": 305, "max_ms": 9.328, "p95_ms": 8.143}, "gstreamer_push": {"avg_ms": 1.212, "count": 305, "max_ms": 1.511, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.727, "count": 305, "max_ms": 70.265, "p95_ms": 57.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.788, "count": 305, "max_ms": 94.474, "p95_ms": 70.824}, "yolo11_640_fire_11class": {"avg_ms": 47.805, "count": 305, "max_ms": 71.506, "p95_ms": 60.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.25, "count": 305, "max_ms": 94.675, "p95_ms": 69.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.384, "count": 305, "max_ms": 110.536, "p95_ms": 90.084}, "read_interval": {"avg_ms": 98.635, "count": 304, "max_ms": 721.718, "p95_ms": 163.54}, "triton_wait": {"avg_ms": 50.893, "count": 305, "max_ms": 94.686, "p95_ms": 74.572}, "visualize": {"avg_ms": 3.576, "count": 305, "max_ms": 4.483, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6317.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:26:24+09:00", "last_error_summary": "[h264 @ 0x558050bc01c0] left block unavailable for requested intra mode [h264 @ 0x558050bc01c0] error while decoding MB 0 27, bytestream 1780 [h264 @ 0x558050c38b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558050c38b80] error while decoding MB 0 5, bytestream 125120 [h264 @ 0x558050b2ef00] cabac decode of qscale diff failed at 14 39 [h264 @ 0x558050b2ef00] error while decoding MB 14 39, bytestream 1842 [h264 @ 0x558050bfc640] error while decoding MB 48 29, bytestream -7 [", "last_exit_at": "2026-07-03T05:26:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.341, "last_started_at": "2026-07-03T05:26:26+09:00", "pid": 16741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.957, "name": "ffmpeg", "pid": 16741, "rss_mb": 265.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.17, "sample_count": 2049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 671210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:26:43+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-03T05:26:42+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T05:26:42.846799+09:00", "mtime_epoch": 1783024002.8467991, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:26:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.047, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 107, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.338, "pushed": 5.338, "read": 5.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.136, "count": 107, "max_ms": 9.79, "p95_ms": 8.369}, "gstreamer_push": {"avg_ms": 1.013, "count": 107, "max_ms": 2.129, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.532, "count": 107, "max_ms": 74.387, "p95_ms": 64.054}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.517, "count": 107, "max_ms": 92.328, "p95_ms": 85.132}, "yolo11_640_fire_11class": {"avg_ms": 51.038, "count": 107, "max_ms": 74.898, "p95_ms": 66.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.929, "count": 107, "max_ms": 97.609, "p95_ms": 82.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.166, "count": 107, "max_ms": 202.353, "p95_ms": 180.99}, "read_interval": {"avg_ms": 280.197, "count": 107, "max_ms": 10129.023, "p95_ms": 190.636}, "triton_wait": {"avg_ms": 65.311, "count": 107, "max_ms": 97.622, "p95_ms": 87.817}, "visualize": {"avg_ms": 5.973, "count": 107, "max_ms": 8.001, "p95_ms": 7.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.043, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3010, "tracking_summary": 2631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6309.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69871.682, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.505, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:26:58+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T05:26:57+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T05:26:57.971113+09:00", "mtime_epoch": 1783024017.971113, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:26:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 960.895, "name": "celery", "pid": 239, "rss_mb": 949.008, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.743, "pushed": 3.743, "read": 3.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.058, "count": 112, "max_ms": 220.767, "p95_ms": 216.512}, "gstreamer_push": {"avg_ms": 0.978, "count": 112, "max_ms": 3.007, "p95_ms": 1.944}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.936, "count": 112, "max_ms": 100.091, "p95_ms": 92.017}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.257, "count": 112, "max_ms": 101.495, "p95_ms": 88.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.479, "count": 112, "max_ms": 345.342, "p95_ms": 334.479}, "read_interval": {"avg_ms": 269.885, "count": 111, "max_ms": 355.746, "p95_ms": 345.108}, "triton_wait": {"avg_ms": 67.734, "count": 112, "max_ms": 101.508, "p95_ms": 92.312}, "visualize": {"avg_ms": 25.919, "count": 112, "max_ms": 40.144, "p95_ms": 37.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6309.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42518.836, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.159, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:26:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:26:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:26:58+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T05:26:58.295120+09:00", "mtime_epoch": 1783024018.2951198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:26:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1360.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.502, "count": 300, "max_ms": 12.287, "p95_ms": 9.107}, "gstreamer_push": {"avg_ms": 1.241, "count": 300, "max_ms": 1.822, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.909, "count": 300, "max_ms": 75.904, "p95_ms": 65.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.358, "count": 300, "max_ms": 100.397, "p95_ms": 78.506}, "yolo11_640_fire_11class": {"avg_ms": 51.45, "count": 300, "max_ms": 78.034, "p95_ms": 66.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.084, "count": 300, "max_ms": 101.146, "p95_ms": 83.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.643, "count": 300, "max_ms": 117.047, "p95_ms": 101.437}, "read_interval": {"avg_ms": 100.129, "count": 299, "max_ms": 714.083, "p95_ms": 171.571}, "triton_wait": {"avg_ms": 57.728, "count": 300, "max_ms": 101.158, "p95_ms": 86.374}, "visualize": {"avg_ms": 3.621, "count": 300, "max_ms": 5.002, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6309.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:26:24+09:00", "last_error_summary": "[h264 @ 0x558050bc01c0] left block unavailable for requested intra mode [h264 @ 0x558050bc01c0] error while decoding MB 0 27, bytestream 1780 [h264 @ 0x558050c38b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558050c38b80] error while decoding MB 0 5, bytestream 125120 [h264 @ 0x558050b2ef00] cabac decode of qscale diff failed at 14 39 [h264 @ 0x558050b2ef00] error while decoding MB 14 39, bytestream 1842 [h264 @ 0x558050bfc640] error while decoding MB 48 29, bytestream -7 [", "last_exit_at": "2026-07-03T05:26:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.419, "last_started_at": "2026-07-03T05:26:26+09:00", "pid": 16741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.625, "name": "ffmpeg", "pid": 16741, "rss_mb": 269.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.864, "sample_count": 1950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 671411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:27:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:27:13+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T05:27:13+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T05:27:13.031425+09:00", "mtime_epoch": 1783024033.0314255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:27:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.047, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.727, "pushed": 6.727, "read": 6.694}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.392, "count": 201, "max_ms": 12.004, "p95_ms": 9.085}, "gstreamer_push": {"avg_ms": 1.003, "count": 201, "max_ms": 1.425, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.496, "count": 201, "max_ms": 81.654, "p95_ms": 67.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.719, "count": 201, "max_ms": 98.026, "p95_ms": 82.502}, "yolo11_640_fire_11class": {"avg_ms": 52.878, "count": 201, "max_ms": 83.742, "p95_ms": 69.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.802, "count": 201, "max_ms": 101.085, "p95_ms": 87.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.179, "count": 201, "max_ms": 201.872, "p95_ms": 190.156}, "read_interval": {"avg_ms": 149.942, "count": 200, "max_ms": 209.057, "p95_ms": 198.788}, "triton_wait": {"avg_ms": 67.521, "count": 201, "max_ms": 101.097, "p95_ms": 88.351}, "visualize": {"avg_ms": 6.09, "count": 201, "max_ms": 9.76, "p95_ms": 7.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3011, "tracking_summary": 2631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6321.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69901.781, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.441, "sample_count": 1018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:27:28+09:00", "last_frame_read_age_sec": 0.334, "last_frame_read_at": "2026-07-03T05:27:28+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T05:27:28.035737+09:00", "mtime_epoch": 1783024048.0357368, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:27:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.0, "name": "celery", "pid": 239, "rss_mb": 955.082, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.156, "pushed": 3.156, "read": 3.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 208.872, "count": 94, "max_ms": 249.861, "p95_ms": 226.103}, "gstreamer_push": {"avg_ms": 1.073, "count": 94, "max_ms": 2.951, "p95_ms": 2.772}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.042, "count": 94, "max_ms": 97.567, "p95_ms": 85.793}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.399, "count": 94, "max_ms": 101.636, "p95_ms": 80.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.194, "count": 94, "max_ms": 349.729, "p95_ms": 347.228}, "read_interval": {"avg_ms": 319.95, "count": 93, "max_ms": 360.623, "p95_ms": 356.689}, "triton_wait": {"avg_ms": 67.496, "count": 94, "max_ms": 101.65, "p95_ms": 86.535}, "visualize": {"avg_ms": 30.05, "count": 94, "max_ms": 44.814, "p95_ms": 41.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.787, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6321.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42548.834, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.029, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:27:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T05:27:28+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T05:27:28.287742+09:00", "mtime_epoch": 1783024048.2877421, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:27:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1360.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.001, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.361, "count": 299, "max_ms": 12.992, "p95_ms": 8.781}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 2.047, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.683, "count": 299, "max_ms": 73.829, "p95_ms": 63.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.746, "count": 299, "max_ms": 101.246, "p95_ms": 77.195}, "yolo11_640_fire_11class": {"avg_ms": 52.282, "count": 299, "max_ms": 73.662, "p95_ms": 66.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.047, "count": 299, "max_ms": 90.698, "p95_ms": 80.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.079, "count": 299, "max_ms": 117.468, "p95_ms": 96.344}, "read_interval": {"avg_ms": 100.339, "count": 299, "max_ms": 624.212, "p95_ms": 160.329}, "triton_wait": {"avg_ms": 57.366, "count": 299, "max_ms": 101.259, "p95_ms": 80.894}, "visualize": {"avg_ms": 3.572, "count": 299, "max_ms": 5.04, "p95_ms": 4.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6325.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:26:24+09:00", "last_error_summary": "[h264 @ 0x558050bc01c0] left block unavailable for requested intra mode [h264 @ 0x558050bc01c0] error while decoding MB 0 27, bytestream 1780 [h264 @ 0x558050c38b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558050c38b80] error while decoding MB 0 5, bytestream 125120 [h264 @ 0x558050b2ef00] cabac decode of qscale diff failed at 14 39 [h264 @ 0x558050b2ef00] error while decoding MB 14 39, bytestream 1842 [h264 @ 0x558050bfc640] error while decoding MB 48 29, bytestream -7 [", "last_exit_at": "2026-07-03T05:26:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.57, "last_started_at": "2026-07-03T05:26:26+09:00", "pid": 16741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.75, "name": "ffmpeg", "pid": 16741, "rss_mb": 273.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.736, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 671616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:27:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:27:43+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T05:27:43+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T05:27:43.100049+09:00", "mtime_epoch": 1783024063.1000493, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:27:43+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.305, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.813, "pushed": 6.813, "read": 6.78}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.397, "count": 204, "max_ms": 10.111, "p95_ms": 8.601}, "gstreamer_push": {"avg_ms": 1.0, "count": 204, "max_ms": 1.67, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.09, "count": 204, "max_ms": 75.93, "p95_ms": 66.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.349, "count": 204, "max_ms": 101.528, "p95_ms": 84.131}, "yolo11_640_fire_11class": {"avg_ms": 51.737, "count": 204, "max_ms": 78.62, "p95_ms": 68.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.139, "count": 204, "max_ms": 93.162, "p95_ms": 83.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.739, "count": 204, "max_ms": 197.568, "p95_ms": 177.231}, "read_interval": {"avg_ms": 147.15, "count": 203, "max_ms": 205.228, "p95_ms": 184.67}, "triton_wait": {"avg_ms": 66.045, "count": 204, "max_ms": 101.541, "p95_ms": 87.457}, "visualize": {"avg_ms": 6.028, "count": 204, "max_ms": 9.706, "p95_ms": 7.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6328.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42578.861, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.601, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:27:58+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:27:58+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T05:27:58.316365+09:00", "mtime_epoch": 1783024078.316365, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:27:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1360.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.576, "count": 300, "max_ms": 12.661, "p95_ms": 9.387}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.841, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.101, "count": 300, "max_ms": 71.14, "p95_ms": 62.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.758, "count": 300, "max_ms": 101.598, "p95_ms": 76.601}, "yolo11_640_fire_11class": {"avg_ms": 51.666, "count": 300, "max_ms": 77.706, "p95_ms": 64.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.911, "count": 300, "max_ms": 89.764, "p95_ms": 80.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.119, "count": 300, "max_ms": 147.561, "p95_ms": 103.211}, "read_interval": {"avg_ms": 100.116, "count": 299, "max_ms": 413.153, "p95_ms": 172.364}, "triton_wait": {"avg_ms": 56.861, "count": 300, "max_ms": 101.611, "p95_ms": 81.742}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 5.614, "p95_ms": 4.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3014, "tracking_summary": 2632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6319.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69931.936, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.441, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:27:58+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T05:27:58+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T05:27:58.332365+09:00", "mtime_epoch": 1783024078.3323653, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:27:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.406, "name": "celery", "pid": 239, "rss_mb": 950.785, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.253, "pushed": 3.253, "read": 3.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.095, "count": 97, "max_ms": 240.556, "p95_ms": 219.395}, "gstreamer_push": {"avg_ms": 1.063, "count": 97, "max_ms": 2.916, "p95_ms": 1.912}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.955, "count": 97, "max_ms": 99.595, "p95_ms": 80.402}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.146, "count": 97, "max_ms": 92.057, "p95_ms": 87.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 301.111, "count": 97, "max_ms": 350.753, "p95_ms": 343.605}, "read_interval": {"avg_ms": 312.062, "count": 96, "max_ms": 362.039, "p95_ms": 352.334}, "triton_wait": {"avg_ms": 69.299, "count": 97, "max_ms": 99.61, "p95_ms": 88.001}, "visualize": {"avg_ms": 29.949, "count": 97, "max_ms": 46.739, "p95_ms": 40.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6330.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:26:24+09:00", "last_error_summary": "[h264 @ 0x558050bc01c0] left block unavailable for requested intra mode [h264 @ 0x558050bc01c0] error while decoding MB 0 27, bytestream 1780 [h264 @ 0x558050c38b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558050c38b80] error while decoding MB 0 5, bytestream 125120 [h264 @ 0x558050b2ef00] cabac decode of qscale diff failed at 14 39 [h264 @ 0x558050b2ef00] error while decoding MB 14 39, bytestream 1842 [h264 @ 0x558050bfc640] error while decoding MB 48 29, bytestream -7 [", "last_exit_at": "2026-07-03T05:26:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.623, "last_started_at": "2026-07-03T05:26:26+09:00", "pid": 16741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.555, "name": "ffmpeg", "pid": 16741, "rss_mb": 275.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.192, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 671806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:28:13+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T05:28:13+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T05:28:13.116672+09:00", "mtime_epoch": 1783024093.116672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:28:13+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.305, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.353, "pushed": 6.353, "read": 6.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.822, "count": 190, "max_ms": 12.308, "p95_ms": 8.948}, "gstreamer_push": {"avg_ms": 0.959, "count": 190, "max_ms": 1.338, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.4, "count": 190, "max_ms": 75.44, "p95_ms": 63.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.47, "count": 190, "max_ms": 98.037, "p95_ms": 82.993}, "yolo11_640_fire_11class": {"avg_ms": 50.199, "count": 190, "max_ms": 77.136, "p95_ms": 66.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.349, "count": 190, "max_ms": 97.323, "p95_ms": 83.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.032, "count": 190, "max_ms": 200.078, "p95_ms": 184.968}, "read_interval": {"avg_ms": 157.904, "count": 189, "max_ms": 197.16, "p95_ms": 192.304}, "triton_wait": {"avg_ms": 64.214, "count": 190, "max_ms": 98.05, "p95_ms": 84.966}, "visualize": {"avg_ms": 6.604, "count": 190, "max_ms": 8.386, "p95_ms": 7.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42608.941, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.622, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:28:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T05:28:28+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T05:28:28.396989+09:00", "mtime_epoch": 1783024108.396989, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:28:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1360.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.492, "count": 301, "max_ms": 11.413, "p95_ms": 9.213}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 1.568, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.956, "count": 301, "max_ms": 76.549, "p95_ms": 64.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.219, "count": 301, "max_ms": 98.291, "p95_ms": 81.192}, "yolo11_640_fire_11class": {"avg_ms": 52.488, "count": 301, "max_ms": 79.369, "p95_ms": 65.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.131, "count": 301, "max_ms": 97.941, "p95_ms": 83.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.643, "count": 302, "max_ms": 114.625, "p95_ms": 101.155}, "read_interval": {"avg_ms": 99.661, "count": 301, "max_ms": 731.263, "p95_ms": 143.798}, "triton_wait": {"avg_ms": 57.706, "count": 301, "max_ms": 98.303, "p95_ms": 86.004}, "visualize": {"avg_ms": 3.626, "count": 301, "max_ms": 5.804, "p95_ms": 4.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3014, "tracking_summary": 2633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6330.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69962.156, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.06, "sample_count": 1024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:28:28+09:00", "last_frame_read_age_sec": 0.295, "last_frame_read_at": "2026-07-03T05:28:28+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T05:28:28.444990+09:00", "mtime_epoch": 1783024108.44499, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:28:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 957.797, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.093, "pushed": 4.093, "read": 4.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 141.381, "count": 122, "max_ms": 243.295, "p95_ms": 216.323}, "gstreamer_push": {"avg_ms": 0.823, "count": 122, "max_ms": 2.804, "p95_ms": 0.842}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.086, "count": 122, "max_ms": 107.995, "p95_ms": 88.72}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.455, "count": 122, "max_ms": 101.304, "p95_ms": 86.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 236.688, "count": 122, "max_ms": 361.41, "p95_ms": 327.178}, "read_interval": {"avg_ms": 245.548, "count": 121, "max_ms": 369.134, "p95_ms": 337.497}, "triton_wait": {"avg_ms": 67.401, "count": 122, "max_ms": 108.008, "p95_ms": 89.713}, "visualize": {"avg_ms": 24.141, "count": 122, "max_ms": 40.823, "p95_ms": 27.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6347.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:26:24+09:00", "last_error_summary": "[h264 @ 0x558050bc01c0] left block unavailable for requested intra mode [h264 @ 0x558050bc01c0] error while decoding MB 0 27, bytestream 1780 [h264 @ 0x558050c38b80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x558050c38b80] error while decoding MB 0 5, bytestream 125120 [h264 @ 0x558050b2ef00] cabac decode of qscale diff failed at 14 39 [h264 @ 0x558050b2ef00] error while decoding MB 14 39, bytestream 1842 [h264 @ 0x558050bfc640] error while decoding MB 48 29, bytestream -7 [", "last_exit_at": "2026-07-03T05:26:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.222, "last_started_at": "2026-07-03T05:26:26+09:00", "pid": 16741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.68, "name": "ffmpeg", "pid": 16741, "rss_mb": 294.68, "state": "S (sleeping)", "threads": 104}, "restart_count": 76, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.117, "sample_count": 1755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 671894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:28:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:28:46+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T05:28:46+09:00", "mjpeg": {"age_sec": 18.563, "exists": true, "mtime": "2026-07-03T05:28:28.344988+09:00", "mtime_epoch": 1783024108.3449879, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:28:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.305, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 67, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.269, "pushed": 2.269, "read": 2.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.445, "count": 67, "max_ms": 12.151, "p95_ms": 9.4}, "gstreamer_push": {"avg_ms": 0.921, "count": 68, "max_ms": 1.139, "p95_ms": 1.08}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.608, "count": 67, "max_ms": 81.08, "p95_ms": 71.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.024, "count": 67, "max_ms": 103.923, "p95_ms": 84.027}, "yolo11_640_fire_11class": {"avg_ms": 53.436, "count": 67, "max_ms": 81.422, "p95_ms": 70.897}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.292, "count": 67, "max_ms": 104.57, "p95_ms": 90.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.202, "count": 68, "max_ms": 210.653, "p95_ms": 195.148}, "read_interval": {"avg_ms": 446.794, "count": 67, "max_ms": 18568.314, "p95_ms": 204.459}, "triton_wait": {"avg_ms": 68.604, "count": 67, "max_ms": 104.578, "p95_ms": 90.697}, "visualize": {"avg_ms": 7.258, "count": 67, "max_ms": 8.744, "p95_ms": 8.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6269.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42639.002, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.906, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:28:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:28:58+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T05:28:58+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T05:28:58.449612+09:00", "mtime_epoch": 1783024138.4496124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:28:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1360.902, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.378, "count": 301, "max_ms": 11.408, "p95_ms": 8.447}, "gstreamer_push": {"avg_ms": 1.243, "count": 301, "max_ms": 1.73, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.523, "count": 301, "max_ms": 66.919, "p95_ms": 56.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.738, "count": 301, "max_ms": 104.741, "p95_ms": 70.48}, "yolo11_640_fire_11class": {"avg_ms": 49.056, "count": 301, "max_ms": 69.309, "p95_ms": 59.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.644, "count": 301, "max_ms": 87.232, "p95_ms": 66.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.569, "count": 301, "max_ms": 121.166, "p95_ms": 93.283}, "read_interval": {"avg_ms": 99.873, "count": 300, "max_ms": 712.557, "p95_ms": 191.684}, "triton_wait": {"avg_ms": 51.71, "count": 301, "max_ms": 104.754, "p95_ms": 76.555}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 4.772, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3015, "tracking_summary": 2634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6269.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 69992.213, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.023, "sample_count": 1027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:28:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:28:58+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T05:28:58+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T05:28:58.485613+09:00", "mtime_epoch": 1783024138.485613, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:28:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 949.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.665, "pushed": 3.665, "read": 3.631}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.328, "count": 109, "max_ms": 224.893, "p95_ms": 217.259}, "gstreamer_push": {"avg_ms": 0.926, "count": 109, "max_ms": 2.75, "p95_ms": 1.741}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.991, "count": 109, "max_ms": 105.346, "p95_ms": 86.243}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.03, "count": 109, "max_ms": 94.578, "p95_ms": 83.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.173, "count": 109, "max_ms": 363.399, "p95_ms": 330.413}, "read_interval": {"avg_ms": 275.317, "count": 108, "max_ms": 373.94, "p95_ms": 340.454}, "triton_wait": {"avg_ms": 67.648, "count": 109, "max_ms": 105.358, "p95_ms": 86.252}, "visualize": {"avg_ms": 25.435, "count": 109, "max_ms": 42.239, "p95_ms": 35.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.745, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6319.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:28:48+09:00", "last_error_summary": "[h264 @ 0x55567e066e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567e066e40] error while decoding MB 0 22, bytestream 42471 [h264 @ 0x55567ebecb40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567ebecb40] error while decoding MB 0 36, bytestream 3355 [h264 @ 0x55567df2f900] error while decoding MB 33 28, bytestream -24 [in#0/rtsp @ 0x55567defbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55567defbe00] Error retrieving a packet from ", "last_exit_at": "2026-07-03T05:28:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.477, "last_started_at": "2026-07-03T05:28:50+09:00", "pid": 16848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.098, "name": "ffmpeg", "pid": 16848, "rss_mb": 270.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.42, "sample_count": 1725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 672063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:29:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:29:16+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-03T05:29:16+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T05:29:16.765992+09:00", "mtime_epoch": 1783024156.7659922, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:29:16+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.562, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.634, "pushed": 5.634, "read": 5.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.8, "count": 169, "max_ms": 14.022, "p95_ms": 9.333}, "gstreamer_push": {"avg_ms": 0.984, "count": 169, "max_ms": 1.559, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.53, "count": 169, "max_ms": 75.767, "p95_ms": 65.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.317, "count": 169, "max_ms": 106.525, "p95_ms": 89.155}, "yolo11_640_fire_11class": {"avg_ms": 50.63, "count": 169, "max_ms": 79.044, "p95_ms": 68.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.366, "count": 169, "max_ms": 100.857, "p95_ms": 85.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.257, "count": 169, "max_ms": 210.06, "p95_ms": 190.109}, "read_interval": {"avg_ms": 177.591, "count": 169, "max_ms": 4334.685, "p95_ms": 197.96}, "triton_wait": {"avg_ms": 65.227, "count": 169, "max_ms": 106.538, "p95_ms": 90.893}, "visualize": {"avg_ms": 6.415, "count": 169, "max_ms": 9.94, "p95_ms": 8.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6321.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42669.106, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.041, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:29:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:29:28+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T05:29:28+09:00", "mjpeg": {"age_sec": 0.701, "exists": true, "mtime": "2026-07-03T05:29:27.926224+09:00", "mtime_epoch": 1783024167.9262238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:29:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1361.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.555, "count": 294, "max_ms": 12.964, "p95_ms": 9.029}, "gstreamer_push": {"avg_ms": 1.255, "count": 294, "max_ms": 1.919, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.095, "count": 294, "max_ms": 73.471, "p95_ms": 64.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.934, "count": 294, "max_ms": 90.291, "p95_ms": 74.749}, "yolo11_640_fire_11class": {"avg_ms": 52.12, "count": 294, "max_ms": 76.91, "p95_ms": 66.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.115, "count": 294, "max_ms": 98.622, "p95_ms": 83.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.227, "count": 294, "max_ms": 116.336, "p95_ms": 99.18}, "read_interval": {"avg_ms": 102.092, "count": 294, "max_ms": 710.292, "p95_ms": 173.673}, "triton_wait": {"avg_ms": 56.087, "count": 294, "max_ms": 98.635, "p95_ms": 83.755}, "visualize": {"avg_ms": 3.702, "count": 294, "max_ms": 5.816, "p95_ms": 4.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3016, "tracking_summary": 2635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6315.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70022.399, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.847, "sample_count": 1023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:29:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:29:28+09:00", "last_frame_read_age_sec": 0.338, "last_frame_read_at": "2026-07-03T05:29:28+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T05:29:28.654239+09:00", "mtime_epoch": 1783024168.654239, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:29:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 949.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.149, "pushed": 3.149, "read": 3.115}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 208.993, "count": 94, "max_ms": 226.802, "p95_ms": 220.39}, "gstreamer_push": {"avg_ms": 1.004, "count": 94, "max_ms": 2.956, "p95_ms": 1.886}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.587, "count": 94, "max_ms": 105.485, "p95_ms": 88.242}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.294, "count": 94, "max_ms": 103.043, "p95_ms": 91.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 312.057, "count": 94, "max_ms": 357.149, "p95_ms": 341.068}, "read_interval": {"avg_ms": 320.857, "count": 93, "max_ms": 366.048, "p95_ms": 350.802}, "triton_wait": {"avg_ms": 70.669, "count": 94, "max_ms": 105.499, "p95_ms": 91.213}, "visualize": {"avg_ms": 28.562, "count": 94, "max_ms": 42.908, "p95_ms": 40.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6325.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:28:48+09:00", "last_error_summary": "[h264 @ 0x55567e066e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567e066e40] error while decoding MB 0 22, bytestream 42471 [h264 @ 0x55567ebecb40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567ebecb40] error while decoding MB 0 36, bytestream 3355 [h264 @ 0x55567df2f900] error while decoding MB 33 28, bytestream -24 [in#0/rtsp @ 0x55567defbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55567defbe00] Error retrieving a packet from ", "last_exit_at": "2026-07-03T05:28:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.553, "last_started_at": "2026-07-03T05:28:50+09:00", "pid": 16848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.645, "name": "ffmpeg", "pid": 16848, "rss_mb": 271.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.647, "sample_count": 1691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 672259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:29:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:29:46+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T05:29:46+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-03T05:29:46.838616+09:00", "mtime_epoch": 1783024186.838616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:29:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.562, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.548, "pushed": 6.548, "read": 6.515}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.804, "count": 196, "max_ms": 14.052, "p95_ms": 9.217}, "gstreamer_push": {"avg_ms": 0.988, "count": 196, "max_ms": 1.279, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.851, "count": 196, "max_ms": 74.494, "p95_ms": 66.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.577, "count": 196, "max_ms": 102.706, "p95_ms": 85.803}, "yolo11_640_fire_11class": {"avg_ms": 51.408, "count": 196, "max_ms": 76.784, "p95_ms": 69.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.711, "count": 196, "max_ms": 94.873, "p95_ms": 85.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.261, "count": 196, "max_ms": 225.638, "p95_ms": 191.358}, "read_interval": {"avg_ms": 153.371, "count": 195, "max_ms": 232.31, "p95_ms": 199.882}, "triton_wait": {"avg_ms": 65.74, "count": 196, "max_ms": 102.719, "p95_ms": 90.794}, "visualize": {"avg_ms": 6.374, "count": 196, "max_ms": 14.114, "p95_ms": 8.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6315.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42699.13, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.143, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:29:58+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T05:29:58+09:00", "mjpeg": {"age_sec": 0.696, "exists": true, "mtime": "2026-07-03T05:29:57.954846+09:00", "mtime_epoch": 1783024197.9548464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:29:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1361.418, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.496, "count": 300, "max_ms": 13.46, "p95_ms": 9.404}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.897, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.036, "count": 300, "max_ms": 74.023, "p95_ms": 65.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.703, "count": 300, "max_ms": 110.198, "p95_ms": 78.099}, "yolo11_640_fire_11class": {"avg_ms": 51.382, "count": 300, "max_ms": 73.572, "p95_ms": 67.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.674, "count": 300, "max_ms": 93.361, "p95_ms": 82.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.195, "count": 300, "max_ms": 126.359, "p95_ms": 98.141}, "read_interval": {"avg_ms": 100.115, "count": 299, "max_ms": 741.575, "p95_ms": 142.617}, "triton_wait": {"avg_ms": 56.334, "count": 300, "max_ms": 110.21, "p95_ms": 82.708}, "visualize": {"avg_ms": 3.568, "count": 300, "max_ms": 4.903, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3017, "tracking_summary": 2636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6322.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70052.595, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.562, "sample_count": 1025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:29:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:29:59+09:00", "last_frame_read_age_sec": 0.364, "last_frame_read_at": "2026-07-03T05:29:58+09:00", "mjpeg": {"age_sec": 0.355, "exists": true, "mtime": "2026-07-03T05:29:58.818864+09:00", "mtime_epoch": 1783024198.8188643, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:29:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 955.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.385, "pushed": 3.385, "read": 3.352}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.735, "count": 101, "max_ms": 257.018, "p95_ms": 219.072}, "gstreamer_push": {"avg_ms": 0.895, "count": 101, "max_ms": 1.8, "p95_ms": 1.762}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.803, "count": 101, "max_ms": 111.201, "p95_ms": 94.621}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.257, "count": 101, "max_ms": 104.638, "p95_ms": 95.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.479, "count": 101, "max_ms": 363.217, "p95_ms": 346.442}, "read_interval": {"avg_ms": 298.241, "count": 100, "max_ms": 362.154, "p95_ms": 355.077}, "triton_wait": {"avg_ms": 71.842, "count": 101, "max_ms": 111.215, "p95_ms": 96.179}, "visualize": {"avg_ms": 28.08, "count": 101, "max_ms": 46.274, "p95_ms": 40.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6322.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:28:48+09:00", "last_error_summary": "[h264 @ 0x55567e066e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567e066e40] error while decoding MB 0 22, bytestream 42471 [h264 @ 0x55567ebecb40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567ebecb40] error while decoding MB 0 36, bytestream 3355 [h264 @ 0x55567df2f900] error while decoding MB 33 28, bytestream -24 [in#0/rtsp @ 0x55567defbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55567defbe00] Error retrieving a packet from ", "last_exit_at": "2026-07-03T05:28:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.577, "last_started_at": "2026-07-03T05:28:50+09:00", "pid": 16848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.418, "name": "ffmpeg", "pid": 16848, "rss_mb": 272.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.011, "sample_count": 1712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 672475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:30:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T05:30:17+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T05:30:16+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T05:30:16.887239+09:00", "mtime_epoch": 1783024216.8872392, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:30:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.562, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.228, "pushed": 7.228, "read": 7.195}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.925, "count": 216, "max_ms": 12.046, "p95_ms": 8.437}, "gstreamer_push": {"avg_ms": 1.019, "count": 216, "max_ms": 1.41, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.773, "count": 216, "max_ms": 72.195, "p95_ms": 64.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.742, "count": 216, "max_ms": 101.71, "p95_ms": 82.148}, "yolo11_640_fire_11class": {"avg_ms": 49.377, "count": 216, "max_ms": 74.4, "p95_ms": 64.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.407, "count": 216, "max_ms": 95.083, "p95_ms": 82.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.232, "count": 216, "max_ms": 204.464, "p95_ms": 167.75}, "read_interval": {"avg_ms": 138.988, "count": 215, "max_ms": 211.55, "p95_ms": 175.339}, "triton_wait": {"avg_ms": 63.444, "count": 216, "max_ms": 101.722, "p95_ms": 86.36}, "visualize": {"avg_ms": 5.822, "count": 216, "max_ms": 8.678, "p95_ms": 7.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6317.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42729.191, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.141, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:30:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:30:28+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T05:30:28+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T05:30:28.643483+09:00", "mtime_epoch": 1783024228.643483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:30:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1361.418, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.139, "pushed": 10.139, "read": 10.106}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.57, "count": 304, "max_ms": 12.127, "p95_ms": 9.993}, "gstreamer_push": {"avg_ms": 1.21, "count": 304, "max_ms": 2.193, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.001, "count": 304, "max_ms": 77.848, "p95_ms": 62.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.957, "count": 304, "max_ms": 100.371, "p95_ms": 74.004}, "yolo11_640_fire_11class": {"avg_ms": 51.499, "count": 304, "max_ms": 73.468, "p95_ms": 64.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.454, "count": 304, "max_ms": 94.71, "p95_ms": 79.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.47, "count": 304, "max_ms": 117.817, "p95_ms": 97.408}, "read_interval": {"avg_ms": 98.917, "count": 303, "max_ms": 701.02, "p95_ms": 151.614}, "triton_wait": {"avg_ms": 55.669, "count": 304, "max_ms": 100.384, "p95_ms": 80.675}, "visualize": {"avg_ms": 3.529, "count": 304, "max_ms": 6.316, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3017, "tracking_summary": 2637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6318.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70082.793, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.562, "sample_count": 1025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:30:29+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T05:30:29+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T05:30:29.067492+09:00", "mtime_epoch": 1783024229.0674918, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:30:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 949.832, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.113, "pushed": 3.113, "read": 3.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.024, "count": 93, "max_ms": 251.856, "p95_ms": 218.421}, "gstreamer_push": {"avg_ms": 0.908, "count": 93, "max_ms": 1.91, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.04, "count": 93, "max_ms": 100.18, "p95_ms": 94.809}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.746, "count": 93, "max_ms": 102.576, "p95_ms": 90.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 315.026, "count": 93, "max_ms": 376.873, "p95_ms": 343.923}, "read_interval": {"avg_ms": 324.703, "count": 92, "max_ms": 386.635, "p95_ms": 353.162}, "triton_wait": {"avg_ms": 71.748, "count": 93, "max_ms": 102.59, "p95_ms": 94.824}, "visualize": {"avg_ms": 27.49, "count": 93, "max_ms": 40.611, "p95_ms": 37.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6325.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:28:48+09:00", "last_error_summary": "[h264 @ 0x55567e066e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567e066e40] error while decoding MB 0 22, bytestream 42471 [h264 @ 0x55567ebecb40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567ebecb40] error while decoding MB 0 36, bytestream 3355 [h264 @ 0x55567df2f900] error while decoding MB 33 28, bytestream -24 [in#0/rtsp @ 0x55567defbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55567defbe00] Error retrieving a packet from ", "last_exit_at": "2026-07-03T05:28:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.703, "last_started_at": "2026-07-03T05:28:50+09:00", "pid": 16848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.449, "name": "ffmpeg", "pid": 16848, "rss_mb": 273.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.904, "sample_count": 1696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 672674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:30:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:30:47+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-03T05:30:46+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T05:30:46.991863+09:00", "mtime_epoch": 1783024246.9918635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:30:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.82, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.639, "pushed": 6.639, "read": 6.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.615, "count": 198, "max_ms": 11.375, "p95_ms": 9.525}, "gstreamer_push": {"avg_ms": 0.996, "count": 199, "max_ms": 1.868, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.566, "count": 198, "max_ms": 74.791, "p95_ms": 63.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.366, "count": 198, "max_ms": 96.201, "p95_ms": 87.825}, "yolo11_640_fire_11class": {"avg_ms": 49.799, "count": 198, "max_ms": 77.128, "p95_ms": 65.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.044, "count": 198, "max_ms": 96.691, "p95_ms": 81.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.763, "count": 199, "max_ms": 215.385, "p95_ms": 185.347}, "read_interval": {"avg_ms": 151.279, "count": 198, "max_ms": 222.308, "p95_ms": 193.415}, "triton_wait": {"avg_ms": 64.551, "count": 198, "max_ms": 96.702, "p95_ms": 89.924}, "visualize": {"avg_ms": 6.45, "count": 198, "max_ms": 11.012, "p95_ms": 8.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6324.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42759.192, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.422, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:30:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:30:58+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T05:30:58+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T05:30:58.624104+09:00", "mtime_epoch": 1783024258.6241045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:30:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1361.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.588, "count": 302, "max_ms": 12.1, "p95_ms": 9.387}, "gstreamer_push": {"avg_ms": 1.244, "count": 302, "max_ms": 1.835, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.686, "count": 302, "max_ms": 72.05, "p95_ms": 62.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.306, "count": 302, "max_ms": 99.338, "p95_ms": 76.129}, "yolo11_640_fire_11class": {"avg_ms": 50.669, "count": 302, "max_ms": 75.791, "p95_ms": 63.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.13, "count": 302, "max_ms": 95.16, "p95_ms": 80.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.876, "count": 302, "max_ms": 116.416, "p95_ms": 96.664}, "read_interval": {"avg_ms": 99.285, "count": 302, "max_ms": 690.054, "p95_ms": 150.12}, "triton_wait": {"avg_ms": 55.747, "count": 302, "max_ms": 99.351, "p95_ms": 80.389}, "visualize": {"avg_ms": 3.645, "count": 302, "max_ms": 5.166, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3019, "tracking_summary": 2638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6327.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70113.073, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.266, "sample_count": 1024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:30:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:30:59+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T05:30:59+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T05:30:59.332119+09:00", "mtime_epoch": 1783024259.3321192, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 245985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:30:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 958.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.673, "pushed": 3.673, "read": 3.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 164.34, "count": 110, "max_ms": 222.938, "p95_ms": 218.436}, "gstreamer_push": {"avg_ms": 0.992, "count": 110, "max_ms": 2.326, "p95_ms": 1.853}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.84, "count": 110, "max_ms": 102.495, "p95_ms": 87.509}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.216, "count": 110, "max_ms": 100.001, "p95_ms": 86.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.584, "count": 110, "max_ms": 354.849, "p95_ms": 336.032}, "read_interval": {"avg_ms": 274.726, "count": 109, "max_ms": 365.032, "p95_ms": 346.475}, "triton_wait": {"avg_ms": 71.115, "count": 110, "max_ms": 102.507, "p95_ms": 89.734}, "visualize": {"avg_ms": 26.28, "count": 110, "max_ms": 41.116, "p95_ms": 40.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6324.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:28:48+09:00", "last_error_summary": "[h264 @ 0x55567e066e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567e066e40] error while decoding MB 0 22, bytestream 42471 [h264 @ 0x55567ebecb40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567ebecb40] error while decoding MB 0 36, bytestream 3355 [h264 @ 0x55567df2f900] error while decoding MB 33 28, bytestream -24 [in#0/rtsp @ 0x55567defbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55567defbe00] Error retrieving a packet from ", "last_exit_at": "2026-07-03T05:28:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.769, "last_started_at": "2026-07-03T05:28:50+09:00", "pid": 16848, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.449, "name": "ffmpeg", "pid": 16848, "rss_mb": 273.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.604, "sample_count": 1753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 672856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:31:17+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T05:31:17+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T05:31:17.072487+09:00", "mtime_epoch": 1783024277.072487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:31:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.82, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.087, "pushed": 6.087, "read": 6.054}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.379, "count": 182, "max_ms": 14.159, "p95_ms": 10.276}, "gstreamer_push": {"avg_ms": 0.94, "count": 182, "max_ms": 1.255, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.674, "count": 182, "max_ms": 71.541, "p95_ms": 64.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.996, "count": 182, "max_ms": 100.921, "p95_ms": 85.104}, "yolo11_640_fire_11class": {"avg_ms": 49.683, "count": 182, "max_ms": 72.873, "p95_ms": 65.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.328, "count": 182, "max_ms": 93.028, "p95_ms": 83.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.37, "count": 182, "max_ms": 247.308, "p95_ms": 197.751}, "read_interval": {"avg_ms": 165.319, "count": 181, "max_ms": 257.444, "p95_ms": 205.599}, "triton_wait": {"avg_ms": 64.383, "count": 182, "max_ms": 100.939, "p95_ms": 85.914}, "visualize": {"avg_ms": 7.129, "count": 182, "max_ms": 13.442, "p95_ms": 9.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6327.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42789.228, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.601, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:31:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:31:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T05:31:28+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T05:31:28.688728+09:00", "mtime_epoch": 1783024288.688728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:31:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1361.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.883, "pushed": 9.883, "read": 9.85}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.58, "count": 296, "max_ms": 11.594, "p95_ms": 9.555}, "gstreamer_push": {"avg_ms": 1.245, "count": 296, "max_ms": 1.755, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.652, "count": 296, "max_ms": 72.678, "p95_ms": 63.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.893, "count": 296, "max_ms": 109.912, "p95_ms": 73.207}, "yolo11_640_fire_11class": {"avg_ms": 50.288, "count": 296, "max_ms": 74.321, "p95_ms": 64.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.366, "count": 296, "max_ms": 95.207, "p95_ms": 79.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.325, "count": 296, "max_ms": 125.873, "p95_ms": 96.278}, "read_interval": {"avg_ms": 101.54, "count": 295, "max_ms": 810.201, "p95_ms": 165.731}, "triton_wait": {"avg_ms": 54.268, "count": 296, "max_ms": 109.924, "p95_ms": 80.1}, "visualize": {"avg_ms": 3.645, "count": 296, "max_ms": 5.419, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3021, "tracking_summary": 2638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6341.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70143.096, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.266, "sample_count": 1023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:31:29+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T05:31:29+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T05:31:29.376742+09:00", "mtime_epoch": 1783024289.3767424, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:31:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 959.383, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.186, "pushed": 3.186, "read": 3.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.313, "count": 95, "max_ms": 230.352, "p95_ms": 220.395}, "gstreamer_push": {"avg_ms": 1.154, "count": 95, "max_ms": 2.976, "p95_ms": 2.783}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.038, "count": 95, "max_ms": 102.911, "p95_ms": 85.501}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.697, "count": 95, "max_ms": 102.837, "p95_ms": 84.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 306.062, "count": 95, "max_ms": 352.393, "p95_ms": 337.122}, "read_interval": {"avg_ms": 316.025, "count": 94, "max_ms": 361.166, "p95_ms": 347.192}, "triton_wait": {"avg_ms": 68.352, "count": 95, "max_ms": 102.923, "p95_ms": 85.514}, "visualize": {"avg_ms": 26.635, "count": 95, "max_ms": 41.847, "p95_ms": 35.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 49, "tracking_summary": 5608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6324.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:28:48+09:00", "last_error_summary": "[h264 @ 0x55567e066e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567e066e40] error while decoding MB 0 22, bytestream 42471 [h264 @ 0x55567ebecb40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567ebecb40] error while decoding MB 0 36, bytestream 3355 [h264 @ 0x55567df2f900] error while decoding MB 33 28, bytestream -24 [in#0/rtsp @ 0x55567defbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55567defbe00] Error retrieving a packet from ", "last_exit_at": "2026-07-03T05:31:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.784, "last_started_at": "2026-07-03T05:31:34+09:00", "pid": 16955, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.883, "name": "ffmpeg", "pid": 16955, "rss_mb": 266.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.275, "sample_count": 1782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:31:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:31:47+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T05:31:47+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T05:31:47.177111+09:00", "mtime_epoch": 1783024307.1771114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:31:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1605.82, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.4, "pushed": 5.4, "read": 5.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.083, "count": 161, "max_ms": 12.896, "p95_ms": 10.426}, "gstreamer_push": {"avg_ms": 0.946, "count": 162, "max_ms": 1.21, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.457, "count": 161, "max_ms": 68.628, "p95_ms": 62.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.631, "count": 161, "max_ms": 93.516, "p95_ms": 76.268}, "yolo11_640_fire_11class": {"avg_ms": 48.671, "count": 161, "max_ms": 69.956, "p95_ms": 64.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.122, "count": 161, "max_ms": 87.509, "p95_ms": 80.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.497, "count": 162, "max_ms": 224.176, "p95_ms": 179.914}, "read_interval": {"avg_ms": 186.052, "count": 161, "max_ms": 4798.751, "p95_ms": 186.748}, "triton_wait": {"avg_ms": 63.194, "count": 161, "max_ms": 93.529, "p95_ms": 82.495}, "visualize": {"avg_ms": 6.536, "count": 161, "max_ms": 9.717, "p95_ms": 8.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6313.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42819.243, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.428, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:31:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:31:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T05:31:58+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T05:31:58.701350+09:00", "mtime_epoch": 1783024318.7013502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:31:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1361.934, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.134, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.609, "count": 304, "max_ms": 12.99, "p95_ms": 9.371}, "gstreamer_push": {"avg_ms": 1.268, "count": 304, "max_ms": 1.879, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.492, "count": 304, "max_ms": 75.23, "p95_ms": 63.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.896, "count": 304, "max_ms": 92.996, "p95_ms": 78.028}, "yolo11_640_fire_11class": {"avg_ms": 49.794, "count": 304, "max_ms": 77.884, "p95_ms": 64.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.578, "count": 304, "max_ms": 100.718, "p95_ms": 81.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.791, "count": 304, "max_ms": 116.723, "p95_ms": 98.428}, "read_interval": {"avg_ms": 98.726, "count": 304, "max_ms": 540.889, "p95_ms": 146.181}, "triton_wait": {"avg_ms": 54.595, "count": 304, "max_ms": 100.731, "p95_ms": 81.956}, "visualize": {"avg_ms": 3.697, "count": 304, "max_ms": 5.541, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3021, "tracking_summary": 2639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6317.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70173.281, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.266, "sample_count": 1021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316768, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:31:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:31:59+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-03T05:31:59+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-03T05:31:59.673370+09:00", "mtime_epoch": 1783024319.6733704, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:31:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 952.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.683, "pushed": 3.683, "read": 3.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.517, "count": 110, "max_ms": 221.107, "p95_ms": 215.374}, "gstreamer_push": {"avg_ms": 0.787, "count": 110, "max_ms": 1.701, "p95_ms": 0.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.119, "count": 110, "max_ms": 108.945, "p95_ms": 89.936}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.276, "count": 110, "max_ms": 106.262, "p95_ms": 90.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.098, "count": 110, "max_ms": 341.481, "p95_ms": 325.959}, "read_interval": {"avg_ms": 275.024, "count": 109, "max_ms": 350.018, "p95_ms": 336.267}, "triton_wait": {"avg_ms": 68.05, "count": 110, "max_ms": 108.958, "p95_ms": 91.807}, "visualize": {"avg_ms": 24.708, "count": 110, "max_ms": 32.879, "p95_ms": 29.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6318.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:28:48+09:00", "last_error_summary": "[h264 @ 0x55567e066e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567e066e40] error while decoding MB 0 22, bytestream 42471 [h264 @ 0x55567ebecb40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567ebecb40] error while decoding MB 0 36, bytestream 3355 [h264 @ 0x55567df2f900] error while decoding MB 33 28, bytestream -24 [in#0/rtsp @ 0x55567defbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55567defbe00] Error retrieving a packet from ", "last_exit_at": "2026-07-03T05:31:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.855, "last_started_at": "2026-07-03T05:31:34+09:00", "pid": 16955, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.461, "name": "ffmpeg", "pid": 16955, "rss_mb": 269.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.014, "sample_count": 1725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:32:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:32:17+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T05:32:17+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T05:32:17.293736+09:00", "mtime_epoch": 1783024337.2937357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:32:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.078, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.02, "pushed": 5.02, "read": 4.987}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.174, "count": 150, "max_ms": 17.349, "p95_ms": 12.73}, "gstreamer_push": {"avg_ms": 0.888, "count": 150, "max_ms": 1.24, "p95_ms": 0.992}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.249, "count": 150, "max_ms": 78.264, "p95_ms": 68.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.257, "count": 150, "max_ms": 103.713, "p95_ms": 84.967}, "yolo11_640_fire_11class": {"avg_ms": 51.172, "count": 150, "max_ms": 78.699, "p95_ms": 67.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.607, "count": 150, "max_ms": 104.298, "p95_ms": 86.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.068, "count": 150, "max_ms": 733.766, "p95_ms": 230.314}, "read_interval": {"avg_ms": 200.83, "count": 149, "max_ms": 742.393, "p95_ms": 236.959}, "triton_wait": {"avg_ms": 67.463, "count": 150, "max_ms": 104.31, "p95_ms": 86.996}, "visualize": {"avg_ms": 8.791, "count": 150, "max_ms": 19.022, "p95_ms": 14.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6318.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42849.291, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.631, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:32:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:32:28+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T05:32:28+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T05:32:28.749973+09:00", "mtime_epoch": 1783024348.7499733, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:32:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1362.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.096, "pushed": 10.096, "read": 10.063}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.501, "count": 302, "max_ms": 12.867, "p95_ms": 8.796}, "gstreamer_push": {"avg_ms": 1.231, "count": 302, "max_ms": 1.583, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.586, "count": 302, "max_ms": 81.637, "p95_ms": 67.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.31, "count": 302, "max_ms": 104.828, "p95_ms": 79.563}, "yolo11_640_fire_11class": {"avg_ms": 49.905, "count": 302, "max_ms": 77.979, "p95_ms": 64.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.659, "count": 302, "max_ms": 103.18, "p95_ms": 83.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.182, "count": 302, "max_ms": 121.252, "p95_ms": 99.518}, "read_interval": {"avg_ms": 99.558, "count": 301, "max_ms": 773.356, "p95_ms": 166.238}, "triton_wait": {"avg_ms": 55.317, "count": 302, "max_ms": 104.84, "p95_ms": 83.47}, "visualize": {"avg_ms": 3.577, "count": 302, "max_ms": 4.73, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3022, "tracking_summary": 2640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6316.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70203.512, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.331, "sample_count": 1025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:32:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:32:30+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T05:32:29+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T05:32:29.789995+09:00", "mtime_epoch": 1783024349.789995, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:32:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 945.758, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.254, "pushed": 3.254, "read": 3.22}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.806, "count": 97, "max_ms": 225.125, "p95_ms": 217.235}, "gstreamer_push": {"avg_ms": 1.056, "count": 97, "max_ms": 2.644, "p95_ms": 1.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.475, "count": 97, "max_ms": 99.185, "p95_ms": 88.788}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.681, "count": 97, "max_ms": 91.563, "p95_ms": 84.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.409, "count": 97, "max_ms": 345.479, "p95_ms": 332.784}, "read_interval": {"avg_ms": 309.237, "count": 96, "max_ms": 354.534, "p95_ms": 341.868}, "triton_wait": {"avg_ms": 67.765, "count": 97, "max_ms": 99.198, "p95_ms": 88.801}, "visualize": {"avg_ms": 28.022, "count": 97, "max_ms": 45.055, "p95_ms": 38.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6329.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:28:48+09:00", "last_error_summary": "[h264 @ 0x55567e066e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567e066e40] error while decoding MB 0 22, bytestream 42471 [h264 @ 0x55567ebecb40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567ebecb40] error while decoding MB 0 36, bytestream 3355 [h264 @ 0x55567df2f900] error while decoding MB 33 28, bytestream -24 [in#0/rtsp @ 0x55567defbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55567defbe00] Error retrieving a packet from ", "last_exit_at": "2026-07-03T05:31:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.907, "last_started_at": "2026-07-03T05:31:34+09:00", "pid": 16955, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.461, "name": "ffmpeg", "pid": 16955, "rss_mb": 269.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.014, "sample_count": 1719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:32:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:32:47+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T05:32:47+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-03T05:32:47.286358+09:00", "mtime_epoch": 1783024367.2863576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:32:47+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.078, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.419, "pushed": 6.419, "read": 6.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.108, "count": 192, "max_ms": 12.673, "p95_ms": 9.842}, "gstreamer_push": {"avg_ms": 0.948, "count": 192, "max_ms": 1.206, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.779, "count": 192, "max_ms": 77.397, "p95_ms": 65.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.205, "count": 192, "max_ms": 95.608, "p95_ms": 84.442}, "yolo11_640_fire_11class": {"avg_ms": 48.682, "count": 192, "max_ms": 77.862, "p95_ms": 66.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.164, "count": 192, "max_ms": 99.127, "p95_ms": 84.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.776, "count": 192, "max_ms": 200.084, "p95_ms": 185.021}, "read_interval": {"avg_ms": 156.245, "count": 191, "max_ms": 195.893, "p95_ms": 191.441}, "triton_wait": {"avg_ms": 64.177, "count": 192, "max_ms": 99.14, "p95_ms": 86.463}, "visualize": {"avg_ms": 6.534, "count": 192, "max_ms": 8.721, "p95_ms": 7.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42879.314, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.256, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:32:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:32:58+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-03T05:32:58+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T05:32:58.710594+09:00", "mtime_epoch": 1783024378.7105944, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:32:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1362.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.578, "count": 300, "max_ms": 10.986, "p95_ms": 9.259}, "gstreamer_push": {"avg_ms": 1.238, "count": 300, "max_ms": 1.857, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.788, "count": 300, "max_ms": 75.776, "p95_ms": 63.206}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.671, "count": 300, "max_ms": 110.99, "p95_ms": 79.014}, "yolo11_640_fire_11class": {"avg_ms": 49.212, "count": 300, "max_ms": 74.228, "p95_ms": 63.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.082, "count": 300, "max_ms": 96.09, "p95_ms": 80.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.773, "count": 300, "max_ms": 127.223, "p95_ms": 97.625}, "read_interval": {"avg_ms": 99.893, "count": 300, "max_ms": 761.132, "p95_ms": 163.562}, "triton_wait": {"avg_ms": 55.751, "count": 300, "max_ms": 111.004, "p95_ms": 81.672}, "visualize": {"avg_ms": 3.6, "count": 300, "max_ms": 5.69, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3023, "tracking_summary": 2641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70233.737, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.186, "sample_count": 1023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:33:00+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T05:33:00+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-03T05:33:00.018621+09:00", "mtime_epoch": 1783024380.0186214, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:33:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 961.957, "name": "celery", "pid": 239, "rss_mb": 961.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.211, "pushed": 3.211, "read": 3.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 203.117, "count": 96, "max_ms": 274.301, "p95_ms": 240.256}, "gstreamer_push": {"avg_ms": 0.879, "count": 96, "max_ms": 2.932, "p95_ms": 1.722}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.329, "count": 96, "max_ms": 103.874, "p95_ms": 91.716}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.049, "count": 96, "max_ms": 102.672, "p95_ms": 92.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.224, "count": 96, "max_ms": 372.704, "p95_ms": 357.954}, "read_interval": {"avg_ms": 314.845, "count": 95, "max_ms": 381.276, "p95_ms": 369.185}, "triton_wait": {"avg_ms": 69.775, "count": 96, "max_ms": 103.885, "p95_ms": 92.367}, "visualize": {"avg_ms": 28.456, "count": 96, "max_ms": 52.563, "p95_ms": 39.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6319.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 147, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:28:48+09:00", "last_error_summary": "[h264 @ 0x55567e066e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567e066e40] error while decoding MB 0 22, bytestream 42471 [h264 @ 0x55567ebecb40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55567ebecb40] error while decoding MB 0 36, bytestream 3355 [h264 @ 0x55567df2f900] error while decoding MB 33 28, bytestream -24 [in#0/rtsp @ 0x55567defbe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55567defbe00] Error retrieving a packet from ", "last_exit_at": "2026-07-03T05:31:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.021, "last_started_at": "2026-07-03T05:31:34+09:00", "pid": 16955, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.461, "name": "ffmpeg", "pid": 16955, "rss_mb": 269.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.651, "sample_count": 1712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:33:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:33:17+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T05:33:17+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T05:33:17.462983+09:00", "mtime_epoch": 1783024397.4629831, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:33:17+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.078, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.115, "pushed": 6.115, "read": 6.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.421, "count": 182, "max_ms": 13.841, "p95_ms": 10.06}, "gstreamer_push": {"avg_ms": 0.945, "count": 183, "max_ms": 1.674, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.774, "count": 182, "max_ms": 73.659, "p95_ms": 64.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.016, "count": 182, "max_ms": 99.909, "p95_ms": 82.385}, "yolo11_640_fire_11class": {"avg_ms": 48.469, "count": 182, "max_ms": 72.502, "p95_ms": 64.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.353, "count": 182, "max_ms": 95.378, "p95_ms": 85.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.697, "count": 183, "max_ms": 237.687, "p95_ms": 197.945}, "read_interval": {"avg_ms": 164.659, "count": 182, "max_ms": 244.772, "p95_ms": 205.943}, "triton_wait": {"avg_ms": 63.74, "count": 182, "max_ms": 99.922, "p95_ms": 88.961}, "visualize": {"avg_ms": 7.029, "count": 182, "max_ms": 13.109, "p95_ms": 8.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6327.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42909.382, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.143, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:33:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:33:28+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T05:33:28+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T05:33:28.843219+09:00", "mtime_epoch": 1783024408.843219, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:33:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1362.191, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.56, "count": 301, "max_ms": 13.773, "p95_ms": 9.578}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.54, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.079, "count": 301, "max_ms": 76.526, "p95_ms": 63.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.256, "count": 301, "max_ms": 96.231, "p95_ms": 78.569}, "yolo11_640_fire_11class": {"avg_ms": 49.291, "count": 301, "max_ms": 78.276, "p95_ms": 63.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.298, "count": 301, "max_ms": 102.162, "p95_ms": 82.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.674, "count": 301, "max_ms": 199.877, "p95_ms": 100.879}, "read_interval": {"avg_ms": 99.943, "count": 300, "max_ms": 731.536, "p95_ms": 147.584}, "triton_wait": {"avg_ms": 55.347, "count": 301, "max_ms": 102.175, "p95_ms": 82.812}, "visualize": {"avg_ms": 3.649, "count": 301, "max_ms": 5.501, "p95_ms": 4.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3025, "tracking_summary": 2642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6327.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70263.772, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.965, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:33:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:33:30+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T05:33:30+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T05:33:30.191247+09:00", "mtime_epoch": 1783024410.191247, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 242411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:33:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 963.031, "name": "celery", "pid": 239, "rss_mb": 956.605, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.699, "pushed": 3.699, "read": 3.666}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.054, "count": 110, "max_ms": 221.82, "p95_ms": 219.606}, "gstreamer_push": {"avg_ms": 0.813, "count": 110, "max_ms": 2.686, "p95_ms": 0.891}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.169, "count": 110, "max_ms": 108.58, "p95_ms": 89.215}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.364, "count": 110, "max_ms": 105.175, "p95_ms": 85.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.502, "count": 110, "max_ms": 345.338, "p95_ms": 330.675}, "read_interval": {"avg_ms": 273.808, "count": 109, "max_ms": 354.814, "p95_ms": 339.455}, "triton_wait": {"avg_ms": 68.853, "count": 110, "max_ms": 108.592, "p95_ms": 89.227}, "visualize": {"avg_ms": 24.793, "count": 110, "max_ms": 37.532, "p95_ms": 28.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.734, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6195.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.216, "last_started_at": "2026-07-03T05:33:48+09:00", "pid": 17122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 142.035, "name": "ffmpeg", "pid": 17122, "rss_mb": 142.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.529, "sample_count": 1827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:33:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T05:33:51+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-03T05:33:50+09:00", "mjpeg": {"age_sec": 4.62, "exists": true, "mtime": "2026-07-03T05:33:46.435584+09:00", "mtime_epoch": 1783024426.4355838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:33:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.336, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.479, "pushed": 5.479, "read": 5.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.869, "count": 163, "max_ms": 11.688, "p95_ms": 9.067}, "gstreamer_push": {"avg_ms": 0.963, "count": 164, "max_ms": 1.389, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.758, "count": 163, "max_ms": 77.463, "p95_ms": 64.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.798, "count": 163, "max_ms": 98.257, "p95_ms": 85.616}, "yolo11_640_fire_11class": {"avg_ms": 50.982, "count": 163, "max_ms": 79.11, "p95_ms": 65.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.065, "count": 163, "max_ms": 103.28, "p95_ms": 84.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.259, "count": 164, "max_ms": 207.108, "p95_ms": 187.051}, "read_interval": {"avg_ms": 183.244, "count": 163, "max_ms": 4577.959, "p95_ms": 195.593}, "triton_wait": {"avg_ms": 65.812, "count": 163, "max_ms": 103.293, "p95_ms": 88.6}, "visualize": {"avg_ms": 6.5, "count": 163, "max_ms": 8.483, "p95_ms": 7.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6302.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42939.383, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.428, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:33:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:33:58+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:33:58+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T05:33:58.851841+09:00", "mtime_epoch": 1783024438.8518412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:33:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1362.449, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.444, "count": 299, "max_ms": 11.813, "p95_ms": 8.933}, "gstreamer_push": {"avg_ms": 1.253, "count": 299, "max_ms": 2.0, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.345, "count": 299, "max_ms": 73.726, "p95_ms": 62.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.996, "count": 299, "max_ms": 103.908, "p95_ms": 76.862}, "yolo11_640_fire_11class": {"avg_ms": 49.877, "count": 299, "max_ms": 73.738, "p95_ms": 64.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.441, "count": 299, "max_ms": 93.509, "p95_ms": 79.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.291, "count": 299, "max_ms": 120.145, "p95_ms": 98.902}, "read_interval": {"avg_ms": 100.325, "count": 299, "max_ms": 659.916, "p95_ms": 179.795}, "triton_wait": {"avg_ms": 55.362, "count": 299, "max_ms": 103.922, "p95_ms": 82.351}, "visualize": {"avg_ms": 3.627, "count": 299, "max_ms": 5.071, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3025, "tracking_summary": 2643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6321.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70293.843, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.091, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:34:00+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-03T05:34:00+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-03T05:34:00.195869+09:00", "mtime_epoch": 1783024440.195869, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:34:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 963.031, "name": "celery", "pid": 239, "rss_mb": 953.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.782, "pushed": 3.782, "read": 3.749}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.373, "count": 113, "max_ms": 224.312, "p95_ms": 220.481}, "gstreamer_push": {"avg_ms": 1.111, "count": 113, "max_ms": 1.956, "p95_ms": 1.84}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.689, "count": 113, "max_ms": 106.027, "p95_ms": 96.884}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.491, "count": 113, "max_ms": 100.706, "p95_ms": 89.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.247, "count": 113, "max_ms": 348.519, "p95_ms": 333.317}, "read_interval": {"avg_ms": 266.334, "count": 112, "max_ms": 361.35, "p95_ms": 343.488}, "triton_wait": {"avg_ms": 72.323, "count": 113, "max_ms": 106.04, "p95_ms": 96.898}, "visualize": {"avg_ms": 27.694, "count": 113, "max_ms": 44.63, "p95_ms": 37.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6322.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.247, "last_started_at": "2026-07-03T05:33:48+09:00", "pid": 17122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.062, "name": "ffmpeg", "pid": 17122, "rss_mb": 270.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.717, "sample_count": 1833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 673922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:34:21+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T05:34:20+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T05:34:20.936299+09:00", "mtime_epoch": 1783024460.936299, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:34:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.336, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.469, "pushed": 6.469, "read": 6.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.025, "count": 193, "max_ms": 12.625, "p95_ms": 9.856}, "gstreamer_push": {"avg_ms": 0.96, "count": 193, "max_ms": 1.388, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.586, "count": 193, "max_ms": 74.015, "p95_ms": 64.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.549, "count": 193, "max_ms": 108.501, "p95_ms": 89.021}, "yolo11_640_fire_11class": {"avg_ms": 48.655, "count": 193, "max_ms": 82.436, "p95_ms": 67.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.537, "count": 193, "max_ms": 101.125, "p95_ms": 86.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.579, "count": 193, "max_ms": 207.131, "p95_ms": 190.887}, "read_interval": {"avg_ms": 155.528, "count": 192, "max_ms": 215.364, "p95_ms": 199.112}, "triton_wait": {"avg_ms": 63.682, "count": 193, "max_ms": 108.514, "p95_ms": 90.229}, "visualize": {"avg_ms": 6.6, "count": 193, "max_ms": 10.468, "p95_ms": 8.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6319.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42969.401, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.529, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:34:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:34:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T05:34:28+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T05:34:28.828463+09:00", "mtime_epoch": 1783024468.8284626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:34:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1362.707, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.488, "count": 301, "max_ms": 13.453, "p95_ms": 9.524}, "gstreamer_push": {"avg_ms": 1.25, "count": 301, "max_ms": 2.025, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.457, "count": 301, "max_ms": 80.505, "p95_ms": 62.279}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.869, "count": 301, "max_ms": 90.849, "p95_ms": 79.293}, "yolo11_640_fire_11class": {"avg_ms": 50.014, "count": 301, "max_ms": 80.076, "p95_ms": 64.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.226, "count": 301, "max_ms": 101.692, "p95_ms": 80.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.31, "count": 301, "max_ms": 117.742, "p95_ms": 98.714}, "read_interval": {"avg_ms": 99.78, "count": 300, "max_ms": 745.214, "p95_ms": 140.399}, "triton_wait": {"avg_ms": 55.31, "count": 301, "max_ms": 101.706, "p95_ms": 83.002}, "visualize": {"avg_ms": 3.626, "count": 301, "max_ms": 5.908, "p95_ms": 4.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3027, "tracking_summary": 2644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6325.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70323.885, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.932, "sample_count": 1016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:34:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:34:30+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T05:34:30+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T05:34:30.152490+09:00", "mtime_epoch": 1783024470.1524901, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:34:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 963.031, "name": "celery", "pid": 239, "rss_mb": 953.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.184, "pushed": 3.184, "read": 3.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.136, "count": 95, "max_ms": 248.494, "p95_ms": 223.231}, "gstreamer_push": {"avg_ms": 0.871, "count": 95, "max_ms": 2.305, "p95_ms": 1.724}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.259, "count": 95, "max_ms": 101.831, "p95_ms": 91.015}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.903, "count": 95, "max_ms": 97.176, "p95_ms": 92.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 306.565, "count": 95, "max_ms": 359.961, "p95_ms": 336.705}, "read_interval": {"avg_ms": 316.093, "count": 94, "max_ms": 369.65, "p95_ms": 348.253}, "triton_wait": {"avg_ms": 70.934, "count": 95, "max_ms": 101.845, "p95_ms": 93.946}, "visualize": {"avg_ms": 29.618, "count": 95, "max_ms": 45.546, "p95_ms": 39.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6328.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.307, "last_started_at": "2026-07-03T05:33:48+09:00", "pid": 17122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.062, "name": "ffmpeg", "pid": 17122, "rss_mb": 270.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.182, "sample_count": 1822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 674110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:34:51+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T05:34:50+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T05:34:50.980922+09:00", "mtime_epoch": 1783024490.9809217, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:34:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.336, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.29, "pushed": 6.29, "read": 6.256}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.135, "count": 188, "max_ms": 12.858, "p95_ms": 9.708}, "gstreamer_push": {"avg_ms": 0.96, "count": 188, "max_ms": 1.424, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.139, "count": 188, "max_ms": 78.885, "p95_ms": 66.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.289, "count": 188, "max_ms": 105.416, "p95_ms": 88.398}, "yolo11_640_fire_11class": {"avg_ms": 51.172, "count": 188, "max_ms": 81.017, "p95_ms": 68.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.603, "count": 188, "max_ms": 100.965, "p95_ms": 87.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.816, "count": 188, "max_ms": 213.814, "p95_ms": 190.584}, "read_interval": {"avg_ms": 159.761, "count": 187, "max_ms": 220.754, "p95_ms": 197.973}, "triton_wait": {"avg_ms": 65.476, "count": 188, "max_ms": 105.429, "p95_ms": 91.066}, "visualize": {"avg_ms": 6.764, "count": 188, "max_ms": 10.616, "p95_ms": 8.656}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6331.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 42999.445, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.421, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:34:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:34:58+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T05:34:58+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T05:34:58.893086+09:00", "mtime_epoch": 1783024498.8930857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:34:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1362.707, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.994}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.656, "count": 299, "max_ms": 11.388, "p95_ms": 9.144}, "gstreamer_push": {"avg_ms": 1.246, "count": 299, "max_ms": 1.747, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.654, "count": 299, "max_ms": 73.687, "p95_ms": 61.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.972, "count": 299, "max_ms": 115.668, "p95_ms": 76.298}, "yolo11_640_fire_11class": {"avg_ms": 50.367, "count": 299, "max_ms": 75.981, "p95_ms": 65.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.95, "count": 299, "max_ms": 95.585, "p95_ms": 77.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.577, "count": 299, "max_ms": 133.021, "p95_ms": 95.99}, "read_interval": {"avg_ms": 100.458, "count": 299, "max_ms": 700.864, "p95_ms": 157.181}, "triton_wait": {"avg_ms": 55.316, "count": 299, "max_ms": 115.681, "p95_ms": 79.84}, "visualize": {"avg_ms": 3.688, "count": 299, "max_ms": 4.811, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3028, "tracking_summary": 2644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70353.887, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.454, "sample_count": 1018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:35:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:35:00+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T05:35:00+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T05:35:00.161112+09:00", "mtime_epoch": 1783024500.161112, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:35:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 959.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.367, "pushed": 3.367, "read": 3.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 183.057, "count": 101, "max_ms": 225.753, "p95_ms": 219.491}, "gstreamer_push": {"avg_ms": 0.88, "count": 101, "max_ms": 2.83, "p95_ms": 1.699}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.862, "count": 101, "max_ms": 106.516, "p95_ms": 93.977}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.31, "count": 101, "max_ms": 106.527, "p95_ms": 96.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.991, "count": 101, "max_ms": 349.234, "p95_ms": 341.042}, "read_interval": {"avg_ms": 297.141, "count": 101, "max_ms": 359.436, "p95_ms": 351.93}, "triton_wait": {"avg_ms": 71.75, "count": 101, "max_ms": 106.535, "p95_ms": 96.656}, "visualize": {"avg_ms": 28.255, "count": 101, "max_ms": 41.094, "p95_ms": 39.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6333.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.356, "last_started_at": "2026-07-03T05:33:48+09:00", "pid": 17122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.609, "name": "ffmpeg", "pid": 17122, "rss_mb": 271.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.025, "sample_count": 1774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 674287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:35:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:35:21+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T05:35:21+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-03T05:35:21.045545+09:00", "mtime_epoch": 1783024521.0455449, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:35:21+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.924, "pushed": 5.924, "read": 5.891}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.67, "count": 177, "max_ms": 13.506, "p95_ms": 10.952}, "gstreamer_push": {"avg_ms": 0.909, "count": 177, "max_ms": 1.223, "p95_ms": 1.078}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.067, "count": 177, "max_ms": 72.547, "p95_ms": 61.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.828, "count": 177, "max_ms": 104.027, "p95_ms": 84.093}, "yolo11_640_fire_11class": {"avg_ms": 49.048, "count": 177, "max_ms": 72.557, "p95_ms": 63.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.456, "count": 177, "max_ms": 96.826, "p95_ms": 80.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.131, "count": 177, "max_ms": 234.216, "p95_ms": 196.64}, "read_interval": {"avg_ms": 169.772, "count": 176, "max_ms": 242.823, "p95_ms": 203.626}, "triton_wait": {"avg_ms": 63.326, "count": 177, "max_ms": 104.039, "p95_ms": 86.122}, "visualize": {"avg_ms": 7.244, "count": 177, "max_ms": 11.38, "p95_ms": 8.647}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6333.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43029.575, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.126, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:35:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:35:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T05:35:29+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T05:35:28.941709+09:00", "mtime_epoch": 1783024528.9417086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:35:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1362.965, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.058}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.405, "count": 301, "max_ms": 11.264, "p95_ms": 8.405}, "gstreamer_push": {"avg_ms": 1.24, "count": 301, "max_ms": 1.641, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.841, "count": 301, "max_ms": 76.254, "p95_ms": 61.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.835, "count": 301, "max_ms": 98.21, "p95_ms": 72.297}, "yolo11_640_fire_11class": {"avg_ms": 50.824, "count": 301, "max_ms": 75.724, "p95_ms": 63.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.648, "count": 301, "max_ms": 99.956, "p95_ms": 77.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.33, "count": 301, "max_ms": 116.347, "p95_ms": 93.607}, "read_interval": {"avg_ms": 99.827, "count": 301, "max_ms": 402.158, "p95_ms": 171.826}, "triton_wait": {"avg_ms": 54.421, "count": 301, "max_ms": 99.97, "p95_ms": 77.599}, "visualize": {"avg_ms": 3.62, "count": 301, "max_ms": 4.764, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3028, "tracking_summary": 2645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6334.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70383.959, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.932, "sample_count": 1017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317473, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:35:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:35:30+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T05:35:30+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T05:35:30.237736+09:00", "mtime_epoch": 1783024530.2377355, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:35:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 960.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.093, "pushed": 3.093, "read": 3.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.216, "count": 92, "max_ms": 246.698, "p95_ms": 221.588}, "gstreamer_push": {"avg_ms": 1.01, "count": 92, "max_ms": 2.854, "p95_ms": 1.892}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.748, "count": 92, "max_ms": 102.104, "p95_ms": 87.483}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.28, "count": 92, "max_ms": 102.642, "p95_ms": 88.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.971, "count": 92, "max_ms": 367.142, "p95_ms": 342.052}, "read_interval": {"avg_ms": 326.92, "count": 91, "max_ms": 377.66, "p95_ms": 351.068}, "triton_wait": {"avg_ms": 70.101, "count": 92, "max_ms": 102.654, "p95_ms": 88.334}, "visualize": {"avg_ms": 28.847, "count": 92, "max_ms": 43.384, "p95_ms": 39.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.743, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6338.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.407, "last_started_at": "2026-07-03T05:33:48+09:00", "pid": 17122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.023, "name": "ffmpeg", "pid": 17122, "rss_mb": 277.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.025, "sample_count": 1781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 674480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:35:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:35:51+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-03T05:35:51+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T05:35:51.106168+09:00", "mtime_epoch": 1783024551.106168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:35:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.457, "pushed": 6.457, "read": 6.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.96, "count": 193, "max_ms": 12.218, "p95_ms": 9.636}, "gstreamer_push": {"avg_ms": 0.965, "count": 193, "max_ms": 1.838, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.273, "count": 193, "max_ms": 68.21, "p95_ms": 62.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.236, "count": 193, "max_ms": 93.775, "p95_ms": 79.649}, "yolo11_640_fire_11class": {"avg_ms": 49.375, "count": 193, "max_ms": 71.849, "p95_ms": 65.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.54, "count": 193, "max_ms": 89.858, "p95_ms": 81.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.669, "count": 193, "max_ms": 209.167, "p95_ms": 190.136}, "read_interval": {"avg_ms": 155.694, "count": 192, "max_ms": 216.177, "p95_ms": 198.667}, "triton_wait": {"avg_ms": 62.955, "count": 193, "max_ms": 93.788, "p95_ms": 84.548}, "visualize": {"avg_ms": 6.712, "count": 193, "max_ms": 11.979, "p95_ms": 8.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6335.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43059.576, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.83, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:35:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:35:59+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T05:35:59+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-03T05:35:58.958331+09:00", "mtime_epoch": 1783024558.9583309, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:35:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1362.965, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.463, "count": 300, "max_ms": 12.715, "p95_ms": 10.225}, "gstreamer_push": {"avg_ms": 1.218, "count": 300, "max_ms": 1.785, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.245, "count": 300, "max_ms": 72.648, "p95_ms": 59.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.133, "count": 300, "max_ms": 105.371, "p95_ms": 72.846}, "yolo11_640_fire_11class": {"avg_ms": 50.531, "count": 300, "max_ms": 72.819, "p95_ms": 62.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.871, "count": 300, "max_ms": 85.592, "p95_ms": 77.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.952, "count": 300, "max_ms": 121.555, "p95_ms": 94.011}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 670.204, "p95_ms": 185.215}, "triton_wait": {"avg_ms": 54.255, "count": 300, "max_ms": 105.383, "p95_ms": 78.781}, "visualize": {"avg_ms": 3.499, "count": 300, "max_ms": 5.57, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3029, "tracking_summary": 2646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6336.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70414.135, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.799, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:36:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:36:00+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T05:36:00+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T05:36:00.410361+09:00", "mtime_epoch": 1783024560.4103608, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:36:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 957.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.45, "pushed": 3.45, "read": 3.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.935, "count": 103, "max_ms": 234.809, "p95_ms": 224.497}, "gstreamer_push": {"avg_ms": 0.929, "count": 103, "max_ms": 2.786, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.837, "count": 103, "max_ms": 99.961, "p95_ms": 93.674}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.282, "count": 103, "max_ms": 99.924, "p95_ms": 92.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.249, "count": 103, "max_ms": 352.999, "p95_ms": 341.818}, "read_interval": {"avg_ms": 292.686, "count": 102, "max_ms": 365.415, "p95_ms": 352.812}, "triton_wait": {"avg_ms": 71.56, "count": 103, "max_ms": 99.975, "p95_ms": 95.5}, "visualize": {"avg_ms": 26.891, "count": 103, "max_ms": 41.686, "p95_ms": 36.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6191.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:36:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.155, "last_started_at": "2026-07-03T05:36:20+09:00", "pid": 17229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.141, "name": "ffmpeg", "pid": 17229, "rss_mb": 139.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.651, "sample_count": 1753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 674646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:36:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:36:22+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T05:36:22+09:00", "mjpeg": {"age_sec": 5.027, "exists": true, "mtime": "2026-07-03T05:36:17.522716+09:00", "mtime_epoch": 1783024577.5227156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:36:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.267, "pushed": 5.267, "read": 5.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.182, "count": 157, "max_ms": 11.164, "p95_ms": 9.792}, "gstreamer_push": {"avg_ms": 0.948, "count": 158, "max_ms": 1.228, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.173, "count": 157, "max_ms": 72.274, "p95_ms": 62.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.795, "count": 157, "max_ms": 100.626, "p95_ms": 86.304}, "yolo11_640_fire_11class": {"avg_ms": 50.139, "count": 157, "max_ms": 71.754, "p95_ms": 64.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.705, "count": 157, "max_ms": 87.241, "p95_ms": 82.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.757, "count": 158, "max_ms": 218.451, "p95_ms": 190.091}, "read_interval": {"avg_ms": 190.995, "count": 157, "max_ms": 5088.218, "p95_ms": 203.017}, "triton_wait": {"avg_ms": 64.876, "count": 157, "max_ms": 100.639, "p95_ms": 86.899}, "visualize": {"avg_ms": 6.766, "count": 157, "max_ms": 9.186, "p95_ms": 8.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6304.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43089.623, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.83, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:36:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:36:29+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:36:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T05:36:29.078955+09:00", "mtime_epoch": 1783024589.078955, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:36:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1363.223, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.88}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.429, "count": 297, "max_ms": 12.169, "p95_ms": 10.161}, "gstreamer_push": {"avg_ms": 1.228, "count": 297, "max_ms": 1.571, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.811, "count": 297, "max_ms": 69.448, "p95_ms": 59.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.834, "count": 297, "max_ms": 94.847, "p95_ms": 76.198}, "yolo11_640_fire_11class": {"avg_ms": 49.767, "count": 297, "max_ms": 79.95, "p95_ms": 62.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.42, "count": 297, "max_ms": 91.74, "p95_ms": 76.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.073, "count": 297, "max_ms": 107.518, "p95_ms": 96.861}, "read_interval": {"avg_ms": 101.218, "count": 296, "max_ms": 754.23, "p95_ms": 160.506}, "triton_wait": {"avg_ms": 54.349, "count": 297, "max_ms": 94.855, "p95_ms": 81.232}, "visualize": {"avg_ms": 3.555, "count": 297, "max_ms": 4.946, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3031, "tracking_summary": 2647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6325.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70444.321, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 338.799, "sample_count": 1017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:36:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:36:30+09:00", "last_frame_read_age_sec": 0.366, "last_frame_read_at": "2026-07-03T05:36:30+09:00", "mjpeg": {"age_sec": 0.352, "exists": true, "mtime": "2026-07-03T05:36:30.546985+09:00", "mtime_epoch": 1783024590.5469854, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:36:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 957.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.419, "pushed": 3.419, "read": 3.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.961, "count": 102, "max_ms": 245.937, "p95_ms": 229.072}, "gstreamer_push": {"avg_ms": 1.1, "count": 102, "max_ms": 2.232, "p95_ms": 1.933}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.393, "count": 102, "max_ms": 98.253, "p95_ms": 90.237}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.002, "count": 102, "max_ms": 94.783, "p95_ms": 81.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.018, "count": 102, "max_ms": 365.177, "p95_ms": 338.473}, "read_interval": {"avg_ms": 295.156, "count": 101, "max_ms": 375.175, "p95_ms": 346.003}, "triton_wait": {"avg_ms": 66.673, "count": 102, "max_ms": 98.267, "p95_ms": 90.598}, "visualize": {"avg_ms": 26.598, "count": 102, "max_ms": 39.91, "p95_ms": 35.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6330.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:36:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.322, "last_started_at": "2026-07-03T05:36:20+09:00", "pid": 17229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.227, "name": "ffmpeg", "pid": 17229, "rss_mb": 267.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.677, "sample_count": 1778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 674825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:36:52+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T05:36:52+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T05:36:52.563312+09:00", "mtime_epoch": 1783024612.5633118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:36:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.852, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.956, "pushed": 5.956, "read": 5.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.414, "count": 178, "max_ms": 13.153, "p95_ms": 9.966}, "gstreamer_push": {"avg_ms": 0.932, "count": 178, "max_ms": 1.36, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.191, "count": 178, "max_ms": 75.187, "p95_ms": 64.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.346, "count": 178, "max_ms": 101.895, "p95_ms": 82.767}, "yolo11_640_fire_11class": {"avg_ms": 50.397, "count": 178, "max_ms": 80.537, "p95_ms": 68.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.021, "count": 178, "max_ms": 100.884, "p95_ms": 87.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.079, "count": 178, "max_ms": 220.204, "p95_ms": 195.702}, "read_interval": {"avg_ms": 168.658, "count": 177, "max_ms": 226.881, "p95_ms": 202.713}, "triton_wait": {"avg_ms": 64.723, "count": 178, "max_ms": 101.908, "p95_ms": 89.892}, "visualize": {"avg_ms": 7.301, "count": 178, "max_ms": 11.413, "p95_ms": 9.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6322.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43119.627, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.805, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:36:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:36:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:36:59+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T05:36:59.083338+09:00", "mtime_epoch": 1783024619.0833375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:36:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1363.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.447, "count": 303, "max_ms": 12.207, "p95_ms": 8.889}, "gstreamer_push": {"avg_ms": 1.218, "count": 303, "max_ms": 2.261, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.034, "count": 303, "max_ms": 71.353, "p95_ms": 63.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.004, "count": 303, "max_ms": 101.216, "p95_ms": 76.688}, "yolo11_640_fire_11class": {"avg_ms": 51.663, "count": 303, "max_ms": 78.379, "p95_ms": 67.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.411, "count": 303, "max_ms": 95.72, "p95_ms": 81.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.159, "count": 303, "max_ms": 117.572, "p95_ms": 97.21}, "read_interval": {"avg_ms": 99.029, "count": 303, "max_ms": 633.853, "p95_ms": 153.33}, "triton_wait": {"avg_ms": 56.462, "count": 303, "max_ms": 101.229, "p95_ms": 81.695}, "visualize": {"avg_ms": 3.541, "count": 303, "max_ms": 6.177, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3032, "tracking_summary": 2648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6330.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70474.439, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.104, "sample_count": 1000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:37:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:37:01+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T05:37:00+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T05:37:00.727344+09:00", "mtime_epoch": 1783024620.7273443, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:37:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 960.004, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.155, "pushed": 3.155, "read": 3.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.827, "count": 94, "max_ms": 225.431, "p95_ms": 219.249}, "gstreamer_push": {"avg_ms": 1.097, "count": 94, "max_ms": 3.017, "p95_ms": 2.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.511, "count": 94, "max_ms": 110.226, "p95_ms": 93.511}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.85, "count": 94, "max_ms": 100.554, "p95_ms": 97.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.314, "count": 94, "max_ms": 363.547, "p95_ms": 347.424}, "read_interval": {"avg_ms": 320.463, "count": 93, "max_ms": 373.689, "p95_ms": 358.344}, "triton_wait": {"avg_ms": 69.544, "count": 94, "max_ms": 110.238, "p95_ms": 99.786}, "visualize": {"avg_ms": 29.16, "count": 94, "max_ms": 40.63, "p95_ms": 39.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.792, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6328.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:36:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.504, "last_started_at": "2026-07-03T05:36:20+09:00", "pid": 17229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.227, "name": "ffmpeg", "pid": 17229, "rss_mb": 267.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.963, "sample_count": 1807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:37:22+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T05:37:22+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T05:37:22.715441+09:00", "mtime_epoch": 1783024642.715441, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:37:22+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.852, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.102, "pushed": 6.102, "read": 6.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.424, "count": 182, "max_ms": 12.197, "p95_ms": 11.163}, "gstreamer_push": {"avg_ms": 0.944, "count": 183, "max_ms": 1.277, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.686, "count": 182, "max_ms": 74.536, "p95_ms": 64.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.724, "count": 182, "max_ms": 102.6, "p95_ms": 83.475}, "yolo11_640_fire_11class": {"avg_ms": 49.858, "count": 182, "max_ms": 77.684, "p95_ms": 65.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.775, "count": 182, "max_ms": 94.439, "p95_ms": 83.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.961, "count": 183, "max_ms": 211.435, "p95_ms": 196.311}, "read_interval": {"avg_ms": 164.711, "count": 182, "max_ms": 219.245, "p95_ms": 204.465}, "triton_wait": {"avg_ms": 64.666, "count": 182, "max_ms": 102.613, "p95_ms": 88.395}, "visualize": {"avg_ms": 7.074, "count": 182, "max_ms": 11.993, "p95_ms": 9.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6328.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43149.702, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.62, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:37:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:37:29+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T05:37:29+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T05:37:29.163472+09:00", "mtime_epoch": 1783024649.1634717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:37:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1363.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.526, "count": 301, "max_ms": 12.597, "p95_ms": 9.98}, "gstreamer_push": {"avg_ms": 1.23, "count": 301, "max_ms": 2.036, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.597, "count": 301, "max_ms": 71.204, "p95_ms": 61.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.769, "count": 301, "max_ms": 104.566, "p95_ms": 76.104}, "yolo11_640_fire_11class": {"avg_ms": 50.922, "count": 301, "max_ms": 73.981, "p95_ms": 64.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.329, "count": 301, "max_ms": 98.61, "p95_ms": 79.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.476, "count": 301, "max_ms": 130.555, "p95_ms": 102.581}, "read_interval": {"avg_ms": 99.988, "count": 300, "max_ms": 670.264, "p95_ms": 146.966}, "triton_wait": {"avg_ms": 55.777, "count": 301, "max_ms": 104.579, "p95_ms": 80.861}, "visualize": {"avg_ms": 3.573, "count": 301, "max_ms": 5.622, "p95_ms": 4.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3032, "tracking_summary": 2649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6331.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70504.714, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 340.495, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:37:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:37:31+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T05:37:30+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T05:37:31.003481+09:00", "mtime_epoch": 1783024651.003481, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:37:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 959.852, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.74, "pushed": 3.74, "read": 3.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.668, "count": 112, "max_ms": 248.772, "p95_ms": 219.213}, "gstreamer_push": {"avg_ms": 1.012, "count": 112, "max_ms": 3.012, "p95_ms": 1.759}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.27, "count": 112, "max_ms": 106.069, "p95_ms": 86.345}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.111, "count": 112, "max_ms": 100.452, "p95_ms": 90.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.515, "count": 112, "max_ms": 343.251, "p95_ms": 325.769}, "read_interval": {"avg_ms": 269.951, "count": 111, "max_ms": 355.578, "p95_ms": 335.559}, "triton_wait": {"avg_ms": 68.057, "count": 112, "max_ms": 106.082, "p95_ms": 90.814}, "visualize": {"avg_ms": 25.97, "count": 112, "max_ms": 34.956, "p95_ms": 31.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:36:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.554, "last_started_at": "2026-07-03T05:36:20+09:00", "pid": 17229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.227, "name": "ffmpeg", "pid": 17229, "rss_mb": 267.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.669, "sample_count": 1783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:37:52+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-03T05:37:52+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-03T05:37:52.783594+09:00", "mtime_epoch": 1783024672.7835941, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:37:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1606.852, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.467, "pushed": 5.467, "read": 5.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.998, "count": 163, "max_ms": 11.259, "p95_ms": 10.681}, "gstreamer_push": {"avg_ms": 0.897, "count": 163, "max_ms": 1.228, "p95_ms": 1.0}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.798, "count": 163, "max_ms": 72.2, "p95_ms": 65.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.418, "count": 163, "max_ms": 96.536, "p95_ms": 89.577}, "yolo11_640_fire_11class": {"avg_ms": 51.978, "count": 163, "max_ms": 73.685, "p95_ms": 66.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.874, "count": 163, "max_ms": 92.807, "p95_ms": 82.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.996, "count": 163, "max_ms": 228.716, "p95_ms": 217.248}, "read_interval": {"avg_ms": 184.36, "count": 162, "max_ms": 235.463, "p95_ms": 223.92}, "triton_wait": {"avg_ms": 67.48, "count": 163, "max_ms": 96.549, "p95_ms": 91.112}, "visualize": {"avg_ms": 8.041, "count": 163, "max_ms": 12.265, "p95_ms": 10.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6332.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43179.716, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.619, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:37:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:37:59+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T05:37:59+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T05:37:59.183630+09:00", "mtime_epoch": 1783024679.1836298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:37:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1363.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.53, "count": 296, "max_ms": 13.061, "p95_ms": 9.092}, "gstreamer_push": {"avg_ms": 1.23, "count": 296, "max_ms": 1.442, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.752, "count": 296, "max_ms": 80.79, "p95_ms": 61.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.958, "count": 296, "max_ms": 94.134, "p95_ms": 75.607}, "yolo11_640_fire_11class": {"avg_ms": 50.554, "count": 296, "max_ms": 82.663, "p95_ms": 62.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.808, "count": 296, "max_ms": 100.082, "p95_ms": 79.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.8, "count": 296, "max_ms": 116.849, "p95_ms": 97.921}, "read_interval": {"avg_ms": 101.394, "count": 296, "max_ms": 713.8, "p95_ms": 172.92}, "triton_wait": {"avg_ms": 55.787, "count": 296, "max_ms": 100.094, "p95_ms": 82.007}, "visualize": {"avg_ms": 3.612, "count": 296, "max_ms": 4.739, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3034, "tracking_summary": 2649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6332.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70534.748, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.26, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:38:01+09:00", "last_frame_read_age_sec": 0.333, "last_frame_read_at": "2026-07-03T05:38:00+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T05:38:01.003640+09:00", "mtime_epoch": 1783024681.00364, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:38:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 960.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.063, "pushed": 3.063, "read": 3.029}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 211.69, "count": 91, "max_ms": 256.691, "p95_ms": 230.562}, "gstreamer_push": {"avg_ms": 1.169, "count": 91, "max_ms": 3.236, "p95_ms": 2.762}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.133, "count": 91, "max_ms": 118.247, "p95_ms": 94.389}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.413, "count": 91, "max_ms": 106.49, "p95_ms": 96.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 319.87, "count": 91, "max_ms": 380.574, "p95_ms": 355.962}, "read_interval": {"avg_ms": 329.905, "count": 90, "max_ms": 389.434, "p95_ms": 365.723}, "triton_wait": {"avg_ms": 71.065, "count": 91, "max_ms": 118.261, "p95_ms": 97.286}, "visualize": {"avg_ms": 33.251, "count": 91, "max_ms": 49.877, "p95_ms": 45.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.708, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6332.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 148, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:33:46+09:00", "last_error_summary": "[h264 @ 0x5605e664db00] error while decoding MB 5 22, bytestream -15", "last_exit_at": "2026-07-03T05:36:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.647, "last_started_at": "2026-07-03T05:36:20+09:00", "pid": 17229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.227, "name": "ffmpeg", "pid": 17229, "rss_mb": 267.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.339, "sample_count": 1763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:38:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:38:23+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T05:38:22+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-03T05:38:22.895770+09:00", "mtime_epoch": 1783024702.8957703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:38:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.109, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.75, "pushed": 5.75, "read": 5.717}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.885, "count": 171, "max_ms": 14.188, "p95_ms": 10.445}, "gstreamer_push": {"avg_ms": 0.899, "count": 172, "max_ms": 1.121, "p95_ms": 1.023}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.964, "count": 171, "max_ms": 71.159, "p95_ms": 62.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.681, "count": 171, "max_ms": 106.492, "p95_ms": 81.565}, "yolo11_640_fire_11class": {"avg_ms": 47.302, "count": 171, "max_ms": 71.685, "p95_ms": 61.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.634, "count": 171, "max_ms": 92.838, "p95_ms": 79.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.523, "count": 172, "max_ms": 232.59, "p95_ms": 201.855}, "read_interval": {"avg_ms": 175.005, "count": 171, "max_ms": 240.697, "p95_ms": 211.783}, "triton_wait": {"avg_ms": 61.409, "count": 171, "max_ms": 106.505, "p95_ms": 83.202}, "visualize": {"avg_ms": 7.8, "count": 171, "max_ms": 13.582, "p95_ms": 9.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6331.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43209.746, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.771, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:38:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:38:29+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T05:38:29+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T05:38:29.163810+09:00", "mtime_epoch": 1783024709.1638098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:38:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1363.738, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.479, "count": 299, "max_ms": 12.13, "p95_ms": 8.959}, "gstreamer_push": {"avg_ms": 1.232, "count": 299, "max_ms": 1.511, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.924, "count": 299, "max_ms": 75.161, "p95_ms": 62.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.576, "count": 299, "max_ms": 88.925, "p95_ms": 74.882}, "yolo11_640_fire_11class": {"avg_ms": 50.675, "count": 299, "max_ms": 76.181, "p95_ms": 63.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.427, "count": 299, "max_ms": 93.53, "p95_ms": 79.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.666, "count": 299, "max_ms": 110.168, "p95_ms": 95.492}, "read_interval": {"avg_ms": 100.344, "count": 298, "max_ms": 749.262, "p95_ms": 144.73}, "triton_wait": {"avg_ms": 54.707, "count": 299, "max_ms": 93.542, "p95_ms": 80.036}, "visualize": {"avg_ms": 3.614, "count": 299, "max_ms": 5.675, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3036, "tracking_summary": 2650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6337.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70564.911, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.237, "sample_count": 1001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:38:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:38:31+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T05:38:31+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T05:38:31.299824+09:00", "mtime_epoch": 1783024711.2998235, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:38:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 951.039, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.451, "pushed": 3.451, "read": 3.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 184.161, "count": 103, "max_ms": 228.89, "p95_ms": 220.824}, "gstreamer_push": {"avg_ms": 1.022, "count": 103, "max_ms": 2.967, "p95_ms": 2.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.435, "count": 103, "max_ms": 91.135, "p95_ms": 79.657}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.721, "count": 103, "max_ms": 91.354, "p95_ms": 82.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.863, "count": 103, "max_ms": 340.277, "p95_ms": 332.408}, "read_interval": {"avg_ms": 293.647, "count": 102, "max_ms": 350.237, "p95_ms": 341.295}, "triton_wait": {"avg_ms": 67.224, "count": 103, "max_ms": 91.368, "p95_ms": 82.476}, "visualize": {"avg_ms": 27.636, "count": 103, "max_ms": 43.53, "p95_ms": 36.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6332.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:38:32+09:00", "last_error_summary": "[h264 @ 0x55cd82450a40] error while decoding MB 33 6, bytestream -18", "last_exit_at": "2026-07-03T05:38:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.376, "last_started_at": "2026-07-03T05:38:35+09:00", "pid": 17336, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.703, "name": "ffmpeg", "pid": 17336, "rss_mb": 266.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.639, "sample_count": 1745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:38:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:38:53+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T05:38:52+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T05:38:52.999968+09:00", "mtime_epoch": 1783024732.999968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:38:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.109, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.745, "pushed": 4.745, "read": 4.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.002, "count": 141, "max_ms": 14.708, "p95_ms": 10.212}, "gstreamer_push": {"avg_ms": 0.898, "count": 142, "max_ms": 1.328, "p95_ms": 1.026}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.218, "count": 141, "max_ms": 75.654, "p95_ms": 65.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.039, "count": 141, "max_ms": 93.365, "p95_ms": 84.918}, "yolo11_640_fire_11class": {"avg_ms": 50.53, "count": 141, "max_ms": 78.077, "p95_ms": 68.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.143, "count": 141, "max_ms": 98.14, "p95_ms": 84.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.095, "count": 142, "max_ms": 216.669, "p95_ms": 199.397}, "read_interval": {"avg_ms": 212.361, "count": 141, "max_ms": 4926.561, "p95_ms": 206.438}, "triton_wait": {"avg_ms": 65.543, "count": 141, "max_ms": 98.153, "p95_ms": 89.093}, "visualize": {"avg_ms": 7.657, "count": 141, "max_ms": 11.937, "p95_ms": 8.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6325.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43239.747, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.746, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:38:59+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:38:59+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T05:38:59.200011+09:00", "mtime_epoch": 1783024739.2000115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:38:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1363.996, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.477, "count": 302, "max_ms": 11.766, "p95_ms": 8.812}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 1.492, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.212, "count": 302, "max_ms": 71.271, "p95_ms": 61.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.404, "count": 302, "max_ms": 96.083, "p95_ms": 75.423}, "yolo11_640_fire_11class": {"avg_ms": 50.751, "count": 302, "max_ms": 78.024, "p95_ms": 63.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.382, "count": 302, "max_ms": 89.878, "p95_ms": 79.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.644, "count": 302, "max_ms": 112.475, "p95_ms": 97.674}, "read_interval": {"avg_ms": 99.476, "count": 302, "max_ms": 738.372, "p95_ms": 154.518}, "triton_wait": {"avg_ms": 54.528, "count": 302, "max_ms": 96.095, "p95_ms": 81.315}, "visualize": {"avg_ms": 3.64, "count": 302, "max_ms": 5.048, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3036, "tracking_summary": 2651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6329.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70594.977, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.104, "sample_count": 1001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:39:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:39:01+09:00", "last_frame_read_age_sec": 0.339, "last_frame_read_at": "2026-07-03T05:39:01+09:00", "mjpeg": {"age_sec": 0.331, "exists": true, "mtime": "2026-07-03T05:39:01.224026+09:00", "mtime_epoch": 1783024741.2240257, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:39:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 957.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.784, "pushed": 3.784, "read": 3.75}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.806, "count": 113, "max_ms": 230.387, "p95_ms": 223.147}, "gstreamer_push": {"avg_ms": 1.081, "count": 113, "max_ms": 4.021, "p95_ms": 1.88}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.073, "count": 113, "max_ms": 101.248, "p95_ms": 89.643}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.413, "count": 113, "max_ms": 98.893, "p95_ms": 88.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.181, "count": 113, "max_ms": 354.947, "p95_ms": 335.656}, "read_interval": {"avg_ms": 265.341, "count": 112, "max_ms": 364.484, "p95_ms": 341.359}, "triton_wait": {"avg_ms": 68.269, "count": 113, "max_ms": 101.257, "p95_ms": 91.65}, "visualize": {"avg_ms": 27.192, "count": 113, "max_ms": 46.173, "p95_ms": 37.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6334.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:38:32+09:00", "last_error_summary": "[h264 @ 0x55cd82450a40] error while decoding MB 33 6, bytestream -18", "last_exit_at": "2026-07-03T05:38:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.546, "last_started_at": "2026-07-03T05:38:35+09:00", "pid": 17336, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.312, "name": "ffmpeg", "pid": 17336, "rss_mb": 270.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.238, "sample_count": 1716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:39:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:39:23+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-03T05:39:23+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T05:39:23.124187+09:00", "mtime_epoch": 1783024763.1241865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:39:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.109, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.489, "pushed": 5.489, "read": 5.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.027, "count": 164, "max_ms": 12.896, "p95_ms": 10.718}, "gstreamer_push": {"avg_ms": 0.894, "count": 164, "max_ms": 1.101, "p95_ms": 0.989}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.037, "count": 164, "max_ms": 74.126, "p95_ms": 65.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.943, "count": 164, "max_ms": 102.606, "p95_ms": 87.678}, "yolo11_640_fire_11class": {"avg_ms": 51.008, "count": 164, "max_ms": 77.381, "p95_ms": 65.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.105, "count": 164, "max_ms": 97.282, "p95_ms": 83.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.773, "count": 164, "max_ms": 229.634, "p95_ms": 207.931}, "read_interval": {"avg_ms": 182.969, "count": 163, "max_ms": 236.28, "p95_ms": 214.939}, "triton_wait": {"avg_ms": 66.278, "count": 164, "max_ms": 102.618, "p95_ms": 90.907}, "visualize": {"avg_ms": 7.985, "count": 164, "max_ms": 12.565, "p95_ms": 9.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43269.797, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.585, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:39:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:39:29+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T05:39:29+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T05:39:29.244233+09:00", "mtime_epoch": 1783024769.2442331, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:39:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1363.996, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.513, "count": 301, "max_ms": 12.658, "p95_ms": 8.901}, "gstreamer_push": {"avg_ms": 1.253, "count": 301, "max_ms": 1.594, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.14, "count": 301, "max_ms": 87.17, "p95_ms": 64.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.097, "count": 301, "max_ms": 101.322, "p95_ms": 77.718}, "yolo11_640_fire_11class": {"avg_ms": 50.686, "count": 301, "max_ms": 86.645, "p95_ms": 65.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.544, "count": 301, "max_ms": 102.322, "p95_ms": 79.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.26, "count": 301, "max_ms": 118.433, "p95_ms": 98.404}, "read_interval": {"avg_ms": 99.847, "count": 300, "max_ms": 752.757, "p95_ms": 129.77}, "triton_wait": {"avg_ms": 56.196, "count": 301, "max_ms": 102.333, "p95_ms": 82.21}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 5.549, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3037, "tracking_summary": 2652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6337.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70625.208, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.042, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:39:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:39:31+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T05:39:31+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T05:39:31.488250+09:00", "mtime_epoch": 1783024771.4882505, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:39:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 964.348, "name": "celery", "pid": 239, "rss_mb": 963.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.583, "pushed": 3.583, "read": 3.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.249, "count": 107, "max_ms": 245.469, "p95_ms": 223.155}, "gstreamer_push": {"avg_ms": 0.856, "count": 107, "max_ms": 2.991, "p95_ms": 1.725}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.279, "count": 107, "max_ms": 104.378, "p95_ms": 89.281}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.177, "count": 107, "max_ms": 102.768, "p95_ms": 93.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.133, "count": 107, "max_ms": 355.749, "p95_ms": 338.401}, "read_interval": {"avg_ms": 282.197, "count": 106, "max_ms": 368.364, "p95_ms": 348.783}, "triton_wait": {"avg_ms": 72.678, "count": 107, "max_ms": 104.389, "p95_ms": 94.984}, "visualize": {"avg_ms": 25.3, "count": 107, "max_ms": 39.747, "p95_ms": 32.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:38:32+09:00", "last_error_summary": "[h264 @ 0x55cd82450a40] error while decoding MB 33 6, bytestream -18", "last_exit_at": "2026-07-03T05:38:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.583, "last_started_at": "2026-07-03T05:38:35+09:00", "pid": 17336, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.828, "name": "ffmpeg", "pid": 17336, "rss_mb": 270.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.714, "sample_count": 1688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:39:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:39:53+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-03T05:39:53+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T05:39:53.140423+09:00", "mtime_epoch": 1783024793.140423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:39:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.367, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.368, "pushed": 5.368, "read": 5.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.325, "count": 160, "max_ms": 15.404, "p95_ms": 10.524}, "gstreamer_push": {"avg_ms": 0.893, "count": 160, "max_ms": 1.229, "p95_ms": 1.022}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.527, "count": 160, "max_ms": 79.251, "p95_ms": 64.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.381, "count": 160, "max_ms": 107.274, "p95_ms": 88.239}, "yolo11_640_fire_11class": {"avg_ms": 51.725, "count": 160, "max_ms": 79.842, "p95_ms": 65.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.19, "count": 160, "max_ms": 100.475, "p95_ms": 84.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.315, "count": 160, "max_ms": 252.504, "p95_ms": 212.188}, "read_interval": {"avg_ms": 187.607, "count": 159, "max_ms": 259.252, "p95_ms": 219.331}, "triton_wait": {"avg_ms": 66.982, "count": 160, "max_ms": 107.288, "p95_ms": 89.173}, "visualize": {"avg_ms": 8.061, "count": 160, "max_ms": 10.519, "p95_ms": 9.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6336.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43299.88, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.909, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:39:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:39:59+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T05:39:59+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T05:39:59.312474+09:00", "mtime_epoch": 1783024799.312474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:39:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1364.254, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.626, "count": 303, "max_ms": 11.935, "p95_ms": 9.723}, "gstreamer_push": {"avg_ms": 1.213, "count": 303, "max_ms": 1.621, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.823, "count": 303, "max_ms": 72.797, "p95_ms": 62.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.779, "count": 303, "max_ms": 101.722, "p95_ms": 77.802}, "yolo11_640_fire_11class": {"avg_ms": 50.503, "count": 303, "max_ms": 79.867, "p95_ms": 64.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.489, "count": 303, "max_ms": 92.729, "p95_ms": 80.714}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.984, "count": 303, "max_ms": 145.436, "p95_ms": 108.836}, "read_interval": {"avg_ms": 98.934, "count": 303, "max_ms": 376.733, "p95_ms": 149.907}, "triton_wait": {"avg_ms": 56.145, "count": 303, "max_ms": 101.736, "p95_ms": 82.647}, "visualize": {"avg_ms": 3.682, "count": 303, "max_ms": 6.157, "p95_ms": 4.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3038, "tracking_summary": 2653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6336.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70655.397, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.007, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:40:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:40:01+09:00", "last_frame_read_age_sec": 0.331, "last_frame_read_at": "2026-07-03T05:40:01+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T05:40:01.652494+09:00", "mtime_epoch": 1783024801.6524937, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:40:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 960.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.416, "pushed": 3.416, "read": 3.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.898, "count": 102, "max_ms": 226.796, "p95_ms": 221.076}, "gstreamer_push": {"avg_ms": 0.788, "count": 102, "max_ms": 1.758, "p95_ms": 0.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.873, "count": 102, "max_ms": 98.49, "p95_ms": 93.851}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.058, "count": 102, "max_ms": 99.607, "p95_ms": 95.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 286.721, "count": 102, "max_ms": 347.55, "p95_ms": 340.205}, "read_interval": {"avg_ms": 295.526, "count": 101, "max_ms": 357.196, "p95_ms": 350.613}, "triton_wait": {"avg_ms": 71.36, "count": 102, "max_ms": 99.62, "p95_ms": 95.381}, "visualize": {"avg_ms": 25.619, "count": 102, "max_ms": 32.143, "p95_ms": 27.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6337.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:38:32+09:00", "last_error_summary": "[h264 @ 0x55cd82450a40] error while decoding MB 33 6, bytestream -18", "last_exit_at": "2026-07-03T05:38:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.743, "last_started_at": "2026-07-03T05:38:35+09:00", "pid": 17336, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.344, "name": "ffmpeg", "pid": 17336, "rss_mb": 271.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.66, "sample_count": 1677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 675976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:40:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:40:23+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T05:40:23+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T05:40:23.340679+09:00", "mtime_epoch": 1783024823.3406794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:40:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.367, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.534, "read": 5.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.149, "count": 165, "max_ms": 13.046, "p95_ms": 10.38}, "gstreamer_push": {"avg_ms": 0.902, "count": 166, "max_ms": 1.302, "p95_ms": 1.067}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.633, "count": 165, "max_ms": 73.399, "p95_ms": 64.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.646, "count": 165, "max_ms": 96.647, "p95_ms": 83.452}, "yolo11_640_fire_11class": {"avg_ms": 50.051, "count": 165, "max_ms": 83.523, "p95_ms": 67.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.2, "count": 165, "max_ms": 94.789, "p95_ms": 84.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.372, "count": 166, "max_ms": 257.725, "p95_ms": 213.707}, "read_interval": {"avg_ms": 181.742, "count": 165, "max_ms": 264.831, "p95_ms": 219.817}, "triton_wait": {"avg_ms": 64.065, "count": 165, "max_ms": 96.659, "p95_ms": 87.583}, "visualize": {"avg_ms": 7.906, "count": 165, "max_ms": 11.783, "p95_ms": 9.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43329.889, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.131, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:40:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:40:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T05:40:29+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T05:40:29.348732+09:00", "mtime_epoch": 1783024829.3487325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:40:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1364.254, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.836}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.576, "count": 295, "max_ms": 12.118, "p95_ms": 9.371}, "gstreamer_push": {"avg_ms": 1.243, "count": 295, "max_ms": 1.818, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.79, "count": 295, "max_ms": 72.927, "p95_ms": 63.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.458, "count": 295, "max_ms": 97.106, "p95_ms": 71.836}, "yolo11_640_fire_11class": {"avg_ms": 50.272, "count": 295, "max_ms": 83.614, "p95_ms": 65.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.257, "count": 295, "max_ms": 97.698, "p95_ms": 79.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.86, "count": 295, "max_ms": 113.633, "p95_ms": 95.769}, "read_interval": {"avg_ms": 101.801, "count": 295, "max_ms": 764.635, "p95_ms": 155.03}, "triton_wait": {"avg_ms": 54.758, "count": 295, "max_ms": 97.711, "p95_ms": 79.667}, "visualize": {"avg_ms": 3.644, "count": 295, "max_ms": 5.79, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3039, "tracking_summary": 2654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6328.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70685.631, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.104, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:40:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:40:32+09:00", "last_frame_read_age_sec": 0.318, "last_frame_read_at": "2026-07-03T05:40:31+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T05:40:31.900755+09:00", "mtime_epoch": 1783024831.9007554, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:40:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 952.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.074, "pushed": 3.074, "read": 3.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 213.313, "count": 92, "max_ms": 266.965, "p95_ms": 221.443}, "gstreamer_push": {"avg_ms": 1.09, "count": 92, "max_ms": 3.331, "p95_ms": 1.936}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.627, "count": 92, "max_ms": 98.078, "p95_ms": 87.562}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.616, "count": 92, "max_ms": 99.628, "p95_ms": 88.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.47, "count": 92, "max_ms": 417.527, "p95_ms": 346.153}, "read_interval": {"avg_ms": 328.663, "count": 91, "max_ms": 429.258, "p95_ms": 357.183}, "triton_wait": {"avg_ms": 69.963, "count": 92, "max_ms": 99.642, "p95_ms": 90.23}, "visualize": {"avg_ms": 31.369, "count": 92, "max_ms": 45.91, "p95_ms": 41.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6278.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:38:32+09:00", "last_error_summary": "[h264 @ 0x55cd82450a40] error while decoding MB 33 6, bytestream -18", "last_exit_at": "2026-07-03T05:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.223, "last_started_at": "2026-07-03T05:40:44+09:00", "pid": 17443, "process": {"exists": true, "fd_count": 5, "hwm_mb": 220.434, "name": "ffmpeg", "pid": 17443, "rss_mb": 220.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.801, "sample_count": 1622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:40:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:40:53+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T05:40:53+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T05:40:53.392951+09:00", "mtime_epoch": 1783024853.3929515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:40:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.367, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.714, "pushed": 4.714, "read": 4.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.024, "count": 141, "max_ms": 11.819, "p95_ms": 10.637}, "gstreamer_push": {"avg_ms": 0.891, "count": 141, "max_ms": 1.272, "p95_ms": 1.014}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.926, "count": 141, "max_ms": 72.001, "p95_ms": 63.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.403, "count": 141, "max_ms": 94.683, "p95_ms": 80.452}, "yolo11_640_fire_11class": {"avg_ms": 50.242, "count": 141, "max_ms": 72.525, "p95_ms": 63.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.768, "count": 141, "max_ms": 97.703, "p95_ms": 83.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.065, "count": 141, "max_ms": 229.708, "p95_ms": 211.853}, "read_interval": {"avg_ms": 213.436, "count": 140, "max_ms": 4547.802, "p95_ms": 221.681}, "triton_wait": {"avg_ms": 65.401, "count": 141, "max_ms": 97.716, "p95_ms": 85.328}, "visualize": {"avg_ms": 7.92, "count": 141, "max_ms": 10.909, "p95_ms": 9.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6323.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43359.95, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.357, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 690170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:40:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:40:59+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T05:40:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T05:40:59.385008+09:00", "mtime_epoch": 1783024859.3850079, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:40:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1364.512, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.208, "pushed": 10.208, "read": 10.175}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.509, "count": 306, "max_ms": 11.916, "p95_ms": 9.252}, "gstreamer_push": {"avg_ms": 1.241, "count": 306, "max_ms": 1.569, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.015, "count": 306, "max_ms": 72.407, "p95_ms": 61.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.024, "count": 306, "max_ms": 107.018, "p95_ms": 73.181}, "yolo11_640_fire_11class": {"avg_ms": 49.244, "count": 306, "max_ms": 74.139, "p95_ms": 62.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.456, "count": 306, "max_ms": 96.542, "p95_ms": 79.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.788, "count": 306, "max_ms": 123.23, "p95_ms": 97.219}, "read_interval": {"avg_ms": 98.233, "count": 305, "max_ms": 380.747, "p95_ms": 150.002}, "triton_wait": {"avg_ms": 53.79, "count": 306, "max_ms": 107.03, "p95_ms": 81.095}, "visualize": {"avg_ms": 3.624, "count": 306, "max_ms": 4.643, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3040, "tracking_summary": 2654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6329.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70715.713, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.418, "sample_count": 1004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:41:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:41:02+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T05:41:02+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T05:41:02.097034+09:00", "mtime_epoch": 1783024862.0970335, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:41:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 958.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.126, "pushed": 3.126, "read": 3.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 210.998, "count": 93, "max_ms": 248.484, "p95_ms": 241.329}, "gstreamer_push": {"avg_ms": 0.906, "count": 93, "max_ms": 2.711, "p95_ms": 1.718}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.165, "count": 93, "max_ms": 104.038, "p95_ms": 90.192}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.581, "count": 93, "max_ms": 102.925, "p95_ms": 94.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 314.278, "count": 93, "max_ms": 372.937, "p95_ms": 349.806}, "read_interval": {"avg_ms": 324.655, "count": 92, "max_ms": 380.508, "p95_ms": 358.847}, "triton_wait": {"avg_ms": 69.957, "count": 93, "max_ms": 104.05, "p95_ms": 94.877}, "visualize": {"avg_ms": 29.567, "count": 93, "max_ms": 41.471, "p95_ms": 40.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.751, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6324.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:38:32+09:00", "last_error_summary": "[h264 @ 0x55cd82450a40] error while decoding MB 33 6, bytestream -18", "last_exit_at": "2026-07-03T05:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.435, "last_started_at": "2026-07-03T05:40:44+09:00", "pid": 17443, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.32, "name": "ffmpeg", "pid": 17443, "rss_mb": 267.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.583, "sample_count": 1613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:41:23+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-03T05:41:23+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-03T05:41:23.569241+09:00", "mtime_epoch": 1783024883.569241, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:41:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.367, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.997, "pushed": 4.997, "read": 4.963}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.857, "count": 149, "max_ms": 13.688, "p95_ms": 11.737}, "gstreamer_push": {"avg_ms": 0.873, "count": 149, "max_ms": 0.981, "p95_ms": 0.943}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.022, "count": 149, "max_ms": 78.702, "p95_ms": 67.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.598, "count": 149, "max_ms": 105.828, "p95_ms": 92.788}, "yolo11_640_fire_11class": {"avg_ms": 51.055, "count": 149, "max_ms": 84.391, "p95_ms": 68.506}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.166, "count": 149, "max_ms": 101.147, "p95_ms": 87.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.431, "count": 149, "max_ms": 255.664, "p95_ms": 226.116}, "read_interval": {"avg_ms": 201.211, "count": 148, "max_ms": 262.678, "p95_ms": 232.735}, "triton_wait": {"avg_ms": 67.506, "count": 149, "max_ms": 105.842, "p95_ms": 96.611}, "visualize": {"avg_ms": 8.751, "count": 149, "max_ms": 11.684, "p95_ms": 10.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6328.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43390.0, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.793, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 690471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:41:29+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T05:41:29+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T05:41:29.457299+09:00", "mtime_epoch": 1783024889.4572992, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:41:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1364.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.47, "count": 301, "max_ms": 13.512, "p95_ms": 8.959}, "gstreamer_push": {"avg_ms": 1.235, "count": 301, "max_ms": 1.732, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.803, "count": 301, "max_ms": 72.6, "p95_ms": 62.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.228, "count": 301, "max_ms": 102.641, "p95_ms": 78.033}, "yolo11_640_fire_11class": {"avg_ms": 48.898, "count": 301, "max_ms": 73.795, "p95_ms": 62.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.574, "count": 301, "max_ms": 95.995, "p95_ms": 80.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.43, "count": 301, "max_ms": 120.282, "p95_ms": 98.423}, "read_interval": {"avg_ms": 99.898, "count": 300, "max_ms": 730.682, "p95_ms": 150.707}, "triton_wait": {"avg_ms": 55.337, "count": 301, "max_ms": 102.654, "p95_ms": 80.657}, "visualize": {"avg_ms": 3.582, "count": 301, "max_ms": 5.02, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3042, "tracking_summary": 2655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6325.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70746.005, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.237, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:41:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:41:32+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T05:41:32+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T05:41:32.281327+09:00", "mtime_epoch": 1783024892.2813275, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:41:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 951.543, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.679, "pushed": 3.679, "read": 3.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.215, "count": 110, "max_ms": 219.42, "p95_ms": 217.117}, "gstreamer_push": {"avg_ms": 1.037, "count": 110, "max_ms": 2.702, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.042, "count": 110, "max_ms": 109.746, "p95_ms": 91.106}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.86, "count": 110, "max_ms": 108.954, "p95_ms": 85.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.777, "count": 110, "max_ms": 356.449, "p95_ms": 327.983}, "read_interval": {"avg_ms": 273.133, "count": 109, "max_ms": 365.323, "p95_ms": 337.4}, "triton_wait": {"avg_ms": 68.477, "count": 110, "max_ms": 109.758, "p95_ms": 92.452}, "visualize": {"avg_ms": 28.281, "count": 110, "max_ms": 39.851, "p95_ms": 37.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6328.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:38:32+09:00", "last_error_summary": "[h264 @ 0x55cd82450a40] error while decoding MB 33 6, bytestream -18", "last_exit_at": "2026-07-03T05:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.488, "last_started_at": "2026-07-03T05:40:44+09:00", "pid": 17443, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.32, "name": "ffmpeg", "pid": 17443, "rss_mb": 267.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.213, "sample_count": 1582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:41:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:41:53+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-03T05:41:53+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T05:41:53.637544+09:00", "mtime_epoch": 1783024913.6375444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:41:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.625, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.895, "pushed": 4.895, "read": 4.861}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.267, "count": 146, "max_ms": 15.897, "p95_ms": 11.511}, "gstreamer_push": {"avg_ms": 0.871, "count": 146, "max_ms": 1.037, "p95_ms": 0.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.605, "count": 146, "max_ms": 74.213, "p95_ms": 64.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.796, "count": 146, "max_ms": 99.945, "p95_ms": 80.956}, "yolo11_640_fire_11class": {"avg_ms": 49.662, "count": 146, "max_ms": 74.726, "p95_ms": 63.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.783, "count": 146, "max_ms": 91.347, "p95_ms": 83.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.717, "count": 146, "max_ms": 263.614, "p95_ms": 232.758}, "read_interval": {"avg_ms": 205.779, "count": 145, "max_ms": 270.879, "p95_ms": 240.779}, "triton_wait": {"avg_ms": 65.512, "count": 146, "max_ms": 99.958, "p95_ms": 85.615}, "visualize": {"avg_ms": 9.083, "count": 146, "max_ms": 12.035, "p95_ms": 10.763}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.829, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43420.008, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.237, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 690771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:41:59+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:41:59+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T05:41:59.461605+09:00", "mtime_epoch": 1783024919.4616048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:41:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1364.77, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.446, "count": 300, "max_ms": 12.537, "p95_ms": 9.471}, "gstreamer_push": {"avg_ms": 1.19, "count": 300, "max_ms": 1.614, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.017, "count": 300, "max_ms": 71.784, "p95_ms": 60.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.358, "count": 300, "max_ms": 92.371, "p95_ms": 75.312}, "yolo11_640_fire_11class": {"avg_ms": 48.238, "count": 300, "max_ms": 73.174, "p95_ms": 60.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.299, "count": 300, "max_ms": 98.468, "p95_ms": 77.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.421, "count": 300, "max_ms": 131.086, "p95_ms": 99.332}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 688.774, "p95_ms": 142.704}, "triton_wait": {"avg_ms": 54.721, "count": 300, "max_ms": 98.48, "p95_ms": 81.387}, "visualize": {"avg_ms": 3.472, "count": 300, "max_ms": 5.092, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3043, "tracking_summary": 2656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6334.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70776.022, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 340.277, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:42:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:42:02+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T05:42:02+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T05:42:02.301635+09:00", "mtime_epoch": 1783024922.3016346, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:42:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 960.648, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.133, "pushed": 3.133, "read": 3.099}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.996, "count": 93, "max_ms": 245.576, "p95_ms": 233.314}, "gstreamer_push": {"avg_ms": 1.142, "count": 93, "max_ms": 3.06, "p95_ms": 2.202}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.493, "count": 93, "max_ms": 94.225, "p95_ms": 87.614}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.466, "count": 93, "max_ms": 95.718, "p95_ms": 88.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 312.848, "count": 93, "max_ms": 354.257, "p95_ms": 341.968}, "read_interval": {"avg_ms": 322.789, "count": 92, "max_ms": 362.602, "p95_ms": 350.656}, "triton_wait": {"avg_ms": 66.985, "count": 93, "max_ms": 95.731, "p95_ms": 88.983}, "visualize": {"avg_ms": 29.023, "count": 93, "max_ms": 41.464, "p95_ms": 39.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.688, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6326.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 149, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:38:32+09:00", "last_error_summary": "[h264 @ 0x55cd82450a40] error while decoding MB 33 6, bytestream -18", "last_exit_at": "2026-07-03T05:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.564, "last_started_at": "2026-07-03T05:40:44+09:00", "pid": 17443, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.578, "name": "ffmpeg", "pid": 17443, "rss_mb": 267.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.77, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:42:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:42:23+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T05:42:23+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T05:42:23.721862+09:00", "mtime_epoch": 1783024943.7218623, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:42:23+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.625, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.854, "pushed": 4.854, "read": 4.82}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.487, "count": 145, "max_ms": 15.508, "p95_ms": 12.063}, "gstreamer_push": {"avg_ms": 0.877, "count": 145, "max_ms": 1.298, "p95_ms": 0.936}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.343, "count": 145, "max_ms": 69.048, "p95_ms": 63.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.204, "count": 145, "max_ms": 99.763, "p95_ms": 83.102}, "yolo11_640_fire_11class": {"avg_ms": 49.883, "count": 145, "max_ms": 73.625, "p95_ms": 61.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.405, "count": 145, "max_ms": 96.384, "p95_ms": 84.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.344, "count": 145, "max_ms": 258.15, "p95_ms": 233.255}, "read_interval": {"avg_ms": 207.43, "count": 144, "max_ms": 264.831, "p95_ms": 240.045}, "triton_wait": {"avg_ms": 66.383, "count": 145, "max_ms": 99.776, "p95_ms": 86.605}, "visualize": {"avg_ms": 9.165, "count": 145, "max_ms": 12.9, "p95_ms": 10.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6328.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43450.033, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.237, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 691070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:42:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:42:29+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:42:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T05:42:29.489925+09:00", "mtime_epoch": 1783024949.489925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:42:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1365.027, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.55, "count": 299, "max_ms": 11.514, "p95_ms": 9.018}, "gstreamer_push": {"avg_ms": 1.243, "count": 299, "max_ms": 2.069, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.625, "count": 299, "max_ms": 73.967, "p95_ms": 61.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.618, "count": 299, "max_ms": 98.1, "p95_ms": 74.85}, "yolo11_640_fire_11class": {"avg_ms": 49.024, "count": 299, "max_ms": 74.431, "p95_ms": 62.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.398, "count": 299, "max_ms": 97.282, "p95_ms": 81.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.723, "count": 299, "max_ms": 114.363, "p95_ms": 100.459}, "read_interval": {"avg_ms": 100.416, "count": 299, "max_ms": 258.994, "p95_ms": 157.017}, "triton_wait": {"avg_ms": 55.703, "count": 299, "max_ms": 98.112, "p95_ms": 84.448}, "visualize": {"avg_ms": 3.615, "count": 299, "max_ms": 4.992, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3043, "tracking_summary": 2657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6332.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70806.065, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 340.209, "sample_count": 1012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:42:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:42:32+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T05:42:32+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T05:42:32.337956+09:00", "mtime_epoch": 1783024952.337956, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:42:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 958.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.735, "pushed": 3.735, "read": 3.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.529, "count": 111, "max_ms": 227.519, "p95_ms": 218.027}, "gstreamer_push": {"avg_ms": 1.143, "count": 111, "max_ms": 2.84, "p95_ms": 1.988}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.023, "count": 111, "max_ms": 93.311, "p95_ms": 84.908}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.236, "count": 111, "max_ms": 89.207, "p95_ms": 82.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.58, "count": 111, "max_ms": 334.741, "p95_ms": 326.384}, "read_interval": {"avg_ms": 270.185, "count": 110, "max_ms": 352.432, "p95_ms": 335.118}, "triton_wait": {"avg_ms": 68.184, "count": 111, "max_ms": 93.324, "p95_ms": 87.151}, "visualize": {"avg_ms": 26.983, "count": 111, "max_ms": 41.281, "p95_ms": 38.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.718, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6209.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:42:47+09:00", "last_error_summary": "[h264 @ 0x55fa736de480] error while decoding MB 12 20, bytestream -38", "last_exit_at": "2026-07-03T05:42:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.946, "last_started_at": "2026-07-03T05:42:49+09:00", "pid": 17550, "process": {"exists": true, "fd_count": 5, "hwm_mb": 153.477, "name": "ffmpeg", "pid": 17550, "rss_mb": 153.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.087, "sample_count": 1507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:42:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:42:53+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-03T05:42:53+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-03T05:42:53.718193+09:00", "mtime_epoch": 1783024973.7181928, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:42:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.625, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.192, "pushed": 4.192, "read": 4.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.329, "count": 125, "max_ms": 17.877, "p95_ms": 12.261}, "gstreamer_push": {"avg_ms": 0.871, "count": 125, "max_ms": 1.057, "p95_ms": 0.954}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.277, "count": 125, "max_ms": 73.629, "p95_ms": 64.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.17, "count": 125, "max_ms": 100.248, "p95_ms": 84.419}, "yolo11_640_fire_11class": {"avg_ms": 49.551, "count": 125, "max_ms": 76.135, "p95_ms": 64.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.632, "count": 125, "max_ms": 101.377, "p95_ms": 86.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.663, "count": 125, "max_ms": 253.293, "p95_ms": 239.76}, "read_interval": {"avg_ms": 240.218, "count": 124, "max_ms": 4853.892, "p95_ms": 248.178}, "triton_wait": {"avg_ms": 65.004, "count": 125, "max_ms": 101.39, "p95_ms": 88.198}, "visualize": {"avg_ms": 9.037, "count": 125, "max_ms": 13.854, "p95_ms": 10.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6281.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43480.121, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.373, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 691372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:42:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:42:59+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T05:42:59+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T05:42:59.562259+09:00", "mtime_epoch": 1783024979.5622587, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:42:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1365.027, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.624, "count": 301, "max_ms": 12.082, "p95_ms": 9.156}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.497, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.901, "count": 301, "max_ms": 73.616, "p95_ms": 58.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.704, "count": 301, "max_ms": 98.452, "p95_ms": 75.005}, "yolo11_640_fire_11class": {"avg_ms": 46.871, "count": 301, "max_ms": 69.631, "p95_ms": 57.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.177, "count": 301, "max_ms": 100.599, "p95_ms": 76.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.043, "count": 301, "max_ms": 132.597, "p95_ms": 100.854}, "read_interval": {"avg_ms": 99.692, "count": 301, "max_ms": 502.611, "p95_ms": 156.305}, "triton_wait": {"avg_ms": 53.741, "count": 301, "max_ms": 100.612, "p95_ms": 80.436}, "visualize": {"avg_ms": 3.705, "count": 301, "max_ms": 5.912, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3044, "tracking_summary": 2658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6323.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70836.337, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.401, "sample_count": 1012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:43:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:43:02+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T05:43:02+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T05:43:02.598293+09:00", "mtime_epoch": 1783024982.598293, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:43:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 961.883, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.105, "pushed": 3.105, "read": 3.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 211.278, "count": 93, "max_ms": 251.647, "p95_ms": 241.323}, "gstreamer_push": {"avg_ms": 0.951, "count": 93, "max_ms": 1.96, "p95_ms": 1.799}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.086, "count": 93, "max_ms": 101.395, "p95_ms": 90.352}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.827, "count": 93, "max_ms": 100.747, "p95_ms": 85.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 315.748, "count": 93, "max_ms": 364.835, "p95_ms": 349.447}, "read_interval": {"avg_ms": 325.39, "count": 92, "max_ms": 371.489, "p95_ms": 360.852}, "triton_wait": {"avg_ms": 69.593, "count": 93, "max_ms": 101.409, "p95_ms": 94.396}, "visualize": {"avg_ms": 31.089, "count": 93, "max_ms": 47.225, "p95_ms": 42.562}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:42:47+09:00", "last_error_summary": "[h264 @ 0x55fa736de480] error while decoding MB 12 20, bytestream -38", "last_exit_at": "2026-07-03T05:42:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.121, "last_started_at": "2026-07-03T05:42:49+09:00", "pid": 17550, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.672, "name": "ffmpeg", "pid": 17550, "rss_mb": 269.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.917, "sample_count": 1475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:43:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:43:24+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-03T05:43:23+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-03T05:43:23.894538+09:00", "mtime_epoch": 1783025003.894538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:43:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.625, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.71, "pushed": 4.71, "read": 4.677}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.701, "count": 140, "max_ms": 16.858, "p95_ms": 11.895}, "gstreamer_push": {"avg_ms": 0.869, "count": 141, "max_ms": 1.004, "p95_ms": 0.922}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.527, "count": 140, "max_ms": 73.084, "p95_ms": 64.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.763, "count": 140, "max_ms": 102.402, "p95_ms": 89.087}, "yolo11_640_fire_11class": {"avg_ms": 50.817, "count": 140, "max_ms": 67.67, "p95_ms": 64.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.52, "count": 140, "max_ms": 97.565, "p95_ms": 86.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.066, "count": 141, "max_ms": 255.631, "p95_ms": 235.43}, "read_interval": {"avg_ms": 213.862, "count": 140, "max_ms": 263.958, "p95_ms": 242.118}, "triton_wait": {"avg_ms": 70.037, "count": 140, "max_ms": 102.415, "p95_ms": 91.435}, "visualize": {"avg_ms": 9.206, "count": 140, "max_ms": 15.63, "p95_ms": 10.596}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6340.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43510.192, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.259, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 691671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:43:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:43:29+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T05:43:29+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T05:43:29.642605+09:00", "mtime_epoch": 1783025009.642605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:43:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1365.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.78, "count": 299, "max_ms": 12.623, "p95_ms": 9.847}, "gstreamer_push": {"avg_ms": 1.213, "count": 299, "max_ms": 1.73, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.718, "count": 299, "max_ms": 69.764, "p95_ms": 63.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.289, "count": 299, "max_ms": 101.471, "p95_ms": 78.928}, "yolo11_640_fire_11class": {"avg_ms": 49.263, "count": 299, "max_ms": 69.302, "p95_ms": 63.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.361, "count": 299, "max_ms": 92.22, "p95_ms": 84.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.388, "count": 299, "max_ms": 139.226, "p95_ms": 106.892}, "read_interval": {"avg_ms": 100.607, "count": 298, "max_ms": 669.121, "p95_ms": 138.762}, "triton_wait": {"avg_ms": 56.722, "count": 299, "max_ms": 101.483, "p95_ms": 84.36}, "visualize": {"avg_ms": 3.757, "count": 299, "max_ms": 6.135, "p95_ms": 4.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3047, "tracking_summary": 2659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6341.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70866.651, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.173, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:43:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:43:33+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T05:43:32+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T05:43:32.922644+09:00", "mtime_epoch": 1783025012.9226437, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:43:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 964.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.233, "pushed": 3.267, "read": 3.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.621, "count": 97, "max_ms": 261.506, "p95_ms": 221.437}, "gstreamer_push": {"avg_ms": 0.947, "count": 98, "max_ms": 2.931, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.513, "count": 97, "max_ms": 109.517, "p95_ms": 91.437}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.011, "count": 97, "max_ms": 107.027, "p95_ms": 93.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.492, "count": 97, "max_ms": 363.134, "p95_ms": 355.505}, "read_interval": {"avg_ms": 309.143, "count": 97, "max_ms": 373.324, "p95_ms": 365.15}, "triton_wait": {"avg_ms": 71.217, "count": 97, "max_ms": 109.53, "p95_ms": 93.315}, "visualize": {"avg_ms": 28.842, "count": 97, "max_ms": 46.403, "p95_ms": 43.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6338.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:42:47+09:00", "last_error_summary": "[h264 @ 0x55fa736de480] error while decoding MB 12 20, bytestream -38", "last_exit_at": "2026-07-03T05:42:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.273, "last_started_at": "2026-07-03T05:42:49+09:00", "pid": 17550, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.445, "name": "ffmpeg", "pid": 17550, "rss_mb": 270.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.885, "sample_count": 1466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 676957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:43:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:43:54+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-03T05:43:54+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-03T05:43:54.042895+09:00", "mtime_epoch": 1783025034.0428948, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:43:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.883, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.44, "pushed": 4.44, "read": 4.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.109, "count": 132, "max_ms": 18.687, "p95_ms": 12.339}, "gstreamer_push": {"avg_ms": 0.877, "count": 133, "max_ms": 1.114, "p95_ms": 0.932}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.131, "count": 132, "max_ms": 73.946, "p95_ms": 66.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.289, "count": 132, "max_ms": 113.443, "p95_ms": 89.998}, "yolo11_640_fire_11class": {"avg_ms": 51.892, "count": 132, "max_ms": 73.972, "p95_ms": 66.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.024, "count": 132, "max_ms": 107.495, "p95_ms": 91.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 219.571, "count": 133, "max_ms": 288.959, "p95_ms": 252.549}, "read_interval": {"avg_ms": 226.655, "count": 132, "max_ms": 295.494, "p95_ms": 259.817}, "triton_wait": {"avg_ms": 71.208, "count": 132, "max_ms": 113.456, "p95_ms": 93.929}, "visualize": {"avg_ms": 9.723, "count": 132, "max_ms": 14.12, "p95_ms": 11.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6339.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43540.235, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.874, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 691972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:43:59+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T05:43:59+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T05:43:59.690963+09:00", "mtime_epoch": 1783025039.690963, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:43:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1365.285, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.864, "count": 301, "max_ms": 12.17, "p95_ms": 10.886}, "gstreamer_push": {"avg_ms": 1.21, "count": 301, "max_ms": 1.49, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.724, "count": 301, "max_ms": 74.768, "p95_ms": 63.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.079, "count": 301, "max_ms": 103.211, "p95_ms": 83.305}, "yolo11_640_fire_11class": {"avg_ms": 48.805, "count": 301, "max_ms": 78.306, "p95_ms": 64.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.401, "count": 301, "max_ms": 107.465, "p95_ms": 85.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.088, "count": 301, "max_ms": 163.394, "p95_ms": 108.04}, "read_interval": {"avg_ms": 99.842, "count": 300, "max_ms": 841.549, "p95_ms": 135.415}, "triton_wait": {"avg_ms": 55.988, "count": 301, "max_ms": 107.477, "p95_ms": 86.392}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 5.664, "p95_ms": 5.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3047, "tracking_summary": 2660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6334.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70896.722, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.352, "sample_count": 1012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:44:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:44:03+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T05:44:02+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T05:44:02.999003+09:00", "mtime_epoch": 1783025042.9990032, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:44:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 954.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.936, "pushed": 3.936, "read": 3.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 147.451, "count": 117, "max_ms": 277.14, "p95_ms": 224.804}, "gstreamer_push": {"avg_ms": 1.073, "count": 117, "max_ms": 2.399, "p95_ms": 1.961}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.815, "count": 117, "max_ms": 106.001, "p95_ms": 93.645}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.807, "count": 117, "max_ms": 102.718, "p95_ms": 86.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.11, "count": 117, "max_ms": 379.04, "p95_ms": 337.109}, "read_interval": {"avg_ms": 256.462, "count": 116, "max_ms": 391.126, "p95_ms": 347.049}, "triton_wait": {"avg_ms": 68.626, "count": 117, "max_ms": 106.015, "p95_ms": 93.659}, "visualize": {"avg_ms": 27.129, "count": 117, "max_ms": 47.814, "p95_ms": 38.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.725, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6336.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 150, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:42:47+09:00", "last_error_summary": "[h264 @ 0x55fa736de480] error while decoding MB 12 20, bytestream -38", "last_exit_at": "2026-07-03T05:42:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.455, "last_started_at": "2026-07-03T05:42:49+09:00", "pid": 17550, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.445, "name": "ffmpeg", "pid": 17550, "rss_mb": 270.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.917, "sample_count": 1440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:44:24+09:00", "last_frame_read_age_sec": 0.251, "last_frame_read_at": "2026-07-03T05:44:24+09:00", "mjpeg": {"age_sec": 0.238, "exists": true, "mtime": "2026-07-03T05:44:24.203263+09:00", "mtime_epoch": 1783025064.2032633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:44:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.883, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.606, "pushed": 4.606, "read": 4.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.06, "count": 137, "max_ms": 18.006, "p95_ms": 13.728}, "gstreamer_push": {"avg_ms": 0.871, "count": 138, "max_ms": 1.252, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.318, "count": 137, "max_ms": 76.014, "p95_ms": 69.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.774, "count": 137, "max_ms": 104.668, "p95_ms": 95.06}, "yolo11_640_fire_11class": {"avg_ms": 51.378, "count": 137, "max_ms": 75.494, "p95_ms": 66.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.726, "count": 137, "max_ms": 104.81, "p95_ms": 89.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.742, "count": 138, "max_ms": 253.583, "p95_ms": 244.246}, "read_interval": {"avg_ms": 218.431, "count": 137, "max_ms": 260.208, "p95_ms": 250.353}, "triton_wait": {"avg_ms": 72.388, "count": 137, "max_ms": 104.821, "p95_ms": 99.023}, "visualize": {"avg_ms": 9.048, "count": 137, "max_ms": 12.012, "p95_ms": 10.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6330.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43570.272, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.316, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 692273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:44:29+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T05:44:29+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T05:44:29.731332+09:00", "mtime_epoch": 1783025069.731332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:44:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1365.543, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.626, "count": 301, "max_ms": 13.156, "p95_ms": 9.431}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 1.759, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.337, "count": 301, "max_ms": 77.809, "p95_ms": 62.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.293, "count": 301, "max_ms": 113.175, "p95_ms": 80.671}, "yolo11_640_fire_11class": {"avg_ms": 47.908, "count": 301, "max_ms": 76.799, "p95_ms": 60.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.022, "count": 301, "max_ms": 102.402, "p95_ms": 82.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.259, "count": 301, "max_ms": 150.485, "p95_ms": 103.704}, "read_interval": {"avg_ms": 99.832, "count": 300, "max_ms": 438.149, "p95_ms": 174.352}, "triton_wait": {"avg_ms": 55.909, "count": 301, "max_ms": 113.189, "p95_ms": 85.211}, "visualize": {"avg_ms": 3.676, "count": 301, "max_ms": 5.735, "p95_ms": 4.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3048, "tracking_summary": 2660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6487.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70926.881, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.411, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:44:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:44:33+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T05:44:33+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T05:44:33.159375+09:00", "mtime_epoch": 1783025073.1593747, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:44:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 952.422, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.525, "pushed": 3.525, "read": 3.491}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 175.666, "count": 105, "max_ms": 260.847, "p95_ms": 226.443}, "gstreamer_push": {"avg_ms": 0.959, "count": 105, "max_ms": 2.1, "p95_ms": 1.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.8, "count": 105, "max_ms": 113.078, "p95_ms": 95.151}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.23, "count": 105, "max_ms": 104.839, "p95_ms": 90.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.578, "count": 105, "max_ms": 359.588, "p95_ms": 349.876}, "read_interval": {"avg_ms": 286.889, "count": 104, "max_ms": 370.293, "p95_ms": 360.711}, "triton_wait": {"avg_ms": 72.199, "count": 105, "max_ms": 113.091, "p95_ms": 101.884}, "visualize": {"avg_ms": 25.856, "count": 105, "max_ms": 39.15, "p95_ms": 33.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 51, "tracking_summary": 5643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6331.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:44:39+09:00", "last_error_summary": "[h264 @ 0x55b682509440] error while decoding MB 71 37, bytestream -8", "last_exit_at": "2026-07-03T05:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.427, "last_started_at": "2026-07-03T05:44:42+09:00", "pid": 17717, "process": {"exists": true, "fd_count": 5, "hwm_mb": 258.758, "name": "ffmpeg", "pid": 17717, "rss_mb": 258.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 13, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.298, "sample_count": 1388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:44:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:44:54+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T05:44:54+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T05:44:54.359642+09:00", "mtime_epoch": 1783025094.3596423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:44:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.883, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.648, "pushed": 3.648, "read": 3.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.85, "count": 108, "max_ms": 18.908, "p95_ms": 15.559}, "gstreamer_push": {"avg_ms": 0.869, "count": 109, "max_ms": 1.033, "p95_ms": 0.936}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.918, "count": 108, "max_ms": 74.111, "p95_ms": 64.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.55, "count": 108, "max_ms": 108.375, "p95_ms": 90.735}, "yolo11_640_fire_11class": {"avg_ms": 48.095, "count": 108, "max_ms": 70.821, "p95_ms": 62.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.157, "count": 108, "max_ms": 101.316, "p95_ms": 84.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 225.234, "count": 109, "max_ms": 792.538, "p95_ms": 280.48}, "read_interval": {"avg_ms": 276.844, "count": 108, "max_ms": 5015.679, "p95_ms": 289.757}, "triton_wait": {"avg_ms": 68.514, "count": 108, "max_ms": 108.387, "p95_ms": 94.405}, "visualize": {"avg_ms": 10.352, "count": 108, "max_ms": 16.519, "p95_ms": 15.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43600.315, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.453, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 692574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:44:59+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T05:44:59+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T05:44:59.755711+09:00", "mtime_epoch": 1783025099.7557113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:44:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1365.543, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.024}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.933, "count": 301, "max_ms": 14.347, "p95_ms": 11.008}, "gstreamer_push": {"avg_ms": 1.202, "count": 301, "max_ms": 1.912, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.707, "count": 301, "max_ms": 76.4, "p95_ms": 58.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.784, "count": 301, "max_ms": 105.875, "p95_ms": 74.295}, "yolo11_640_fire_11class": {"avg_ms": 48.15, "count": 301, "max_ms": 72.345, "p95_ms": 60.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.925, "count": 301, "max_ms": 100.527, "p95_ms": 79.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.649, "count": 301, "max_ms": 130.852, "p95_ms": 108.206}, "read_interval": {"avg_ms": 99.868, "count": 300, "max_ms": 698.564, "p95_ms": 139.956}, "triton_wait": {"avg_ms": 54.548, "count": 301, "max_ms": 105.887, "p95_ms": 80.564}, "visualize": {"avg_ms": 3.781, "count": 301, "max_ms": 5.87, "p95_ms": 5.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3049, "tracking_summary": 2661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6340.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70957.002, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.48, "sample_count": 1003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:45:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:45:03+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-07-03T05:45:03+09:00", "mjpeg": {"age_sec": 0.325, "exists": true, "mtime": "2026-07-03T05:45:03.255756+09:00", "mtime_epoch": 1783025103.2557561, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:45:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 961.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.156, "pushed": 3.156, "read": 3.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 208.73, "count": 94, "max_ms": 226.145, "p95_ms": 221.545}, "gstreamer_push": {"avg_ms": 0.962, "count": 94, "max_ms": 1.967, "p95_ms": 1.809}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.649, "count": 94, "max_ms": 110.366, "p95_ms": 85.946}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.538, "count": 94, "max_ms": 98.737, "p95_ms": 90.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.809, "count": 94, "max_ms": 366.573, "p95_ms": 350.199}, "read_interval": {"avg_ms": 320.113, "count": 93, "max_ms": 375.951, "p95_ms": 359.244}, "triton_wait": {"avg_ms": 68.971, "count": 94, "max_ms": 110.379, "p95_ms": 95.406}, "visualize": {"avg_ms": 29.309, "count": 94, "max_ms": 42.036, "p95_ms": 39.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6335.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:44:39+09:00", "last_error_summary": "[h264 @ 0x55b682509440] error while decoding MB 71 37, bytestream -8", "last_exit_at": "2026-07-03T05:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.519, "last_started_at": "2026-07-03T05:44:42+09:00", "pid": 17717, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.203, "name": "ffmpeg", "pid": 17717, "rss_mb": 265.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 13, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.955, "sample_count": 1349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:45:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:45:24+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T05:45:24+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T05:45:24.492031+09:00", "mtime_epoch": 1783025124.492031, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:45:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1607.883, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.253, "pushed": 4.253, "read": 4.22}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.463, "count": 127, "max_ms": 19.218, "p95_ms": 15.393}, "gstreamer_push": {"avg_ms": 0.874, "count": 127, "max_ms": 1.179, "p95_ms": 0.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.339, "count": 127, "max_ms": 78.545, "p95_ms": 68.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.881, "count": 127, "max_ms": 98.73, "p95_ms": 88.696}, "yolo11_640_fire_11class": {"avg_ms": 50.336, "count": 127, "max_ms": 72.95, "p95_ms": 65.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.752, "count": 127, "max_ms": 98.731, "p95_ms": 89.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.113, "count": 127, "max_ms": 402.783, "p95_ms": 271.952}, "read_interval": {"avg_ms": 237.451, "count": 126, "max_ms": 409.938, "p95_ms": 278.779}, "triton_wait": {"avg_ms": 70.637, "count": 127, "max_ms": 98.743, "p95_ms": 92.026}, "visualize": {"avg_ms": 11.761, "count": 127, "max_ms": 20.277, "p95_ms": 15.644}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6342.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43630.361, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.025, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 692874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:45:29+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T05:45:29+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T05:45:29.816101+09:00", "mtime_epoch": 1783025129.8161008, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:45:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1365.801, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.591, "count": 300, "max_ms": 11.829, "p95_ms": 10.017}, "gstreamer_push": {"avg_ms": 1.208, "count": 300, "max_ms": 1.488, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.393, "count": 300, "max_ms": 72.808, "p95_ms": 61.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.14, "count": 300, "max_ms": 100.635, "p95_ms": 83.711}, "yolo11_640_fire_11class": {"avg_ms": 49.785, "count": 300, "max_ms": 71.661, "p95_ms": 62.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.958, "count": 300, "max_ms": 97.158, "p95_ms": 82.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.566, "count": 300, "max_ms": 145.049, "p95_ms": 102.51}, "read_interval": {"avg_ms": 100.212, "count": 299, "max_ms": 818.907, "p95_ms": 136.098}, "triton_wait": {"avg_ms": 55.918, "count": 300, "max_ms": 100.647, "p95_ms": 85.021}, "visualize": {"avg_ms": 3.574, "count": 300, "max_ms": 6.415, "p95_ms": 4.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3050, "tracking_summary": 2662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6343.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 70987.052, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.115, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:45:33+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T05:45:33+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T05:45:33.328147+09:00", "mtime_epoch": 1783025133.328147, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:45:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.031, "name": "celery", "pid": 239, "rss_mb": 962.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.364, "pushed": 3.364, "read": 3.33}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.907, "count": 100, "max_ms": 261.166, "p95_ms": 232.137}, "gstreamer_push": {"avg_ms": 1.062, "count": 100, "max_ms": 2.921, "p95_ms": 2.071}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.414, "count": 100, "max_ms": 105.266, "p95_ms": 88.931}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.454, "count": 100, "max_ms": 100.556, "p95_ms": 85.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.515, "count": 100, "max_ms": 380.351, "p95_ms": 347.461}, "read_interval": {"avg_ms": 300.404, "count": 99, "max_ms": 391.968, "p95_ms": 359.371}, "triton_wait": {"avg_ms": 70.472, "count": 100, "max_ms": 105.279, "p95_ms": 88.943}, "visualize": {"avg_ms": 29.311, "count": 100, "max_ms": 40.163, "p95_ms": 37.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.727, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6341.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:44:39+09:00", "last_error_summary": "[h264 @ 0x55b682509440] error while decoding MB 71 37, bytestream -8", "last_exit_at": "2026-07-03T05:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.553, "last_started_at": "2026-07-03T05:44:42+09:00", "pid": 17717, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.297, "name": "ffmpeg", "pid": 17717, "rss_mb": 268.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 13, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.702, "sample_count": 1356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:45:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:45:54+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-03T05:45:54+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T05:45:54.500428+09:00", "mtime_epoch": 1783025154.5004277, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:45:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.141, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.919, "pushed": 4.919, "read": 4.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.466, "count": 147, "max_ms": 15.992, "p95_ms": 14.101}, "gstreamer_push": {"avg_ms": 0.872, "count": 147, "max_ms": 1.172, "p95_ms": 0.984}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.506, "count": 147, "max_ms": 69.47, "p95_ms": 64.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.734, "count": 147, "max_ms": 105.693, "p95_ms": 84.474}, "yolo11_640_fire_11class": {"avg_ms": 51.212, "count": 147, "max_ms": 79.043, "p95_ms": 66.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.922, "count": 147, "max_ms": 98.585, "p95_ms": 86.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.306, "count": 147, "max_ms": 242.199, "p95_ms": 226.244}, "read_interval": {"avg_ms": 204.332, "count": 146, "max_ms": 252.18, "p95_ms": 234.413}, "triton_wait": {"avg_ms": 69.003, "count": 147, "max_ms": 105.706, "p95_ms": 88.638}, "visualize": {"avg_ms": 8.936, "count": 147, "max_ms": 13.435, "p95_ms": 11.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6347.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43660.403, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.44, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:45:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:45:59+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T05:45:59+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T05:45:59.864500+09:00", "mtime_epoch": 1783025159.8644996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:45:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1366.059, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.606, "count": 301, "max_ms": 13.504, "p95_ms": 9.472}, "gstreamer_push": {"avg_ms": 1.233, "count": 301, "max_ms": 1.587, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.427, "count": 301, "max_ms": 73.784, "p95_ms": 61.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.587, "count": 301, "max_ms": 97.699, "p95_ms": 78.761}, "yolo11_640_fire_11class": {"avg_ms": 50.829, "count": 301, "max_ms": 84.112, "p95_ms": 63.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.01, "count": 301, "max_ms": 95.53, "p95_ms": 82.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.904, "count": 301, "max_ms": 131.028, "p95_ms": 103.035}, "read_interval": {"avg_ms": 99.87, "count": 300, "max_ms": 750.188, "p95_ms": 143.745}, "triton_wait": {"avg_ms": 55.668, "count": 301, "max_ms": 97.711, "p95_ms": 82.952}, "visualize": {"avg_ms": 3.659, "count": 301, "max_ms": 5.506, "p95_ms": 4.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3050, "tracking_summary": 2663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6335.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71017.116, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.411, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:46:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:46:03+09:00", "last_frame_read_age_sec": 0.336, "last_frame_read_at": "2026-07-03T05:46:03+09:00", "mjpeg": {"age_sec": 0.326, "exists": true, "mtime": "2026-07-03T05:46:03.368547+09:00", "mtime_epoch": 1783025163.3685467, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:46:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.539, "name": "celery", "pid": 239, "rss_mb": 950.266, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.126, "pushed": 3.126, "read": 3.093}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.043, "count": 93, "max_ms": 227.738, "p95_ms": 220.897}, "gstreamer_push": {"avg_ms": 0.882, "count": 93, "max_ms": 3.189, "p95_ms": 1.966}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.247, "count": 93, "max_ms": 98.512, "p95_ms": 81.717}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.076, "count": 93, "max_ms": 102.151, "p95_ms": 81.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.538, "count": 93, "max_ms": 363.019, "p95_ms": 334.757}, "read_interval": {"avg_ms": 323.012, "count": 92, "max_ms": 373.684, "p95_ms": 343.975}, "triton_wait": {"avg_ms": 68.602, "count": 93, "max_ms": 102.165, "p95_ms": 81.751}, "visualize": {"avg_ms": 29.1, "count": 93, "max_ms": 41.465, "p95_ms": 37.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.749, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6338.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:44:39+09:00", "last_error_summary": "[h264 @ 0x55b682509440] error while decoding MB 71 37, bytestream -8", "last_exit_at": "2026-07-03T05:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.739, "last_started_at": "2026-07-03T05:44:42+09:00", "pid": 17717, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.875, "name": "ffmpeg", "pid": 17717, "rss_mb": 270.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 13, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.357, "sample_count": 1356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:46:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:46:24+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T05:46:24+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T05:46:24.692836+09:00", "mtime_epoch": 1783025184.6928358, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:46:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.141, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.967, "pushed": 4.967, "read": 4.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.936, "count": 148, "max_ms": 11.814, "p95_ms": 11.074}, "gstreamer_push": {"avg_ms": 0.867, "count": 149, "max_ms": 1.307, "p95_ms": 0.965}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.185, "count": 148, "max_ms": 75.864, "p95_ms": 66.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.372, "count": 148, "max_ms": 104.353, "p95_ms": 92.015}, "yolo11_640_fire_11class": {"avg_ms": 51.806, "count": 148, "max_ms": 76.724, "p95_ms": 69.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.729, "count": 148, "max_ms": 97.283, "p95_ms": 89.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.667, "count": 149, "max_ms": 241.118, "p95_ms": 225.479}, "read_interval": {"avg_ms": 202.646, "count": 148, "max_ms": 247.614, "p95_ms": 232.159}, "triton_wait": {"avg_ms": 71.151, "count": 148, "max_ms": 104.364, "p95_ms": 92.334}, "visualize": {"avg_ms": 8.742, "count": 148, "max_ms": 12.278, "p95_ms": 10.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6345.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43690.5, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.062, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:46:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:46:30+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T05:46:29+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T05:46:29.920907+09:00", "mtime_epoch": 1783025189.9209073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:46:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1366.059, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 10.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.678, "count": 300, "max_ms": 14.731, "p95_ms": 9.531}, "gstreamer_push": {"avg_ms": 1.231, "count": 300, "max_ms": 1.76, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.986, "count": 300, "max_ms": 77.016, "p95_ms": 62.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.006, "count": 300, "max_ms": 105.47, "p95_ms": 84.51}, "yolo11_640_fire_11class": {"avg_ms": 52.19, "count": 300, "max_ms": 80.53, "p95_ms": 64.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.932, "count": 300, "max_ms": 97.871, "p95_ms": 84.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.738, "count": 300, "max_ms": 139.006, "p95_ms": 109.844}, "read_interval": {"avg_ms": 100.203, "count": 300, "max_ms": 780.395, "p95_ms": 137.278}, "triton_wait": {"avg_ms": 58.458, "count": 300, "max_ms": 105.483, "p95_ms": 85.527}, "visualize": {"avg_ms": 3.752, "count": 300, "max_ms": 5.679, "p95_ms": 5.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3052, "tracking_summary": 2664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6341.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71047.294, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.115, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:46:33+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T05:46:33+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T05:46:33.568957+09:00", "mtime_epoch": 1783025193.5689573, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:46:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 965.645, "name": "celery", "pid": 239, "rss_mb": 955.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.652, "pushed": 3.652, "read": 3.618}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.65, "count": 109, "max_ms": 278.641, "p95_ms": 243.783}, "gstreamer_push": {"avg_ms": 1.136, "count": 109, "max_ms": 3.346, "p95_ms": 2.929}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.16, "count": 109, "max_ms": 98.371, "p95_ms": 93.151}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.342, "count": 109, "max_ms": 105.771, "p95_ms": 87.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.748, "count": 109, "max_ms": 369.908, "p95_ms": 349.703}, "read_interval": {"avg_ms": 276.388, "count": 108, "max_ms": 378.642, "p95_ms": 359.774}, "triton_wait": {"avg_ms": 68.788, "count": 109, "max_ms": 105.783, "p95_ms": 95.087}, "visualize": {"avg_ms": 26.453, "count": 109, "max_ms": 39.676, "p95_ms": 36.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6223.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 152, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:46:53+09:00", "last_error_summary": "[h264 @ 0x5635110b1580] error while decoding MB 51 40, bytestream -7", "last_exit_at": "2026-07-03T05:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.245, "last_started_at": "2026-07-03T05:46:55+09:00", "pid": 17824, "process": {"exists": true, "fd_count": 5, "hwm_mb": 146.605, "name": "ffmpeg", "pid": 17824, "rss_mb": 146.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 249.357, "sample_count": 1337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:46:58+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-03T05:46:57+09:00", "mjpeg": {"age_sec": 4.7, "exists": true, "mtime": "2026-07-03T05:46:53.401232+09:00", "mtime_epoch": 1783025213.4012315, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:46:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.141, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.253, "pushed": 4.253, "read": 4.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.821, "count": 127, "max_ms": 15.505, "p95_ms": 10.757}, "gstreamer_push": {"avg_ms": 0.879, "count": 127, "max_ms": 1.59, "p95_ms": 1.001}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.238, "count": 127, "max_ms": 72.898, "p95_ms": 65.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.855, "count": 127, "max_ms": 96.677, "p95_ms": 84.088}, "yolo11_640_fire_11class": {"avg_ms": 51.585, "count": 127, "max_ms": 76.883, "p95_ms": 68.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.015, "count": 127, "max_ms": 100.202, "p95_ms": 87.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.424, "count": 127, "max_ms": 230.759, "p95_ms": 222.06}, "read_interval": {"avg_ms": 236.666, "count": 126, "max_ms": 4715.471, "p95_ms": 228.53}, "triton_wait": {"avg_ms": 69.497, "count": 127, "max_ms": 100.215, "p95_ms": 89.39}, "visualize": {"avg_ms": 8.653, "count": 127, "max_ms": 14.39, "p95_ms": 9.702}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6231.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43720.654, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.29, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:47:00+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T05:47:00+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-03T05:46:59.969323+09:00", "mtime_epoch": 1783025219.9693232, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:47:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1366.316, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.508, "count": 300, "max_ms": 13.0, "p95_ms": 9.517}, "gstreamer_push": {"avg_ms": 1.195, "count": 300, "max_ms": 1.506, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.431, "count": 300, "max_ms": 71.837, "p95_ms": 60.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.684, "count": 300, "max_ms": 104.313, "p95_ms": 78.678}, "yolo11_640_fire_11class": {"avg_ms": 50.998, "count": 300, "max_ms": 75.367, "p95_ms": 64.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.217, "count": 300, "max_ms": 96.588, "p95_ms": 81.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.407, "count": 300, "max_ms": 128.226, "p95_ms": 102.981}, "read_interval": {"avg_ms": 100.203, "count": 299, "max_ms": 752.691, "p95_ms": 150.689}, "triton_wait": {"avg_ms": 55.489, "count": 300, "max_ms": 104.326, "p95_ms": 82.509}, "visualize": {"avg_ms": 3.572, "count": 300, "max_ms": 5.58, "p95_ms": 4.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3054, "tracking_summary": 2665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6275.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71077.463, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.115, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:47:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:47:04+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T05:47:03+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T05:47:03.733376+09:00", "mtime_epoch": 1783025223.7333758, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:47:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 966.316, "name": "celery", "pid": 239, "rss_mb": 961.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.186, "pushed": 3.186, "read": 3.153}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 211.198, "count": 95, "max_ms": 240.964, "p95_ms": 224.952}, "gstreamer_push": {"avg_ms": 0.868, "count": 95, "max_ms": 1.903, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.166, "count": 95, "max_ms": 107.362, "p95_ms": 94.683}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.187, "count": 95, "max_ms": 100.418, "p95_ms": 87.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 308.033, "count": 95, "max_ms": 364.358, "p95_ms": 345.33}, "read_interval": {"avg_ms": 317.496, "count": 94, "max_ms": 375.729, "p95_ms": 356.009}, "triton_wait": {"avg_ms": 67.362, "count": 95, "max_ms": 107.375, "p95_ms": 94.698}, "visualize": {"avg_ms": 25.62, "count": 95, "max_ms": 47.69, "p95_ms": 35.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6345.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 152, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:46:53+09:00", "last_error_summary": "[h264 @ 0x5635110b1580] error while decoding MB 51 40, bytestream -7", "last_exit_at": "2026-07-03T05:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.258, "last_started_at": "2026-07-03T05:46:55+09:00", "pid": 17824, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.449, "name": "ffmpeg", "pid": 17824, "rss_mb": 268.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.925, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 677906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:47:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:47:28+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T05:47:27+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T05:47:27.929717+09:00", "mtime_epoch": 1783025247.9297173, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:47:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.398, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.566, "pushed": 4.566, "read": 4.532}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.938, "count": 136, "max_ms": 15.235, "p95_ms": 13.159}, "gstreamer_push": {"avg_ms": 0.869, "count": 136, "max_ms": 1.442, "p95_ms": 0.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.326, "count": 136, "max_ms": 73.934, "p95_ms": 65.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.205, "count": 136, "max_ms": 107.327, "p95_ms": 95.219}, "yolo11_640_fire_11class": {"avg_ms": 49.589, "count": 136, "max_ms": 76.178, "p95_ms": 67.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.346, "count": 136, "max_ms": 101.891, "p95_ms": 90.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.789, "count": 136, "max_ms": 270.733, "p95_ms": 256.758}, "read_interval": {"avg_ms": 220.74, "count": 135, "max_ms": 277.611, "p95_ms": 263.958}, "triton_wait": {"avg_ms": 68.555, "count": 136, "max_ms": 107.339, "p95_ms": 95.482}, "visualize": {"avg_ms": 9.669, "count": 136, "max_ms": 14.829, "p95_ms": 11.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.787, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6345.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43750.68, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.186, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:47:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:47:30+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-03T05:47:30+09:00", "mjpeg": {"age_sec": 0.227, "exists": true, "mtime": "2026-07-03T05:47:29.973746+09:00", "mtime_epoch": 1783025249.9737463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:47:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1366.316, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.669, "count": 300, "max_ms": 11.398, "p95_ms": 9.869}, "gstreamer_push": {"avg_ms": 1.223, "count": 300, "max_ms": 1.952, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.081, "count": 300, "max_ms": 76.715, "p95_ms": 60.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.369, "count": 300, "max_ms": 101.081, "p95_ms": 80.978}, "yolo11_640_fire_11class": {"avg_ms": 51.229, "count": 300, "max_ms": 80.658, "p95_ms": 63.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.057, "count": 300, "max_ms": 101.864, "p95_ms": 82.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.658, "count": 300, "max_ms": 132.568, "p95_ms": 106.744}, "read_interval": {"avg_ms": 99.963, "count": 299, "max_ms": 575.663, "p95_ms": 144.263}, "triton_wait": {"avg_ms": 55.804, "count": 300, "max_ms": 101.88, "p95_ms": 85.455}, "visualize": {"avg_ms": 3.653, "count": 300, "max_ms": 6.159, "p95_ms": 4.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3054, "tracking_summary": 2665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6339.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71107.469, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.48, "sample_count": 1006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:47:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:47:34+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-03T05:47:33+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T05:47:33.865802+09:00", "mtime_epoch": 1783025253.8658018, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 240567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:47:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 966.316, "name": "celery", "pid": 239, "rss_mb": 955.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.534, "pushed": 3.534, "read": 3.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.172, "count": 106, "max_ms": 256.017, "p95_ms": 222.824}, "gstreamer_push": {"avg_ms": 0.877, "count": 106, "max_ms": 2.203, "p95_ms": 1.783}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.858, "count": 106, "max_ms": 110.292, "p95_ms": 96.485}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.764, "count": 106, "max_ms": 101.524, "p95_ms": 85.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.693, "count": 106, "max_ms": 357.845, "p95_ms": 332.034}, "read_interval": {"avg_ms": 284.257, "count": 106, "max_ms": 367.976, "p95_ms": 342.029}, "triton_wait": {"avg_ms": 68.435, "count": 106, "max_ms": 110.3, "p95_ms": 96.517}, "visualize": {"avg_ms": 25.264, "count": 106, "max_ms": 39.251, "p95_ms": 30.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6349.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 152, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:46:53+09:00", "last_error_summary": "[h264 @ 0x5635110b1580] error while decoding MB 51 40, bytestream -7", "last_exit_at": "2026-07-03T05:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.159, "last_started_at": "2026-07-03T05:46:55+09:00", "pid": 17824, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.48, "name": "ffmpeg", "pid": 17824, "rss_mb": 269.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 257.848, "sample_count": 1328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:47:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:47:58+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-07-03T05:47:57+09:00", "mjpeg": {"age_sec": 0.226, "exists": true, "mtime": "2026-07-03T05:47:57.790145+09:00", "mtime_epoch": 1783025277.7901452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:47:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.398, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.147, "pushed": 4.147, "read": 4.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.12, "count": 123, "max_ms": 15.679, "p95_ms": 13.787}, "gstreamer_push": {"avg_ms": 0.871, "count": 124, "max_ms": 1.313, "p95_ms": 0.93}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.041, "count": 123, "max_ms": 72.254, "p95_ms": 63.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.876, "count": 123, "max_ms": 110.167, "p95_ms": 89.7}, "yolo11_640_fire_11class": {"avg_ms": 49.401, "count": 123, "max_ms": 76.025, "p95_ms": 65.798}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.637, "count": 123, "max_ms": 97.05, "p95_ms": 87.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 235.801, "count": 124, "max_ms": 315.37, "p95_ms": 270.925}, "read_interval": {"avg_ms": 242.842, "count": 123, "max_ms": 323.41, "p95_ms": 277.417}, "triton_wait": {"avg_ms": 69.48, "count": 123, "max_ms": 110.178, "p95_ms": 90.239}, "visualize": {"avg_ms": 10.873, "count": 123, "max_ms": 15.184, "p95_ms": 12.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6348.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43780.736, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.617, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:48:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:48:00+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:48:00+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T05:48:00.186180+09:00", "mtime_epoch": 1783025280.1861799, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:48:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1366.574, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.909}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.861, "count": 298, "max_ms": 13.96, "p95_ms": 9.675}, "gstreamer_push": {"avg_ms": 1.211, "count": 298, "max_ms": 1.469, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.356, "count": 298, "max_ms": 72.319, "p95_ms": 57.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.455, "count": 298, "max_ms": 105.971, "p95_ms": 79.555}, "yolo11_640_fire_11class": {"avg_ms": 50.883, "count": 298, "max_ms": 73.024, "p95_ms": 63.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.658, "count": 298, "max_ms": 98.814, "p95_ms": 83.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.88, "count": 298, "max_ms": 138.834, "p95_ms": 107.387}, "read_interval": {"avg_ms": 100.906, "count": 297, "max_ms": 729.903, "p95_ms": 133.456}, "triton_wait": {"avg_ms": 55.541, "count": 298, "max_ms": 105.984, "p95_ms": 84.218}, "visualize": {"avg_ms": 3.772, "count": 298, "max_ms": 5.745, "p95_ms": 4.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3055, "tracking_summary": 2666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6349.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71137.519, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.724, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:48:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:48:04+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T05:48:03+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T05:48:03.802232+09:00", "mtime_epoch": 1783025283.8022323, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:48:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 966.316, "name": "celery", "pid": 239, "rss_mb": 964.312, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.349, "pushed": 3.349, "read": 3.315}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.568, "count": 100, "max_ms": 268.671, "p95_ms": 230.662}, "gstreamer_push": {"avg_ms": 1.044, "count": 100, "max_ms": 2.411, "p95_ms": 1.855}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.576, "count": 100, "max_ms": 95.462, "p95_ms": 86.427}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.88, "count": 100, "max_ms": 92.061, "p95_ms": 84.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.56, "count": 100, "max_ms": 369.049, "p95_ms": 337.045}, "read_interval": {"avg_ms": 300.333, "count": 99, "max_ms": 377.83, "p95_ms": 346.981}, "triton_wait": {"avg_ms": 66.683, "count": 100, "max_ms": 95.474, "p95_ms": 87.588}, "visualize": {"avg_ms": 26.301, "count": 100, "max_ms": 42.022, "p95_ms": 32.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6351.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 152, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:46:53+09:00", "last_error_summary": "[h264 @ 0x5635110b1580] error while decoding MB 51 40, bytestream -7", "last_exit_at": "2026-07-03T05:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.427, "last_started_at": "2026-07-03T05:46:55+09:00", "pid": 17824, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.48, "name": "ffmpeg", "pid": 17824, "rss_mb": 269.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.859, "sample_count": 1301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:48:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:48:28+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-03T05:48:28+09:00", "mjpeg": {"age_sec": 0.258, "exists": true, "mtime": "2026-07-03T05:48:28.026586+09:00", "mtime_epoch": 1783025308.0265856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:48:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.398, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.823, "pushed": 3.823, "read": 3.79}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.338, "count": 114, "max_ms": 17.543, "p95_ms": 14.687}, "gstreamer_push": {"avg_ms": 0.863, "count": 114, "max_ms": 1.26, "p95_ms": 0.944}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.764, "count": 114, "max_ms": 67.807, "p95_ms": 64.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.23, "count": 114, "max_ms": 103.658, "p95_ms": 92.936}, "yolo11_640_fire_11class": {"avg_ms": 49.226, "count": 114, "max_ms": 81.513, "p95_ms": 67.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.752, "count": 114, "max_ms": 97.717, "p95_ms": 88.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.811, "count": 114, "max_ms": 300.76, "p95_ms": 291.133}, "read_interval": {"avg_ms": 263.634, "count": 113, "max_ms": 307.321, "p95_ms": 297.637}, "triton_wait": {"avg_ms": 71.55, "count": 114, "max_ms": 103.672, "p95_ms": 93.225}, "visualize": {"avg_ms": 11.625, "count": 114, "max_ms": 15.58, "p95_ms": 13.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.817, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6351.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43810.807, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.674, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:48:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:48:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:48:30+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T05:48:30.270618+09:00", "mtime_epoch": 1783025310.2706184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:48:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1366.574, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.818, "count": 301, "max_ms": 14.144, "p95_ms": 10.219}, "gstreamer_push": {"avg_ms": 1.212, "count": 301, "max_ms": 1.861, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.32, "count": 301, "max_ms": 76.775, "p95_ms": 59.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.426, "count": 301, "max_ms": 99.692, "p95_ms": 81.452}, "yolo11_640_fire_11class": {"avg_ms": 50.761, "count": 301, "max_ms": 82.247, "p95_ms": 62.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.881, "count": 301, "max_ms": 102.025, "p95_ms": 82.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.425, "count": 301, "max_ms": 129.178, "p95_ms": 106.891}, "read_interval": {"avg_ms": 99.949, "count": 300, "max_ms": 757.477, "p95_ms": 142.399}, "triton_wait": {"avg_ms": 55.149, "count": 301, "max_ms": 102.038, "p95_ms": 84.679}, "visualize": {"avg_ms": 3.723, "count": 301, "max_ms": 5.646, "p95_ms": 4.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3056, "tracking_summary": 2667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6352.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71167.592, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.461, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:48:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:48:34+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T05:48:33+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T05:48:33.866671+09:00", "mtime_epoch": 1783025313.8666713, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:48:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 966.969, "name": "celery", "pid": 239, "rss_mb": 966.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.159, "pushed": 3.159, "read": 3.126}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.37, "count": 94, "max_ms": 252.329, "p95_ms": 243.921}, "gstreamer_push": {"avg_ms": 0.931, "count": 94, "max_ms": 2.903, "p95_ms": 1.878}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.06, "count": 94, "max_ms": 111.884, "p95_ms": 97.973}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.215, "count": 94, "max_ms": 95.764, "p95_ms": 90.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.149, "count": 94, "max_ms": 364.751, "p95_ms": 352.65}, "read_interval": {"avg_ms": 319.911, "count": 93, "max_ms": 377.091, "p95_ms": 364.086}, "triton_wait": {"avg_ms": 70.442, "count": 94, "max_ms": 111.897, "p95_ms": 97.985}, "visualize": {"avg_ms": 28.463, "count": 94, "max_ms": 44.241, "p95_ms": 39.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6253.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 153, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:48:47+09:00", "last_error_summary": "[h264 @ 0x5615168444c0] error while decoding MB 50 17, bytestream -20", "last_exit_at": "2026-07-03T05:48:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.373, "last_started_at": "2026-07-03T05:48:50+09:00", "pid": 17931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.125, "name": "ffmpeg", "pid": 17931, "rss_mb": 183.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 15, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.486, "sample_count": 1263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:48:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:48:58+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T05:48:58+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T05:48:58.223032+09:00", "mtime_epoch": 1783025338.223032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:48:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.398, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.207, "pushed": 3.207, "read": 3.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.64, "count": 95, "max_ms": 24.838, "p95_ms": 17.265}, "gstreamer_push": {"avg_ms": 0.874, "count": 96, "max_ms": 1.292, "p95_ms": 0.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.235, "count": 95, "max_ms": 78.262, "p95_ms": 68.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.922, "count": 95, "max_ms": 112.573, "p95_ms": 93.371}, "yolo11_640_fire_11class": {"avg_ms": 51.378, "count": 95, "max_ms": 78.78, "p95_ms": 71.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.32, "count": 95, "max_ms": 104.624, "p95_ms": 94.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.538, "count": 96, "max_ms": 344.987, "p95_ms": 313.202}, "read_interval": {"avg_ms": 314.904, "count": 95, "max_ms": 4944.381, "p95_ms": 322.914}, "triton_wait": {"avg_ms": 72.812, "count": 95, "max_ms": 112.584, "p95_ms": 94.734}, "visualize": {"avg_ms": 11.483, "count": 95, "max_ms": 17.355, "p95_ms": 13.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6279.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43840.871, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.937, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:49:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:49:00+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T05:49:00+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T05:49:00.303063+09:00", "mtime_epoch": 1783025340.303063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:49:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1366.832, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.227, "count": 298, "max_ms": 14.915, "p95_ms": 10.445}, "gstreamer_push": {"avg_ms": 1.183, "count": 298, "max_ms": 1.426, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.921, "count": 298, "max_ms": 78.038, "p95_ms": 60.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.871, "count": 298, "max_ms": 123.908, "p95_ms": 78.162}, "yolo11_640_fire_11class": {"avg_ms": 51.447, "count": 298, "max_ms": 85.682, "p95_ms": 64.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.36, "count": 298, "max_ms": 105.7, "p95_ms": 87.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.596, "count": 298, "max_ms": 144.926, "p95_ms": 114.157}, "read_interval": {"avg_ms": 100.866, "count": 297, "max_ms": 673.086, "p95_ms": 133.916}, "triton_wait": {"avg_ms": 56.513, "count": 298, "max_ms": 123.92, "p95_ms": 87.671}, "visualize": {"avg_ms": 3.95, "count": 298, "max_ms": 6.006, "p95_ms": 5.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3058, "tracking_summary": 2668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6311.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71197.635, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.951, "sample_count": 1000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:49:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:49:04+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-03T05:49:04+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T05:49:04.035119+09:00", "mtime_epoch": 1783025344.0351186, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:49:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 966.969, "name": "celery", "pid": 239, "rss_mb": 959.34, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.551, "pushed": 3.551, "read": 3.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.785, "count": 106, "max_ms": 258.881, "p95_ms": 226.252}, "gstreamer_push": {"avg_ms": 0.914, "count": 106, "max_ms": 1.972, "p95_ms": 1.82}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.353, "count": 106, "max_ms": 114.325, "p95_ms": 94.75}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.985, "count": 106, "max_ms": 109.694, "p95_ms": 87.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.894, "count": 106, "max_ms": 362.385, "p95_ms": 348.175}, "read_interval": {"avg_ms": 284.223, "count": 105, "max_ms": 371.764, "p95_ms": 361.048}, "triton_wait": {"avg_ms": 68.087, "count": 106, "max_ms": 114.338, "p95_ms": 94.766}, "visualize": {"avg_ms": 25.176, "count": 106, "max_ms": 42.099, "p95_ms": 30.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6339.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 153, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:48:47+09:00", "last_error_summary": "[h264 @ 0x5615168444c0] error while decoding MB 50 17, bytestream -20", "last_exit_at": "2026-07-03T05:48:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.632, "last_started_at": "2026-07-03T05:48:50+09:00", "pid": 17931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.309, "name": "ffmpeg", "pid": 17931, "rss_mb": 266.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 15, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 290.379, "sample_count": 1230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:49:28+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-07-03T05:49:28+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-03T05:49:28.495486+09:00", "mtime_epoch": 1783025368.4954858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:49:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.398, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.436, "pushed": 3.436, "read": 3.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.229, "count": 102, "max_ms": 22.265, "p95_ms": 19.411}, "gstreamer_push": {"avg_ms": 0.855, "count": 103, "max_ms": 0.974, "p95_ms": 0.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.406, "count": 102, "max_ms": 74.886, "p95_ms": 66.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.746, "count": 102, "max_ms": 104.858, "p95_ms": 97.407}, "yolo11_640_fire_11class": {"avg_ms": 52.478, "count": 102, "max_ms": 77.862, "p95_ms": 69.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.772, "count": 102, "max_ms": 102.927, "p95_ms": 91.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.084, "count": 103, "max_ms": 345.943, "p95_ms": 311.52}, "read_interval": {"avg_ms": 293.848, "count": 102, "max_ms": 352.395, "p95_ms": 317.675}, "triton_wait": {"avg_ms": 76.021, "count": 102, "max_ms": 104.871, "p95_ms": 98.699}, "visualize": {"avg_ms": 12.325, "count": 102, "max_ms": 15.593, "p95_ms": 13.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6336.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43870.919, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.007, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 695280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:49:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:49:30+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T05:49:30.375514+09:00", "mtime_epoch": 1783025370.3755143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:49:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1366.832, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.247, "pushed": 10.247, "read": 10.213}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.703, "count": 307, "max_ms": 11.773, "p95_ms": 9.811}, "gstreamer_push": {"avg_ms": 1.218, "count": 307, "max_ms": 1.674, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.24, "count": 307, "max_ms": 75.024, "p95_ms": 61.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.633, "count": 307, "max_ms": 112.717, "p95_ms": 89.085}, "yolo11_640_fire_11class": {"avg_ms": 51.727, "count": 307, "max_ms": 83.26, "p95_ms": 64.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.923, "count": 307, "max_ms": 101.079, "p95_ms": 88.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.261, "count": 307, "max_ms": 132.304, "p95_ms": 110.78}, "read_interval": {"avg_ms": 97.919, "count": 306, "max_ms": 424.767, "p95_ms": 139.187}, "triton_wait": {"avg_ms": 58.01, "count": 307, "max_ms": 112.731, "p95_ms": 92.809}, "visualize": {"avg_ms": 3.673, "count": 307, "max_ms": 5.203, "p95_ms": 4.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3058, "tracking_summary": 2669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6346.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71227.817, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.409, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:49:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:49:34+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T05:49:34+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T05:49:34.207572+09:00", "mtime_epoch": 1783025374.2075722, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:49:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 966.969, "name": "celery", "pid": 239, "rss_mb": 963.156, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.836, "pushed": 3.836, "read": 3.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.762, "count": 115, "max_ms": 229.509, "p95_ms": 220.011}, "gstreamer_push": {"avg_ms": 1.117, "count": 115, "max_ms": 2.914, "p95_ms": 1.878}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.5, "count": 115, "max_ms": 116.805, "p95_ms": 96.078}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.123, "count": 115, "max_ms": 94.896, "p95_ms": 85.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.607, "count": 115, "max_ms": 365.008, "p95_ms": 332.192}, "read_interval": {"avg_ms": 262.925, "count": 114, "max_ms": 372.68, "p95_ms": 342.287}, "triton_wait": {"avg_ms": 69.633, "count": 115, "max_ms": 116.818, "p95_ms": 96.09}, "visualize": {"avg_ms": 27.315, "count": 115, "max_ms": 48.641, "p95_ms": 37.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6337.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 153, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:48:47+09:00", "last_error_summary": "[h264 @ 0x5615168444c0] error while decoding MB 50 17, bytestream -20", "last_exit_at": "2026-07-03T05:48:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.635, "last_started_at": "2026-07-03T05:48:50+09:00", "pid": 17931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.309, "name": "ffmpeg", "pid": 17931, "rss_mb": 266.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 15, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.695, "sample_count": 1221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:49:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:49:58+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T05:49:58+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T05:49:58.451941+09:00", "mtime_epoch": 1783025398.4519408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:49:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.4, "pushed": 3.4, "read": 3.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.717, "count": 102, "max_ms": 21.78, "p95_ms": 16.524}, "gstreamer_push": {"avg_ms": 0.865, "count": 102, "max_ms": 1.238, "p95_ms": 0.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.139, "count": 102, "max_ms": 66.261, "p95_ms": 62.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.222, "count": 102, "max_ms": 111.761, "p95_ms": 95.84}, "yolo11_640_fire_11class": {"avg_ms": 52.449, "count": 102, "max_ms": 74.961, "p95_ms": 65.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.111, "count": 102, "max_ms": 97.162, "p95_ms": 92.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.354, "count": 102, "max_ms": 325.218, "p95_ms": 313.133}, "read_interval": {"avg_ms": 293.764, "count": 102, "max_ms": 331.464, "p95_ms": 319.305}, "triton_wait": {"avg_ms": 77.709, "count": 102, "max_ms": 111.775, "p95_ms": 96.662}, "visualize": {"avg_ms": 12.693, "count": 102, "max_ms": 18.757, "p95_ms": 15.558}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6337.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43900.931, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.799, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 695576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:50:00+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T05:50:00+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T05:50:00.363970+09:00", "mtime_epoch": 1783025400.36397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:50:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1367.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.939, "count": 296, "max_ms": 14.42, "p95_ms": 10.83}, "gstreamer_push": {"avg_ms": 1.169, "count": 296, "max_ms": 1.489, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.841, "count": 296, "max_ms": 66.863, "p95_ms": 58.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.036, "count": 296, "max_ms": 107.042, "p95_ms": 85.823}, "yolo11_640_fire_11class": {"avg_ms": 51.39, "count": 296, "max_ms": 72.45, "p95_ms": 62.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.215, "count": 296, "max_ms": 95.224, "p95_ms": 86.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.266, "count": 296, "max_ms": 141.71, "p95_ms": 113.7}, "read_interval": {"avg_ms": 101.322, "count": 296, "max_ms": 705.369, "p95_ms": 133.364}, "triton_wait": {"avg_ms": 57.608, "count": 296, "max_ms": 107.054, "p95_ms": 88.15}, "visualize": {"avg_ms": 3.804, "count": 296, "max_ms": 6.458, "p95_ms": 5.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3060, "tracking_summary": 2670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6346.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71257.991, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.271, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:50:04+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T05:50:04+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T05:50:04.276030+09:00", "mtime_epoch": 1783025404.2760298, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:50:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 966.969, "name": "celery", "pid": 239, "rss_mb": 963.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.337, "pushed": 3.337, "read": 3.303}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.089, "count": 100, "max_ms": 246.691, "p95_ms": 224.35}, "gstreamer_push": {"avg_ms": 1.076, "count": 100, "max_ms": 3.041, "p95_ms": 2.826}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.294, "count": 100, "max_ms": 109.481, "p95_ms": 90.574}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.284, "count": 100, "max_ms": 104.499, "p95_ms": 86.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.611, "count": 100, "max_ms": 386.046, "p95_ms": 341.144}, "read_interval": {"avg_ms": 301.625, "count": 99, "max_ms": 396.416, "p95_ms": 354.248}, "triton_wait": {"avg_ms": 68.218, "count": 100, "max_ms": 109.493, "p95_ms": 90.588}, "visualize": {"avg_ms": 28.463, "count": 100, "max_ms": 44.743, "p95_ms": 36.44}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6340.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 153, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:48:47+09:00", "last_error_summary": "[h264 @ 0x5615168444c0] error while decoding MB 50 17, bytestream -20", "last_exit_at": "2026-07-03T05:48:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.853, "last_started_at": "2026-07-03T05:48:50+09:00", "pid": 17931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.309, "name": "ffmpeg", "pid": 17931, "rss_mb": 266.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 15, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 304.527, "sample_count": 1190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:50:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:50:28+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T05:50:28+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T05:50:28.660405+09:00", "mtime_epoch": 1783025428.6604052, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:50:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.338, "pushed": 3.338, "read": 3.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.212, "count": 99, "max_ms": 20.143, "p95_ms": 17.723}, "gstreamer_push": {"avg_ms": 0.867, "count": 100, "max_ms": 1.135, "p95_ms": 0.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.464, "count": 99, "max_ms": 70.896, "p95_ms": 65.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.481, "count": 99, "max_ms": 113.998, "p95_ms": 107.84}, "yolo11_640_fire_11class": {"avg_ms": 51.7, "count": 99, "max_ms": 80.137, "p95_ms": 69.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.284, "count": 99, "max_ms": 105.77, "p95_ms": 96.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.435, "count": 100, "max_ms": 344.115, "p95_ms": 333.631}, "read_interval": {"avg_ms": 301.879, "count": 99, "max_ms": 350.332, "p95_ms": 343.747}, "triton_wait": {"avg_ms": 76.71, "count": 99, "max_ms": 114.021, "p95_ms": 107.853}, "visualize": {"avg_ms": 13.08, "count": 99, "max_ms": 17.936, "p95_ms": 16.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6340.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43930.947, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.342, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 695871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:50:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:50:30+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T05:50:30+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T05:50:30.404432+09:00", "mtime_epoch": 1783025430.404432, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:50:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1367.09, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.833, "pushed": 9.833, "read": 9.833}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.974, "count": 295, "max_ms": 13.877, "p95_ms": 10.618}, "gstreamer_push": {"avg_ms": 1.187, "count": 295, "max_ms": 1.429, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.38, "count": 295, "max_ms": 78.825, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.557, "count": 295, "max_ms": 111.805, "p95_ms": 88.203}, "yolo11_640_fire_11class": {"avg_ms": 51.77, "count": 295, "max_ms": 79.9, "p95_ms": 64.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.508, "count": 295, "max_ms": 103.943, "p95_ms": 90.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.686, "count": 295, "max_ms": 133.568, "p95_ms": 112.596}, "read_interval": {"avg_ms": 101.828, "count": 295, "max_ms": 730.457, "p95_ms": 142.337}, "triton_wait": {"avg_ms": 57.612, "count": 295, "max_ms": 111.818, "p95_ms": 92.296}, "visualize": {"avg_ms": 3.819, "count": 295, "max_ms": 7.502, "p95_ms": 5.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3061, "tracking_summary": 2671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6349.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71288.001, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.194, "sample_count": 1017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:50:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:50:34+09:00", "last_frame_read_age_sec": 0.299, "last_frame_read_at": "2026-07-03T05:50:34+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T05:50:34.292492+09:00", "mtime_epoch": 1783025434.2924924, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:50:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 966.969, "name": "celery", "pid": 239, "rss_mb": 965.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.367, "pushed": 3.367, "read": 3.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.864, "count": 101, "max_ms": 246.797, "p95_ms": 219.496}, "gstreamer_push": {"avg_ms": 1.089, "count": 101, "max_ms": 2.912, "p95_ms": 2.773}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.107, "count": 101, "max_ms": 117.272, "p95_ms": 88.278}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.042, "count": 101, "max_ms": 104.675, "p95_ms": 84.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.07, "count": 101, "max_ms": 359.046, "p95_ms": 347.544}, "read_interval": {"avg_ms": 297.184, "count": 101, "max_ms": 371.495, "p95_ms": 356.484}, "triton_wait": {"avg_ms": 71.196, "count": 101, "max_ms": 117.285, "p95_ms": 88.843}, "visualize": {"avg_ms": 29.179, "count": 101, "max_ms": 41.377, "p95_ms": 40.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6245.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 154, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:50:50+09:00", "last_error_summary": "[h264 @ 0x55f48bafac40] error while decoding MB 25 33, bytestream -7", "last_exit_at": "2026-07-03T05:50:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.878, "last_started_at": "2026-07-03T05:50:53+09:00", "pid": 18038, "process": {"exists": true, "fd_count": 5, "hwm_mb": 162.625, "name": "ffmpeg", "pid": 18038, "rss_mb": 162.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 16, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.596, "sample_count": 1131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:50:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:50:59+09:00", "last_frame_read_age_sec": 0.273, "last_frame_read_at": "2026-07-03T05:50:58+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T05:50:58.924875+09:00", "mtime_epoch": 1783025458.9248755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:50:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.943, "pushed": 2.943, "read": 2.909}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.063, "count": 87, "max_ms": 20.238, "p95_ms": 17.403}, "gstreamer_push": {"avg_ms": 0.858, "count": 88, "max_ms": 1.034, "p95_ms": 0.899}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.704, "count": 87, "max_ms": 71.149, "p95_ms": 60.415}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.901, "count": 87, "max_ms": 110.784, "p95_ms": 90.95}, "yolo11_640_fire_11class": {"avg_ms": 49.504, "count": 87, "max_ms": 71.161, "p95_ms": 62.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.325, "count": 87, "max_ms": 104.424, "p95_ms": 89.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.822, "count": 88, "max_ms": 322.793, "p95_ms": 314.452}, "read_interval": {"avg_ms": 343.997, "count": 87, "max_ms": 4479.606, "p95_ms": 322.325}, "triton_wait": {"avg_ms": 72.349, "count": 87, "max_ms": 110.796, "p95_ms": 92.468}, "visualize": {"avg_ms": 12.756, "count": 87, "max_ms": 15.751, "p95_ms": 14.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6259.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43961.011, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.629, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 696180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:51:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:51:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T05:51:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T05:51:00.464900+09:00", "mtime_epoch": 1783025460.4648998, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:51:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1367.348, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.304, "pushed": 10.304, "read": 10.271}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.838, "count": 309, "max_ms": 12.059, "p95_ms": 10.318}, "gstreamer_push": {"avg_ms": 1.186, "count": 309, "max_ms": 1.486, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.003, "count": 309, "max_ms": 76.439, "p95_ms": 59.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.354, "count": 309, "max_ms": 91.633, "p95_ms": 74.029}, "yolo11_640_fire_11class": {"avg_ms": 50.707, "count": 309, "max_ms": 76.452, "p95_ms": 62.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.557, "count": 309, "max_ms": 109.507, "p95_ms": 83.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.107, "count": 309, "max_ms": 139.966, "p95_ms": 107.668}, "read_interval": {"avg_ms": 97.337, "count": 308, "max_ms": 272.551, "p95_ms": 134.503}, "triton_wait": {"avg_ms": 54.909, "count": 309, "max_ms": 109.518, "p95_ms": 84.018}, "visualize": {"avg_ms": 3.784, "count": 309, "max_ms": 6.532, "p95_ms": 5.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3061, "tracking_summary": 2671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6298.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71318.238, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.33, "sample_count": 1017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:51:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:51:04+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T05:51:04+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T05:51:04.508963+09:00", "mtime_epoch": 1783025464.5089629, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:51:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 967.688, "name": "celery", "pid": 239, "rss_mb": 967.688, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.142, "pushed": 3.142, "read": 3.109}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.028, "count": 94, "max_ms": 282.339, "p95_ms": 235.765}, "gstreamer_push": {"avg_ms": 0.812, "count": 94, "max_ms": 2.755, "p95_ms": 0.943}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.917, "count": 94, "max_ms": 112.015, "p95_ms": 89.475}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.407, "count": 94, "max_ms": 100.023, "p95_ms": 86.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 312.349, "count": 94, "max_ms": 368.861, "p95_ms": 347.152}, "read_interval": {"avg_ms": 321.632, "count": 93, "max_ms": 376.101, "p95_ms": 357.034}, "triton_wait": {"avg_ms": 67.87, "count": 94, "max_ms": 112.027, "p95_ms": 89.488}, "visualize": {"avg_ms": 26.577, "count": 94, "max_ms": 46.143, "p95_ms": 33.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6342.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 154, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:50:50+09:00", "last_error_summary": "[h264 @ 0x55f48bafac40] error while decoding MB 25 33, bytestream -7", "last_exit_at": "2026-07-03T05:50:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.133, "last_started_at": "2026-07-03T05:50:53+09:00", "pid": 18038, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.145, "name": "ffmpeg", "pid": 18038, "rss_mb": 266.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 16, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 313.133, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:51:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:51:29+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T05:51:29+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T05:51:29.177351+09:00", "mtime_epoch": 1783025489.177351, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:51:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.402, "pushed": 3.402, "read": 3.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.489, "count": 101, "max_ms": 20.23, "p95_ms": 17.591}, "gstreamer_push": {"avg_ms": 0.867, "count": 102, "max_ms": 1.069, "p95_ms": 0.905}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.139, "count": 101, "max_ms": 68.357, "p95_ms": 64.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.294, "count": 101, "max_ms": 105.051, "p95_ms": 90.045}, "yolo11_640_fire_11class": {"avg_ms": 52.195, "count": 101, "max_ms": 72.038, "p95_ms": 65.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.832, "count": 101, "max_ms": 101.3, "p95_ms": 92.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.911, "count": 102, "max_ms": 342.635, "p95_ms": 324.4}, "read_interval": {"avg_ms": 296.756, "count": 101, "max_ms": 348.803, "p95_ms": 330.687}, "triton_wait": {"avg_ms": 74.128, "count": 101, "max_ms": 105.064, "p95_ms": 99.615}, "visualize": {"avg_ms": 12.998, "count": 101, "max_ms": 18.67, "p95_ms": 14.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6348.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 43991.038, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.755, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 696479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:51:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:51:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:51:30+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T05:51:30.493372+09:00", "mtime_epoch": 1783025490.4933717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:51:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1367.605, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.027, "count": 299, "max_ms": 12.241, "p95_ms": 10.494}, "gstreamer_push": {"avg_ms": 1.207, "count": 299, "max_ms": 1.52, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.334, "count": 299, "max_ms": 78.317, "p95_ms": 62.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.525, "count": 299, "max_ms": 111.311, "p95_ms": 83.998}, "yolo11_640_fire_11class": {"avg_ms": 51.802, "count": 299, "max_ms": 80.942, "p95_ms": 66.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.791, "count": 299, "max_ms": 103.641, "p95_ms": 87.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.56, "count": 299, "max_ms": 153.838, "p95_ms": 112.065}, "read_interval": {"avg_ms": 100.472, "count": 298, "max_ms": 507.665, "p95_ms": 140.078}, "triton_wait": {"avg_ms": 57.737, "count": 299, "max_ms": 111.325, "p95_ms": 88.386}, "visualize": {"avg_ms": 3.79, "count": 299, "max_ms": 6.016, "p95_ms": 4.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3062, "tracking_summary": 2672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6348.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71348.326, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.69, "sample_count": 1012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:51:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:51:34+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T05:51:34+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T05:51:34.593436+09:00", "mtime_epoch": 1783025494.5934365, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:51:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 967.688, "name": "celery", "pid": 239, "rss_mb": 964.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.496, "pushed": 3.496, "read": 3.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.253, "count": 104, "max_ms": 229.505, "p95_ms": 220.727}, "gstreamer_push": {"avg_ms": 0.803, "count": 104, "max_ms": 1.737, "p95_ms": 0.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.567, "count": 104, "max_ms": 110.351, "p95_ms": 97.454}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.34, "count": 104, "max_ms": 101.842, "p95_ms": 89.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.667, "count": 104, "max_ms": 351.824, "p95_ms": 339.12}, "read_interval": {"avg_ms": 288.914, "count": 103, "max_ms": 361.434, "p95_ms": 348.143}, "triton_wait": {"avg_ms": 69.794, "count": 104, "max_ms": 110.364, "p95_ms": 98.153}, "visualize": {"avg_ms": 25.728, "count": 104, "max_ms": 60.497, "p95_ms": 30.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.747, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6349.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 154, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:50:50+09:00", "last_error_summary": "[h264 @ 0x55f48bafac40] error while decoding MB 25 33, bytestream -7", "last_exit_at": "2026-07-03T05:50:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.369, "last_started_at": "2026-07-03T05:50:53+09:00", "pid": 18038, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.176, "name": "ffmpeg", "pid": 18038, "rss_mb": 267.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 16, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 316.604, "sample_count": 1062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:51:59+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T05:51:59+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T05:51:59.373830+09:00", "mtime_epoch": 1783025519.3738298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:51:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.473, "pushed": 3.473, "read": 3.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.554, "count": 103, "max_ms": 25.731, "p95_ms": 21.871}, "gstreamer_push": {"avg_ms": 0.874, "count": 104, "max_ms": 1.395, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.897, "count": 103, "max_ms": 70.677, "p95_ms": 65.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.572, "count": 103, "max_ms": 100.785, "p95_ms": 92.389}, "yolo11_640_fire_11class": {"avg_ms": 49.722, "count": 103, "max_ms": 74.065, "p95_ms": 65.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.379, "count": 103, "max_ms": 102.623, "p95_ms": 91.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.97, "count": 104, "max_ms": 358.45, "p95_ms": 330.854}, "read_interval": {"avg_ms": 290.427, "count": 103, "max_ms": 366.005, "p95_ms": 337.269}, "triton_wait": {"avg_ms": 73.449, "count": 103, "max_ms": 102.636, "p95_ms": 98.133}, "visualize": {"avg_ms": 12.591, "count": 103, "max_ms": 18.914, "p95_ms": 16.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6349.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44021.041, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.776, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 696780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:52:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:52:00+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:52:00+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T05:52:00.497848+09:00", "mtime_epoch": 1783025520.4978478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:52:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1367.605, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.792, "count": 301, "max_ms": 12.59, "p95_ms": 9.841}, "gstreamer_push": {"avg_ms": 1.189, "count": 301, "max_ms": 1.849, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.682, "count": 301, "max_ms": 68.062, "p95_ms": 59.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.382, "count": 301, "max_ms": 105.11, "p95_ms": 79.323}, "yolo11_640_fire_11class": {"avg_ms": 50.652, "count": 301, "max_ms": 68.882, "p95_ms": 61.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.439, "count": 301, "max_ms": 95.802, "p95_ms": 81.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.075, "count": 301, "max_ms": 154.919, "p95_ms": 114.501}, "read_interval": {"avg_ms": 99.677, "count": 301, "max_ms": 468.205, "p95_ms": 141.864}, "triton_wait": {"avg_ms": 56.353, "count": 301, "max_ms": 105.122, "p95_ms": 85.153}, "visualize": {"avg_ms": 3.753, "count": 301, "max_ms": 6.94, "p95_ms": 5.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3064, "tracking_summary": 2673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6349.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71378.376, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.131, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:52:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:52:04+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T05:52:04+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T05:52:04.641914+09:00", "mtime_epoch": 1783025524.641914, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:52:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 967.688, "name": "celery", "pid": 239, "rss_mb": 965.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.429, "pushed": 3.429, "read": 3.395}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.882, "count": 102, "max_ms": 268.313, "p95_ms": 227.418}, "gstreamer_push": {"avg_ms": 0.895, "count": 102, "max_ms": 1.939, "p95_ms": 1.772}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.586, "count": 102, "max_ms": 104.516, "p95_ms": 86.06}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.558, "count": 102, "max_ms": 92.789, "p95_ms": 84.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.998, "count": 102, "max_ms": 385.58, "p95_ms": 338.556}, "read_interval": {"avg_ms": 294.257, "count": 101, "max_ms": 397.67, "p95_ms": 349.895}, "triton_wait": {"avg_ms": 65.494, "count": 102, "max_ms": 104.529, "p95_ms": 86.071}, "visualize": {"avg_ms": 24.706, "count": 102, "max_ms": 40.899, "p95_ms": 32.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.747, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6350.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 154, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:50:50+09:00", "last_error_summary": "[h264 @ 0x55f48bafac40] error while decoding MB 25 33, bytestream -7", "last_exit_at": "2026-07-03T05:50:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.575, "last_started_at": "2026-07-03T05:50:53+09:00", "pid": 18038, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.176, "name": "ffmpeg", "pid": 18038, "rss_mb": 267.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 16, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 322.677, "sample_count": 1023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 678937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:52:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:52:29+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T05:52:29+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T05:52:29.566313+09:00", "mtime_epoch": 1783025549.5663133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:52:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.914, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.312, "pushed": 3.312, "read": 3.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.718, "count": 98, "max_ms": 26.454, "p95_ms": 22.905}, "gstreamer_push": {"avg_ms": 0.866, "count": 99, "max_ms": 1.175, "p95_ms": 0.922}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.251, "count": 98, "max_ms": 69.348, "p95_ms": 62.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.817, "count": 98, "max_ms": 99.031, "p95_ms": 90.213}, "yolo11_640_fire_11class": {"avg_ms": 48.616, "count": 98, "max_ms": 68.747, "p95_ms": 64.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.8, "count": 98, "max_ms": 91.864, "p95_ms": 86.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.42, "count": 99, "max_ms": 349.073, "p95_ms": 339.729}, "read_interval": {"avg_ms": 304.835, "count": 98, "max_ms": 355.306, "p95_ms": 347.108}, "triton_wait": {"avg_ms": 68.28, "count": 98, "max_ms": 99.043, "p95_ms": 90.225}, "visualize": {"avg_ms": 12.801, "count": 98, "max_ms": 18.074, "p95_ms": 15.591}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6348.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44051.069, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.308, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:52:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:52:30+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T05:52:30+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T05:52:30.490328+09:00", "mtime_epoch": 1783025550.4903283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:52:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1367.863, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.753, "count": 300, "max_ms": 13.396, "p95_ms": 9.926}, "gstreamer_push": {"avg_ms": 1.188, "count": 300, "max_ms": 1.792, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.309, "count": 300, "max_ms": 69.551, "p95_ms": 58.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.919, "count": 300, "max_ms": 102.006, "p95_ms": 75.308}, "yolo11_640_fire_11class": {"avg_ms": 50.515, "count": 300, "max_ms": 75.931, "p95_ms": 61.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.599, "count": 300, "max_ms": 88.162, "p95_ms": 78.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.069, "count": 300, "max_ms": 144.205, "p95_ms": 107.093}, "read_interval": {"avg_ms": 100.026, "count": 299, "max_ms": 726.917, "p95_ms": 158.479}, "triton_wait": {"avg_ms": 55.093, "count": 300, "max_ms": 102.018, "p95_ms": 80.125}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 5.825, "p95_ms": 4.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3065, "tracking_summary": 2674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6346.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71408.406, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.604, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:52:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:52:34+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T05:52:34+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-03T05:52:34.822398+09:00", "mtime_epoch": 1783025554.822398, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:52:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 967.688, "name": "celery", "pid": 239, "rss_mb": 962.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.129, "pushed": 3.129, "read": 3.095}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 213.982, "count": 93, "max_ms": 247.9, "p95_ms": 228.628}, "gstreamer_push": {"avg_ms": 0.984, "count": 93, "max_ms": 2.809, "p95_ms": 1.887}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.067, "count": 93, "max_ms": 103.833, "p95_ms": 88.609}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.006, "count": 93, "max_ms": 99.666, "p95_ms": 80.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.092, "count": 93, "max_ms": 361.256, "p95_ms": 344.093}, "read_interval": {"avg_ms": 324.416, "count": 92, "max_ms": 371.421, "p95_ms": 354.317}, "triton_wait": {"avg_ms": 67.135, "count": 93, "max_ms": 103.845, "p95_ms": 92.467}, "visualize": {"avg_ms": 28.209, "count": 93, "max_ms": 42.624, "p95_ms": 40.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.724, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 5658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6227.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 154, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:50:50+09:00", "last_error_summary": "[h264 @ 0x55f48bafac40] error while decoding MB 25 33, bytestream -7", "last_exit_at": "2026-07-03T05:52:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.318, "last_started_at": "2026-07-03T05:52:57+09:00", "pid": 18145, "process": {"exists": true, "fd_count": 5, "hwm_mb": 147.043, "name": "ffmpeg", "pid": 18145, "rss_mb": 147.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 17, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 327.735, "sample_count": 983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:52:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:52:59+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T05:52:59+09:00", "mjpeg": {"age_sec": 4.96, "exists": true, "mtime": "2026-07-03T05:52:54.954723+09:00", "mtime_epoch": 1783025574.9547231, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:52:59+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.914, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.726, "pushed": 2.726, "read": 2.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.756, "count": 81, "max_ms": 21.992, "p95_ms": 18.578}, "gstreamer_push": {"avg_ms": 0.878, "count": 81, "max_ms": 1.258, "p95_ms": 0.968}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.484, "count": 81, "max_ms": 76.215, "p95_ms": 67.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.883, "count": 81, "max_ms": 109.639, "p95_ms": 101.69}, "yolo11_640_fire_11class": {"avg_ms": 50.509, "count": 81, "max_ms": 80.371, "p95_ms": 67.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.708, "count": 81, "max_ms": 106.628, "p95_ms": 102.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 306.334, "count": 81, "max_ms": 360.75, "p95_ms": 346.282}, "read_interval": {"avg_ms": 371.532, "count": 80, "max_ms": 4939.212, "p95_ms": 354.215}, "triton_wait": {"avg_ms": 76.688, "count": 81, "max_ms": 109.647, "p95_ms": 103.229}, "visualize": {"avg_ms": 13.091, "count": 81, "max_ms": 16.957, "p95_ms": 15.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.712, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6224.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44081.075, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.994, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:53:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:53:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T05:53:00+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T05:53:00.538814+09:00", "mtime_epoch": 1783025580.5388136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:53:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1367.863, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.061, "count": 301, "max_ms": 14.044, "p95_ms": 10.282}, "gstreamer_push": {"avg_ms": 1.185, "count": 301, "max_ms": 2.037, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.605, "count": 301, "max_ms": 73.521, "p95_ms": 60.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.736, "count": 301, "max_ms": 112.61, "p95_ms": 78.385}, "yolo11_640_fire_11class": {"avg_ms": 50.688, "count": 301, "max_ms": 77.735, "p95_ms": 62.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.344, "count": 301, "max_ms": 106.169, "p95_ms": 87.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.629, "count": 301, "max_ms": 151.03, "p95_ms": 119.455}, "read_interval": {"avg_ms": 99.814, "count": 301, "max_ms": 436.726, "p95_ms": 136.643}, "triton_wait": {"avg_ms": 56.156, "count": 301, "max_ms": 112.62, "p95_ms": 87.586}, "visualize": {"avg_ms": 3.951, "count": 301, "max_ms": 6.392, "p95_ms": 5.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3065, "tracking_summary": 2675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6260.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71438.504, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.131, "sample_count": 1018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:53:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:53:05+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T05:53:04+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T05:53:04.794883+09:00", "mtime_epoch": 1783025584.7948828, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:53:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 967.688, "name": "celery", "pid": 239, "rss_mb": 960.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.747, "pushed": 3.747, "read": 3.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.689, "count": 112, "max_ms": 245.744, "p95_ms": 220.5}, "gstreamer_push": {"avg_ms": 1.3, "count": 112, "max_ms": 3.581, "p95_ms": 2.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.931, "count": 112, "max_ms": 103.88, "p95_ms": 95.174}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.811, "count": 112, "max_ms": 95.56, "p95_ms": 83.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.949, "count": 112, "max_ms": 352.327, "p95_ms": 331.727}, "read_interval": {"avg_ms": 268.351, "count": 111, "max_ms": 362.572, "p95_ms": 341.541}, "triton_wait": {"avg_ms": 68.022, "count": 112, "max_ms": 103.892, "p95_ms": 95.188}, "visualize": {"avg_ms": 26.443, "count": 112, "max_ms": 35.829, "p95_ms": 34.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 5659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6508.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 154, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:50:50+09:00", "last_error_summary": "[h264 @ 0x55f48bafac40] error while decoding MB 25 33, bytestream -7", "last_exit_at": "2026-07-03T05:52:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.446, "last_started_at": "2026-07-03T05:52:57+09:00", "pid": 18145, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.371, "name": "ffmpeg", "pid": 18145, "rss_mb": 268.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 17, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.061, "sample_count": 957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:53:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T05:53:30+09:00", "last_frame_read_age_sec": 0.365, "last_frame_read_at": "2026-07-03T05:53:29+09:00", "mjpeg": {"age_sec": 0.351, "exists": true, "mtime": "2026-07-03T05:53:29.691288+09:00", "mtime_epoch": 1783025609.6912882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:53:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.914, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 17.719, "recorders": [{"age_sec": 17.719, "frame_count": 96, "is_recording": true, "is_stopping": false, "pid": 18252, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.875, "name": "ffmpeg", "pid": 18252, "rss_mb": 186.875, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 4, "returncode": null, "running": true, "started_at": "2026-07-03T05:53:12+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_055312_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [18252], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.946, "pushed": 2.946, "read": 2.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.042, "count": 87, "max_ms": 33.693, "p95_ms": 24.865}, "gstreamer_push": {"avg_ms": 0.871, "count": 88, "max_ms": 1.345, "p95_ms": 0.914}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.807, "count": 87, "max_ms": 83.331, "p95_ms": 68.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.536, "count": 87, "max_ms": 113.366, "p95_ms": 96.379}, "yolo11_640_fire_11class": {"avg_ms": 51.982, "count": 87, "max_ms": 81.712, "p95_ms": 67.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.026, "count": 87, "max_ms": 106.138, "p95_ms": 91.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 335.628, "count": 88, "max_ms": 807.208, "p95_ms": 411.152}, "read_interval": {"avg_ms": 342.028, "count": 87, "max_ms": 814.775, "p95_ms": 418.099}, "triton_wait": {"avg_ms": 75.371, "count": 87, "max_ms": 113.379, "p95_ms": 96.393}, "visualize": {"avg_ms": 15.583, "count": 87, "max_ms": 22.593, "p95_ms": 19.675}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6508.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44111.153, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.065, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:53:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T05:53:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T05:53:30+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T05:53:30.607303+09:00", "mtime_epoch": 1783025610.6073031, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:53:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1368.121, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.799, "count": 296, "max_ms": 12.705, "p95_ms": 10.366}, "gstreamer_push": {"avg_ms": 1.179, "count": 296, "max_ms": 1.944, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.146, "count": 296, "max_ms": 75.493, "p95_ms": 62.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.984, "count": 296, "max_ms": 115.402, "p95_ms": 85.111}, "yolo11_640_fire_11class": {"avg_ms": 51.165, "count": 296, "max_ms": 79.655, "p95_ms": 63.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.027, "count": 296, "max_ms": 97.669, "p95_ms": 81.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.055, "count": 296, "max_ms": 149.264, "p95_ms": 120.543}, "read_interval": {"avg_ms": 101.671, "count": 295, "max_ms": 727.666, "p95_ms": 146.085}, "triton_wait": {"avg_ms": 56.51, "count": 296, "max_ms": 115.414, "p95_ms": 86.022}, "visualize": {"avg_ms": 3.782, "count": 296, "max_ms": 6.109, "p95_ms": 5.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3067, "tracking_summary": 2676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6355.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71468.773, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.001, "sample_count": 1016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:53:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:53:35+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T05:53:35+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T05:53:35.043376+09:00", "mtime_epoch": 1783025615.0433757, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:53:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 967.688, "name": "celery", "pid": 239, "rss_mb": 962.93, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.104, "pushed": 3.104, "read": 3.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 211.584, "count": 93, "max_ms": 252.778, "p95_ms": 226.333}, "gstreamer_push": {"avg_ms": 1.098, "count": 93, "max_ms": 2.964, "p95_ms": 1.94}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.849, "count": 93, "max_ms": 111.74, "p95_ms": 85.873}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.973, "count": 93, "max_ms": 95.254, "p95_ms": 86.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.561, "count": 93, "max_ms": 378.453, "p95_ms": 350.366}, "read_interval": {"avg_ms": 325.444, "count": 92, "max_ms": 385.796, "p95_ms": 361.68}, "triton_wait": {"avg_ms": 68.388, "count": 93, "max_ms": 111.754, "p95_ms": 89.54}, "visualize": {"avg_ms": 32.752, "count": 93, "max_ms": 45.086, "p95_ms": 42.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 5659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6351.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 154, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:50:50+09:00", "last_error_summary": "[h264 @ 0x55f48bafac40] error while decoding MB 25 33, bytestream -7", "last_exit_at": "2026-07-03T05:52:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.67, "last_started_at": "2026-07-03T05:52:57+09:00", "pid": 18145, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.691, "name": "ffmpeg", "pid": 18145, "rss_mb": 270.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 17, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 358.45, "sample_count": 951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:53:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:54:00+09:00", "last_frame_read_age_sec": 0.355, "last_frame_read_at": "2026-07-03T05:53:59+09:00", "mjpeg": {"age_sec": 0.339, "exists": true, "mtime": "2026-07-03T05:53:59.927784+09:00", "mtime_epoch": 1783025639.927784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:54:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1608.914, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.984, "pushed": 2.984, "read": 2.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.265, "count": 88, "max_ms": 29.488, "p95_ms": 21.507}, "gstreamer_push": {"avg_ms": 0.877, "count": 89, "max_ms": 1.162, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.837, "count": 88, "max_ms": 71.252, "p95_ms": 61.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.512, "count": 88, "max_ms": 115.968, "p95_ms": 86.649}, "yolo11_640_fire_11class": {"avg_ms": 49.752, "count": 88, "max_ms": 79.857, "p95_ms": 63.714}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.832, "count": 88, "max_ms": 92.507, "p95_ms": 85.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.033, "count": 89, "max_ms": 445.521, "p95_ms": 395.164}, "read_interval": {"avg_ms": 339.359, "count": 88, "max_ms": 452.236, "p95_ms": 401.714}, "triton_wait": {"avg_ms": 72.481, "count": 88, "max_ms": 115.98, "p95_ms": 88.041}, "visualize": {"avg_ms": 15.31, "count": 88, "max_ms": 23.423, "p95_ms": 19.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.824, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6351.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44141.17, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.256, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:54:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:54:00+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T05:54:00+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T05:54:00.627796+09:00", "mtime_epoch": 1783025640.6277957, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:54:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1368.121, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.188, "pushed": 10.188, "read": 10.155}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.765, "count": 305, "max_ms": 11.625, "p95_ms": 9.64}, "gstreamer_push": {"avg_ms": 1.206, "count": 305, "max_ms": 1.937, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.552, "count": 305, "max_ms": 67.028, "p95_ms": 57.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.618, "count": 305, "max_ms": 92.581, "p95_ms": 80.519}, "yolo11_640_fire_11class": {"avg_ms": 51.154, "count": 305, "max_ms": 90.187, "p95_ms": 61.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.587, "count": 305, "max_ms": 101.835, "p95_ms": 77.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.424, "count": 305, "max_ms": 140.603, "p95_ms": 104.255}, "read_interval": {"avg_ms": 98.456, "count": 304, "max_ms": 272.974, "p95_ms": 141.494}, "triton_wait": {"avg_ms": 55.742, "count": 305, "max_ms": 101.847, "p95_ms": 82.259}, "visualize": {"avg_ms": 3.69, "count": 305, "max_ms": 5.449, "p95_ms": 4.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3069, "tracking_summary": 2676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6352.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71499.005, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.562, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:54:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:54:05+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T05:54:05+09:00", "mjpeg": {"age_sec": 0.292, "exists": true, "mtime": "2026-07-03T05:54:05.291873+09:00", "mtime_epoch": 1783025645.2918725, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:54:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 967.688, "name": "celery", "pid": 239, "rss_mb": 956.766, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.38, "pushed": 3.38, "read": 3.346}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.769, "count": 101, "max_ms": 243.105, "p95_ms": 225.716}, "gstreamer_push": {"avg_ms": 1.097, "count": 101, "max_ms": 2.018, "p95_ms": 1.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.606, "count": 101, "max_ms": 116.448, "p95_ms": 86.616}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.928, "count": 101, "max_ms": 103.824, "p95_ms": 85.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.458, "count": 101, "max_ms": 364.454, "p95_ms": 337.602}, "read_interval": {"avg_ms": 299.227, "count": 100, "max_ms": 376.201, "p95_ms": 346.628}, "triton_wait": {"avg_ms": 69.448, "count": 101, "max_ms": 116.461, "p95_ms": 89.601}, "visualize": {"avg_ms": 28.375, "count": 101, "max_ms": 41.052, "p95_ms": 38.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 5660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6350.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 154, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:50:50+09:00", "last_error_summary": "[h264 @ 0x55f48bafac40] error while decoding MB 25 33, bytestream -7", "last_exit_at": "2026-07-03T05:52:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.712, "last_started_at": "2026-07-03T05:52:57+09:00", "pid": 18145, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.949, "name": "ffmpeg", "pid": 18145, "rss_mb": 270.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 17, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 383.287, "sample_count": 931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:54:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:54:30+09:00", "last_frame_read_age_sec": 0.415, "last_frame_read_at": "2026-07-03T05:54:29+09:00", "mjpeg": {"age_sec": 0.4, "exists": true, "mtime": "2026-07-03T05:54:29.908279+09:00", "mtime_epoch": 1783025669.9082792, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:54:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.796, "pushed": 2.796, "read": 2.763}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.956, "count": 83, "max_ms": 29.532, "p95_ms": 26.736}, "gstreamer_push": {"avg_ms": 0.863, "count": 83, "max_ms": 0.944, "p95_ms": 0.904}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.182, "count": 83, "max_ms": 75.194, "p95_ms": 68.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.878, "count": 83, "max_ms": 109.089, "p95_ms": 93.917}, "yolo11_640_fire_11class": {"avg_ms": 50.003, "count": 83, "max_ms": 77.263, "p95_ms": 66.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.482, "count": 83, "max_ms": 97.29, "p95_ms": 89.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 355.365, "count": 83, "max_ms": 446.706, "p95_ms": 424.772}, "read_interval": {"avg_ms": 361.223, "count": 82, "max_ms": 453.031, "p95_ms": 432.347}, "triton_wait": {"avg_ms": 73.73, "count": 83, "max_ms": 109.102, "p95_ms": 93.928}, "visualize": {"avg_ms": 14.558, "count": 83, "max_ms": 18.738, "p95_ms": 16.466}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.681, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6350.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44171.246, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "R (running)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.451, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:54:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:54:30+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-03T05:54:30+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T05:54:30.644291+09:00", "mtime_epoch": 1783025670.6442914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:54:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1368.379, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.983, "count": 297, "max_ms": 15.289, "p95_ms": 10.996}, "gstreamer_push": {"avg_ms": 1.181, "count": 297, "max_ms": 2.067, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.57, "count": 297, "max_ms": 73.505, "p95_ms": 59.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.116, "count": 297, "max_ms": 105.453, "p95_ms": 76.471}, "yolo11_640_fire_11class": {"avg_ms": 50.669, "count": 297, "max_ms": 79.741, "p95_ms": 63.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.906, "count": 297, "max_ms": 100.514, "p95_ms": 71.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.036, "count": 297, "max_ms": 136.04, "p95_ms": 113.479}, "read_interval": {"avg_ms": 101.132, "count": 296, "max_ms": 868.822, "p95_ms": 133.656}, "triton_wait": {"avg_ms": 55.324, "count": 297, "max_ms": 105.466, "p95_ms": 81.887}, "visualize": {"avg_ms": 3.786, "count": 297, "max_ms": 6.465, "p95_ms": 5.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3069, "tracking_summary": 2677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6361.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71529.219, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.535, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:54:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:54:35+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T05:54:35+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T05:54:35.484372+09:00", "mtime_epoch": 1783025675.4843717, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:54:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 967.805, "name": "celery", "pid": 239, "rss_mb": 966.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.813, "pushed": 3.813, "read": 3.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.061, "count": 114, "max_ms": 246.306, "p95_ms": 227.492}, "gstreamer_push": {"avg_ms": 1.082, "count": 114, "max_ms": 3.587, "p95_ms": 2.831}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.528, "count": 114, "max_ms": 112.171, "p95_ms": 79.573}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.135, "count": 114, "max_ms": 94.207, "p95_ms": 80.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 255.365, "count": 114, "max_ms": 362.12, "p95_ms": 333.02}, "read_interval": {"avg_ms": 264.461, "count": 113, "max_ms": 369.745, "p95_ms": 342.057}, "triton_wait": {"avg_ms": 66.983, "count": 114, "max_ms": 112.185, "p95_ms": 83.663}, "visualize": {"avg_ms": 27.476, "count": 114, "max_ms": 41.391, "p95_ms": 38.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 5661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6373.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 154, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:50:50+09:00", "last_error_summary": "[h264 @ 0x55f48bafac40] error while decoding MB 25 33, bytestream -7", "last_exit_at": "2026-07-03T05:52:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.828, "last_started_at": "2026-07-03T05:52:57+09:00", "pid": 18145, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.957, "name": "ffmpeg", "pid": 18145, "rss_mb": 281.953, "state": "S (sleeping)", "threads": 104}, "restart_count": 88, "restart_count_per_hour": 17, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 411.924, "sample_count": 901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:55:00+09:00", "last_frame_read_age_sec": 0.37, "last_frame_read_at": "2026-07-03T05:55:00+09:00", "mjpeg": {"age_sec": 0.359, "exists": true, "mtime": "2026-07-03T05:55:00.064780+09:00", "mtime_epoch": 1783025700.0647805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:55:00+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.459, "pushed": 2.459, "read": 2.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.058, "count": 73, "max_ms": 29.667, "p95_ms": 27.256}, "gstreamer_push": {"avg_ms": 0.859, "count": 73, "max_ms": 1.066, "p95_ms": 0.887}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.532, "count": 73, "max_ms": 72.81, "p95_ms": 69.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.091, "count": 73, "max_ms": 109.519, "p95_ms": 96.726}, "yolo11_640_fire_11class": {"avg_ms": 50.556, "count": 73, "max_ms": 74.052, "p95_ms": 65.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.601, "count": 73, "max_ms": 100.424, "p95_ms": 91.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 406.075, "count": 73, "max_ms": 455.339, "p95_ms": 443.213}, "read_interval": {"avg_ms": 413.059, "count": 72, "max_ms": 461.049, "p95_ms": 450.376}, "triton_wait": {"avg_ms": 76.818, "count": 73, "max_ms": 109.53, "p95_ms": 96.738}, "visualize": {"avg_ms": 15.498, "count": 73, "max_ms": 18.317, "p95_ms": 17.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.69, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6373.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44201.28, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.103, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:55:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:55:00+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T05:55:00+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T05:55:00.732792+09:00", "mtime_epoch": 1783025700.7327917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:55:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1368.637, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.961, "pushed": 9.961, "read": 9.927}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.142, "count": 298, "max_ms": 14.49, "p95_ms": 11.375}, "gstreamer_push": {"avg_ms": 1.155, "count": 298, "max_ms": 1.506, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.959, "count": 298, "max_ms": 84.79, "p95_ms": 59.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.524, "count": 298, "max_ms": 116.884, "p95_ms": 83.916}, "yolo11_640_fire_11class": {"avg_ms": 50.442, "count": 298, "max_ms": 78.714, "p95_ms": 61.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.964, "count": 298, "max_ms": 101.81, "p95_ms": 84.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.772, "count": 298, "max_ms": 180.165, "p95_ms": 118.089}, "read_interval": {"avg_ms": 100.84, "count": 297, "max_ms": 502.819, "p95_ms": 138.542}, "triton_wait": {"avg_ms": 56.413, "count": 298, "max_ms": 116.897, "p95_ms": 88.389}, "visualize": {"avg_ms": 3.926, "count": 298, "max_ms": 6.537, "p95_ms": 5.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3070, "tracking_summary": 2678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6373.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71559.286, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.844, "sample_count": 1019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:55:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:55:05+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T05:55:05+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T05:55:05.568872+09:00", "mtime_epoch": 1783025705.5688722, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:55:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 967.379, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.664, "pushed": 3.664, "read": 3.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.816, "count": 109, "max_ms": 243.581, "p95_ms": 226.483}, "gstreamer_push": {"avg_ms": 0.809, "count": 109, "max_ms": 1.792, "p95_ms": 0.904}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.356, "count": 109, "max_ms": 98.183, "p95_ms": 83.44}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.66, "count": 109, "max_ms": 100.726, "p95_ms": 82.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.603, "count": 109, "max_ms": 357.237, "p95_ms": 334.635}, "read_interval": {"avg_ms": 275.487, "count": 108, "max_ms": 368.499, "p95_ms": 345.085}, "triton_wait": {"avg_ms": 67.937, "count": 109, "max_ms": 100.739, "p95_ms": 84.072}, "visualize": {"avg_ms": 24.984, "count": 109, "max_ms": 35.154, "p95_ms": 29.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.751, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 5661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6351.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:55:06+09:00", "last_error_summary": "[h264 @ 0x55c866cf1500] error while decoding MB 54 30, bytestream -24", "last_exit_at": "2026-07-03T05:55:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.047, "last_started_at": "2026-07-03T05:55:09+09:00", "pid": 18312, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.855, "name": "ffmpeg", "pid": 18312, "rss_mb": 264.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 18, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 413.526, "sample_count": 881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:55:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:55:30+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-03T05:55:30+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-03T05:55:30.389288+09:00", "mtime_epoch": 1783025730.3892877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:55:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.646, "pushed": 2.646, "read": 2.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.286, "count": 78, "max_ms": 23.404, "p95_ms": 22.142}, "gstreamer_push": {"avg_ms": 0.859, "count": 79, "max_ms": 1.007, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.948, "count": 78, "max_ms": 72.606, "p95_ms": 67.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.286, "count": 78, "max_ms": 96.15, "p95_ms": 89.526}, "yolo11_640_fire_11class": {"avg_ms": 50.372, "count": 78, "max_ms": 71.027, "p95_ms": 66.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.464, "count": 78, "max_ms": 109.699, "p95_ms": 98.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.245, "count": 79, "max_ms": 420.541, "p95_ms": 397.524}, "read_interval": {"avg_ms": 383.972, "count": 78, "max_ms": 5075.629, "p95_ms": 404.02}, "triton_wait": {"avg_ms": 75.806, "count": 78, "max_ms": 109.71, "p95_ms": 98.369}, "visualize": {"avg_ms": 13.423, "count": 78, "max_ms": 16.955, "p95_ms": 16.629}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6351.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44231.331, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.383, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:55:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:55:30+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T05:55:30+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T05:55:30.789294+09:00", "mtime_epoch": 1783025730.7892942, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:55:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1368.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.293, "count": 301, "max_ms": 13.618, "p95_ms": 11.369}, "gstreamer_push": {"avg_ms": 1.156, "count": 301, "max_ms": 1.447, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.319, "count": 301, "max_ms": 70.132, "p95_ms": 59.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.4, "count": 301, "max_ms": 99.556, "p95_ms": 76.674}, "yolo11_640_fire_11class": {"avg_ms": 49.8, "count": 301, "max_ms": 70.144, "p95_ms": 60.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.355, "count": 301, "max_ms": 105.327, "p95_ms": 88.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.0, "count": 301, "max_ms": 159.715, "p95_ms": 116.285}, "read_interval": {"avg_ms": 99.906, "count": 300, "max_ms": 291.66, "p95_ms": 141.975}, "triton_wait": {"avg_ms": 54.8, "count": 301, "max_ms": 105.34, "p95_ms": 88.487}, "visualize": {"avg_ms": 3.975, "count": 301, "max_ms": 6.998, "p95_ms": 5.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3071, "tracking_summary": 2679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6350.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71589.407, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.371, "sample_count": 1020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:55:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:55:35+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T05:55:35+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T05:55:35.673376+09:00", "mtime_epoch": 1783025735.6733763, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:55:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 960.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.422, "pushed": 3.422, "read": 3.388}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.503, "count": 102, "max_ms": 249.515, "p95_ms": 228.937}, "gstreamer_push": {"avg_ms": 0.801, "count": 102, "max_ms": 1.996, "p95_ms": 0.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.986, "count": 102, "max_ms": 95.994, "p95_ms": 82.189}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.583, "count": 102, "max_ms": 96.088, "p95_ms": 83.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.862, "count": 102, "max_ms": 346.489, "p95_ms": 336.096}, "read_interval": {"avg_ms": 294.96, "count": 101, "max_ms": 356.759, "p95_ms": 345.523}, "triton_wait": {"avg_ms": 67.977, "count": 102, "max_ms": 96.101, "p95_ms": 85.482}, "visualize": {"avg_ms": 26.561, "count": 102, "max_ms": 43.682, "p95_ms": 30.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.807, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 5662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6516.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:55:06+09:00", "last_error_summary": "[h264 @ 0x55c866cf1500] error while decoding MB 54 30, bytestream -24", "last_exit_at": "2026-07-03T05:55:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.198, "last_started_at": "2026-07-03T05:55:09+09:00", "pid": 18312, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.66, "name": "ffmpeg", "pid": 18312, "rss_mb": 266.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 18, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 419.014, "sample_count": 873, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:56:00+09:00", "last_frame_read_age_sec": 0.389, "last_frame_read_at": "2026-07-03T05:56:00+09:00", "mjpeg": {"age_sec": 0.379, "exists": true, "mtime": "2026-07-03T05:56:00.425793+09:00", "mtime_epoch": 1783025760.425793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:56:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 4.401, "recorders": [{"age_sec": 4.401, "frame_count": 60, "is_recording": true, "is_stopping": false, "pid": 18419, "process": {"exists": true, "fd_count": 5, "hwm_mb": 189.75, "name": "ffmpeg", "pid": 18419, "rss_mb": 189.75, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 40, "returncode": null, "running": true, "started_at": "2026-07-03T05:55:56+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_055556_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [18419], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.68, "pushed": 2.68, "read": 2.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.164, "count": 79, "max_ms": 27.742, "p95_ms": 24.531}, "gstreamer_push": {"avg_ms": 0.874, "count": 80, "max_ms": 1.38, "p95_ms": 0.929}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.995, "count": 79, "max_ms": 67.221, "p95_ms": 64.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.657, "count": 79, "max_ms": 111.766, "p95_ms": 96.631}, "yolo11_640_fire_11class": {"avg_ms": 49.489, "count": 79, "max_ms": 72.556, "p95_ms": 66.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.398, "count": 79, "max_ms": 110.838, "p95_ms": 96.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 370.134, "count": 80, "max_ms": 899.359, "p95_ms": 428.502}, "read_interval": {"avg_ms": 376.652, "count": 79, "max_ms": 906.918, "p95_ms": 439.316}, "triton_wait": {"avg_ms": 74.244, "count": 79, "max_ms": 111.78, "p95_ms": 97.178}, "visualize": {"avg_ms": 15.298, "count": 79, "max_ms": 23.13, "p95_ms": 20.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6516.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44261.396, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.719, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:56:00+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T05:56:00+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T05:56:00.825800+09:00", "mtime_epoch": 1783025760.8257997, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:56:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1368.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.004, "count": 305, "max_ms": 14.503, "p95_ms": 11.03}, "gstreamer_push": {"avg_ms": 1.18, "count": 305, "max_ms": 1.482, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.02, "count": 305, "max_ms": 71.395, "p95_ms": 58.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.881, "count": 305, "max_ms": 95.342, "p95_ms": 77.72}, "yolo11_640_fire_11class": {"avg_ms": 50.971, "count": 305, "max_ms": 82.08, "p95_ms": 59.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.851, "count": 305, "max_ms": 115.862, "p95_ms": 81.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.389, "count": 305, "max_ms": 162.646, "p95_ms": 113.777}, "read_interval": {"avg_ms": 98.546, "count": 304, "max_ms": 414.649, "p95_ms": 139.481}, "triton_wait": {"avg_ms": 55.826, "count": 305, "max_ms": 115.874, "p95_ms": 84.201}, "visualize": {"avg_ms": 3.795, "count": 305, "max_ms": 7.187, "p95_ms": 5.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3072, "tracking_summary": 2680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6517.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71619.633, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.535, "sample_count": 1017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:56:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:56:06+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T05:56:05+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T05:56:05.905885+09:00", "mtime_epoch": 1783025765.9058855, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:56:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 963.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.042, "pushed": 3.042, "read": 3.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.878, "count": 91, "max_ms": 255.418, "p95_ms": 239.744}, "gstreamer_push": {"avg_ms": 0.953, "count": 91, "max_ms": 2.906, "p95_ms": 2.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.372, "count": 91, "max_ms": 116.844, "p95_ms": 94.598}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.862, "count": 91, "max_ms": 102.605, "p95_ms": 88.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 322.272, "count": 91, "max_ms": 367.278, "p95_ms": 354.749}, "read_interval": {"avg_ms": 332.24, "count": 90, "max_ms": 377.833, "p95_ms": 363.984}, "triton_wait": {"avg_ms": 71.275, "count": 91, "max_ms": 116.858, "p95_ms": 98.958}, "visualize": {"avg_ms": 30.317, "count": 91, "max_ms": 40.895, "p95_ms": 39.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6365.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44291.449, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.479, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:56:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:56:30+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T05:56:30+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T05:56:30.834307+09:00", "mtime_epoch": 1783025790.8343072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:56:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1368.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.299, "count": 298, "max_ms": 15.789, "p95_ms": 11.369}, "gstreamer_push": {"avg_ms": 1.173, "count": 298, "max_ms": 1.729, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.901, "count": 298, "max_ms": 76.112, "p95_ms": 57.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.417, "count": 298, "max_ms": 115.536, "p95_ms": 78.288}, "yolo11_640_fire_11class": {"avg_ms": 49.882, "count": 298, "max_ms": 73.481, "p95_ms": 58.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.029, "count": 298, "max_ms": 98.539, "p95_ms": 69.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.843, "count": 298, "max_ms": 167.019, "p95_ms": 113.765}, "read_interval": {"avg_ms": 100.67, "count": 297, "max_ms": 523.462, "p95_ms": 131.783}, "triton_wait": {"avg_ms": 54.945, "count": 298, "max_ms": 115.549, "p95_ms": 85.995}, "visualize": {"avg_ms": 4.0, "count": 298, "max_ms": 6.187, "p95_ms": 5.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 5663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6365.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:55:06+09:00", "last_error_summary": "[h264 @ 0x55c866cf1500] error while decoding MB 54 30, bytestream -24", "last_exit_at": "2026-07-03T05:55:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.374, "last_started_at": "2026-07-03T05:55:09+09:00", "pid": 18312, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.723, "name": "ffmpeg", "pid": 18312, "rss_mb": 268.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 18, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 435.223, "sample_count": 840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:56:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:56:30+09:00", "last_frame_read_age_sec": 0.349, "last_frame_read_at": "2026-07-03T05:56:30+09:00", "mjpeg": {"age_sec": 0.338, "exists": true, "mtime": "2026-07-03T05:56:30.642304+09:00", "mtime_epoch": 1783025790.642304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:56:30+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 68, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.32, "pushed": 2.32, "read": 2.286}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.878, "count": 68, "max_ms": 33.916, "p95_ms": 29.753}, "gstreamer_push": {"avg_ms": 0.863, "count": 69, "max_ms": 0.954, "p95_ms": 0.919}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.084, "count": 68, "max_ms": 87.812, "p95_ms": 67.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.838, "count": 68, "max_ms": 119.548, "p95_ms": 95.444}, "yolo11_640_fire_11class": {"avg_ms": 49.161, "count": 68, "max_ms": 81.981, "p95_ms": 65.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.194, "count": 68, "max_ms": 112.053, "p95_ms": 90.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 430.409, "count": 69, "max_ms": 594.52, "p95_ms": 484.744}, "read_interval": {"avg_ms": 438.533, "count": 68, "max_ms": 602.207, "p95_ms": 490.99}, "triton_wait": {"avg_ms": 76.23, "count": 68, "max_ms": 119.56, "p95_ms": 95.456}, "visualize": {"avg_ms": 19.337, "count": 68, "max_ms": 25.985, "p95_ms": 22.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3073, "tracking_summary": 2681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6364.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71649.841, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.787, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:56:36+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T05:56:36+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T05:56:36.126397+09:00", "mtime_epoch": 1783025796.126397, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:56:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 960.469, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.077, "pushed": 3.077, "read": 3.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 215.78, "count": 92, "max_ms": 249.39, "p95_ms": 229.335}, "gstreamer_push": {"avg_ms": 1.087, "count": 92, "max_ms": 3.056, "p95_ms": 2.899}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.711, "count": 92, "max_ms": 115.811, "p95_ms": 94.25}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.175, "count": 92, "max_ms": 97.103, "p95_ms": 83.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.335, "count": 92, "max_ms": 377.729, "p95_ms": 352.525}, "read_interval": {"avg_ms": 328.488, "count": 91, "max_ms": 388.109, "p95_ms": 360.981}, "triton_wait": {"avg_ms": 69.37, "count": 92, "max_ms": 115.826, "p95_ms": 94.263}, "visualize": {"avg_ms": 29.389, "count": 92, "max_ms": 40.704, "p95_ms": 38.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6377.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44321.469, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.904, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:57:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:57:00+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:57:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T05:57:00.922819+09:00", "mtime_epoch": 1783025820.9228187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:57:00+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1369.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.177, "pushed": 9.177, "read": 9.143}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.898, "count": 274, "max_ms": 16.048, "p95_ms": 12.05}, "gstreamer_push": {"avg_ms": 1.115, "count": 274, "max_ms": 1.906, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.166, "count": 274, "max_ms": 73.212, "p95_ms": 56.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.133, "count": 274, "max_ms": 108.453, "p95_ms": 78.353}, "yolo11_640_fire_11class": {"avg_ms": 50.166, "count": 274, "max_ms": 74.243, "p95_ms": 61.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.527, "count": 274, "max_ms": 113.62, "p95_ms": 86.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.037, "count": 274, "max_ms": 165.653, "p95_ms": 142.346}, "read_interval": {"avg_ms": 109.658, "count": 273, "max_ms": 178.364, "p95_ms": 153.725}, "triton_wait": {"avg_ms": 56.252, "count": 274, "max_ms": 113.632, "p95_ms": 87.072}, "visualize": {"avg_ms": 4.405, "count": 274, "max_ms": 7.622, "p95_ms": 5.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 5663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6380.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:55:06+09:00", "last_error_summary": "[h264 @ 0x55c866cf1500] error while decoding MB 54 30, bytestream -24", "last_exit_at": "2026-07-03T05:55:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.708, "last_started_at": "2026-07-03T05:55:09+09:00", "pid": 18312, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.633, "name": "ffmpeg", "pid": 18312, "rss_mb": 287.633, "state": "S (sleeping)", "threads": 104}, "restart_count": 89, "restart_count_per_hour": 18, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 436.85, "sample_count": 813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:57:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:57:01+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-07-03T05:57:00+09:00", "mjpeg": {"age_sec": 0.328, "exists": true, "mtime": "2026-07-03T05:57:00.986820+09:00", "mtime_epoch": 1783025820.9868197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:57:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.571, "pushed": 2.571, "read": 2.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.052, "count": 76, "max_ms": 29.628, "p95_ms": 22.899}, "gstreamer_push": {"avg_ms": 0.874, "count": 77, "max_ms": 1.054, "p95_ms": 0.947}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.906, "count": 76, "max_ms": 72.692, "p95_ms": 64.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.43, "count": 76, "max_ms": 110.313, "p95_ms": 91.421}, "yolo11_640_fire_11class": {"avg_ms": 49.84, "count": 76, "max_ms": 73.861, "p95_ms": 64.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.066, "count": 76, "max_ms": 113.565, "p95_ms": 95.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 387.295, "count": 77, "max_ms": 448.712, "p95_ms": 425.78}, "read_interval": {"avg_ms": 394.572, "count": 76, "max_ms": 454.997, "p95_ms": 432.845}, "triton_wait": {"avg_ms": 78.397, "count": 76, "max_ms": 113.578, "p95_ms": 96.02}, "visualize": {"avg_ms": 16.415, "count": 76, "max_ms": 22.879, "p95_ms": 18.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3075, "tracking_summary": 2682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6114.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71680.005, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.693, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:57:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:57:06+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T05:57:06+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T05:57:06.294910+09:00", "mtime_epoch": 1783025826.2949102, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:57:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 954.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.704, "pushed": 3.704, "read": 3.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.359, "count": 111, "max_ms": 259.213, "p95_ms": 239.233}, "gstreamer_push": {"avg_ms": 1.158, "count": 111, "max_ms": 3.153, "p95_ms": 2.248}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.96, "count": 111, "max_ms": 92.576, "p95_ms": 84.418}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.006, "count": 111, "max_ms": 90.679, "p95_ms": 81.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.852, "count": 111, "max_ms": 375.878, "p95_ms": 337.184}, "read_interval": {"avg_ms": 271.406, "count": 110, "max_ms": 384.876, "p95_ms": 347.029}, "triton_wait": {"avg_ms": 66.015, "count": 111, "max_ms": 92.588, "p95_ms": 84.714}, "visualize": {"avg_ms": 26.51, "count": 111, "max_ms": 44.623, "p95_ms": 40.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6357.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44351.466, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.298, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 700038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:57:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:57:30+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T05:57:30+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T05:57:30.923331+09:00", "mtime_epoch": 1783025850.923331, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:57:30+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1369.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.467, "pushed": 9.467, "read": 9.434}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.466, "count": 283, "max_ms": 14.114, "p95_ms": 11.083}, "gstreamer_push": {"avg_ms": 1.114, "count": 284, "max_ms": 1.685, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.603, "count": 283, "max_ms": 81.77, "p95_ms": 60.149}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.493, "count": 283, "max_ms": 121.293, "p95_ms": 79.238}, "yolo11_640_fire_11class": {"avg_ms": 49.262, "count": 283, "max_ms": 73.58, "p95_ms": 58.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.056, "count": 283, "max_ms": 105.908, "p95_ms": 75.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.314, "count": 284, "max_ms": 173.787, "p95_ms": 127.243}, "read_interval": {"avg_ms": 105.997, "count": 283, "max_ms": 187.593, "p95_ms": 141.516}, "triton_wait": {"avg_ms": 55.174, "count": 283, "max_ms": 121.305, "p95_ms": 83.475}, "visualize": {"avg_ms": 4.327, "count": 283, "max_ms": 6.998, "p95_ms": 5.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 59, "tracking_summary": 5664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6363.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 157, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:57:05+09:00", "last_error_summary": "[h264 @ 0x55c991489400] top block unavailable for requested intra mode -1 [h264 @ 0x55c991489400] error while decoding MB 54 0, bytestream 7818 [h264 @ 0x55c990a26ac0] error while decoding MB 61 44, bytestream -30", "last_exit_at": "2026-07-03T05:57:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.127, "last_started_at": "2026-07-03T05:57:08+09:00", "pid": 18479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.922, "name": "ffmpeg", "pid": 18479, "rss_mb": 264.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 19, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 438.878, "sample_count": 793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:57:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:57:31+09:00", "last_frame_read_age_sec": 0.272, "last_frame_read_at": "2026-07-03T05:57:31+09:00", "mjpeg": {"age_sec": 0.269, "exists": true, "mtime": "2026-07-03T05:57:31.099334+09:00", "mtime_epoch": 1783025851.099334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:57:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.626, "pushed": 2.626, "read": 2.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.787, "count": 78, "max_ms": 26.204, "p95_ms": 22.573}, "gstreamer_push": {"avg_ms": 0.874, "count": 78, "max_ms": 0.973, "p95_ms": 0.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.557, "count": 78, "max_ms": 73.62, "p95_ms": 66.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.096, "count": 78, "max_ms": 93.4, "p95_ms": 90.394}, "yolo11_640_fire_11class": {"avg_ms": 49.396, "count": 78, "max_ms": 76.167, "p95_ms": 66.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.174, "count": 78, "max_ms": 108.687, "p95_ms": 90.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 321.839, "count": 78, "max_ms": 490.534, "p95_ms": 363.896}, "read_interval": {"avg_ms": 386.697, "count": 77, "max_ms": 4768.79, "p95_ms": 452.96}, "triton_wait": {"avg_ms": 73.198, "count": 78, "max_ms": 108.7, "p95_ms": 91.857}, "visualize": {"avg_ms": 15.046, "count": 78, "max_ms": 21.407, "p95_ms": 17.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.702, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3076, "tracking_summary": 2682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6360.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71710.252, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 343.883, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:57:36+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T05:57:36+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T05:57:36.523427+09:00", "mtime_epoch": 1783025856.523427, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:57:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 956.918, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.074, "pushed": 3.074, "read": 3.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 217.24, "count": 92, "max_ms": 282.506, "p95_ms": 234.01}, "gstreamer_push": {"avg_ms": 1.233, "count": 92, "max_ms": 3.016, "p95_ms": 2.81}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.31, "count": 92, "max_ms": 117.329, "p95_ms": 96.232}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.102, "count": 92, "max_ms": 101.026, "p95_ms": 87.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.509, "count": 92, "max_ms": 388.681, "p95_ms": 360.761}, "read_interval": {"avg_ms": 328.771, "count": 91, "max_ms": 401.755, "p95_ms": 371.21}, "triton_wait": {"avg_ms": 67.221, "count": 92, "max_ms": 117.342, "p95_ms": 96.245}, "visualize": {"avg_ms": 30.151, "count": 92, "max_ms": 44.966, "p95_ms": 40.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6362.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44381.546, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.407, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 700334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:58:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:58:01+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T05:58:00+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T05:58:00.963846+09:00", "mtime_epoch": 1783025880.9638464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:58:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1369.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.834}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.322, "count": 296, "max_ms": 14.828, "p95_ms": 11.447}, "gstreamer_push": {"avg_ms": 1.146, "count": 296, "max_ms": 1.527, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.971, "count": 296, "max_ms": 74.047, "p95_ms": 56.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.668, "count": 296, "max_ms": 120.207, "p95_ms": 80.081}, "yolo11_640_fire_11class": {"avg_ms": 50.532, "count": 296, "max_ms": 73.293, "p95_ms": 61.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.117, "count": 296, "max_ms": 92.403, "p95_ms": 82.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.713, "count": 296, "max_ms": 178.587, "p95_ms": 117.91}, "read_interval": {"avg_ms": 101.512, "count": 295, "max_ms": 194.622, "p95_ms": 134.706}, "triton_wait": {"avg_ms": 55.951, "count": 296, "max_ms": 120.22, "p95_ms": 83.855}, "visualize": {"avg_ms": 4.092, "count": 296, "max_ms": 6.139, "p95_ms": 5.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 59, "tracking_summary": 5665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6363.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 157, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:57:05+09:00", "last_error_summary": "[h264 @ 0x55c991489400] top block unavailable for requested intra mode -1 [h264 @ 0x55c991489400] error while decoding MB 54 0, bytestream 7818 [h264 @ 0x55c990a26ac0] error while decoding MB 61 44, bytestream -30", "last_exit_at": "2026-07-03T05:57:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.285, "last_started_at": "2026-07-03T05:57:08+09:00", "pid": 18479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.531, "name": "ffmpeg", "pid": 18479, "rss_mb": 268.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 19, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 438.367, "sample_count": 822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:58:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:58:01+09:00", "last_frame_read_age_sec": 0.268, "last_frame_read_at": "2026-07-03T05:58:01+09:00", "mjpeg": {"age_sec": 0.255, "exists": true, "mtime": "2026-07-03T05:58:01.271852+09:00", "mtime_epoch": 1783025881.2718518, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:58:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.716, "pushed": 3.716, "read": 3.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.578, "count": 110, "max_ms": 19.886, "p95_ms": 17.408}, "gstreamer_push": {"avg_ms": 0.869, "count": 111, "max_ms": 1.103, "p95_ms": 0.926}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.798, "count": 110, "max_ms": 78.451, "p95_ms": 66.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.189, "count": 110, "max_ms": 98.361, "p95_ms": 83.852}, "yolo11_640_fire_11class": {"avg_ms": 49.983, "count": 110, "max_ms": 77.844, "p95_ms": 67.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.933, "count": 110, "max_ms": 98.883, "p95_ms": 92.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.277, "count": 111, "max_ms": 333.122, "p95_ms": 297.194}, "read_interval": {"avg_ms": 271.676, "count": 110, "max_ms": 338.546, "p95_ms": 304.627}, "triton_wait": {"avg_ms": 70.999, "count": 110, "max_ms": 98.895, "p95_ms": 93.836}, "visualize": {"avg_ms": 11.818, "count": 110, "max_ms": 17.468, "p95_ms": 15.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3076, "tracking_summary": 2683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6365.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71740.337, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.35, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:58:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:58:06+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T05:58:06+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T05:58:06.603943+09:00", "mtime_epoch": 1783025886.6039433, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:58:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 960.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.663, "pushed": 3.663, "read": 3.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.788, "count": 109, "max_ms": 269.693, "p95_ms": 243.886}, "gstreamer_push": {"avg_ms": 1.138, "count": 109, "max_ms": 2.851, "p95_ms": 1.941}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.231, "count": 109, "max_ms": 112.582, "p95_ms": 94.014}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.412, "count": 109, "max_ms": 102.272, "p95_ms": 80.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.305, "count": 109, "max_ms": 378.371, "p95_ms": 347.39}, "read_interval": {"avg_ms": 275.49, "count": 108, "max_ms": 617.707, "p95_ms": 361.253}, "triton_wait": {"avg_ms": 67.065, "count": 109, "max_ms": 112.595, "p95_ms": 94.027}, "visualize": {"avg_ms": 25.59, "count": 109, "max_ms": 38.864, "p95_ms": 33.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.755, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6365.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44411.637, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.511, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 700639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:58:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:58:31+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T05:58:31+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T05:58:31.052365+09:00", "mtime_epoch": 1783025911.0523648, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:58:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1369.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.176, "pushed": 10.176, "read": 10.143}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.038, "count": 304, "max_ms": 13.71, "p95_ms": 10.965}, "gstreamer_push": {"avg_ms": 1.155, "count": 305, "max_ms": 1.844, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.719, "count": 304, "max_ms": 77.159, "p95_ms": 59.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.264, "count": 304, "max_ms": 115.207, "p95_ms": 81.826}, "yolo11_640_fire_11class": {"avg_ms": 51.058, "count": 304, "max_ms": 76.305, "p95_ms": 62.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.679, "count": 304, "max_ms": 106.079, "p95_ms": 79.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.176, "count": 305, "max_ms": 159.021, "p95_ms": 121.511}, "read_interval": {"avg_ms": 98.582, "count": 304, "max_ms": 174.104, "p95_ms": 140.507}, "triton_wait": {"avg_ms": 56.497, "count": 304, "max_ms": 115.22, "p95_ms": 84.587}, "visualize": {"avg_ms": 3.961, "count": 304, "max_ms": 6.201, "p95_ms": 5.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 59, "tracking_summary": 5666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6371.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 157, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:57:05+09:00", "last_error_summary": "[h264 @ 0x55c991489400] top block unavailable for requested intra mode -1 [h264 @ 0x55c991489400] error while decoding MB 54 0, bytestream 7818 [h264 @ 0x55c990a26ac0] error while decoding MB 61 44, bytestream -30", "last_exit_at": "2026-07-03T05:57:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.332, "last_started_at": "2026-07-03T05:57:08+09:00", "pid": 18479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.078, "name": "ffmpeg", "pid": 18479, "rss_mb": 270.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 19, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 436.85, "sample_count": 855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 679964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:58:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:58:31+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-07-03T05:58:31+09:00", "mjpeg": {"age_sec": 0.233, "exists": true, "mtime": "2026-07-03T05:58:31.340370+09:00", "mtime_epoch": 1783025911.3403697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:58:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.172, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.999, "pushed": 3.999, "read": 3.965}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.32, "count": 119, "max_ms": 16.468, "p95_ms": 15.124}, "gstreamer_push": {"avg_ms": 0.865, "count": 119, "max_ms": 1.242, "p95_ms": 0.922}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.052, "count": 119, "max_ms": 78.657, "p95_ms": 67.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.26, "count": 119, "max_ms": 117.261, "p95_ms": 91.087}, "yolo11_640_fire_11class": {"avg_ms": 49.418, "count": 119, "max_ms": 78.647, "p95_ms": 68.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.172, "count": 119, "max_ms": 108.201, "p95_ms": 91.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 245.851, "count": 119, "max_ms": 288.761, "p95_ms": 278.938}, "read_interval": {"avg_ms": 252.507, "count": 118, "max_ms": 295.627, "p95_ms": 285.663}, "triton_wait": {"avg_ms": 70.498, "count": 119, "max_ms": 117.273, "p95_ms": 94.869}, "visualize": {"avg_ms": 11.041, "count": 119, "max_ms": 15.291, "p95_ms": 12.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.761, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3077, "tracking_summary": 2684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6364.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71770.392, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.816, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:58:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:58:36+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T05:58:36+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T05:58:36.652462+09:00", "mtime_epoch": 1783025916.6524615, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:58:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 957.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.096, "pushed": 3.096, "read": 3.062}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 213.089, "count": 92, "max_ms": 275.236, "p95_ms": 245.142}, "gstreamer_push": {"avg_ms": 1.327, "count": 92, "max_ms": 3.153, "p95_ms": 2.005}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.112, "count": 92, "max_ms": 101.002, "p95_ms": 91.162}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.122, "count": 92, "max_ms": 95.636, "p95_ms": 82.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.504, "count": 92, "max_ms": 403.114, "p95_ms": 356.92}, "read_interval": {"avg_ms": 326.567, "count": 91, "max_ms": 414.691, "p95_ms": 367.213}, "triton_wait": {"avg_ms": 67.111, "count": 92, "max_ms": 101.017, "p95_ms": 91.177}, "visualize": {"avg_ms": 32.412, "count": 92, "max_ms": 52.758, "p95_ms": 43.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.72, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6374.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44441.669, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.975, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 700921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:59:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:59:01+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T05:59:01+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T05:59:01.080884+09:00", "mtime_epoch": 1783025941.0808842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:59:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1369.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.428, "pushed": 9.428, "read": 9.395}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.442, "count": 282, "max_ms": 14.764, "p95_ms": 11.17}, "gstreamer_push": {"avg_ms": 1.127, "count": 282, "max_ms": 1.456, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.07, "count": 282, "max_ms": 75.297, "p95_ms": 61.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.082, "count": 282, "max_ms": 108.28, "p95_ms": 84.545}, "yolo11_640_fire_11class": {"avg_ms": 51.96, "count": 282, "max_ms": 75.48, "p95_ms": 64.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.803, "count": 282, "max_ms": 105.629, "p95_ms": 84.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.96, "count": 282, "max_ms": 163.867, "p95_ms": 135.797}, "read_interval": {"avg_ms": 106.428, "count": 281, "max_ms": 178.989, "p95_ms": 148.544}, "triton_wait": {"avg_ms": 57.986, "count": 282, "max_ms": 108.291, "p95_ms": 87.384}, "visualize": {"avg_ms": 4.233, "count": 282, "max_ms": 5.999, "p95_ms": 5.516}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 59, "tracking_summary": 5667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6374.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 157, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:57:05+09:00", "last_error_summary": "[h264 @ 0x55c991489400] top block unavailable for requested intra mode -1 [h264 @ 0x55c991489400] error while decoding MB 54 0, bytestream 7818 [h264 @ 0x55c990a26ac0] error while decoding MB 61 44, bytestream -30", "last_exit_at": "2026-07-03T05:57:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.381, "last_started_at": "2026-07-03T05:57:08+09:00", "pid": 18479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.367, "name": "ffmpeg", "pid": 18479, "rss_mb": 271.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 19, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 435.441, "sample_count": 879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:59:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:59:01+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-03T05:59:01+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-03T05:59:01.420890+09:00", "mtime_epoch": 1783025941.42089, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:59:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.792, "pushed": 3.792, "read": 3.759}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.957, "count": 113, "max_ms": 18.27, "p95_ms": 16.061}, "gstreamer_push": {"avg_ms": 0.875, "count": 113, "max_ms": 1.255, "p95_ms": 0.958}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.137, "count": 113, "max_ms": 75.537, "p95_ms": 65.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.93, "count": 113, "max_ms": 105.933, "p95_ms": 91.225}, "yolo11_640_fire_11class": {"avg_ms": 50.677, "count": 113, "max_ms": 78.309, "p95_ms": 68.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.547, "count": 113, "max_ms": 108.508, "p95_ms": 91.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.237, "count": 113, "max_ms": 313.087, "p95_ms": 295.235}, "read_interval": {"avg_ms": 266.366, "count": 112, "max_ms": 320.722, "p95_ms": 302.294}, "triton_wait": {"avg_ms": 72.065, "count": 113, "max_ms": 108.523, "p95_ms": 94.068}, "visualize": {"avg_ms": 11.337, "count": 113, "max_ms": 13.172, "p95_ms": 12.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.798, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3080, "tracking_summary": 2685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6387.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71800.531, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.047, "sample_count": 1002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:59:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:59:07+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T05:59:06+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T05:59:06.932986+09:00", "mtime_epoch": 1783025946.9329855, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:59:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 966.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.223, "pushed": 3.223, "read": 3.189}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.948, "count": 96, "max_ms": 230.723, "p95_ms": 225.777}, "gstreamer_push": {"avg_ms": 1.092, "count": 96, "max_ms": 2.84, "p95_ms": 1.945}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.395, "count": 96, "max_ms": 116.13, "p95_ms": 91.342}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.298, "count": 96, "max_ms": 111.259, "p95_ms": 91.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 304.046, "count": 96, "max_ms": 367.81, "p95_ms": 353.374}, "read_interval": {"avg_ms": 315.194, "count": 95, "max_ms": 378.119, "p95_ms": 362.206}, "triton_wait": {"avg_ms": 70.024, "count": 96, "max_ms": 116.144, "p95_ms": 99.446}, "visualize": {"avg_ms": 30.231, "count": 96, "max_ms": 45.416, "p95_ms": 41.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.785, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6367.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44471.705, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.785, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 701194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:59:31+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T05:59:31+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T05:59:31.133406+09:00", "mtime_epoch": 1783025971.1334057, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T05:59:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1369.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.136, "pushed": 9.136, "read": 9.102}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.968, "count": 273, "max_ms": 14.6, "p95_ms": 11.452}, "gstreamer_push": {"avg_ms": 1.103, "count": 273, "max_ms": 1.659, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.111, "count": 273, "max_ms": 73.977, "p95_ms": 54.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.569, "count": 273, "max_ms": 110.573, "p95_ms": 79.219}, "yolo11_640_fire_11class": {"avg_ms": 49.73, "count": 273, "max_ms": 74.679, "p95_ms": 58.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.994, "count": 273, "max_ms": 96.429, "p95_ms": 67.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.718, "count": 273, "max_ms": 149.864, "p95_ms": 130.89}, "read_interval": {"avg_ms": 110.006, "count": 272, "max_ms": 164.023, "p95_ms": 144.348}, "triton_wait": {"avg_ms": 54.213, "count": 273, "max_ms": 110.587, "p95_ms": 82.816}, "visualize": {"avg_ms": 4.509, "count": 273, "max_ms": 6.06, "p95_ms": 5.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 59, "tracking_summary": 5667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6358.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:59:07+09:00", "last_error_summary": "[h264 @ 0x55baef19f200] error while decoding MB 34 9, bytestream -5", "last_exit_at": "2026-07-03T05:59:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.948, "last_started_at": "2026-07-03T05:59:10+09:00", "pid": 18586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.633, "name": "ffmpeg", "pid": 18586, "rss_mb": 264.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 20, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 435.087, "sample_count": 877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T05:59:31+09:00", "last_frame_read_age_sec": 0.337, "last_frame_read_at": "2026-07-03T05:59:31+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T05:59:31.629414+09:00", "mtime_epoch": 1783025971.6294143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T05:59:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.679, "pushed": 2.679, "read": 2.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.195, "count": 79, "max_ms": 27.32, "p95_ms": 25.246}, "gstreamer_push": {"avg_ms": 0.866, "count": 80, "max_ms": 1.009, "p95_ms": 0.902}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.021, "count": 79, "max_ms": 73.013, "p95_ms": 61.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.382, "count": 79, "max_ms": 98.3, "p95_ms": 87.964}, "yolo11_640_fire_11class": {"avg_ms": 47.815, "count": 79, "max_ms": 76.587, "p95_ms": 62.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.364, "count": 79, "max_ms": 100.128, "p95_ms": 84.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.015, "count": 80, "max_ms": 387.192, "p95_ms": 370.925}, "read_interval": {"avg_ms": 376.929, "count": 79, "max_ms": 4407.992, "p95_ms": 385.038}, "triton_wait": {"avg_ms": 71.246, "count": 79, "max_ms": 100.141, "p95_ms": 91.306}, "visualize": {"avg_ms": 13.746, "count": 79, "max_ms": 19.082, "p95_ms": 17.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3080, "tracking_summary": 2686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6527.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71830.607, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.39, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T05:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T05:59:37+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T05:59:36+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T05:59:36.897506+09:00", "mtime_epoch": 1783025976.897506, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T05:59:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 967.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.982, "pushed": 3.982, "read": 3.949}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 143.567, "count": 119, "max_ms": 280.62, "p95_ms": 223.303}, "gstreamer_push": {"avg_ms": 1.031, "count": 119, "max_ms": 2.832, "p95_ms": 1.885}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.5, "count": 119, "max_ms": 106.922, "p95_ms": 92.375}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.1, "count": 119, "max_ms": 99.521, "p95_ms": 81.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 243.079, "count": 119, "max_ms": 380.187, "p95_ms": 337.962}, "read_interval": {"avg_ms": 252.262, "count": 118, "max_ms": 390.745, "p95_ms": 344.8}, "triton_wait": {"avg_ms": 67.605, "count": 119, "max_ms": 106.938, "p95_ms": 92.388}, "visualize": {"avg_ms": 27.992, "count": 119, "max_ms": 44.452, "p95_ms": 39.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6375.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44501.754, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.771, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 701463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:00:01+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T06:00:01+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T06:00:01.213930+09:00", "mtime_epoch": 1783026001.2139297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:00:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1369.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.985, "pushed": 8.985, "read": 8.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.08, "count": 269, "max_ms": 13.999, "p95_ms": 11.643}, "gstreamer_push": {"avg_ms": 1.088, "count": 269, "max_ms": 1.615, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.094, "count": 269, "max_ms": 76.102, "p95_ms": 54.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.221, "count": 269, "max_ms": 101.594, "p95_ms": 82.182}, "yolo11_640_fire_11class": {"avg_ms": 49.423, "count": 269, "max_ms": 75.366, "p95_ms": 56.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.434, "count": 269, "max_ms": 100.437, "p95_ms": 61.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.448, "count": 269, "max_ms": 159.917, "p95_ms": 136.132}, "read_interval": {"avg_ms": 111.814, "count": 268, "max_ms": 171.526, "p95_ms": 148.415}, "triton_wait": {"avg_ms": 55.583, "count": 269, "max_ms": 101.607, "p95_ms": 82.594}, "visualize": {"avg_ms": 4.525, "count": 269, "max_ms": 6.654, "p95_ms": 5.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 5668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6375.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:59:07+09:00", "last_error_summary": "[h264 @ 0x55baef19f200] error while decoding MB 34 9, bytestream -5", "last_exit_at": "2026-07-03T05:59:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.315, "last_started_at": "2026-07-03T05:59:10+09:00", "pid": 18586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.953, "name": "ffmpeg", "pid": 18586, "rss_mb": 266.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 20, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 448.235, "sample_count": 870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:00:02+09:00", "last_frame_read_age_sec": 0.441, "last_frame_read_at": "2026-07-03T06:00:01+09:00", "mjpeg": {"age_sec": 0.427, "exists": true, "mtime": "2026-07-03T06:00:01.893942+09:00", "mtime_epoch": 1783026001.8939416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:00:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.257, "pushed": 2.257, "read": 2.223}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.466, "count": 67, "max_ms": 30.865, "p95_ms": 29.097}, "gstreamer_push": {"avg_ms": 0.879, "count": 67, "max_ms": 1.201, "p95_ms": 0.966}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.653, "count": 67, "max_ms": 75.332, "p95_ms": 65.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.289, "count": 67, "max_ms": 108.364, "p95_ms": 100.556}, "yolo11_640_fire_11class": {"avg_ms": 48.88, "count": 67, "max_ms": 72.55, "p95_ms": 64.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.652, "count": 67, "max_ms": 101.02, "p95_ms": 87.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 441.255, "count": 67, "max_ms": 965.969, "p95_ms": 492.662}, "read_interval": {"avg_ms": 448.138, "count": 66, "max_ms": 973.452, "p95_ms": 500.218}, "triton_wait": {"avg_ms": 73.14, "count": 67, "max_ms": 108.377, "p95_ms": 100.57}, "visualize": {"avg_ms": 20.098, "count": 67, "max_ms": 21.95, "p95_ms": 21.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.687, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3081, "tracking_summary": 2687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6365.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71860.887, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.147, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:00:07+09:00", "last_frame_read_age_sec": 0.335, "last_frame_read_at": "2026-07-03T06:00:07+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-03T06:00:07.134033+09:00", "mtime_epoch": 1783026007.134033, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:00:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 955.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.509, "pushed": 3.509, "read": 3.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 177.837, "count": 105, "max_ms": 246.932, "p95_ms": 231.285}, "gstreamer_push": {"avg_ms": 0.93, "count": 105, "max_ms": 2.896, "p95_ms": 1.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.475, "count": 105, "max_ms": 113.41, "p95_ms": 102.889}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.87, "count": 105, "max_ms": 106.19, "p95_ms": 87.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.72, "count": 105, "max_ms": 375.174, "p95_ms": 355.03}, "read_interval": {"avg_ms": 287.85, "count": 104, "max_ms": 384.313, "p95_ms": 365.898}, "triton_wait": {"avg_ms": 71.933, "count": 105, "max_ms": 113.424, "p95_ms": 106.203}, "visualize": {"avg_ms": 25.063, "count": 105, "max_ms": 38.974, "p95_ms": 34.453}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6376.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44531.83, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.877, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 701721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:00:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:00:31+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T06:00:31+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T06:00:31.242455+09:00", "mtime_epoch": 1783026031.2424545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:00:31+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1370.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.602, "pushed": 8.602, "read": 8.569}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.34, "count": 258, "max_ms": 13.981, "p95_ms": 11.421}, "gstreamer_push": {"avg_ms": 1.064, "count": 258, "max_ms": 1.542, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.172, "count": 258, "max_ms": 78.5, "p95_ms": 58.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.763, "count": 258, "max_ms": 98.993, "p95_ms": 84.825}, "yolo11_640_fire_11class": {"avg_ms": 50.219, "count": 258, "max_ms": 77.573, "p95_ms": 59.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.64, "count": 258, "max_ms": 107.543, "p95_ms": 80.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.818, "count": 258, "max_ms": 162.919, "p95_ms": 139.735}, "read_interval": {"avg_ms": 116.513, "count": 257, "max_ms": 178.108, "p95_ms": 153.32}, "triton_wait": {"avg_ms": 56.374, "count": 258, "max_ms": 107.555, "p95_ms": 86.709}, "visualize": {"avg_ms": 4.645, "count": 258, "max_ms": 6.207, "p95_ms": 5.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 5669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6368.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:59:07+09:00", "last_error_summary": "[h264 @ 0x55baef19f200] error while decoding MB 34 9, bytestream -5", "last_exit_at": "2026-07-03T05:59:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.346, "last_started_at": "2026-07-03T05:59:10+09:00", "pid": 18586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.531, "name": "ffmpeg", "pid": 18586, "rss_mb": 269.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 20, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 448.235, "sample_count": 876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:00:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:00:32+09:00", "last_frame_read_age_sec": 0.333, "last_frame_read_at": "2026-07-03T06:00:32+09:00", "mjpeg": {"age_sec": 0.333, "exists": true, "mtime": "2026-07-03T06:00:32.018468+09:00", "mtime_epoch": 1783026032.0184681, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:00:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.872, "pushed": 2.872, "read": 2.838}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.224, "count": 85, "max_ms": 29.531, "p95_ms": 26.415}, "gstreamer_push": {"avg_ms": 0.866, "count": 85, "max_ms": 0.97, "p95_ms": 0.925}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.244, "count": 85, "max_ms": 70.009, "p95_ms": 63.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.766, "count": 85, "max_ms": 115.714, "p95_ms": 89.921}, "yolo11_640_fire_11class": {"avg_ms": 49.203, "count": 85, "max_ms": 70.536, "p95_ms": 64.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.464, "count": 85, "max_ms": 102.775, "p95_ms": 89.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 346.684, "count": 85, "max_ms": 449.84, "p95_ms": 431.657}, "read_interval": {"avg_ms": 353.477, "count": 84, "max_ms": 457.472, "p95_ms": 437.436}, "triton_wait": {"avg_ms": 72.423, "count": 85, "max_ms": 115.726, "p95_ms": 91.967}, "visualize": {"avg_ms": 14.438, "count": 85, "max_ms": 21.347, "p95_ms": 19.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.598, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3082, "tracking_summary": 2687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6370.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71890.967, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.658, "sample_count": 995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:00:37+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T06:00:37+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T06:00:37.254560+09:00", "mtime_epoch": 1783026037.2545598, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:00:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 957.891, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.095, "pushed": 3.095, "read": 3.062}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 215.047, "count": 92, "max_ms": 308.687, "p95_ms": 239.463}, "gstreamer_push": {"avg_ms": 0.848, "count": 92, "max_ms": 1.794, "p95_ms": 1.712}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.196, "count": 92, "max_ms": 99.072, "p95_ms": 85.503}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.274, "count": 92, "max_ms": 91.11, "p95_ms": 82.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.077, "count": 92, "max_ms": 402.366, "p95_ms": 353.743}, "read_interval": {"avg_ms": 327.113, "count": 91, "max_ms": 413.627, "p95_ms": 364.863}, "triton_wait": {"avg_ms": 68.357, "count": 92, "max_ms": 99.086, "p95_ms": 85.515}, "visualize": {"avg_ms": 29.604, "count": 92, "max_ms": 43.795, "p95_ms": 41.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.721, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6378.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44561.865, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.273, "name": "ffmpeg", "pid": 15018, "rss_mb": 334.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.121, "sample_count": 2800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 701987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:01:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:01:01+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T06:01:01+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T06:01:01.286981+09:00", "mtime_epoch": 1783026061.286981, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:01:01+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1370.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.892, "pushed": 8.892, "read": 8.858}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.069, "count": 266, "max_ms": 15.212, "p95_ms": 11.532}, "gstreamer_push": {"avg_ms": 1.072, "count": 266, "max_ms": 1.815, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.868, "count": 266, "max_ms": 75.704, "p95_ms": 56.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.489, "count": 266, "max_ms": 90.541, "p95_ms": 75.491}, "yolo11_640_fire_11class": {"avg_ms": 49.824, "count": 266, "max_ms": 76.431, "p95_ms": 61.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.482, "count": 266, "max_ms": 105.827, "p95_ms": 82.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.924, "count": 266, "max_ms": 150.229, "p95_ms": 134.917}, "read_interval": {"avg_ms": 112.885, "count": 265, "max_ms": 167.506, "p95_ms": 147.537}, "triton_wait": {"avg_ms": 55.841, "count": 266, "max_ms": 105.839, "p95_ms": 84.352}, "visualize": {"avg_ms": 4.495, "count": 266, "max_ms": 5.928, "p95_ms": 5.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 61, "tracking_summary": 5669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6377.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:59:07+09:00", "last_error_summary": "[h264 @ 0x55baef19f200] error while decoding MB 34 9, bytestream -5", "last_exit_at": "2026-07-03T05:59:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.621, "last_started_at": "2026-07-03T05:59:10+09:00", "pid": 18586, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.562, "name": "ffmpeg", "pid": 18586, "rss_mb": 270.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 20, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 448.098, "sample_count": 881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:01:02+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T06:01:02+09:00", "mjpeg": {"age_sec": 0.328, "exists": true, "mtime": "2026-07-03T06:01:02.298999+09:00", "mtime_epoch": 1783026062.2989988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:01:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.812, "pushed": 2.812, "read": 2.778}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.928, "count": 83, "max_ms": 26.421, "p95_ms": 23.545}, "gstreamer_push": {"avg_ms": 0.875, "count": 84, "max_ms": 1.28, "p95_ms": 0.909}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.807, "count": 83, "max_ms": 71.621, "p95_ms": 64.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.674, "count": 83, "max_ms": 116.028, "p95_ms": 89.269}, "yolo11_640_fire_11class": {"avg_ms": 48.6, "count": 83, "max_ms": 69.404, "p95_ms": 63.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.396, "count": 83, "max_ms": 99.358, "p95_ms": 93.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 353.745, "count": 84, "max_ms": 543.797, "p95_ms": 404.183}, "read_interval": {"avg_ms": 360.514, "count": 83, "max_ms": 550.754, "p95_ms": 410.971}, "triton_wait": {"avg_ms": 72.601, "count": 83, "max_ms": 116.04, "p95_ms": 93.665}, "visualize": {"avg_ms": 14.698, "count": 83, "max_ms": 20.697, "p95_ms": 19.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3083, "tracking_summary": 2688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6394.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71921.181, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.618, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:01:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:01:07+09:00", "last_frame_read_age_sec": 0.353, "last_frame_read_at": "2026-07-03T06:01:07+09:00", "mjpeg": {"age_sec": 0.34, "exists": true, "mtime": "2026-07-03T06:01:07.419089+09:00", "mtime_epoch": 1783026067.4190888, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:01:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 962.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.382, "pushed": 3.382, "read": 3.348}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.826, "count": 101, "max_ms": 239.923, "p95_ms": 228.934}, "gstreamer_push": {"avg_ms": 1.033, "count": 101, "max_ms": 2.895, "p95_ms": 1.831}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.211, "count": 101, "max_ms": 100.306, "p95_ms": 83.203}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.656, "count": 101, "max_ms": 93.041, "p95_ms": 82.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.316, "count": 101, "max_ms": 356.352, "p95_ms": 341.692}, "read_interval": {"avg_ms": 298.516, "count": 100, "max_ms": 366.836, "p95_ms": 349.799}, "triton_wait": {"avg_ms": 67.122, "count": 101, "max_ms": 100.319, "p95_ms": 83.215}, "visualize": {"avg_ms": 29.498, "count": 101, "max_ms": 41.789, "p95_ms": 40.687}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 61, "tracking_summary": 5670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6346.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:59:07+09:00", "last_error_summary": "[h264 @ 0x55baef19f200] error while decoding MB 34 9, bytestream -5", "last_exit_at": "2026-07-03T06:01:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.795, "last_started_at": "2026-07-03T06:01:15+09:00", "pid": 18753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 244.602, "name": "ffmpeg", "pid": 18753, "rss_mb": 244.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 21, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 433.268, "sample_count": 891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:01:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:01:32+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T06:01:32+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T06:01:32.503530+09:00", "mtime_epoch": 1783026092.5035298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:01:32+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.646, "pushed": 2.646, "read": 2.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.834, "count": 78, "max_ms": 26.658, "p95_ms": 25.479}, "gstreamer_push": {"avg_ms": 0.871, "count": 79, "max_ms": 1.072, "p95_ms": 0.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.251, "count": 78, "max_ms": 69.258, "p95_ms": 61.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.345, "count": 78, "max_ms": 98.418, "p95_ms": 87.173}, "yolo11_640_fire_11class": {"avg_ms": 47.4, "count": 78, "max_ms": 67.175, "p95_ms": 61.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.899, "count": 78, "max_ms": 94.802, "p95_ms": 87.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.881, "count": 79, "max_ms": 414.649, "p95_ms": 391.567}, "read_interval": {"avg_ms": 382.752, "count": 78, "max_ms": 4925.475, "p95_ms": 410.677}, "triton_wait": {"avg_ms": 67.581, "count": 78, "max_ms": 98.43, "p95_ms": 88.231}, "visualize": {"avg_ms": 13.84, "count": 78, "max_ms": 18.859, "p95_ms": 15.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6349.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-02T17:38:17+09:00", "last_error_summary": "[h264 @ 0x55715e311dc0] error while decoding MB 42 33, bytestream -21 [in#0/rtsp @ 0x55715e294e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55715e294e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-02T17:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 44593.637, "last_started_at": "2026-07-02T17:38:19+09:00", "pid": 15018, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.148, "name": "ffmpeg", "pid": 15018, "rss_mb": 335.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 0, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.917, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:01:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:01:33+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T06:01:33+09:00", "mjpeg": {"age_sec": 11.427, "exists": true, "mtime": "2026-07-03T06:01:21.731340+09:00", "mtime_epoch": 1783026081.7313404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:01:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1370.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.534, "read": 5.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.905, "count": 165, "max_ms": 11.774, "p95_ms": 11.031}, "gstreamer_push": {"avg_ms": 1.087, "count": 166, "max_ms": 1.401, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.43, "count": 165, "max_ms": 67.212, "p95_ms": 56.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.448, "count": 165, "max_ms": 101.249, "p95_ms": 79.191}, "yolo11_640_fire_11class": {"avg_ms": 50.893, "count": 165, "max_ms": 70.973, "p95_ms": 59.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.077, "count": 165, "max_ms": 97.442, "p95_ms": 79.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.406, "count": 166, "max_ms": 153.704, "p95_ms": 131.133}, "read_interval": {"avg_ms": 181.797, "count": 165, "max_ms": 11449.356, "p95_ms": 144.458}, "triton_wait": {"avg_ms": 56.173, "count": 165, "max_ms": 101.262, "p95_ms": 82.428}, "visualize": {"avg_ms": 4.586, "count": 165, "max_ms": 6.353, "p95_ms": 5.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3083, "tracking_summary": 2689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6379.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71951.346, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.699, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:01:37+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T06:01:37+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T06:01:37.635620+09:00", "mtime_epoch": 1783026097.6356204, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:01:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 965.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.183, "pushed": 3.183, "read": 3.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 209.783, "count": 95, "max_ms": 224.922, "p95_ms": 221.985}, "gstreamer_push": {"avg_ms": 0.958, "count": 95, "max_ms": 3.343, "p95_ms": 1.88}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.745, "count": 95, "max_ms": 88.953, "p95_ms": 77.258}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 62.993, "count": 95, "max_ms": 82.195, "p95_ms": 77.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 307.662, "count": 95, "max_ms": 349.825, "p95_ms": 328.535}, "read_interval": {"avg_ms": 317.603, "count": 94, "max_ms": 358.45, "p95_ms": 340.77}, "triton_wait": {"avg_ms": 63.469, "count": 95, "max_ms": 88.964, "p95_ms": 80.993}, "visualize": {"avg_ms": 30.619, "count": 95, "max_ms": 41.493, "p95_ms": 40.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 61, "tracking_summary": 5671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6366.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:59:07+09:00", "last_error_summary": "[h264 @ 0x55baef19f200] error while decoding MB 34 9, bytestream -5", "last_exit_at": "2026-07-03T06:01:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.035, "last_started_at": "2026-07-03T06:01:15+09:00", "pid": 18753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.867, "name": "ffmpeg", "pid": 18753, "rss_mb": 269.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 21, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 428.866, "sample_count": 916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:02:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:02:03+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T06:02:02+09:00", "mjpeg": {"age_sec": 0.287, "exists": true, "mtime": "2026-07-03T06:02:02.756063+09:00", "mtime_epoch": 1783026122.7560632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:02:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.688, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.443, "pushed": 3.443, "read": 3.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.875, "count": 102, "max_ms": 20.252, "p95_ms": 19.629}, "gstreamer_push": {"avg_ms": 0.869, "count": 103, "max_ms": 1.051, "p95_ms": 0.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.381, "count": 102, "max_ms": 68.491, "p95_ms": 58.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.47, "count": 102, "max_ms": 112.186, "p95_ms": 91.734}, "yolo11_640_fire_11class": {"avg_ms": 47.332, "count": 102, "max_ms": 69.444, "p95_ms": 61.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.348, "count": 102, "max_ms": 110.619, "p95_ms": 88.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.124, "count": 103, "max_ms": 359.675, "p95_ms": 341.743}, "read_interval": {"avg_ms": 293.492, "count": 102, "max_ms": 366.29, "p95_ms": 347.897}, "triton_wait": {"avg_ms": 70.194, "count": 102, "max_ms": 112.199, "p95_ms": 91.756}, "visualize": {"avg_ms": 12.8, "count": 102, "max_ms": 16.046, "p95_ms": 15.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6372.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.875, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.887, "name": "ffmpeg", "pid": 18860, "rss_mb": 328.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.724, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:02:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:02:03+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T06:02:03+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T06:02:03.092069+09:00", "mtime_epoch": 1783026123.0920691, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:02:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1370.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.707, "pushed": 6.707, "read": 6.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.665, "count": 91, "max_ms": 14.296, "p95_ms": 11.222}, "gstreamer_push": {"avg_ms": 1.121, "count": 91, "max_ms": 1.438, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.26, "count": 91, "max_ms": 77.527, "p95_ms": 64.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.375, "count": 91, "max_ms": 105.303, "p95_ms": 80.53}, "yolo11_640_fire_11class": {"avg_ms": 52.304, "count": 91, "max_ms": 78.51, "p95_ms": 65.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.289, "count": 91, "max_ms": 119.081, "p95_ms": 93.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.496, "count": 91, "max_ms": 171.069, "p95_ms": 135.75}, "read_interval": {"avg_ms": 329.963, "count": 91, "max_ms": 16573.027, "p95_ms": 153.761}, "triton_wait": {"avg_ms": 60.348, "count": 91, "max_ms": 119.094, "p95_ms": 93.959}, "visualize": {"avg_ms": 4.213, "count": 91, "max_ms": 5.884, "p95_ms": 5.487}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.568, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3084, "tracking_summary": 2690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6378.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 71981.682, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.24, "sample_count": 1008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:02:08+09:00", "last_frame_read_age_sec": 0.334, "last_frame_read_at": "2026-07-03T06:02:07+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T06:02:07.936155+09:00", "mtime_epoch": 1783026127.9361546, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:02:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 965.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.737, "pushed": 3.737, "read": 3.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.28, "count": 111, "max_ms": 227.349, "p95_ms": 223.927}, "gstreamer_push": {"avg_ms": 0.92, "count": 111, "max_ms": 1.89, "p95_ms": 1.726}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.18, "count": 111, "max_ms": 117.615, "p95_ms": 84.901}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.817, "count": 111, "max_ms": 113.943, "p95_ms": 82.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.786, "count": 111, "max_ms": 351.037, "p95_ms": 326.038}, "read_interval": {"avg_ms": 269.859, "count": 110, "max_ms": 360.061, "p95_ms": 335.887}, "triton_wait": {"avg_ms": 66.579, "count": 111, "max_ms": 117.626, "p95_ms": 85.208}, "visualize": {"avg_ms": 25.06, "count": 111, "max_ms": 40.368, "p95_ms": 37.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.704, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 61, "tracking_summary": 5672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6374.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:59:07+09:00", "last_error_summary": "[h264 @ 0x55baef19f200] error while decoding MB 34 9, bytestream -5", "last_exit_at": "2026-07-03T06:01:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.144, "last_started_at": "2026-07-03T06:01:15+09:00", "pid": 18753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.93, "name": "ffmpeg", "pid": 18753, "rss_mb": 271.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 21, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 427.772, "sample_count": 929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:02:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:02:33+09:00", "last_frame_read_age_sec": 0.337, "last_frame_read_at": "2026-07-03T06:02:32+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-03T06:02:32.824594+09:00", "mtime_epoch": 1783026152.8245945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:02:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.688, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.086, "pushed": 3.086, "read": 3.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.546, "count": 91, "max_ms": 29.831, "p95_ms": 20.311}, "gstreamer_push": {"avg_ms": 0.874, "count": 92, "max_ms": 0.979, "p95_ms": 0.931}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.725, "count": 91, "max_ms": 75.602, "p95_ms": 66.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.116, "count": 91, "max_ms": 96.252, "p95_ms": 89.418}, "yolo11_640_fire_11class": {"avg_ms": 50.554, "count": 91, "max_ms": 77.181, "p95_ms": 66.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.943, "count": 91, "max_ms": 110.159, "p95_ms": 93.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 320.587, "count": 92, "max_ms": 404.96, "p95_ms": 370.084}, "read_interval": {"avg_ms": 327.097, "count": 91, "max_ms": 411.529, "p95_ms": 376.477}, "triton_wait": {"avg_ms": 73.262, "count": 91, "max_ms": 110.172, "p95_ms": 96.265}, "visualize": {"avg_ms": 13.881, "count": 91, "max_ms": 19.426, "p95_ms": 16.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6374.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.945, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.496, "name": "ffmpeg", "pid": 18860, "rss_mb": 332.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.164, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:02:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T06:02:33+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T06:02:33+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T06:02:33.184601+09:00", "mtime_epoch": 1783026153.184601, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:02:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1370.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.85}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.472, "count": 296, "max_ms": 14.692, "p95_ms": 11.161}, "gstreamer_push": {"avg_ms": 1.137, "count": 296, "max_ms": 1.423, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.238, "count": 296, "max_ms": 71.453, "p95_ms": 61.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.639, "count": 296, "max_ms": 112.24, "p95_ms": 80.024}, "yolo11_640_fire_11class": {"avg_ms": 50.977, "count": 296, "max_ms": 77.03, "p95_ms": 62.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.779, "count": 296, "max_ms": 107.425, "p95_ms": 86.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.547, "count": 296, "max_ms": 167.818, "p95_ms": 120.616}, "read_interval": {"avg_ms": 101.618, "count": 295, "max_ms": 447.912, "p95_ms": 129.438}, "triton_wait": {"avg_ms": 57.121, "count": 296, "max_ms": 112.252, "p95_ms": 88.205}, "visualize": {"avg_ms": 4.154, "count": 296, "max_ms": 6.986, "p95_ms": 5.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3087, "tracking_summary": 2691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6536.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72012.017, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.249, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:02:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:02:38+09:00", "last_frame_read_age_sec": 0.336, "last_frame_read_at": "2026-07-03T06:02:38+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-03T06:02:38.268691+09:00", "mtime_epoch": 1783026158.2686908, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:02:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 962.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.132, "pushed": 3.132, "read": 3.099}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 215.251, "count": 93, "max_ms": 278.339, "p95_ms": 242.2}, "gstreamer_push": {"avg_ms": 1.012, "count": 93, "max_ms": 3.044, "p95_ms": 2.754}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.112, "count": 93, "max_ms": 117.57, "p95_ms": 84.806}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.556, "count": 93, "max_ms": 91.505, "p95_ms": 82.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 312.935, "count": 93, "max_ms": 372.727, "p95_ms": 346.058}, "read_interval": {"avg_ms": 322.543, "count": 92, "max_ms": 382.605, "p95_ms": 356.163}, "triton_wait": {"avg_ms": 66.816, "count": 93, "max_ms": 117.583, "p95_ms": 85.124}, "visualize": {"avg_ms": 27.015, "count": 93, "max_ms": 44.424, "p95_ms": 39.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.691, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6377.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.956, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.496, "name": "ffmpeg", "pid": 18860, "rss_mb": 332.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.299, "sample_count": 2494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:03:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:03:03+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T06:03:03+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T06:03:03.205133+09:00", "mtime_epoch": 1783026183.2051327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:03:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1370.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.441, "count": 298, "max_ms": 12.141, "p95_ms": 10.963}, "gstreamer_push": {"avg_ms": 1.142, "count": 298, "max_ms": 1.395, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.27, "count": 298, "max_ms": 82.329, "p95_ms": 59.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.614, "count": 298, "max_ms": 107.336, "p95_ms": 87.561}, "yolo11_640_fire_11class": {"avg_ms": 50.311, "count": 298, "max_ms": 78.56, "p95_ms": 61.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.086, "count": 298, "max_ms": 100.047, "p95_ms": 81.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.058, "count": 298, "max_ms": 156.973, "p95_ms": 124.966}, "read_interval": {"avg_ms": 100.746, "count": 298, "max_ms": 168.078, "p95_ms": 137.831}, "triton_wait": {"avg_ms": 57.067, "count": 298, "max_ms": 107.348, "p95_ms": 90.05}, "visualize": {"avg_ms": 4.183, "count": 298, "max_ms": 6.526, "p95_ms": 5.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 62, "tracking_summary": 5672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6377.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T05:59:07+09:00", "last_error_summary": "[h264 @ 0x55baef19f200] error while decoding MB 34 9, bytestream -5", "last_exit_at": "2026-07-03T06:01:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.298, "last_started_at": "2026-07-03T06:01:15+09:00", "pid": 18753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.445, "name": "ffmpeg", "pid": 18753, "rss_mb": 272.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 21, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 433.139, "sample_count": 894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:03:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:03:03+09:00", "last_frame_read_age_sec": 0.406, "last_frame_read_at": "2026-07-03T06:03:02+09:00", "mjpeg": {"age_sec": 0.393, "exists": true, "mtime": "2026-07-03T06:03:02.913128+09:00", "mtime_epoch": 1783026182.9131277, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:03:03+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.688, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 76, "pushed_frames": 76, "read_frames": 75, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.547, "pushed": 2.547, "read": 2.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.109, "count": 75, "max_ms": 27.405, "p95_ms": 25.012}, "gstreamer_push": {"avg_ms": 0.867, "count": 76, "max_ms": 1.034, "p95_ms": 0.918}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.267, "count": 75, "max_ms": 82.586, "p95_ms": 70.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.427, "count": 75, "max_ms": 110.488, "p95_ms": 105.008}, "yolo11_640_fire_11class": {"avg_ms": 50.506, "count": 75, "max_ms": 78.748, "p95_ms": 67.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.838, "count": 75, "max_ms": 102.812, "p95_ms": 95.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 389.999, "count": 76, "max_ms": 864.13, "p95_ms": 460.734}, "read_interval": {"avg_ms": 396.556, "count": 75, "max_ms": 870.655, "p95_ms": 470.286}, "triton_wait": {"avg_ms": 75.487, "count": 75, "max_ms": 110.501, "p95_ms": 105.021}, "visualize": {"avg_ms": 18.241, "count": 75, "max_ms": 25.527, "p95_ms": 22.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3087, "tracking_summary": 2692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6378.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72042.126, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.252, "sample_count": 1001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:03:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:03:08+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T06:03:08+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-03T06:03:08.541227+09:00", "mtime_epoch": 1783026188.5412273, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:03:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 956.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.358, "pushed": 3.358, "read": 3.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.498, "count": 100, "max_ms": 255.888, "p95_ms": 233.435}, "gstreamer_push": {"avg_ms": 1.082, "count": 100, "max_ms": 3.033, "p95_ms": 2.832}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.61, "count": 100, "max_ms": 109.058, "p95_ms": 95.38}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.471, "count": 100, "max_ms": 105.105, "p95_ms": 86.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.995, "count": 100, "max_ms": 374.768, "p95_ms": 353.553}, "read_interval": {"avg_ms": 302.233, "count": 99, "max_ms": 383.677, "p95_ms": 364.785}, "triton_wait": {"avg_ms": 68.766, "count": 100, "max_ms": 109.071, "p95_ms": 95.393}, "visualize": {"avg_ms": 27.916, "count": 100, "max_ms": 40.35, "p95_ms": 38.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.779, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6272.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.027, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.496, "name": "ffmpeg", "pid": 18860, "rss_mb": 332.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.67, "sample_count": 2487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 703145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:03:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:03:33+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T06:03:33+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T06:03:33.241666+09:00", "mtime_epoch": 1783026213.241666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:03:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1370.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.767, "read": 9.734}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.455, "count": 292, "max_ms": 15.23, "p95_ms": 10.936}, "gstreamer_push": {"avg_ms": 1.134, "count": 293, "max_ms": 1.485, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.895, "count": 292, "max_ms": 76.999, "p95_ms": 58.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.479, "count": 292, "max_ms": 103.354, "p95_ms": 85.834}, "yolo11_640_fire_11class": {"avg_ms": 50.541, "count": 292, "max_ms": 75.233, "p95_ms": 61.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.688, "count": 292, "max_ms": 114.008, "p95_ms": 89.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.157, "count": 292, "max_ms": 168.23, "p95_ms": 137.448}, "read_interval": {"avg_ms": 102.569, "count": 292, "max_ms": 178.488, "p95_ms": 147.184}, "triton_wait": {"avg_ms": 57.501, "count": 292, "max_ms": 114.019, "p95_ms": 92.437}, "visualize": {"avg_ms": 4.204, "count": 292, "max_ms": 6.329, "p95_ms": 5.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 62, "tracking_summary": 5673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6272.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:03:23+09:00", "last_error_summary": "[h264 @ 0x56322d5cc4c0] error while decoding MB 49 26, bytestream -21", "last_exit_at": "2026-07-03T06:03:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.337, "last_started_at": "2026-07-03T06:03:26+09:00", "pid": 19072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 160.473, "name": "ffmpeg", "pid": 19072, "rss_mb": 160.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 22, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 439.225, "sample_count": 843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:03:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:03:33+09:00", "last_frame_read_age_sec": 0.421, "last_frame_read_at": "2026-07-03T06:03:33+09:00", "mjpeg": {"age_sec": 0.408, "exists": true, "mtime": "2026-07-03T06:03:33.297667+09:00", "mtime_epoch": 1783026213.297667, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:03:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.688, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 70, "pushed_frames": 70, "read_frames": 69, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.337, "pushed": 2.337, "read": 2.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.671, "count": 69, "max_ms": 29.455, "p95_ms": 25.63}, "gstreamer_push": {"avg_ms": 0.862, "count": 70, "max_ms": 0.945, "p95_ms": 0.9}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.298, "count": 69, "max_ms": 70.023, "p95_ms": 67.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.473, "count": 69, "max_ms": 115.464, "p95_ms": 95.903}, "yolo11_640_fire_11class": {"avg_ms": 50.997, "count": 69, "max_ms": 70.54, "p95_ms": 67.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.582, "count": 69, "max_ms": 111.232, "p95_ms": 107.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 367.251, "count": 70, "max_ms": 481.71, "p95_ms": 454.68}, "read_interval": {"avg_ms": 434.395, "count": 69, "max_ms": 4553.809, "p95_ms": 482.812}, "triton_wait": {"avg_ms": 80.03, "count": 69, "max_ms": 115.477, "p95_ms": 107.02}, "visualize": {"avg_ms": 15.171, "count": 69, "max_ms": 19.52, "p95_ms": 18.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3088, "tracking_summary": 2692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6297.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72072.309, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.45, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:03:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:03:38+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T06:03:38+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T06:03:38.585761+09:00", "mtime_epoch": 1783026218.585761, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:03:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 952.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.467, "pushed": 3.467, "read": 3.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 184.274, "count": 104, "max_ms": 254.228, "p95_ms": 230.045}, "gstreamer_push": {"avg_ms": 1.036, "count": 104, "max_ms": 3.182, "p95_ms": 1.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.222, "count": 104, "max_ms": 115.519, "p95_ms": 88.369}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.312, "count": 104, "max_ms": 109.799, "p95_ms": 86.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.305, "count": 104, "max_ms": 363.242, "p95_ms": 346.45}, "read_interval": {"avg_ms": 289.903, "count": 103, "max_ms": 372.189, "p95_ms": 356.756}, "triton_wait": {"avg_ms": 66.657, "count": 104, "max_ms": 115.531, "p95_ms": 91.662}, "visualize": {"avg_ms": 25.504, "count": 104, "max_ms": 42.21, "p95_ms": 38.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6380.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.11, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.754, "name": "ffmpeg", "pid": 18860, "rss_mb": 332.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.59, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 703420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:04:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:04:03+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T06:04:03+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T06:04:03.330201+09:00", "mtime_epoch": 1783026243.3302014, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:04:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1370.957, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.178, "pushed": 9.178, "read": 9.145}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.894, "count": 274, "max_ms": 15.013, "p95_ms": 11.442}, "gstreamer_push": {"avg_ms": 1.086, "count": 275, "max_ms": 1.836, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.171, "count": 274, "max_ms": 66.521, "p95_ms": 54.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.863, "count": 274, "max_ms": 101.957, "p95_ms": 80.5}, "yolo11_640_fire_11class": {"avg_ms": 49.285, "count": 274, "max_ms": 73.314, "p95_ms": 58.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.194, "count": 274, "max_ms": 97.163, "p95_ms": 70.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.506, "count": 275, "max_ms": 156.515, "p95_ms": 134.337}, "read_interval": {"avg_ms": 109.361, "count": 274, "max_ms": 169.683, "p95_ms": 143.872}, "triton_wait": {"avg_ms": 56.027, "count": 274, "max_ms": 101.967, "p95_ms": 84.901}, "visualize": {"avg_ms": 4.464, "count": 274, "max_ms": 7.572, "p95_ms": 5.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 62, "tracking_summary": 5674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6380.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:03:23+09:00", "last_error_summary": "[h264 @ 0x56322d5cc4c0] error while decoding MB 49 26, bytestream -21", "last_exit_at": "2026-07-03T06:03:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.711, "last_started_at": "2026-07-03T06:03:26+09:00", "pid": 19072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.762, "name": "ffmpeg", "pid": 19072, "rss_mb": 264.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 22, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 461.047, "sample_count": 798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680885, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:04:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:04:04+09:00", "last_frame_read_age_sec": 0.526, "last_frame_read_at": "2026-07-03T06:04:03+09:00", "mjpeg": {"age_sec": 0.513, "exists": true, "mtime": "2026-07-03T06:04:03.566206+09:00", "mtime_epoch": 1783026243.5662057, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:04:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.688, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 70, "pushed_frames": 70, "read_frames": 69, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.336, "pushed": 2.336, "read": 2.303}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.376, "count": 69, "max_ms": 35.662, "p95_ms": 30.027}, "gstreamer_push": {"avg_ms": 0.864, "count": 70, "max_ms": 1.095, "p95_ms": 0.933}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.137, "count": 69, "max_ms": 65.89, "p95_ms": 62.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.51, "count": 69, "max_ms": 100.159, "p95_ms": 92.889}, "yolo11_640_fire_11class": {"avg_ms": 48.81, "count": 69, "max_ms": 68.781, "p95_ms": 64.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.448, "count": 69, "max_ms": 97.768, "p95_ms": 91.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 427.315, "count": 70, "max_ms": 524.727, "p95_ms": 477.538}, "read_interval": {"avg_ms": 432.488, "count": 69, "max_ms": 532.215, "p95_ms": 483.66}, "triton_wait": {"avg_ms": 75.447, "count": 69, "max_ms": 100.17, "p95_ms": 94.055}, "visualize": {"avg_ms": 16.608, "count": 69, "max_ms": 18.979, "p95_ms": 18.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3089, "tracking_summary": 2693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6380.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72102.462, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.999, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:04:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:04:09+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T06:04:08+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T06:04:08.738298+09:00", "mtime_epoch": 1783026248.7382977, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:04:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 964.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.085, "pushed": 3.085, "read": 3.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 213.624, "count": 92, "max_ms": 266.241, "p95_ms": 253.426}, "gstreamer_push": {"avg_ms": 1.274, "count": 92, "max_ms": 3.07, "p95_ms": 2.899}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.404, "count": 92, "max_ms": 114.525, "p95_ms": 89.179}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.801, "count": 92, "max_ms": 90.2, "p95_ms": 83.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.822, "count": 92, "max_ms": 396.177, "p95_ms": 358.622}, "read_interval": {"avg_ms": 327.773, "count": 91, "max_ms": 409.321, "p95_ms": 374.782}, "triton_wait": {"avg_ms": 68.735, "count": 92, "max_ms": 114.538, "p95_ms": 90.212}, "visualize": {"avg_ms": 31.609, "count": 92, "max_ms": 46.287, "p95_ms": 43.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6372.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.153, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.754, "name": "ffmpeg", "pid": 18860, "rss_mb": 332.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.299, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 703733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:04:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:04:33+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T06:04:33+09:00", "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-07-03T06:04:33.418738+09:00", "mtime_epoch": 1783026273.418738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:04:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1370.957, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.455, "pushed": 10.455, "read": 10.421}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.195, "count": 313, "max_ms": 14.495, "p95_ms": 11.303}, "gstreamer_push": {"avg_ms": 1.125, "count": 313, "max_ms": 1.391, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.969, "count": 313, "max_ms": 75.278, "p95_ms": 54.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.198, "count": 313, "max_ms": 103.653, "p95_ms": 79.079}, "yolo11_640_fire_11class": {"avg_ms": 49.782, "count": 313, "max_ms": 69.051, "p95_ms": 57.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.009, "count": 313, "max_ms": 92.176, "p95_ms": 60.67}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.44, "count": 313, "max_ms": 152.766, "p95_ms": 114.559}, "read_interval": {"avg_ms": 96.061, "count": 312, "max_ms": 164.387, "p95_ms": 128.181}, "triton_wait": {"avg_ms": 54.949, "count": 313, "max_ms": 103.667, "p95_ms": 79.596}, "visualize": {"avg_ms": 4.014, "count": 313, "max_ms": 6.105, "p95_ms": 5.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 62, "tracking_summary": 5674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6378.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:03:23+09:00", "last_error_summary": "[h264 @ 0x56322d5cc4c0] error while decoding MB 49 26, bytestream -21", "last_exit_at": "2026-07-03T06:03:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.987, "last_started_at": "2026-07-03T06:03:26+09:00", "pid": 19072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.277, "name": "ffmpeg", "pid": 19072, "rss_mb": 265.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 22, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 478.684, "sample_count": 786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:04:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:04:34+09:00", "last_frame_read_age_sec": 0.523, "last_frame_read_at": "2026-07-03T06:04:33+09:00", "mjpeg": {"age_sec": 0.508, "exists": true, "mtime": "2026-07-03T06:04:33.846745+09:00", "mtime_epoch": 1783026273.8467455, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:04:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1609.688, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 62, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.115, "pushed": 2.115, "read": 2.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.582, "count": 62, "max_ms": 37.776, "p95_ms": 34.15}, "gstreamer_push": {"avg_ms": 0.856, "count": 63, "max_ms": 1.021, "p95_ms": 0.889}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.958, "count": 62, "max_ms": 75.615, "p95_ms": 64.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.051, "count": 62, "max_ms": 113.492, "p95_ms": 95.683}, "yolo11_640_fire_11class": {"avg_ms": 49.169, "count": 62, "max_ms": 67.426, "p95_ms": 64.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.284, "count": 62, "max_ms": 93.464, "p95_ms": 88.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 473.862, "count": 63, "max_ms": 595.237, "p95_ms": 543.507}, "read_interval": {"avg_ms": 479.786, "count": 62, "max_ms": 604.115, "p95_ms": 549.696}, "triton_wait": {"avg_ms": 74.522, "count": 62, "max_ms": 113.504, "p95_ms": 95.696}, "visualize": {"avg_ms": 16.774, "count": 62, "max_ms": 21.161, "p95_ms": 18.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.792, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3091, "tracking_summary": 2694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6379.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72132.519, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.999, "sample_count": 992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:04:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:04:39+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T06:04:38+09:00", "mjpeg": {"age_sec": 0.315, "exists": true, "mtime": "2026-07-03T06:04:38.782834+09:00", "mtime_epoch": 1783026278.7828336, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:04:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 961.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.43, "pushed": 3.43, "read": 3.396}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.046, "count": 102, "max_ms": 266.58, "p95_ms": 238.525}, "gstreamer_push": {"avg_ms": 1.029, "count": 102, "max_ms": 2.867, "p95_ms": 1.963}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.221, "count": 102, "max_ms": 103.274, "p95_ms": 83.56}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.901, "count": 102, "max_ms": 98.697, "p95_ms": 80.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.805, "count": 102, "max_ms": 355.422, "p95_ms": 342.596}, "read_interval": {"avg_ms": 294.284, "count": 101, "max_ms": 366.704, "p95_ms": 353.295}, "triton_wait": {"avg_ms": 68.034, "count": 102, "max_ms": 103.288, "p95_ms": 83.574}, "visualize": {"avg_ms": 26.827, "count": 102, "max_ms": 41.667, "p95_ms": 39.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.74, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6543.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.189, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.687, "sample_count": 2555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:05:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:05:03+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T06:05:03+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T06:05:03.419274+09:00", "mtime_epoch": 1783026303.4192736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:05:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1371.215, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.113}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.242, "count": 304, "max_ms": 12.079, "p95_ms": 11.072}, "gstreamer_push": {"avg_ms": 1.122, "count": 304, "max_ms": 1.439, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.64, "count": 304, "max_ms": 74.926, "p95_ms": 55.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.749, "count": 304, "max_ms": 108.25, "p95_ms": 81.637}, "yolo11_640_fire_11class": {"avg_ms": 50.653, "count": 304, "max_ms": 73.769, "p95_ms": 59.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.111, "count": 304, "max_ms": 106.137, "p95_ms": 65.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.055, "count": 304, "max_ms": 160.937, "p95_ms": 118.413}, "read_interval": {"avg_ms": 98.771, "count": 303, "max_ms": 174.276, "p95_ms": 132.087}, "triton_wait": {"avg_ms": 56.135, "count": 304, "max_ms": 108.268, "p95_ms": 83.624}, "visualize": {"avg_ms": 4.061, "count": 304, "max_ms": 6.431, "p95_ms": 5.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 65, "tracking_summary": 5675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6545.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:03:23+09:00", "last_error_summary": "[h264 @ 0x56322d5cc4c0] error while decoding MB 49 26, bytestream -21", "last_exit_at": "2026-07-03T06:03:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.015, "last_started_at": "2026-07-03T06:03:26+09:00", "pid": 19072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.824, "name": "ffmpeg", "pid": 19072, "rss_mb": 266.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 22, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 540.618, "sample_count": 772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:05:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:05:04+09:00", "last_frame_read_age_sec": 0.46, "last_frame_read_at": "2026-07-03T06:05:03+09:00", "mjpeg": {"age_sec": 0.448, "exists": true, "mtime": "2026-07-03T06:05:03.935283+09:00", "mtime_epoch": 1783026303.935283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:05:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1612.262, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 21.884, "recorders": [{"age_sec": 21.884, "frame_count": 88, "is_recording": true, "is_stopping": false, "pid": 19179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.461, "name": "ffmpeg", "pid": 19179, "rss_mb": 186.461, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 12, "returncode": null, "running": true, "started_at": "2026-07-03T06:04:42+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_060442_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [19179], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.828, "pushed": 1.828, "read": 1.794}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.398, "count": 54, "max_ms": 40.582, "p95_ms": 38.685}, "gstreamer_push": {"avg_ms": 0.901, "count": 54, "max_ms": 1.988, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.349, "count": 54, "max_ms": 68.012, "p95_ms": 67.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.841, "count": 54, "max_ms": 120.153, "p95_ms": 98.492}, "yolo11_640_fire_11class": {"avg_ms": 50.473, "count": 54, "max_ms": 66.62, "p95_ms": 65.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.046, "count": 54, "max_ms": 103.081, "p95_ms": 96.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 549.276, "count": 54, "max_ms": 1013.019, "p95_ms": 646.36}, "read_interval": {"avg_ms": 557.791, "count": 53, "max_ms": 1020.086, "p95_ms": 653.581}, "triton_wait": {"avg_ms": 79.986, "count": 54, "max_ms": 120.165, "p95_ms": 103.093}, "visualize": {"avg_ms": 17.395, "count": 54, "max_ms": 22.917, "p95_ms": 20.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.546, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3091, "tracking_summary": 2695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6594.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72162.687, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.643, "sample_count": 1000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:05:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:05:09+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T06:05:09+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T06:05:09.067375+09:00", "mtime_epoch": 1783026309.0673747, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:05:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 965.145, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.786, "pushed": 3.786, "read": 3.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.889, "count": 113, "max_ms": 236.224, "p95_ms": 230.192}, "gstreamer_push": {"avg_ms": 1.035, "count": 113, "max_ms": 4.095, "p95_ms": 1.842}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.089, "count": 113, "max_ms": 115.468, "p95_ms": 84.62}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.793, "count": 113, "max_ms": 94.581, "p95_ms": 81.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.086, "count": 113, "max_ms": 370.327, "p95_ms": 332.018}, "read_interval": {"avg_ms": 267.436, "count": 112, "max_ms": 381.467, "p95_ms": 341.624}, "triton_wait": {"avg_ms": 68.449, "count": 113, "max_ms": 115.48, "p95_ms": 85.1}, "visualize": {"avg_ms": 26.792, "count": 113, "max_ms": 40.242, "p95_ms": 35.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6429.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.24, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.333, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:05:33+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T06:05:33+09:00", "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-07-03T06:05:33.503812+09:00", "mtime_epoch": 1783026333.5038118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:05:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1371.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.223, "pushed": 10.223, "read": 10.19}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.281, "count": 306, "max_ms": 14.335, "p95_ms": 11.142}, "gstreamer_push": {"avg_ms": 1.144, "count": 306, "max_ms": 1.427, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.763, "count": 306, "max_ms": 76.73, "p95_ms": 55.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.466, "count": 306, "max_ms": 99.061, "p95_ms": 79.674}, "yolo11_640_fire_11class": {"avg_ms": 50.645, "count": 306, "max_ms": 75.929, "p95_ms": 59.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.298, "count": 306, "max_ms": 105.68, "p95_ms": 68.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.162, "count": 306, "max_ms": 160.407, "p95_ms": 120.997}, "read_interval": {"avg_ms": 98.282, "count": 305, "max_ms": 171.267, "p95_ms": 131.468}, "triton_wait": {"avg_ms": 56.709, "count": 306, "max_ms": 105.693, "p95_ms": 85.899}, "visualize": {"avg_ms": 4.069, "count": 306, "max_ms": 5.848, "p95_ms": 5.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 67, "tracking_summary": 5675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6416.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 159, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:03:23+09:00", "last_error_summary": "[h264 @ 0x56322d5cc4c0] error while decoding MB 49 26, bytestream -21", "last_exit_at": "2026-07-03T06:03:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.407, "last_started_at": "2026-07-03T06:03:26+09:00", "pid": 19072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.855, "name": "ffmpeg", "pid": 19072, "rss_mb": 267.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 22, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 565.686, "sample_count": 740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:05:34+09:00", "last_frame_read_age_sec": 0.53, "last_frame_read_at": "2026-07-03T06:05:34+09:00", "mjpeg": {"age_sec": 0.511, "exists": true, "mtime": "2026-07-03T06:05:34.263826+09:00", "mtime_epoch": 1783026334.2638257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:05:34+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1642.363, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.845, "pushed": 1.845, "read": 1.811}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.666, "count": 54, "max_ms": 40.363, "p95_ms": 38.087}, "gstreamer_push": {"avg_ms": 0.919, "count": 55, "max_ms": 1.845, "p95_ms": 1.8}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.362, "count": 54, "max_ms": 73.72, "p95_ms": 71.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.772, "count": 54, "max_ms": 120.639, "p95_ms": 96.97}, "yolo11_640_fire_11class": {"avg_ms": 50.162, "count": 54, "max_ms": 69.95, "p95_ms": 68.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.032, "count": 54, "max_ms": 100.753, "p95_ms": 100.204}}, "truncated_count": 0}, "processing_total": {"avg_ms": 545.7, "count": 55, "max_ms": 705.642, "p95_ms": 655.703}, "read_interval": {"avg_ms": 552.884, "count": 54, "max_ms": 712.544, "p95_ms": 662.868}, "triton_wait": {"avg_ms": 77.596, "count": 54, "max_ms": 120.652, "p95_ms": 100.383}, "visualize": {"avg_ms": 19.27, "count": 54, "max_ms": 25.159, "p95_ms": 22.497}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3092, "tracking_summary": 2696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6447.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72192.931, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.855, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:05:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:05:39+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T06:05:39+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T06:05:39.199914+09:00", "mtime_epoch": 1783026339.199914, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:05:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 966.871, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.417, "pushed": 3.417, "read": 3.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.334, "count": 102, "max_ms": 287.367, "p95_ms": 230.909}, "gstreamer_push": {"avg_ms": 1.143, "count": 102, "max_ms": 3.046, "p95_ms": 2.857}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.31, "count": 102, "max_ms": 100.862, "p95_ms": 85.312}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.475, "count": 102, "max_ms": 88.276, "p95_ms": 84.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.452, "count": 102, "max_ms": 382.627, "p95_ms": 344.504}, "read_interval": {"avg_ms": 294.225, "count": 101, "max_ms": 395.293, "p95_ms": 357.219}, "triton_wait": {"avg_ms": 70.78, "count": 102, "max_ms": 100.875, "p95_ms": 87.598}, "visualize": {"avg_ms": 27.468, "count": 102, "max_ms": 43.185, "p95_ms": 36.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6360.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.286, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.274, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:06:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:06:03+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T06:06:03+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T06:06:03.492349+09:00", "mtime_epoch": 1783026363.4923494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:06:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1371.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.148, "pushed": 10.148, "read": 10.114}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.391, "count": 304, "max_ms": 12.181, "p95_ms": 11.083}, "gstreamer_push": {"avg_ms": 1.136, "count": 304, "max_ms": 1.762, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.152, "count": 304, "max_ms": 67.027, "p95_ms": 55.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.276, "count": 304, "max_ms": 102.06, "p95_ms": 74.929}, "yolo11_640_fire_11class": {"avg_ms": 50.419, "count": 304, "max_ms": 69.164, "p95_ms": 58.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.381, "count": 304, "max_ms": 100.978, "p95_ms": 62.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.883, "count": 304, "max_ms": 146.887, "p95_ms": 116.849}, "read_interval": {"avg_ms": 98.755, "count": 303, "max_ms": 158.86, "p95_ms": 129.358}, "triton_wait": {"avg_ms": 55.499, "count": 304, "max_ms": 102.073, "p95_ms": 81.452}, "visualize": {"avg_ms": 4.15, "count": 304, "max_ms": 6.12, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 69, "tracking_summary": 5676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6369.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 160, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:05:47+09:00", "last_error_summary": "[h264 @ 0x5628f8f7b2c0] error while decoding MB 69 26, bytestream -37", "last_exit_at": "2026-07-03T06:05:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.534, "last_started_at": "2026-07-03T06:05:50+09:00", "pid": 19239, "process": {"exists": true, "fd_count": 5, "hwm_mb": 228.66, "name": "ffmpeg", "pid": 19239, "rss_mb": 228.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 23, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 567.228, "sample_count": 720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:06:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:06:04+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T06:06:04+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T06:06:04.664371+09:00", "mtime_epoch": 1783026364.6643705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:06:04+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1626.543, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.168, "pushed": 2.168, "read": 2.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.045, "count": 63, "max_ms": 36.751, "p95_ms": 34.516}, "gstreamer_push": {"avg_ms": 0.874, "count": 64, "max_ms": 1.027, "p95_ms": 0.935}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.796, "count": 63, "max_ms": 62.226, "p95_ms": 59.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.557, "count": 63, "max_ms": 97.055, "p95_ms": 91.407}, "yolo11_640_fire_11class": {"avg_ms": 48.293, "count": 63, "max_ms": 64.787, "p95_ms": 63.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.55, "count": 63, "max_ms": 102.383, "p95_ms": 91.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 395.358, "count": 64, "max_ms": 662.541, "p95_ms": 555.367}, "read_interval": {"avg_ms": 474.162, "count": 63, "max_ms": 4911.564, "p95_ms": 566.277}, "triton_wait": {"avg_ms": 71.445, "count": 63, "max_ms": 102.396, "p95_ms": 92.401}, "visualize": {"avg_ms": 15.698, "count": 63, "max_ms": 22.447, "p95_ms": 21.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.525, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3094, "tracking_summary": 2697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6408.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72223.136, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.576, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:06:09+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T06:06:09+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-03T06:06:09.404455+09:00", "mtime_epoch": 1783026369.4044554, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:06:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 961.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.479, "pushed": 3.479, "read": 3.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 183.078, "count": 104, "max_ms": 242.276, "p95_ms": 223.37}, "gstreamer_push": {"avg_ms": 0.92, "count": 104, "max_ms": 2.826, "p95_ms": 1.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.173, "count": 104, "max_ms": 102.361, "p95_ms": 81.456}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.749, "count": 104, "max_ms": 93.5, "p95_ms": 83.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.93, "count": 104, "max_ms": 347.546, "p95_ms": 330.36}, "read_interval": {"avg_ms": 290.096, "count": 103, "max_ms": 360.049, "p95_ms": 339.059}, "triton_wait": {"avg_ms": 67.282, "count": 104, "max_ms": 102.372, "p95_ms": 83.792}, "visualize": {"avg_ms": 26.768, "count": 104, "max_ms": 41.73, "p95_ms": 34.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6396.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.32, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.854, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:06:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:06:33+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T06:06:33+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T06:06:33.572889+09:00", "mtime_epoch": 1783026393.5728893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:06:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1371.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.063, "pushed": 10.063, "read": 10.03}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.491, "count": 301, "max_ms": 15.843, "p95_ms": 11.215}, "gstreamer_push": {"avg_ms": 1.151, "count": 301, "max_ms": 1.436, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.805, "count": 301, "max_ms": 70.348, "p95_ms": 59.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.936, "count": 301, "max_ms": 106.031, "p95_ms": 82.98}, "yolo11_640_fire_11class": {"avg_ms": 50.43, "count": 301, "max_ms": 70.942, "p95_ms": 61.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.359, "count": 301, "max_ms": 103.957, "p95_ms": 80.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.622, "count": 301, "max_ms": 158.102, "p95_ms": 125.594}, "read_interval": {"avg_ms": 99.831, "count": 300, "max_ms": 171.235, "p95_ms": 135.881}, "triton_wait": {"avg_ms": 57.273, "count": 301, "max_ms": 106.043, "p95_ms": 87.417}, "visualize": {"avg_ms": 4.136, "count": 301, "max_ms": 5.755, "p95_ms": 5.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 69, "tracking_summary": 5676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6402.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 160, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:05:47+09:00", "last_error_summary": "[h264 @ 0x5628f8f7b2c0] error while decoding MB 69 26, bytestream -37", "last_exit_at": "2026-07-03T06:05:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.785, "last_started_at": "2026-07-03T06:05:50+09:00", "pid": 19239, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.793, "name": "ffmpeg", "pid": 19239, "rss_mb": 266.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 23, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 567.228, "sample_count": 727, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:06:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:06:35+09:00", "last_frame_read_age_sec": 0.337, "last_frame_read_at": "2026-07-03T06:06:34+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T06:06:34.896913+09:00", "mtime_epoch": 1783026394.896913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:06:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1618.633, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.906, "pushed": 2.906, "read": 2.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.8, "count": 86, "max_ms": 26.655, "p95_ms": 22.122}, "gstreamer_push": {"avg_ms": 0.865, "count": 87, "max_ms": 1.0, "p95_ms": 0.917}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.985, "count": 86, "max_ms": 68.589, "p95_ms": 64.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.203, "count": 86, "max_ms": 108.529, "p95_ms": 89.869}, "yolo11_640_fire_11class": {"avg_ms": 48.699, "count": 86, "max_ms": 71.125, "p95_ms": 66.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.203, "count": 86, "max_ms": 101.43, "p95_ms": 96.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 341.262, "count": 87, "max_ms": 410.38, "p95_ms": 384.916}, "read_interval": {"avg_ms": 347.778, "count": 86, "max_ms": 417.265, "p95_ms": 390.991}, "triton_wait": {"avg_ms": 74.247, "count": 86, "max_ms": 108.542, "p95_ms": 97.997}, "visualize": {"avg_ms": 14.672, "count": 86, "max_ms": 18.744, "p95_ms": 16.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3094, "tracking_summary": 2698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6395.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72253.458, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.058, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:06:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:06:40+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T06:06:39+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T06:06:39.713000+09:00", "mtime_epoch": 1783026399.7129996, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:06:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 961.953, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.067, "pushed": 3.067, "read": 3.033}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 217.353, "count": 91, "max_ms": 257.903, "p95_ms": 231.419}, "gstreamer_push": {"avg_ms": 1.07, "count": 92, "max_ms": 2.993, "p95_ms": 1.888}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.984, "count": 91, "max_ms": 109.94, "p95_ms": 88.477}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.295, "count": 91, "max_ms": 105.237, "p95_ms": 82.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 319.509, "count": 92, "max_ms": 379.503, "p95_ms": 356.548}, "read_interval": {"avg_ms": 329.596, "count": 91, "max_ms": 390.186, "p95_ms": 368.776}, "triton_wait": {"avg_ms": 68.641, "count": 91, "max_ms": 109.954, "p95_ms": 88.486}, "visualize": {"avg_ms": 29.643, "count": 91, "max_ms": 41.656, "p95_ms": 40.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6394.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.397, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.702, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:07:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:07:03+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T06:07:03+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T06:07:03.613429+09:00", "mtime_epoch": 1783026423.6134293, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:07:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1371.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.194, "count": 302, "max_ms": 13.74, "p95_ms": 10.719}, "gstreamer_push": {"avg_ms": 1.125, "count": 302, "max_ms": 1.389, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.627, "count": 302, "max_ms": 86.571, "p95_ms": 59.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.132, "count": 302, "max_ms": 110.984, "p95_ms": 84.474}, "yolo11_640_fire_11class": {"avg_ms": 50.55, "count": 302, "max_ms": 83.584, "p95_ms": 62.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.4, "count": 302, "max_ms": 109.491, "p95_ms": 87.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.521, "count": 302, "max_ms": 171.764, "p95_ms": 122.887}, "read_interval": {"avg_ms": 99.514, "count": 301, "max_ms": 183.403, "p95_ms": 135.845}, "triton_wait": {"avg_ms": 57.824, "count": 302, "max_ms": 110.996, "p95_ms": 90.482}, "visualize": {"avg_ms": 4.008, "count": 302, "max_ms": 6.68, "p95_ms": 5.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 69, "tracking_summary": 5677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6385.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 160, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:05:47+09:00", "last_error_summary": "[h264 @ 0x5628f8f7b2c0] error while decoding MB 69 26, bytestream -37", "last_exit_at": "2026-07-03T06:05:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.057, "last_started_at": "2026-07-03T06:05:50+09:00", "pid": 19239, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.566, "name": "ffmpeg", "pid": 19239, "rss_mb": 267.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 23, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 567.486, "sample_count": 705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:07:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:07:05+09:00", "last_frame_read_age_sec": 0.408, "last_frame_read_at": "2026-07-03T06:07:05+09:00", "mjpeg": {"age_sec": 0.394, "exists": true, "mtime": "2026-07-03T06:07:05.097456+09:00", "mtime_epoch": 1783026425.097456, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:07:05+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1610.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.709, "pushed": 2.709, "read": 2.676}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.404, "count": 80, "max_ms": 27.222, "p95_ms": 23.681}, "gstreamer_push": {"avg_ms": 0.864, "count": 81, "max_ms": 0.974, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.44, "count": 80, "max_ms": 77.882, "p95_ms": 66.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.294, "count": 80, "max_ms": 119.717, "p95_ms": 99.566}, "yolo11_640_fire_11class": {"avg_ms": 52.971, "count": 80, "max_ms": 78.52, "p95_ms": 69.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.247, "count": 80, "max_ms": 109.886, "p95_ms": 97.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 366.994, "count": 81, "max_ms": 434.673, "p95_ms": 414.355}, "read_interval": {"avg_ms": 373.217, "count": 80, "max_ms": 442.204, "p95_ms": 420.691}, "triton_wait": {"avg_ms": 79.135, "count": 80, "max_ms": 119.729, "p95_ms": 99.578}, "visualize": {"avg_ms": 14.681, "count": 80, "max_ms": 20.439, "p95_ms": 16.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3095, "tracking_summary": 2698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6395.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72283.476, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.393, "sample_count": 1001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:07:10+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T06:07:09+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-03T06:07:09.757540+09:00", "mtime_epoch": 1783026429.75754, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:07:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 961.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.433, "pushed": 3.433, "read": 3.399}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.366, "count": 102, "max_ms": 264.26, "p95_ms": 220.083}, "gstreamer_push": {"avg_ms": 1.148, "count": 102, "max_ms": 2.242, "p95_ms": 1.913}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.777, "count": 102, "max_ms": 124.467, "p95_ms": 90.292}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.997, "count": 102, "max_ms": 102.476, "p95_ms": 89.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.3, "count": 102, "max_ms": 372.664, "p95_ms": 350.195}, "read_interval": {"avg_ms": 294.08, "count": 101, "max_ms": 383.508, "p95_ms": 360.616}, "triton_wait": {"avg_ms": 70.837, "count": 102, "max_ms": 124.481, "p95_ms": 94.684}, "visualize": {"avg_ms": 28.247, "count": 102, "max_ms": 41.971, "p95_ms": 39.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.712, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6398.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.487, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.746, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:07:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:07:33+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T06:07:33+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T06:07:33.713971+09:00", "mtime_epoch": 1783026453.7139711, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:07:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1371.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.268, "pushed": 10.268, "read": 10.268}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.176, "count": 308, "max_ms": 14.221, "p95_ms": 10.754}, "gstreamer_push": {"avg_ms": 1.155, "count": 308, "max_ms": 1.445, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.529, "count": 308, "max_ms": 78.08, "p95_ms": 60.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.413, "count": 308, "max_ms": 126.803, "p95_ms": 81.841}, "yolo11_640_fire_11class": {"avg_ms": 50.231, "count": 308, "max_ms": 79.019, "p95_ms": 61.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.656, "count": 308, "max_ms": 106.032, "p95_ms": 83.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.027, "count": 308, "max_ms": 157.875, "p95_ms": 122.942}, "read_interval": {"avg_ms": 97.346, "count": 308, "max_ms": 168.514, "p95_ms": 133.185}, "triton_wait": {"avg_ms": 56.745, "count": 308, "max_ms": 126.815, "p95_ms": 89.257}, "visualize": {"avg_ms": 4.014, "count": 308, "max_ms": 6.127, "p95_ms": 5.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 69, "tracking_summary": 5678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6389.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 160, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:05:47+09:00", "last_error_summary": "[h264 @ 0x5628f8f7b2c0] error while decoding MB 69 26, bytestream -37", "last_exit_at": "2026-07-03T06:05:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.29, "last_started_at": "2026-07-03T06:05:50+09:00", "pid": 19239, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.566, "name": "ffmpeg", "pid": 19239, "rss_mb": 267.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 23, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 567.486, "sample_count": 687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:07:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:07:35+09:00", "last_frame_read_age_sec": 0.449, "last_frame_read_at": "2026-07-03T06:07:35+09:00", "mjpeg": {"age_sec": 0.434, "exists": true, "mtime": "2026-07-03T06:07:35.289999+09:00", "mtime_epoch": 1783026455.2899995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:07:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1610.594, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.446, "pushed": 2.446, "read": 2.413}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.945, "count": 72, "max_ms": 34.164, "p95_ms": 31.396}, "gstreamer_push": {"avg_ms": 0.861, "count": 73, "max_ms": 0.92, "p95_ms": 0.903}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.172, "count": 72, "max_ms": 74.368, "p95_ms": 70.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.69, "count": 72, "max_ms": 117.862, "p95_ms": 108.259}, "yolo11_640_fire_11class": {"avg_ms": 51.374, "count": 72, "max_ms": 76.895, "p95_ms": 70.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.227, "count": 72, "max_ms": 106.369, "p95_ms": 99.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 407.593, "count": 73, "max_ms": 469.378, "p95_ms": 446.199}, "read_interval": {"avg_ms": 413.582, "count": 72, "max_ms": 475.543, "p95_ms": 449.69}, "triton_wait": {"avg_ms": 77.347, "count": 72, "max_ms": 117.875, "p95_ms": 108.272}, "visualize": {"avg_ms": 15.173, "count": 72, "max_ms": 22.431, "p95_ms": 17.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3097, "tracking_summary": 2699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6395.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72313.683, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.277, "sample_count": 1008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:07:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:07:40+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-03T06:07:40+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-03T06:07:40.046085+09:00", "mtime_epoch": 1783026460.0460854, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:07:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 961.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.349, "pushed": 3.349, "read": 3.316}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.515, "count": 100, "max_ms": 247.957, "p95_ms": 235.188}, "gstreamer_push": {"avg_ms": 1.085, "count": 100, "max_ms": 3.066, "p95_ms": 1.789}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.821, "count": 100, "max_ms": 117.898, "p95_ms": 96.798}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.005, "count": 100, "max_ms": 105.98, "p95_ms": 79.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.129, "count": 100, "max_ms": 383.581, "p95_ms": 349.708}, "read_interval": {"avg_ms": 302.735, "count": 99, "max_ms": 392.8, "p95_ms": 367.602}, "triton_wait": {"avg_ms": 67.565, "count": 100, "max_ms": 117.91, "p95_ms": 96.812}, "visualize": {"avg_ms": 27.105, "count": 100, "max_ms": 42.607, "p95_ms": 35.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6669.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.502, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.133, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:08:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:08:03+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T06:08:03+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T06:08:03.758513+09:00", "mtime_epoch": 1783026483.7585127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:08:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1371.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.334, "pushed": 10.334, "read": 10.3}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.004, "count": 309, "max_ms": 13.894, "p95_ms": 10.489}, "gstreamer_push": {"avg_ms": 1.149, "count": 309, "max_ms": 1.482, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.223, "count": 309, "max_ms": 70.966, "p95_ms": 55.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.386, "count": 309, "max_ms": 111.138, "p95_ms": 78.975}, "yolo11_640_fire_11class": {"avg_ms": 49.505, "count": 309, "max_ms": 71.584, "p95_ms": 57.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.557, "count": 309, "max_ms": 99.633, "p95_ms": 69.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.365, "count": 309, "max_ms": 162.77, "p95_ms": 126.755}, "read_interval": {"avg_ms": 97.19, "count": 308, "max_ms": 341.808, "p95_ms": 139.672}, "triton_wait": {"avg_ms": 56.451, "count": 309, "max_ms": 111.15, "p95_ms": 82.343}, "visualize": {"avg_ms": 3.921, "count": 309, "max_ms": 6.73, "p95_ms": 5.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 73, "tracking_summary": 5678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6535.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:08:04+09:00", "last_error_summary": "[h264 @ 0x55f38c3a02c0] error while decoding MB 30 34, bytestream -11", "last_exit_at": "2026-07-03T06:08:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.612, "last_started_at": "2026-07-03T06:08:07+09:00", "pid": 19406, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.836, "name": "ffmpeg", "pid": 19406, "rss_mb": 149.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 573.885, "sample_count": 662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:08:09+09:00", "last_frame_read_age_sec": 0.6, "last_frame_read_at": "2026-07-03T06:08:09+09:00", "mjpeg": {"age_sec": 5.28, "exists": true, "mtime": "2026-07-03T06:08:04.654529+09:00", "mtime_epoch": 1783026484.6545289, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:08:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1802.504, "name": "celery", "pid": 237, "rss_mb": 1714.23, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 27.153, "recorders": [{"age_sec": 27.153, "frame_count": 97, "is_recording": true, "is_stopping": false, "pid": 19346, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.688, "name": "ffmpeg", "pid": 19346, "rss_mb": 186.688, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 3, "returncode": null, "running": true, "started_at": "2026-07-03T06:07:42+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_060742_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [19346], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.808, "pushed": 1.808, "read": 1.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.289, "count": 53, "max_ms": 36.571, "p95_ms": 32.159}, "gstreamer_push": {"avg_ms": 0.903, "count": 54, "max_ms": 1.953, "p95_ms": 0.978}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.051, "count": 53, "max_ms": 75.968, "p95_ms": 68.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.504, "count": 53, "max_ms": 105.631, "p95_ms": 100.685}, "yolo11_640_fire_11class": {"avg_ms": 48.753, "count": 53, "max_ms": 78.596, "p95_ms": 66.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.495, "count": 53, "max_ms": 106.029, "p95_ms": 96.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 467.062, "count": 54, "max_ms": 878.37, "p95_ms": 632.108}, "read_interval": {"avg_ms": 559.919, "count": 53, "max_ms": 5123.476, "p95_ms": 675.374}, "triton_wait": {"avg_ms": 76.796, "count": 53, "max_ms": 106.041, "p95_ms": 102.917}, "visualize": {"avg_ms": 18.549, "count": 53, "max_ms": 25.258, "p95_ms": 24.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3098, "tracking_summary": 2700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6535.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72343.866, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.277, "sample_count": 994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:08:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:08:10+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T06:08:10+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T06:08:10.142628+09:00", "mtime_epoch": 1783026490.142628, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:08:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 957.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.046, "pushed": 3.046, "read": 3.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 217.552, "count": 91, "max_ms": 269.541, "p95_ms": 242.01}, "gstreamer_push": {"avg_ms": 1.181, "count": 91, "max_ms": 2.704, "p95_ms": 1.908}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.373, "count": 91, "max_ms": 110.286, "p95_ms": 97.459}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.668, "count": 91, "max_ms": 99.365, "p95_ms": 85.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 321.525, "count": 91, "max_ms": 375.561, "p95_ms": 360.315}, "read_interval": {"avg_ms": 331.786, "count": 90, "max_ms": 388.073, "p95_ms": 371.244}, "triton_wait": {"avg_ms": 68.964, "count": 91, "max_ms": 110.299, "p95_ms": 97.472}, "visualize": {"avg_ms": 31.123, "count": 91, "max_ms": 42.115, "p95_ms": 40.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6641.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.541, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.167, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:08:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:08:33+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T06:08:33+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T06:08:33.775054+09:00", "mtime_epoch": 1783026513.7750545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:08:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1372.246, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.18, "pushed": 10.18, "read": 10.146}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.915, "count": 305, "max_ms": 14.097, "p95_ms": 10.49}, "gstreamer_push": {"avg_ms": 1.164, "count": 305, "max_ms": 1.475, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.23, "count": 305, "max_ms": 79.59, "p95_ms": 55.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.842, "count": 305, "max_ms": 101.056, "p95_ms": 78.267}, "yolo11_640_fire_11class": {"avg_ms": 50.614, "count": 305, "max_ms": 70.035, "p95_ms": 58.113}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.609, "count": 305, "max_ms": 98.409, "p95_ms": 64.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.457, "count": 305, "max_ms": 147.074, "p95_ms": 112.665}, "read_interval": {"avg_ms": 98.472, "count": 304, "max_ms": 762.274, "p95_ms": 130.357}, "triton_wait": {"avg_ms": 55.709, "count": 305, "max_ms": 101.068, "p95_ms": 79.721}, "visualize": {"avg_ms": 3.82, "count": 305, "max_ms": 5.745, "p95_ms": 5.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 78, "tracking_summary": 5678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6662.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:08:04+09:00", "last_error_summary": "[h264 @ 0x55f38c3a02c0] error while decoding MB 30 34, bytestream -11", "last_exit_at": "2026-07-03T06:08:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.763, "last_started_at": "2026-07-03T06:08:07+09:00", "pid": 19406, "process": {"exists": true, "fd_count": 5, "hwm_mb": 259.574, "name": "ffmpeg", "pid": 19406, "rss_mb": 259.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 612.678, "sample_count": 644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:08:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:08:40+09:00", "last_frame_read_age_sec": 0.675, "last_frame_read_at": "2026-07-03T06:08:39+09:00", "mjpeg": {"age_sec": 0.662, "exists": true, "mtime": "2026-07-03T06:08:39.423156+09:00", "mtime_epoch": 1783026519.4231565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:08:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1869.418, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.658, "pushed": 1.658, "read": 1.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 41.157, "count": 48, "max_ms": 255.595, "p95_ms": 46.314}, "gstreamer_push": {"avg_ms": 1.05, "count": 49, "max_ms": 3.25, "p95_ms": 2.965}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.909, "count": 48, "max_ms": 80.639, "p95_ms": 72.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.91, "count": 48, "max_ms": 113.359, "p95_ms": 101.999}, "yolo11_640_fire_11class": {"avg_ms": 50.962, "count": 48, "max_ms": 70.026, "p95_ms": 67.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.177, "count": 48, "max_ms": 111.314, "p95_ms": 96.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 608.647, "count": 49, "max_ms": 963.794, "p95_ms": 802.159}, "read_interval": {"avg_ms": 613.965, "count": 48, "max_ms": 972.035, "p95_ms": 811.83}, "triton_wait": {"avg_ms": 81.057, "count": 48, "max_ms": 113.37, "p95_ms": 102.013}, "visualize": {"avg_ms": 24.745, "count": 48, "max_ms": 34.726, "p95_ms": 30.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.555, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3098, "tracking_summary": 2701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6665.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72373.895, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.422, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:08:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:08:40+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T06:08:40+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T06:08:40.187170+09:00", "mtime_epoch": 1783026520.1871703, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:08:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 962.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.771, "pushed": 3.771, "read": 3.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.727, "count": 112, "max_ms": 261.484, "p95_ms": 229.974}, "gstreamer_push": {"avg_ms": 1.13, "count": 112, "max_ms": 3.206, "p95_ms": 2.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.676, "count": 112, "max_ms": 97.251, "p95_ms": 79.184}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.966, "count": 112, "max_ms": 88.155, "p95_ms": 78.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.981, "count": 112, "max_ms": 392.036, "p95_ms": 338.423}, "read_interval": {"avg_ms": 267.693, "count": 111, "max_ms": 404.515, "p95_ms": 347.895}, "triton_wait": {"avg_ms": 64.633, "count": 112, "max_ms": 97.264, "p95_ms": 80.167}, "visualize": {"avg_ms": 26.656, "count": 112, "max_ms": 45.821, "p95_ms": 35.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.7, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6649.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.573, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.091, "sample_count": 3046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:09:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:09:03+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T06:09:03+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T06:09:03.823597+09:00", "mtime_epoch": 1783026543.8235972, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:09:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1372.246, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.928, "pushed": 9.928, "read": 9.895}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.235, "count": 297, "max_ms": 13.562, "p95_ms": 11.487}, "gstreamer_push": {"avg_ms": 1.155, "count": 297, "max_ms": 1.516, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.272, "count": 297, "max_ms": 80.142, "p95_ms": 56.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.364, "count": 297, "max_ms": 111.957, "p95_ms": 78.437}, "yolo11_640_fire_11class": {"avg_ms": 50.188, "count": 297, "max_ms": 79.553, "p95_ms": 59.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.733, "count": 297, "max_ms": 114.874, "p95_ms": 84.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.465, "count": 297, "max_ms": 165.943, "p95_ms": 115.718}, "read_interval": {"avg_ms": 101.169, "count": 296, "max_ms": 815.499, "p95_ms": 143.392}, "triton_wait": {"avg_ms": 56.36, "count": 297, "max_ms": 114.886, "p95_ms": 88.272}, "visualize": {"avg_ms": 3.934, "count": 297, "max_ms": 6.561, "p95_ms": 5.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 79, "tracking_summary": 5679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6658.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:08:04+09:00", "last_error_summary": "[h264 @ 0x55f38c3a02c0] error while decoding MB 30 34, bytestream -11", "last_exit_at": "2026-07-03T06:08:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.961, "last_started_at": "2026-07-03T06:08:07+09:00", "pid": 19406, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.02, "name": "ffmpeg", "pid": 19406, "rss_mb": 266.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 613.06, "sample_count": 640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:09:10+09:00", "last_frame_read_age_sec": 0.44, "last_frame_read_at": "2026-07-03T06:09:09+09:00", "mjpeg": {"age_sec": 0.424, "exists": true, "mtime": "2026-07-03T06:09:09.859706+09:00", "mtime_epoch": 1783026549.8597064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:09:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1853.848, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.159, "pushed": 2.159, "read": 2.125}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.523, "count": 63, "max_ms": 39.621, "p95_ms": 33.067}, "gstreamer_push": {"avg_ms": 0.883, "count": 64, "max_ms": 1.224, "p95_ms": 0.949}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.209, "count": 63, "max_ms": 72.096, "p95_ms": 63.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.784, "count": 63, "max_ms": 115.263, "p95_ms": 96.958}, "yolo11_640_fire_11class": {"avg_ms": 50.208, "count": 63, "max_ms": 71.647, "p95_ms": 66.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 79.081, "count": 63, "max_ms": 108.394, "p95_ms": 99.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 465.26, "count": 64, "max_ms": 654.931, "p95_ms": 532.013}, "read_interval": {"avg_ms": 472.264, "count": 63, "max_ms": 660.523, "p95_ms": 539.069}, "triton_wait": {"avg_ms": 80.909, "count": 63, "max_ms": 115.275, "p95_ms": 105.595}, "visualize": {"avg_ms": 18.047, "count": 63, "max_ms": 24.77, "p95_ms": 23.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.647, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3099, "tracking_summary": 2702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6655.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72404.102, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.189, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:09:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:09:10+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T06:09:10+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T06:09:10.363715+09:00", "mtime_epoch": 1783026550.3637154, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:09:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 968.152, "name": "celery", "pid": 239, "rss_mb": 962.504, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.045, "pushed": 3.045, "read": 3.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 217.706, "count": 91, "max_ms": 259.062, "p95_ms": 231.706}, "gstreamer_push": {"avg_ms": 1.076, "count": 91, "max_ms": 2.933, "p95_ms": 1.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.637, "count": 91, "max_ms": 118.391, "p95_ms": 87.388}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.968, "count": 91, "max_ms": 105.37, "p95_ms": 82.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 322.083, "count": 91, "max_ms": 407.985, "p95_ms": 349.556}, "read_interval": {"avg_ms": 331.864, "count": 90, "max_ms": 417.234, "p95_ms": 359.651}, "triton_wait": {"avg_ms": 68.2, "count": 91, "max_ms": 118.406, "p95_ms": 87.853}, "visualize": {"avg_ms": 32.324, "count": 91, "max_ms": 45.136, "p95_ms": 43.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6415.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.583, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.282, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:09:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:09:33+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T06:09:33+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T06:09:33.836140+09:00", "mtime_epoch": 1783026573.8361402, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:09:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1372.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.232, "count": 300, "max_ms": 15.118, "p95_ms": 10.817}, "gstreamer_push": {"avg_ms": 1.159, "count": 300, "max_ms": 1.56, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.494, "count": 300, "max_ms": 68.482, "p95_ms": 54.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.552, "count": 300, "max_ms": 112.012, "p95_ms": 75.626}, "yolo11_640_fire_11class": {"avg_ms": 49.594, "count": 300, "max_ms": 72.119, "p95_ms": 56.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.736, "count": 300, "max_ms": 105.832, "p95_ms": 67.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.18, "count": 300, "max_ms": 151.814, "p95_ms": 122.911}, "read_interval": {"avg_ms": 100.046, "count": 300, "max_ms": 919.209, "p95_ms": 137.915}, "triton_wait": {"avg_ms": 55.348, "count": 300, "max_ms": 112.024, "p95_ms": 78.128}, "visualize": {"avg_ms": 4.025, "count": 300, "max_ms": 6.736, "p95_ms": 5.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 79, "tracking_summary": 5680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6407.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:08:04+09:00", "last_error_summary": "[h264 @ 0x55f38c3a02c0] error while decoding MB 30 34, bytestream -11", "last_exit_at": "2026-07-03T06:08:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.278, "last_started_at": "2026-07-03T06:08:07+09:00", "pid": 19406, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.082, "name": "ffmpeg", "pid": 19406, "rss_mb": 268.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 613.06, "sample_count": 640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:09:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:09:40+09:00", "last_frame_read_age_sec": 0.481, "last_frame_read_at": "2026-07-03T06:09:40+09:00", "mjpeg": {"age_sec": 0.467, "exists": true, "mtime": "2026-07-03T06:09:40.132254+09:00", "mtime_epoch": 1783026580.1322541, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:09:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.077, "pushed": 2.077, "read": 2.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.043, "count": 61, "max_ms": 37.353, "p95_ms": 34.817}, "gstreamer_push": {"avg_ms": 0.869, "count": 62, "max_ms": 1.089, "p95_ms": 0.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.857, "count": 61, "max_ms": 64.947, "p95_ms": 64.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.956, "count": 61, "max_ms": 115.368, "p95_ms": 93.352}, "yolo11_640_fire_11class": {"avg_ms": 48.46, "count": 61, "max_ms": 69.992, "p95_ms": 64.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.07, "count": 61, "max_ms": 101.587, "p95_ms": 92.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 482.316, "count": 62, "max_ms": 581.781, "p95_ms": 526.92}, "read_interval": {"avg_ms": 489.025, "count": 61, "max_ms": 589.108, "p95_ms": 534.549}, "triton_wait": {"avg_ms": 77.769, "count": 61, "max_ms": 115.381, "p95_ms": 101.09}, "visualize": {"avg_ms": 17.792, "count": 61, "max_ms": 24.302, "p95_ms": 19.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3102, "tracking_summary": 2702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6408.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72434.21, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.716, "sample_count": 1001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:09:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:09:40+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T06:09:40+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T06:09:40.484260+09:00", "mtime_epoch": 1783026580.4842603, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:09:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 970.613, "name": "celery", "pid": 239, "rss_mb": 956.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.358, "pushed": 3.358, "read": 3.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.735, "count": 100, "max_ms": 236.175, "p95_ms": 229.447}, "gstreamer_push": {"avg_ms": 1.264, "count": 100, "max_ms": 3.208, "p95_ms": 2.892}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.496, "count": 100, "max_ms": 105.554, "p95_ms": 82.337}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.751, "count": 100, "max_ms": 88.342, "p95_ms": 81.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.864, "count": 100, "max_ms": 347.181, "p95_ms": 338.63}, "read_interval": {"avg_ms": 300.844, "count": 99, "max_ms": 358.216, "p95_ms": 351.956}, "triton_wait": {"avg_ms": 67.899, "count": 100, "max_ms": 105.566, "p95_ms": 83.332}, "visualize": {"avg_ms": 29.456, "count": 100, "max_ms": 45.255, "p95_ms": 38.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.775, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6573.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.622, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.471, "sample_count": 3034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:10:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:10:03+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T06:10:03+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T06:10:03.872684+09:00", "mtime_epoch": 1783026603.872684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:10:03+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1372.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.216, "pushed": 10.216, "read": 10.183}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.03, "count": 306, "max_ms": 14.717, "p95_ms": 11.158}, "gstreamer_push": {"avg_ms": 1.165, "count": 306, "max_ms": 1.911, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.993, "count": 306, "max_ms": 73.902, "p95_ms": 59.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.16, "count": 306, "max_ms": 124.267, "p95_ms": 85.829}, "yolo11_640_fire_11class": {"avg_ms": 51.078, "count": 306, "max_ms": 77.768, "p95_ms": 62.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.132, "count": 306, "max_ms": 107.81, "p95_ms": 82.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.536, "count": 306, "max_ms": 163.375, "p95_ms": 118.146}, "read_interval": {"avg_ms": 98.221, "count": 305, "max_ms": 640.512, "p95_ms": 132.966}, "triton_wait": {"avg_ms": 56.11, "count": 306, "max_ms": 124.279, "p95_ms": 87.15}, "visualize": {"avg_ms": 3.938, "count": 306, "max_ms": 6.162, "p95_ms": 5.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 80, "tracking_summary": 5680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6575.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 161, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:08:04+09:00", "last_error_summary": "[h264 @ 0x55f38c3a02c0] error while decoding MB 30 34, bytestream -11", "last_exit_at": "2026-07-03T06:08:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.311, "last_started_at": "2026-07-03T06:08:07+09:00", "pid": 19406, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.629, "name": "ffmpeg", "pid": 19406, "rss_mb": 269.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 606.78, "sample_count": 648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:10:10+09:00", "last_frame_read_age_sec": 0.537, "last_frame_read_at": "2026-07-03T06:10:10+09:00", "mjpeg": {"age_sec": 0.524, "exists": true, "mtime": "2026-07-03T06:10:10.108797+09:00", "mtime_epoch": 1783026610.1087968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:10:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 14.334, "recorders": [{"age_sec": 14.334, "frame_count": 76, "is_recording": true, "is_stopping": false, "pid": 19513, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.629, "name": "ffmpeg", "pid": 19513, "rss_mb": 185.629, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 24, "returncode": null, "running": true, "started_at": "2026-07-03T06:09:56+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_060956_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [19513], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.031, "pushed": 2.031, "read": 1.997}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.444, "count": 60, "max_ms": 39.098, "p95_ms": 35.53}, "gstreamer_push": {"avg_ms": 0.862, "count": 60, "max_ms": 1.059, "p95_ms": 0.909}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.696, "count": 60, "max_ms": 75.841, "p95_ms": 66.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.634, "count": 60, "max_ms": 120.27, "p95_ms": 103.7}, "yolo11_640_fire_11class": {"avg_ms": 53.361, "count": 60, "max_ms": 78.948, "p95_ms": 69.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.109, "count": 60, "max_ms": 115.16, "p95_ms": 100.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 493.898, "count": 60, "max_ms": 1070.836, "p95_ms": 556.263}, "read_interval": {"avg_ms": 499.824, "count": 59, "max_ms": 1077.798, "p95_ms": 577.796}, "triton_wait": {"avg_ms": 78.987, "count": 60, "max_ms": 120.282, "p95_ms": 103.712}, "visualize": {"avg_ms": 19.12, "count": 60, "max_ms": 24.399, "p95_ms": 23.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.546, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3102, "tracking_summary": 2703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6575.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72464.243, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.189, "sample_count": 1004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324473, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:10:10+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T06:10:10+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T06:10:10.516804+09:00", "mtime_epoch": 1783026610.5168042, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:10:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 970.75, "name": "celery", "pid": 239, "rss_mb": 965.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.886, "pushed": 3.886, "read": 3.853}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.565, "count": 116, "max_ms": 265.039, "p95_ms": 228.611}, "gstreamer_push": {"avg_ms": 0.895, "count": 116, "max_ms": 2.81, "p95_ms": 1.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.367, "count": 116, "max_ms": 119.651, "p95_ms": 91.064}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.596, "count": 116, "max_ms": 104.397, "p95_ms": 85.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.236, "count": 116, "max_ms": 375.279, "p95_ms": 332.646}, "read_interval": {"avg_ms": 258.36, "count": 115, "max_ms": 385.184, "p95_ms": 344.162}, "triton_wait": {"avg_ms": 68.329, "count": 116, "max_ms": 119.664, "p95_ms": 91.074}, "visualize": {"avg_ms": 25.36, "count": 116, "max_ms": 39.671, "p95_ms": 32.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6307.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 520.667, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.089, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:10:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T06:10:33+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T06:10:33+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T06:10:33.913228+09:00", "mtime_epoch": 1783026633.9132283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:10:33+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1372.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.982, "pushed": 9.982, "read": 9.949}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.033, "count": 299, "max_ms": 13.462, "p95_ms": 11.2}, "gstreamer_push": {"avg_ms": 1.16, "count": 299, "max_ms": 1.519, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.076, "count": 299, "max_ms": 72.04, "p95_ms": 55.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.079, "count": 299, "max_ms": 122.631, "p95_ms": 82.286}, "yolo11_640_fire_11class": {"avg_ms": 50.103, "count": 299, "max_ms": 75.025, "p95_ms": 59.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.251, "count": 299, "max_ms": 103.558, "p95_ms": 63.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.144, "count": 299, "max_ms": 174.294, "p95_ms": 114.158}, "read_interval": {"avg_ms": 100.509, "count": 298, "max_ms": 761.706, "p95_ms": 131.913}, "triton_wait": {"avg_ms": 55.548, "count": 299, "max_ms": 122.643, "p95_ms": 83.42}, "visualize": {"avg_ms": 3.899, "count": 299, "max_ms": 5.99, "p95_ms": 5.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 81, "tracking_summary": 5681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6369.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:10:25+09:00", "last_error_summary": "[h264 @ 0x563f96e78dc0] error while decoding MB 25 23, bytestream -28", "last_exit_at": "2026-07-03T06:10:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.586, "last_started_at": "2026-07-03T06:10:28+09:00", "pid": 19573, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.609, "name": "ffmpeg", "pid": 19573, "rss_mb": 209.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 591.48, "sample_count": 652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:10:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:10:40+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-03T06:10:40+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-03T06:10:40.445347+09:00", "mtime_epoch": 1783026640.4453468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:10:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.034, "read": 2.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.117, "count": 60, "max_ms": 38.502, "p95_ms": 34.912}, "gstreamer_push": {"avg_ms": 0.878, "count": 60, "max_ms": 1.245, "p95_ms": 0.96}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.626, "count": 60, "max_ms": 72.165, "p95_ms": 63.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.348, "count": 60, "max_ms": 114.235, "p95_ms": 94.107}, "yolo11_640_fire_11class": {"avg_ms": 49.538, "count": 60, "max_ms": 74.915, "p95_ms": 64.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.443, "count": 60, "max_ms": 104.69, "p95_ms": 94.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 419.538, "count": 60, "max_ms": 673.864, "p95_ms": 556.482}, "read_interval": {"avg_ms": 504.968, "count": 59, "max_ms": 4993.263, "p95_ms": 614.676}, "triton_wait": {"avg_ms": 77.579, "count": 60, "max_ms": 114.254, "p95_ms": 97.468}, "visualize": {"avg_ms": 17.563, "count": 60, "max_ms": 27.446, "p95_ms": 24.628}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.501, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3103, "tracking_summary": 2704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6376.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72494.546, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.189, "sample_count": 1012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:10:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:10:41+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-03T06:10:40+09:00", "mjpeg": {"age_sec": 0.283, "exists": true, "mtime": "2026-07-03T06:10:40.841354+09:00", "mtime_epoch": 1783026640.841354, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:10:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 970.75, "name": "celery", "pid": 239, "rss_mb": 969.516, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.604, "pushed": 3.604, "read": 3.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.742, "count": 108, "max_ms": 255.866, "p95_ms": 234.835}, "gstreamer_push": {"avg_ms": 0.813, "count": 108, "max_ms": 1.911, "p95_ms": 0.933}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.065, "count": 108, "max_ms": 120.878, "p95_ms": 90.062}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.569, "count": 108, "max_ms": 106.446, "p95_ms": 87.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.006, "count": 108, "max_ms": 383.544, "p95_ms": 346.847}, "read_interval": {"avg_ms": 280.346, "count": 107, "max_ms": 392.524, "p95_ms": 356.545}, "triton_wait": {"avg_ms": 70.618, "count": 108, "max_ms": 120.892, "p95_ms": 90.074}, "visualize": {"avg_ms": 23.809, "count": 108, "max_ms": 31.523, "p95_ms": 28.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6425.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 550.688, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.471, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:11:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:11:04+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T06:11:03+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T06:11:03.933520+09:00", "mtime_epoch": 1783026663.9335203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:11:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1372.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.153, "pushed": 10.153, "read": 10.119}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.096, "count": 304, "max_ms": 14.661, "p95_ms": 10.891}, "gstreamer_push": {"avg_ms": 1.151, "count": 304, "max_ms": 1.692, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.924, "count": 304, "max_ms": 77.11, "p95_ms": 57.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.408, "count": 304, "max_ms": 115.159, "p95_ms": 82.087}, "yolo11_640_fire_11class": {"avg_ms": 51.224, "count": 304, "max_ms": 83.852, "p95_ms": 64.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.961, "count": 304, "max_ms": 108.907, "p95_ms": 85.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.768, "count": 304, "max_ms": 161.731, "p95_ms": 123.945}, "read_interval": {"avg_ms": 98.807, "count": 303, "max_ms": 208.476, "p95_ms": 137.99}, "triton_wait": {"avg_ms": 56.826, "count": 304, "max_ms": 115.168, "p95_ms": 85.812}, "visualize": {"avg_ms": 3.977, "count": 304, "max_ms": 6.292, "p95_ms": 5.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 81, "tracking_summary": 5681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6428.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:10:25+09:00", "last_error_summary": "[h264 @ 0x563f96e78dc0] error while decoding MB 25 23, bytestream -28", "last_exit_at": "2026-07-03T06:10:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.699, "last_started_at": "2026-07-03T06:10:28+09:00", "pid": 19573, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.863, "name": "ffmpeg", "pid": 19573, "rss_mb": 268.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 589.94, "sample_count": 686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:11:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:11:10+09:00", "last_frame_read_age_sec": 0.387, "last_frame_read_at": "2026-07-03T06:11:10+09:00", "mjpeg": {"age_sec": 0.375, "exists": true, "mtime": "2026-07-03T06:11:10.393491+09:00", "mtime_epoch": 1783026670.3934913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:11:10+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.515, "pushed": 3.515, "read": 3.481}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.718, "count": 105, "max_ms": 24.11, "p95_ms": 21.197}, "gstreamer_push": {"avg_ms": 0.873, "count": 105, "max_ms": 1.239, "p95_ms": 0.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.075, "count": 105, "max_ms": 76.722, "p95_ms": 67.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.233, "count": 105, "max_ms": 115.753, "p95_ms": 90.496}, "yolo11_640_fire_11class": {"avg_ms": 52.772, "count": 105, "max_ms": 81.064, "p95_ms": 72.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.74, "count": 105, "max_ms": 105.037, "p95_ms": 93.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.849, "count": 105, "max_ms": 385.096, "p95_ms": 350.234}, "read_interval": {"avg_ms": 285.772, "count": 104, "max_ms": 372.878, "p95_ms": 353.92}, "triton_wait": {"avg_ms": 73.442, "count": 105, "max_ms": 115.766, "p95_ms": 98.914}, "visualize": {"avg_ms": 11.775, "count": 105, "max_ms": 16.892, "p95_ms": 15.069}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3104, "tracking_summary": 2705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6428.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72524.658, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.089, "sample_count": 999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:11:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:11:11+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T06:11:10+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T06:11:10.945489+09:00", "mtime_epoch": 1783026670.945489, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:11:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 970.75, "name": "celery", "pid": 239, "rss_mb": 967.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.057, "pushed": 3.057, "read": 3.024}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 215.931, "count": 91, "max_ms": 261.858, "p95_ms": 230.543}, "gstreamer_push": {"avg_ms": 0.878, "count": 91, "max_ms": 1.939, "p95_ms": 1.779}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.223, "count": 91, "max_ms": 104.31, "p95_ms": 93.468}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.389, "count": 91, "max_ms": 111.772, "p95_ms": 97.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 321.147, "count": 91, "max_ms": 365.567, "p95_ms": 357.988}, "read_interval": {"avg_ms": 331.108, "count": 90, "max_ms": 375.729, "p95_ms": 368.808}, "triton_wait": {"avg_ms": 72.601, "count": 91, "max_ms": 111.782, "p95_ms": 100.05}, "visualize": {"avg_ms": 28.681, "count": 91, "max_ms": 56.226, "p95_ms": 39.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.763, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6430.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 580.723, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.462, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:11:34+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T06:11:33+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T06:11:33.977399+09:00", "mtime_epoch": 1783026693.9773989, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:11:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1373.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.42, "count": 292, "max_ms": 15.507, "p95_ms": 11.489}, "gstreamer_push": {"avg_ms": 1.138, "count": 292, "max_ms": 1.441, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.487, "count": 292, "max_ms": 78.304, "p95_ms": 61.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.216, "count": 292, "max_ms": 95.076, "p95_ms": 83.101}, "yolo11_640_fire_11class": {"avg_ms": 50.752, "count": 292, "max_ms": 87.939, "p95_ms": 61.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.166, "count": 292, "max_ms": 104.6, "p95_ms": 83.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.656, "count": 292, "max_ms": 161.226, "p95_ms": 127.466}, "read_interval": {"avg_ms": 102.858, "count": 292, "max_ms": 244.494, "p95_ms": 151.178}, "triton_wait": {"avg_ms": 56.721, "count": 292, "max_ms": 104.611, "p95_ms": 85.547}, "visualize": {"avg_ms": 4.113, "count": 292, "max_ms": 6.207, "p95_ms": 5.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 82, "tracking_summary": 5682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6430.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:10:25+09:00", "last_error_summary": "[h264 @ 0x563f96e78dc0] error while decoding MB 25 23, bytestream -28", "last_exit_at": "2026-07-03T06:10:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.742, "last_started_at": "2026-07-03T06:10:28+09:00", "pid": 19573, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.379, "name": "ffmpeg", "pid": 19573, "rss_mb": 269.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 589.94, "sample_count": 687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:11:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:11:40+09:00", "last_frame_read_age_sec": 0.343, "last_frame_read_at": "2026-07-03T06:11:40+09:00", "mjpeg": {"age_sec": 0.326, "exists": true, "mtime": "2026-07-03T06:11:40.485377+09:00", "mtime_epoch": 1783026700.4853773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:11:40+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.129, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.864, "pushed": 2.864, "read": 2.83}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.429, "count": 85, "max_ms": 26.75, "p95_ms": 25.506}, "gstreamer_push": {"avg_ms": 0.877, "count": 85, "max_ms": 1.159, "p95_ms": 0.929}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.202, "count": 85, "max_ms": 73.616, "p95_ms": 69.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.623, "count": 85, "max_ms": 116.365, "p95_ms": 97.922}, "yolo11_640_fire_11class": {"avg_ms": 51.407, "count": 85, "max_ms": 73.227, "p95_ms": 67.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.178, "count": 85, "max_ms": 106.279, "p95_ms": 94.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 346.863, "count": 85, "max_ms": 539.028, "p95_ms": 430.077}, "read_interval": {"avg_ms": 353.492, "count": 84, "max_ms": 547.803, "p95_ms": 436.308}, "triton_wait": {"avg_ms": 74.58, "count": 85, "max_ms": 116.378, "p95_ms": 99.719}, "visualize": {"avg_ms": 15.657, "count": 85, "max_ms": 23.34, "p95_ms": 20.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.679, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3105, "tracking_summary": 2706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6430.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72554.82, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.865, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:11:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:11:41+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T06:11:41+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T06:11:41.093375+09:00", "mtime_epoch": 1783026701.0933752, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:11:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 970.75, "name": "celery", "pid": 239, "rss_mb": 967.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.354, "pushed": 3.354, "read": 3.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.355, "count": 100, "max_ms": 252.574, "p95_ms": 231.152}, "gstreamer_push": {"avg_ms": 0.815, "count": 100, "max_ms": 1.92, "p95_ms": 0.892}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.803, "count": 100, "max_ms": 101.25, "p95_ms": 89.818}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.423, "count": 100, "max_ms": 94.763, "p95_ms": 85.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.273, "count": 100, "max_ms": 371.934, "p95_ms": 344.464}, "read_interval": {"avg_ms": 301.387, "count": 99, "max_ms": 379.138, "p95_ms": 356.795}, "triton_wait": {"avg_ms": 68.229, "count": 100, "max_ms": 101.263, "p95_ms": 89.831}, "visualize": {"avg_ms": 26.749, "count": 100, "max_ms": 44.331, "p95_ms": 34.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.813, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6425.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 610.797, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.666, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 708280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:12:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:12:04+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T06:12:04+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T06:12:03.965312+09:00", "mtime_epoch": 1783026723.9653118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:12:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1373.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.305, "pushed": 10.305, "read": 10.272}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.992, "count": 309, "max_ms": 14.278, "p95_ms": 10.608}, "gstreamer_push": {"avg_ms": 1.192, "count": 309, "max_ms": 2.033, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.762, "count": 309, "max_ms": 77.834, "p95_ms": 58.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.84, "count": 309, "max_ms": 96.865, "p95_ms": 79.205}, "yolo11_640_fire_11class": {"avg_ms": 50.655, "count": 309, "max_ms": 85.251, "p95_ms": 61.75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.063, "count": 309, "max_ms": 121.308, "p95_ms": 82.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.638, "count": 309, "max_ms": 152.591, "p95_ms": 114.48}, "read_interval": {"avg_ms": 97.377, "count": 308, "max_ms": 250.036, "p95_ms": 136.732}, "triton_wait": {"avg_ms": 55.707, "count": 309, "max_ms": 121.322, "p95_ms": 85.55}, "visualize": {"avg_ms": 3.89, "count": 309, "max_ms": 6.143, "p95_ms": 5.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 82, "tracking_summary": 5683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6432.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:10:25+09:00", "last_error_summary": "[h264 @ 0x563f96e78dc0] error while decoding MB 25 23, bytestream -28", "last_exit_at": "2026-07-03T06:10:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.955, "last_started_at": "2026-07-03T06:10:28+09:00", "pid": 19573, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.379, "name": "ffmpeg", "pid": 19573, "rss_mb": 269.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 589.354, "sample_count": 699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:12:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:12:11+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T06:12:10+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T06:12:10.749296+09:00", "mtime_epoch": 1783026730.7492964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:12:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.046, "pushed": 3.046, "read": 3.013}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.371, "count": 90, "max_ms": 24.897, "p95_ms": 21.938}, "gstreamer_push": {"avg_ms": 0.872, "count": 91, "max_ms": 1.026, "p95_ms": 0.923}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.231, "count": 90, "max_ms": 72.993, "p95_ms": 66.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.225, "count": 90, "max_ms": 115.197, "p95_ms": 90.026}, "yolo11_640_fire_11class": {"avg_ms": 50.662, "count": 90, "max_ms": 79.92, "p95_ms": 67.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.715, "count": 90, "max_ms": 116.273, "p95_ms": 94.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 325.476, "count": 91, "max_ms": 402.303, "p95_ms": 363.801}, "read_interval": {"avg_ms": 332.427, "count": 90, "max_ms": 408.767, "p95_ms": 369.931}, "triton_wait": {"avg_ms": 74.069, "count": 90, "max_ms": 116.285, "p95_ms": 94.319}, "visualize": {"avg_ms": 13.785, "count": 90, "max_ms": 19.666, "p95_ms": 18.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3105, "tracking_summary": 2707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6432.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72584.836, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.187, "sample_count": 996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:12:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:12:11+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T06:12:11+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T06:12:11.113296+09:00", "mtime_epoch": 1783026731.1132958, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:12:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 970.051, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.063, "pushed": 3.063, "read": 3.029}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.4, "count": 91, "max_ms": 236.489, "p95_ms": 228.927}, "gstreamer_push": {"avg_ms": 0.913, "count": 91, "max_ms": 3.304, "p95_ms": 1.769}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.532, "count": 91, "max_ms": 119.232, "p95_ms": 95.984}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.94, "count": 91, "max_ms": 110.366, "p95_ms": 91.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 320.29, "count": 91, "max_ms": 377.192, "p95_ms": 356.515}, "read_interval": {"avg_ms": 329.956, "count": 90, "max_ms": 386.043, "p95_ms": 365.083}, "triton_wait": {"avg_ms": 70.833, "count": 91, "max_ms": 119.245, "p95_ms": 98.601}, "visualize": {"avg_ms": 29.173, "count": 91, "max_ms": 40.155, "p95_ms": 38.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.71, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6186.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 640.892, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.843, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 708581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:12:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:12:34+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T06:12:34+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T06:12:34.125256+09:00", "mtime_epoch": 1783026754.1252563, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:12:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1373.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.031, "pushed": 10.031, "read": 9.998}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 300, "max_ms": 12.756, "p95_ms": 10.489}, "gstreamer_push": {"avg_ms": 1.202, "count": 300, "max_ms": 1.584, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.991, "count": 300, "max_ms": 72.181, "p95_ms": 60.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.545, "count": 300, "max_ms": 108.239, "p95_ms": 78.584}, "yolo11_640_fire_11class": {"avg_ms": 51.026, "count": 300, "max_ms": 74.54, "p95_ms": 62.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.954, "count": 300, "max_ms": 107.216, "p95_ms": 84.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.87, "count": 300, "max_ms": 161.458, "p95_ms": 111.53}, "read_interval": {"avg_ms": 100.053, "count": 299, "max_ms": 542.232, "p95_ms": 141.704}, "triton_wait": {"avg_ms": 55.874, "count": 300, "max_ms": 108.251, "p95_ms": 85.709}, "visualize": {"avg_ms": 3.863, "count": 300, "max_ms": 5.791, "p95_ms": 5.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 83, "tracking_summary": 5683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6480.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 163, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:12:32+09:00", "last_error_summary": "[h264 @ 0x557c8a677cc0] error while decoding MB 79 25, bytestream -17", "last_exit_at": "2026-07-03T06:12:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.585, "last_started_at": "2026-07-03T06:12:34+09:00", "pid": 19680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 163.199, "name": "ffmpeg", "pid": 19680, "rss_mb": 163.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 589.94, "sample_count": 699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:12:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:12:41+09:00", "last_frame_read_age_sec": 0.389, "last_frame_read_at": "2026-07-03T06:12:40+09:00", "mjpeg": {"age_sec": 0.377, "exists": true, "mtime": "2026-07-03T06:12:40.853248+09:00", "mtime_epoch": 1783026760.8532481, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:12:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 2.385, "recorders": [{"age_sec": 2.385, "frame_count": 55, "is_recording": true, "is_stopping": false, "pid": 19787, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.16, "name": "ffmpeg", "pid": 19787, "rss_mb": 186.16, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 45, "returncode": null, "running": true, "started_at": "2026-07-03T06:12:38+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_061238_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [19787], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.406, "pushed": 2.406, "read": 2.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.139, "count": 71, "max_ms": 26.433, "p95_ms": 25.363}, "gstreamer_push": {"avg_ms": 0.881, "count": 72, "max_ms": 1.349, "p95_ms": 0.925}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.486, "count": 71, "max_ms": 72.917, "p95_ms": 67.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.088, "count": 71, "max_ms": 100.357, "p95_ms": 96.995}, "yolo11_640_fire_11class": {"avg_ms": 51.258, "count": 71, "max_ms": 76.45, "p95_ms": 68.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.249, "count": 71, "max_ms": 110.947, "p95_ms": 94.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 355.684, "count": 72, "max_ms": 907.574, "p95_ms": 417.229}, "read_interval": {"avg_ms": 419.866, "count": 71, "max_ms": 4499.478, "p95_ms": 435.153}, "triton_wait": {"avg_ms": 74.713, "count": 71, "max_ms": 110.958, "p95_ms": 97.345}, "visualize": {"avg_ms": 13.777, "count": 71, "max_ms": 19.838, "p95_ms": 18.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3107, "tracking_summary": 2708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6482.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72614.932, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.847, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:12:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:12:41+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T06:12:41+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T06:12:41.221248+09:00", "mtime_epoch": 1783026761.2212477, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:12:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 970.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.795, "pushed": 3.795, "read": 3.761}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 164.716, "count": 113, "max_ms": 257.807, "p95_ms": 224.169}, "gstreamer_push": {"avg_ms": 0.805, "count": 113, "max_ms": 1.773, "p95_ms": 0.884}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.105, "count": 113, "max_ms": 104.419, "p95_ms": 90.58}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.565, "count": 113, "max_ms": 91.455, "p95_ms": 82.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.615, "count": 113, "max_ms": 348.186, "p95_ms": 333.352}, "read_interval": {"avg_ms": 265.928, "count": 112, "max_ms": 356.824, "p95_ms": 340.769}, "triton_wait": {"avg_ms": 66.644, "count": 113, "max_ms": 104.433, "p95_ms": 90.593}, "visualize": {"avg_ms": 23.479, "count": 113, "max_ms": 37.635, "p95_ms": 27.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.778, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6431.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 670.922, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.663, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 708878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:13:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:13:04+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T06:13:04+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T06:13:04.177231+09:00", "mtime_epoch": 1783026784.1772313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:13:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1373.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.916, "pushed": 9.916, "read": 9.882}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.618, "count": 297, "max_ms": 14.461, "p95_ms": 9.829}, "gstreamer_push": {"avg_ms": 1.2, "count": 297, "max_ms": 1.767, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.247, "count": 297, "max_ms": 77.657, "p95_ms": 57.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.012, "count": 297, "max_ms": 106.974, "p95_ms": 75.816}, "yolo11_640_fire_11class": {"avg_ms": 50.169, "count": 297, "max_ms": 71.853, "p95_ms": 61.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.475, "count": 297, "max_ms": 109.114, "p95_ms": 84.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.224, "count": 297, "max_ms": 134.721, "p95_ms": 109.005}, "read_interval": {"avg_ms": 101.186, "count": 296, "max_ms": 669.453, "p95_ms": 145.312}, "triton_wait": {"avg_ms": 55.293, "count": 297, "max_ms": 109.126, "p95_ms": 84.879}, "visualize": {"avg_ms": 3.725, "count": 297, "max_ms": 6.339, "p95_ms": 4.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 84, "tracking_summary": 5684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6433.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 163, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:12:32+09:00", "last_error_summary": "[h264 @ 0x557c8a677cc0] error while decoding MB 79 25, bytestream -17", "last_exit_at": "2026-07-03T06:12:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.81, "last_started_at": "2026-07-03T06:12:34+09:00", "pid": 19680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.934, "name": "ffmpeg", "pid": 19680, "rss_mb": 265.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 572.429, "sample_count": 725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:13:11+09:00", "last_frame_read_age_sec": 0.35, "last_frame_read_at": "2026-07-03T06:13:11+09:00", "mjpeg": {"age_sec": 0.339, "exists": true, "mtime": "2026-07-03T06:13:11.117230+09:00", "mtime_epoch": 1783026791.1172297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:13:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.649, "pushed": 2.649, "read": 2.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.835, "count": 78, "max_ms": 26.581, "p95_ms": 25.625}, "gstreamer_push": {"avg_ms": 0.871, "count": 79, "max_ms": 1.226, "p95_ms": 0.943}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.928, "count": 78, "max_ms": 83.755, "p95_ms": 68.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.522, "count": 78, "max_ms": 113.388, "p95_ms": 95.19}, "yolo11_640_fire_11class": {"avg_ms": 50.701, "count": 78, "max_ms": 76.575, "p95_ms": 69.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.703, "count": 78, "max_ms": 115.365, "p95_ms": 94.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 376.014, "count": 79, "max_ms": 600.742, "p95_ms": 458.169}, "read_interval": {"avg_ms": 382.938, "count": 78, "max_ms": 606.788, "p95_ms": 465.366}, "triton_wait": {"avg_ms": 75.38, "count": 78, "max_ms": 115.379, "p95_ms": 99.889}, "visualize": {"avg_ms": 16.251, "count": 78, "max_ms": 21.409, "p95_ms": 20.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3109, "tracking_summary": 2708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6433.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72645.025, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.716, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:13:11+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T06:13:11+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T06:13:11.309230+09:00", "mtime_epoch": 1783026791.3092296, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:13:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 968.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.158, "pushed": 3.158, "read": 3.125}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 215.684, "count": 94, "max_ms": 270.023, "p95_ms": 232.259}, "gstreamer_push": {"avg_ms": 0.864, "count": 94, "max_ms": 1.978, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.016, "count": 94, "max_ms": 120.71, "p95_ms": 81.915}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.091, "count": 94, "max_ms": 100.602, "p95_ms": 80.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.703, "count": 94, "max_ms": 366.997, "p95_ms": 344.904}, "read_interval": {"avg_ms": 320.18, "count": 93, "max_ms": 376.549, "p95_ms": 355.132}, "triton_wait": {"avg_ms": 66.339, "count": 94, "max_ms": 120.724, "p95_ms": 81.928}, "visualize": {"avg_ms": 24.907, "count": 94, "max_ms": 42.523, "p95_ms": 31.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.762, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6433.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 700.94, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.23, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:13:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:13:34+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T06:13:34+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T06:13:33.949235+09:00", "mtime_epoch": 1783026813.9492347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:13:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1373.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.055}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.609, "count": 302, "max_ms": 12.105, "p95_ms": 10.273}, "gstreamer_push": {"avg_ms": 1.206, "count": 302, "max_ms": 1.742, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.114, "count": 302, "max_ms": 71.855, "p95_ms": 56.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.311, "count": 302, "max_ms": 100.637, "p95_ms": 79.01}, "yolo11_640_fire_11class": {"avg_ms": 50.207, "count": 302, "max_ms": 83.025, "p95_ms": 59.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.178, "count": 302, "max_ms": 99.96, "p95_ms": 71.23}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.779, "count": 302, "max_ms": 144.492, "p95_ms": 105.304}, "read_interval": {"avg_ms": 99.437, "count": 301, "max_ms": 669.478, "p95_ms": 143.619}, "triton_wait": {"avg_ms": 55.038, "count": 302, "max_ms": 100.648, "p95_ms": 79.836}, "visualize": {"avg_ms": 3.647, "count": 302, "max_ms": 5.516, "p95_ms": 4.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3109, "tracking_summary": 2709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6429.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72675.092, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.762, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:13:41+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T06:13:41+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T06:13:41.377240+09:00", "mtime_epoch": 1783026821.3772397, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 237626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:13:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 959.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.631, "pushed": 3.631, "read": 3.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.708, "count": 108, "max_ms": 253.228, "p95_ms": 227.299}, "gstreamer_push": {"avg_ms": 0.989, "count": 108, "max_ms": 3.102, "p95_ms": 1.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.604, "count": 108, "max_ms": 115.539, "p95_ms": 93.497}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.903, "count": 108, "max_ms": 99.269, "p95_ms": 89.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.691, "count": 108, "max_ms": 365.003, "p95_ms": 338.495}, "read_interval": {"avg_ms": 278.021, "count": 107, "max_ms": 374.337, "p95_ms": 348.213}, "triton_wait": {"avg_ms": 69.936, "count": 108, "max_ms": 115.552, "p95_ms": 93.51}, "visualize": {"avg_ms": 25.164, "count": 108, "max_ms": 35.781, "p95_ms": 30.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.741, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 5685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6429.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 163, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:12:32+09:00", "last_error_summary": "[h264 @ 0x557c8a677cc0] error while decoding MB 79 25, bytestream -17", "last_exit_at": "2026-07-03T06:12:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.145, "last_started_at": "2026-07-03T06:12:34+09:00", "pid": 19680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.48, "name": "ffmpeg", "pid": 19680, "rss_mb": 267.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 529.379, "sample_count": 757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:13:41+09:00", "last_frame_read_age_sec": 0.403, "last_frame_read_at": "2026-07-03T06:13:41+09:00", "mjpeg": {"age_sec": 0.39, "exists": true, "mtime": "2026-07-03T06:13:41.401240+09:00", "mtime_epoch": 1783026821.4012399, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:13:41+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.738, "pushed": 2.738, "read": 2.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.586, "count": 81, "max_ms": 26.772, "p95_ms": 24.961}, "gstreamer_push": {"avg_ms": 0.876, "count": 82, "max_ms": 0.999, "p95_ms": 0.923}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.584, "count": 81, "max_ms": 68.87, "p95_ms": 64.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.23, "count": 81, "max_ms": 117.031, "p95_ms": 96.946}, "yolo11_640_fire_11class": {"avg_ms": 50.202, "count": 81, "max_ms": 79.934, "p95_ms": 66.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.502, "count": 81, "max_ms": 109.54, "p95_ms": 97.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 363.304, "count": 82, "max_ms": 494.488, "p95_ms": 417.541}, "read_interval": {"avg_ms": 369.435, "count": 81, "max_ms": 500.509, "p95_ms": 423.581}, "triton_wait": {"avg_ms": 74.594, "count": 81, "max_ms": 117.043, "p95_ms": 103.714}, "visualize": {"avg_ms": 15.373, "count": 81, "max_ms": 24.642, "p95_ms": 19.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6440.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 730.978, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.663, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:14:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:14:04+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T06:14:04+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T06:14:04.229265+09:00", "mtime_epoch": 1783026844.2292652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:14:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1373.793, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.782}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.206, "count": 294, "max_ms": 14.647, "p95_ms": 11.233}, "gstreamer_push": {"avg_ms": 1.13, "count": 294, "max_ms": 1.575, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.591, "count": 294, "max_ms": 77.191, "p95_ms": 61.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.603, "count": 294, "max_ms": 104.347, "p95_ms": 86.946}, "yolo11_640_fire_11class": {"avg_ms": 50.733, "count": 294, "max_ms": 86.95, "p95_ms": 61.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.536, "count": 294, "max_ms": 101.482, "p95_ms": 86.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.661, "count": 294, "max_ms": 157.743, "p95_ms": 117.928}, "read_interval": {"avg_ms": 102.227, "count": 293, "max_ms": 794.346, "p95_ms": 143.424}, "triton_wait": {"avg_ms": 56.226, "count": 294, "max_ms": 104.357, "p95_ms": 89.197}, "visualize": {"avg_ms": 3.981, "count": 294, "max_ms": 6.591, "p95_ms": 5.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3110, "tracking_summary": 2710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6441.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72705.188, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.341, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:14:11+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T06:14:11+09:00", "mjpeg": {"age_sec": 0.33, "exists": true, "mtime": "2026-07-03T06:14:11.437276+09:00", "mtime_epoch": 1783026851.4372764, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:14:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 970.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.211, "pushed": 3.211, "read": 3.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.29, "count": 96, "max_ms": 276.751, "p95_ms": 229.879}, "gstreamer_push": {"avg_ms": 0.81, "count": 96, "max_ms": 1.779, "p95_ms": 0.863}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.538, "count": 96, "max_ms": 113.299, "p95_ms": 97.99}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.113, "count": 96, "max_ms": 106.939, "p95_ms": 87.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 304.062, "count": 96, "max_ms": 375.325, "p95_ms": 349.73}, "read_interval": {"avg_ms": 313.287, "count": 95, "max_ms": 385.132, "p95_ms": 358.697}, "triton_wait": {"avg_ms": 68.693, "count": 96, "max_ms": 113.311, "p95_ms": 98.003}, "visualize": {"avg_ms": 25.222, "count": 96, "max_ms": 31.369, "p95_ms": 29.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 85, "tracking_summary": 5685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6441.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 163, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:12:32+09:00", "last_error_summary": "[h264 @ 0x557c8a677cc0] error while decoding MB 79 25, bytestream -17", "last_exit_at": "2026-07-03T06:12:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.253, "last_started_at": "2026-07-03T06:12:34+09:00", "pid": 19680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.543, "name": "ffmpeg", "pid": 19680, "rss_mb": 269.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 527.652, "sample_count": 768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:14:11+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T06:14:11+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T06:14:11.601277+09:00", "mtime_epoch": 1783026851.6012766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:14:11+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 75, "pushed_frames": 75, "read_frames": 74, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.525, "pushed": 2.525, "read": 2.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.087, "count": 75, "max_ms": 30.671, "p95_ms": 29.163}, "gstreamer_push": {"avg_ms": 0.872, "count": 75, "max_ms": 1.302, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.983, "count": 75, "max_ms": 70.043, "p95_ms": 65.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.251, "count": 75, "max_ms": 105.791, "p95_ms": 94.645}, "yolo11_640_fire_11class": {"avg_ms": 50.546, "count": 75, "max_ms": 79.535, "p95_ms": 66.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.235, "count": 75, "max_ms": 103.581, "p95_ms": 95.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 394.886, "count": 75, "max_ms": 479.577, "p95_ms": 446.88}, "read_interval": {"avg_ms": 402.612, "count": 74, "max_ms": 486.411, "p95_ms": 452.89}, "triton_wait": {"avg_ms": 75.57, "count": 75, "max_ms": 105.804, "p95_ms": 100.832}, "visualize": {"avg_ms": 18.171, "count": 75, "max_ms": 24.192, "p95_ms": 21.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.7, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6428.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.06, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.202, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:14:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:14:34+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T06:14:34+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T06:14:34.281321+09:00", "mtime_epoch": 1783026874.281321, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:14:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1373.793, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.2, "read": 10.167}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.935, "count": 305, "max_ms": 12.095, "p95_ms": 10.61}, "gstreamer_push": {"avg_ms": 1.167, "count": 306, "max_ms": 1.477, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.263, "count": 305, "max_ms": 72.075, "p95_ms": 56.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.189, "count": 305, "max_ms": 104.717, "p95_ms": 74.232}, "yolo11_640_fire_11class": {"avg_ms": 50.071, "count": 305, "max_ms": 80.383, "p95_ms": 59.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.378, "count": 305, "max_ms": 109.832, "p95_ms": 77.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.188, "count": 305, "max_ms": 147.41, "p95_ms": 115.514}, "read_interval": {"avg_ms": 98.243, "count": 305, "max_ms": 727.528, "p95_ms": 133.655}, "triton_wait": {"avg_ms": 54.701, "count": 305, "max_ms": 109.843, "p95_ms": 80.957}, "visualize": {"avg_ms": 3.9, "count": 305, "max_ms": 6.083, "p95_ms": 5.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3113, "tracking_summary": 2711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6588.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72735.366, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.904, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:14:41+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T06:14:41+09:00", "mjpeg": {"age_sec": 0.315, "exists": true, "mtime": "2026-07-03T06:14:41.629338+09:00", "mtime_epoch": 1783026881.6293383, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:14:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 959.977, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.216, "pushed": 3.216, "read": 3.183}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.499, "count": 96, "max_ms": 273.89, "p95_ms": 237.083}, "gstreamer_push": {"avg_ms": 0.844, "count": 96, "max_ms": 1.913, "p95_ms": 1.718}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.044, "count": 96, "max_ms": 104.531, "p95_ms": 85.066}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.663, "count": 96, "max_ms": 89.443, "p95_ms": 84.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.057, "count": 96, "max_ms": 383.768, "p95_ms": 339.495}, "read_interval": {"avg_ms": 314.144, "count": 95, "max_ms": 392.804, "p95_ms": 350.652}, "triton_wait": {"avg_ms": 67.213, "count": 96, "max_ms": 104.544, "p95_ms": 86.481}, "visualize": {"avg_ms": 27.436, "count": 96, "max_ms": 36.122, "p95_ms": 34.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 86, "tracking_summary": 5686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6588.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 163, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:12:32+09:00", "last_error_summary": "[h264 @ 0x557c8a677cc0] error while decoding MB 79 25, bytestream -17", "last_exit_at": "2026-07-03T06:12:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.351, "last_started_at": "2026-07-03T06:12:34+09:00", "pid": 19680, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.09, "name": "ffmpeg", "pid": 19680, "rss_mb": 271.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 521.737, "sample_count": 791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:14:41+09:00", "last_frame_read_age_sec": 0.414, "last_frame_read_at": "2026-07-03T06:14:41+09:00", "mjpeg": {"age_sec": 0.403, "exists": true, "mtime": "2026-07-03T06:14:41.593338+09:00", "mtime_epoch": 1783026881.5933383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:14:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 4.417, "recorders": [{"age_sec": 4.417, "frame_count": 60, "is_recording": true, "is_stopping": false, "pid": 19847, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.367, "name": "ffmpeg", "pid": 19847, "rss_mb": 186.367, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 40, "returncode": null, "running": true, "started_at": "2026-07-03T06:14:37+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_061437_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [19847], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.82, "pushed": 2.82, "read": 2.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.998, "count": 84, "max_ms": 30.497, "p95_ms": 25.006}, "gstreamer_push": {"avg_ms": 0.875, "count": 84, "max_ms": 1.204, "p95_ms": 0.926}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.586, "count": 84, "max_ms": 78.243, "p95_ms": 64.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.404, "count": 84, "max_ms": 92.427, "p95_ms": 87.547}, "yolo11_640_fire_11class": {"avg_ms": 50.922, "count": 84, "max_ms": 71.765, "p95_ms": 64.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.77, "count": 84, "max_ms": 105.063, "p95_ms": 93.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 351.67, "count": 84, "max_ms": 884.87, "p95_ms": 401.749}, "read_interval": {"avg_ms": 357.57, "count": 83, "max_ms": 891.108, "p95_ms": 401.257}, "triton_wait": {"avg_ms": 73.713, "count": 84, "max_ms": 105.075, "p95_ms": 93.617}, "visualize": {"avg_ms": 14.808, "count": 84, "max_ms": 20.478, "p95_ms": 19.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.787, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6340.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.1, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.007, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:15:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:15:04+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T06:15:04+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T06:15:04.357401+09:00", "mtime_epoch": 1783026904.357401, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:15:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1374.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.523, "pushed": 9.523, "read": 9.49}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.836, "count": 285, "max_ms": 14.856, "p95_ms": 11.301}, "gstreamer_push": {"avg_ms": 1.095, "count": 285, "max_ms": 1.382, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.575, "count": 285, "max_ms": 68.38, "p95_ms": 58.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.028, "count": 285, "max_ms": 113.161, "p95_ms": 77.777}, "yolo11_640_fire_11class": {"avg_ms": 49.824, "count": 285, "max_ms": 75.142, "p95_ms": 60.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.913, "count": 285, "max_ms": 98.035, "p95_ms": 78.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.068, "count": 285, "max_ms": 170.352, "p95_ms": 136.759}, "read_interval": {"avg_ms": 105.504, "count": 284, "max_ms": 180.472, "p95_ms": 146.779}, "triton_wait": {"avg_ms": 54.361, "count": 285, "max_ms": 113.173, "p95_ms": 83.777}, "visualize": {"avg_ms": 4.421, "count": 285, "max_ms": 6.583, "p95_ms": 5.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3113, "tracking_summary": 2712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6379.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72765.481, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.953, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:15:12+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T06:15:11+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T06:15:11.885424+09:00", "mtime_epoch": 1783026911.8854244, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:15:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 970.086, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.793, "pushed": 3.793, "read": 3.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.581, "count": 113, "max_ms": 288.825, "p95_ms": 247.244}, "gstreamer_push": {"avg_ms": 0.947, "count": 113, "max_ms": 3.926, "p95_ms": 1.795}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.773, "count": 113, "max_ms": 95.407, "p95_ms": 81.669}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.055, "count": 113, "max_ms": 97.28, "p95_ms": 82.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.034, "count": 113, "max_ms": 391.767, "p95_ms": 365.541}, "read_interval": {"avg_ms": 267.124, "count": 112, "max_ms": 401.778, "p95_ms": 375.861}, "triton_wait": {"avg_ms": 66.491, "count": 113, "max_ms": 97.289, "p95_ms": 85.171}, "visualize": {"avg_ms": 27.081, "count": 113, "max_ms": 47.515, "p95_ms": 36.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 86, "tracking_summary": 5687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6379.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:14:51+09:00", "last_error_summary": "[h264 @ 0x559bc1b91800] error while decoding MB 29 16, bytestream -29", "last_exit_at": "2026-07-03T06:14:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.04, "last_started_at": "2026-07-03T06:14:54+09:00", "pid": 19907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 202.984, "name": "ffmpeg", "pid": 19907, "rss_mb": 202.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 534.443, "sample_count": 784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:15:12+09:00", "last_frame_read_age_sec": 0.547, "last_frame_read_at": "2026-07-03T06:15:11+09:00", "mjpeg": {"age_sec": 0.535, "exists": true, "mtime": "2026-07-03T06:15:11.841424+09:00", "mtime_epoch": 1783026911.8414242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:15:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.387, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.801, "pushed": 1.801, "read": 1.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.449, "count": 53, "max_ms": 45.228, "p95_ms": 43.425}, "gstreamer_push": {"avg_ms": 0.885, "count": 54, "max_ms": 1.436, "p95_ms": 0.979}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.783, "count": 53, "max_ms": 75.56, "p95_ms": 65.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.294, "count": 53, "max_ms": 99.198, "p95_ms": 93.275}, "yolo11_640_fire_11class": {"avg_ms": 50.541, "count": 53, "max_ms": 80.112, "p95_ms": 67.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.411, "count": 53, "max_ms": 101.018, "p95_ms": 94.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 471.078, "count": 54, "max_ms": 646.306, "p95_ms": 608.105}, "read_interval": {"avg_ms": 562.758, "count": 53, "max_ms": 4956.288, "p95_ms": 637.044}, "triton_wait": {"avg_ms": 73.608, "count": 53, "max_ms": 101.03, "p95_ms": 99.211}, "visualize": {"avg_ms": 17.825, "count": 53, "max_ms": 20.819, "p95_ms": 19.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6578.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.104, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.686, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:15:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:15:34+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T06:15:34+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T06:15:34.361503+09:00", "mtime_epoch": 1783026934.361503, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:15:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1374.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.303, "pushed": 10.303, "read": 10.303}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.446, "count": 309, "max_ms": 16.127, "p95_ms": 11.311}, "gstreamer_push": {"avg_ms": 1.135, "count": 309, "max_ms": 1.451, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.044, "count": 309, "max_ms": 74.063, "p95_ms": 54.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.32, "count": 309, "max_ms": 103.45, "p95_ms": 76.01}, "yolo11_640_fire_11class": {"avg_ms": 49.274, "count": 309, "max_ms": 75.232, "p95_ms": 58.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.151, "count": 309, "max_ms": 94.586, "p95_ms": 60.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.874, "count": 309, "max_ms": 157.351, "p95_ms": 111.708}, "read_interval": {"avg_ms": 97.101, "count": 309, "max_ms": 167.844, "p95_ms": 123.564}, "triton_wait": {"avg_ms": 52.99, "count": 309, "max_ms": 103.462, "p95_ms": 79.02}, "visualize": {"avg_ms": 4.151, "count": 309, "max_ms": 6.039, "p95_ms": 5.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3113, "tracking_summary": 2713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6581.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72795.62, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.762, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:15:42+09:00", "last_frame_read_age_sec": 0.351, "last_frame_read_at": "2026-07-03T06:15:41+09:00", "mjpeg": {"age_sec": 0.341, "exists": true, "mtime": "2026-07-03T06:15:41.857532+09:00", "mtime_epoch": 1783026941.8575318, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:15:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 969.164, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.74, "pushed": 3.74, "read": 3.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.067, "count": 112, "max_ms": 248.452, "p95_ms": 231.934}, "gstreamer_push": {"avg_ms": 1.0, "count": 112, "max_ms": 5.346, "p95_ms": 1.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.17, "count": 112, "max_ms": 115.143, "p95_ms": 93.236}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.706, "count": 112, "max_ms": 89.172, "p95_ms": 84.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.394, "count": 112, "max_ms": 368.988, "p95_ms": 336.929}, "read_interval": {"avg_ms": 268.302, "count": 111, "max_ms": 378.333, "p95_ms": 345.522}, "triton_wait": {"avg_ms": 69.351, "count": 112, "max_ms": 115.156, "p95_ms": 93.248}, "visualize": {"avg_ms": 25.957, "count": 112, "max_ms": 45.932, "p95_ms": 33.664}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 89, "tracking_summary": 5687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6581.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:14:51+09:00", "last_error_summary": "[h264 @ 0x559bc1b91800] error while decoding MB 29 16, bytestream -29", "last_exit_at": "2026-07-03T06:14:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.143, "last_started_at": "2026-07-03T06:14:54+09:00", "pid": 19907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.055, "name": "ffmpeg", "pid": 19907, "rss_mb": 265.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 595.293, "sample_count": 766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:15:42+09:00", "last_frame_read_age_sec": 0.636, "last_frame_read_at": "2026-07-03T06:15:41+09:00", "mjpeg": {"age_sec": 0.626, "exists": true, "mtime": "2026-07-03T06:15:41.853532+09:00", "mtime_epoch": 1783026941.8535316, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:15:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1745.75, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 46, "pushed_frames": 46, "read_frames": 45, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.558, "pushed": 1.558, "read": 1.524}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.542, "count": 46, "max_ms": 52.876, "p95_ms": 48.246}, "gstreamer_push": {"avg_ms": 0.979, "count": 46, "max_ms": 2.949, "p95_ms": 1.898}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.387, "count": 46, "max_ms": 75.198, "p95_ms": 64.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.141, "count": 46, "max_ms": 113.525, "p95_ms": 103.207}, "yolo11_640_fire_11class": {"avg_ms": 49.687, "count": 46, "max_ms": 67.87, "p95_ms": 65.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.225, "count": 46, "max_ms": 94.855, "p95_ms": 90.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 647.76, "count": 46, "max_ms": 865.357, "p95_ms": 821.334}, "read_interval": {"avg_ms": 654.693, "count": 45, "max_ms": 872.054, "p95_ms": 828.095}, "triton_wait": {"avg_ms": 76.795, "count": 46, "max_ms": 113.537, "p95_ms": 103.22}, "visualize": {"avg_ms": 19.554, "count": 46, "max_ms": 26.081, "p95_ms": 22.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.532, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6526.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 851.122, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.633, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:16:04+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T06:16:04+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T06:16:04.333626+09:00", "mtime_epoch": 1783026964.333626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:16:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1374.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.854, "pushed": 9.854, "read": 9.821}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.689, "count": 295, "max_ms": 14.63, "p95_ms": 11.356}, "gstreamer_push": {"avg_ms": 1.107, "count": 295, "max_ms": 1.444, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.065, "count": 295, "max_ms": 82.693, "p95_ms": 54.022}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.478, "count": 295, "max_ms": 97.265, "p95_ms": 74.372}, "yolo11_640_fire_11class": {"avg_ms": 49.775, "count": 295, "max_ms": 74.898, "p95_ms": 59.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.777, "count": 295, "max_ms": 99.905, "p95_ms": 60.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.345, "count": 295, "max_ms": 157.084, "p95_ms": 115.661}, "read_interval": {"avg_ms": 101.698, "count": 294, "max_ms": 314.475, "p95_ms": 128.328}, "triton_wait": {"avg_ms": 53.705, "count": 295, "max_ms": 99.918, "p95_ms": 77.478}, "visualize": {"avg_ms": 4.291, "count": 295, "max_ms": 6.564, "p95_ms": 5.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3115, "tracking_summary": 2714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6526.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72825.762, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.681, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:16:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:16:12+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T06:16:12+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T06:16:12.029661+09:00", "mtime_epoch": 1783026972.029661, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:16:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 966.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.085, "pushed": 3.085, "read": 3.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.499, "count": 92, "max_ms": 281.685, "p95_ms": 248.678}, "gstreamer_push": {"avg_ms": 0.994, "count": 92, "max_ms": 3.011, "p95_ms": 1.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.166, "count": 92, "max_ms": 110.97, "p95_ms": 96.365}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.74, "count": 92, "max_ms": 94.688, "p95_ms": 82.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.612, "count": 92, "max_ms": 380.986, "p95_ms": 357.831}, "read_interval": {"avg_ms": 327.59, "count": 91, "max_ms": 389.843, "p95_ms": 368.117}, "triton_wait": {"avg_ms": 69.307, "count": 92, "max_ms": 110.982, "p95_ms": 96.379}, "visualize": {"avg_ms": 29.98, "count": 92, "max_ms": 42.706, "p95_ms": 39.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 5687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6527.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:14:51+09:00", "last_error_summary": "[h264 @ 0x559bc1b91800] error while decoding MB 29 16, bytestream -29", "last_exit_at": "2026-07-03T06:14:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.457, "last_started_at": "2026-07-03T06:14:54+09:00", "pid": 19907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.086, "name": "ffmpeg", "pid": 19907, "rss_mb": 266.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 619.605, "sample_count": 718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:16:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:16:12+09:00", "last_frame_read_age_sec": 0.576, "last_frame_read_at": "2026-07-03T06:16:12+09:00", "mjpeg": {"age_sec": 0.564, "exists": true, "mtime": "2026-07-03T06:16:12.229662+09:00", "mtime_epoch": 1783026972.2296617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:16:12+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1690.652, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.884, "pushed": 1.884, "read": 1.85}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 36.348, "count": 55, "max_ms": 47.617, "p95_ms": 45.458}, "gstreamer_push": {"avg_ms": 0.875, "count": 56, "max_ms": 0.957, "p95_ms": 0.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.928, "count": 55, "max_ms": 80.195, "p95_ms": 73.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.354, "count": 55, "max_ms": 120.117, "p95_ms": 104.257}, "yolo11_640_fire_11class": {"avg_ms": 49.233, "count": 55, "max_ms": 71.993, "p95_ms": 70.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.73, "count": 55, "max_ms": 98.561, "p95_ms": 95.322}}, "truncated_count": 0}, "processing_total": {"avg_ms": 534.65, "count": 56, "max_ms": 779.258, "p95_ms": 639.444}, "read_interval": {"avg_ms": 540.594, "count": 55, "max_ms": 786.798, "p95_ms": 647.413}, "triton_wait": {"avg_ms": 78.153, "count": 55, "max_ms": 120.131, "p95_ms": 104.27}, "visualize": {"avg_ms": 18.196, "count": 55, "max_ms": 26.629, "p95_ms": 25.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.731, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6449.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 881.141, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.633, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:16:34+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T06:16:34+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T06:16:34.401770+09:00", "mtime_epoch": 1783026994.4017696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:16:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1374.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.201, "pushed": 10.201, "read": 10.168}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.384, "count": 305, "max_ms": 14.396, "p95_ms": 11.091}, "gstreamer_push": {"avg_ms": 1.126, "count": 305, "max_ms": 1.486, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.199, "count": 305, "max_ms": 71.173, "p95_ms": 56.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.502, "count": 305, "max_ms": 92.46, "p95_ms": 77.299}, "yolo11_640_fire_11class": {"avg_ms": 50.178, "count": 305, "max_ms": 78.316, "p95_ms": 60.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.544, "count": 305, "max_ms": 95.573, "p95_ms": 77.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.588, "count": 305, "max_ms": 154.519, "p95_ms": 125.411}, "read_interval": {"avg_ms": 98.477, "count": 304, "max_ms": 166.968, "p95_ms": 134.433}, "triton_wait": {"avg_ms": 54.982, "count": 305, "max_ms": 95.586, "p95_ms": 80.767}, "visualize": {"avg_ms": 4.115, "count": 305, "max_ms": 5.827, "p95_ms": 5.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3116, "tracking_summary": 2714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6449.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72856.014, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.735, "sample_count": 1012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:16:42+09:00", "last_frame_read_age_sec": 0.334, "last_frame_read_at": "2026-07-03T06:16:42+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T06:16:42.269810+09:00", "mtime_epoch": 1783027002.2698104, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:16:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 967.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.342, "pushed": 3.342, "read": 3.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.467, "count": 100, "max_ms": 251.607, "p95_ms": 245.174}, "gstreamer_push": {"avg_ms": 0.935, "count": 100, "max_ms": 2.968, "p95_ms": 2.785}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.395, "count": 100, "max_ms": 105.189, "p95_ms": 93.976}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.271, "count": 100, "max_ms": 100.033, "p95_ms": 84.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.63, "count": 100, "max_ms": 369.384, "p95_ms": 356.245}, "read_interval": {"avg_ms": 302.112, "count": 99, "max_ms": 380.043, "p95_ms": 366.665}, "triton_wait": {"avg_ms": 69.32, "count": 100, "max_ms": 105.202, "p95_ms": 94.498}, "visualize": {"avg_ms": 27.907, "count": 100, "max_ms": 45.067, "p95_ms": 37.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 91, "tracking_summary": 5688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6441.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:14:51+09:00", "last_error_summary": "[h264 @ 0x559bc1b91800] error while decoding MB 29 16, bytestream -29", "last_exit_at": "2026-07-03T06:14:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.63, "last_started_at": "2026-07-03T06:14:54+09:00", "pid": 19907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.117, "name": "ffmpeg", "pid": 19907, "rss_mb": 267.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 620.825, "sample_count": 705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:16:42+09:00", "last_frame_read_age_sec": 0.463, "last_frame_read_at": "2026-07-03T06:16:42+09:00", "mjpeg": {"age_sec": 0.452, "exists": true, "mtime": "2026-07-03T06:16:42.513812+09:00", "mtime_epoch": 1783027002.5138116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:16:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.423, "pushed": 2.423, "read": 2.39}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.394, "count": 71, "max_ms": 34.04, "p95_ms": 30.322}, "gstreamer_push": {"avg_ms": 0.879, "count": 72, "max_ms": 0.979, "p95_ms": 0.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.761, "count": 71, "max_ms": 72.95, "p95_ms": 64.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.216, "count": 71, "max_ms": 103.447, "p95_ms": 92.845}, "yolo11_640_fire_11class": {"avg_ms": 50.488, "count": 71, "max_ms": 74.249, "p95_ms": 66.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.255, "count": 71, "max_ms": 116.257, "p95_ms": 93.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 412.493, "count": 72, "max_ms": 487.8, "p95_ms": 470.37}, "read_interval": {"avg_ms": 418.358, "count": 71, "max_ms": 494.219, "p95_ms": 477.387}, "triton_wait": {"avg_ms": 77.977, "count": 71, "max_ms": 116.269, "p95_ms": 96.734}, "visualize": {"avg_ms": 17.039, "count": 71, "max_ms": 23.442, "p95_ms": 20.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.713, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6615.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 911.201, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.733, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 711271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:17:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:17:04+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T06:17:04+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T06:17:04.433932+09:00", "mtime_epoch": 1783027024.4339318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:17:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1374.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.913, "pushed": 9.913, "read": 9.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.696, "count": 297, "max_ms": 14.784, "p95_ms": 11.49}, "gstreamer_push": {"avg_ms": 1.102, "count": 297, "max_ms": 1.462, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.632, "count": 297, "max_ms": 72.696, "p95_ms": 55.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.093, "count": 297, "max_ms": 120.574, "p95_ms": 73.509}, "yolo11_640_fire_11class": {"avg_ms": 48.85, "count": 297, "max_ms": 74.199, "p95_ms": 59.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.552, "count": 297, "max_ms": 115.676, "p95_ms": 81.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.461, "count": 297, "max_ms": 171.874, "p95_ms": 129.724}, "read_interval": {"avg_ms": 101.176, "count": 296, "max_ms": 181.993, "p95_ms": 139.627}, "triton_wait": {"avg_ms": 53.8, "count": 297, "max_ms": 120.588, "p95_ms": 84.64}, "visualize": {"avg_ms": 4.256, "count": 297, "max_ms": 6.367, "p95_ms": 5.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3116, "tracking_summary": 2715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6385.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72886.2, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.735, "sample_count": 1012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:17:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:17:12+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T06:17:12+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T06:17:12.469978+09:00", "mtime_epoch": 1783027032.4699783, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:17:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 966.914, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.081, "pushed": 3.081, "read": 3.048}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.076, "count": 92, "max_ms": 255.471, "p95_ms": 228.452}, "gstreamer_push": {"avg_ms": 0.901, "count": 92, "max_ms": 1.906, "p95_ms": 1.722}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.564, "count": 92, "max_ms": 120.193, "p95_ms": 76.152}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.054, "count": 92, "max_ms": 95.807, "p95_ms": 79.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.505, "count": 92, "max_ms": 362.63, "p95_ms": 348.623}, "read_interval": {"avg_ms": 328.096, "count": 91, "max_ms": 371.939, "p95_ms": 357.846}, "triton_wait": {"avg_ms": 65.508, "count": 92, "max_ms": 120.204, "p95_ms": 79.017}, "visualize": {"avg_ms": 31.105, "count": 92, "max_ms": 42.118, "p95_ms": 40.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 93, "tracking_summary": 5688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6486.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:17:08+09:00", "last_error_summary": "[h264 @ 0x55a527155f80] error while decoding MB 28 15, bytestream -7", "last_exit_at": "2026-07-03T06:17:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.383, "last_started_at": "2026-07-03T06:17:11+09:00", "pid": 20074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 146.961, "name": "ffmpeg", "pid": 20074, "rss_mb": 146.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 631.054, "sample_count": 666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:17:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:17:14+09:00", "last_frame_read_age_sec": 0.374, "last_frame_read_at": "2026-07-03T06:17:13+09:00", "mjpeg": {"age_sec": 4.788, "exists": true, "mtime": "2026-07-03T06:17:09.373960+09:00", "mtime_epoch": 1783027029.3739603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:17:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 11.658, "recorders": [{"age_sec": 11.658, "frame_count": 64, "is_recording": true, "is_stopping": false, "pid": 20014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.902, "name": "ffmpeg", "pid": 20014, "rss_mb": 185.902, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 36, "returncode": null, "running": true, "started_at": "2026-07-03T06:17:02+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_061702_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20014], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.778, "pushed": 1.778, "read": 1.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.54, "count": 52, "max_ms": 40.813, "p95_ms": 33.418}, "gstreamer_push": {"avg_ms": 0.878, "count": 53, "max_ms": 0.996, "p95_ms": 0.954}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.784, "count": 52, "max_ms": 69.533, "p95_ms": 64.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.814, "count": 52, "max_ms": 101.682, "p95_ms": 98.661}, "yolo11_640_fire_11class": {"avg_ms": 50.532, "count": 52, "max_ms": 80.057, "p95_ms": 68.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.581, "count": 52, "max_ms": 103.192, "p95_ms": 99.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 480.896, "count": 53, "max_ms": 1047.898, "p95_ms": 547.036}, "read_interval": {"avg_ms": 574.758, "count": 52, "max_ms": 4941.66, "p95_ms": 622.324}, "triton_wait": {"avg_ms": 77.789, "count": 52, "max_ms": 103.205, "p95_ms": 99.875}, "visualize": {"avg_ms": 18.175, "count": 52, "max_ms": 22.824, "p95_ms": 22.303}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.817, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6446.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 941.288, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.671, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 711550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:17:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:17:34+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-03T06:17:34+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T06:17:34.490112+09:00", "mtime_epoch": 1783027054.490112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:17:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1374.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.31, "pushed": 9.31, "read": 9.277}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.061, "count": 278, "max_ms": 14.534, "p95_ms": 11.281}, "gstreamer_push": {"avg_ms": 1.094, "count": 279, "max_ms": 1.494, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.726, "count": 278, "max_ms": 73.915, "p95_ms": 58.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.586, "count": 278, "max_ms": 112.814, "p95_ms": 76.155}, "yolo11_640_fire_11class": {"avg_ms": 50.069, "count": 278, "max_ms": 73.197, "p95_ms": 62.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.445, "count": 278, "max_ms": 97.509, "p95_ms": 83.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.564, "count": 279, "max_ms": 170.737, "p95_ms": 136.162}, "read_interval": {"avg_ms": 107.738, "count": 278, "max_ms": 182.019, "p95_ms": 146.57}, "triton_wait": {"avg_ms": 54.92, "count": 278, "max_ms": 112.825, "p95_ms": 87.092}, "visualize": {"avg_ms": 4.525, "count": 278, "max_ms": 5.947, "p95_ms": 5.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3117, "tracking_summary": 2716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6444.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72916.334, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.991, "sample_count": 1002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:17:42+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T06:17:42+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T06:17:42.738165+09:00", "mtime_epoch": 1783027062.7381647, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:17:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 955.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.455, "pushed": 3.455, "read": 3.421}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.192, "count": 103, "max_ms": 231.705, "p95_ms": 228.088}, "gstreamer_push": {"avg_ms": 0.935, "count": 103, "max_ms": 3.128, "p95_ms": 1.778}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.307, "count": 103, "max_ms": 107.631, "p95_ms": 83.7}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.843, "count": 103, "max_ms": 93.486, "p95_ms": 79.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.344, "count": 103, "max_ms": 351.103, "p95_ms": 343.033}, "read_interval": {"avg_ms": 293.516, "count": 102, "max_ms": 360.593, "p95_ms": 355.759}, "triton_wait": {"avg_ms": 68.08, "count": 103, "max_ms": 107.644, "p95_ms": 87.999}, "visualize": {"avg_ms": 29.126, "count": 103, "max_ms": 43.954, "p95_ms": 39.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 94, "tracking_summary": 5689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6449.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:17:08+09:00", "last_error_summary": "[h264 @ 0x55a527155f80] error while decoding MB 28 15, bytestream -7", "last_exit_at": "2026-07-03T06:17:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.426, "last_started_at": "2026-07-03T06:17:11+09:00", "pid": 20074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.199, "name": "ffmpeg", "pid": 20074, "rss_mb": 265.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 625.695, "sample_count": 673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:17:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:17:44+09:00", "last_frame_read_age_sec": 0.435, "last_frame_read_at": "2026-07-03T06:17:43+09:00", "mjpeg": {"age_sec": 0.424, "exists": true, "mtime": "2026-07-03T06:17:43.782171+09:00", "mtime_epoch": 1783027063.7821712, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:17:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.596, "pushed": 2.596, "read": 2.562}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.524, "count": 77, "max_ms": 29.778, "p95_ms": 25.729}, "gstreamer_push": {"avg_ms": 0.876, "count": 77, "max_ms": 1.415, "p95_ms": 0.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.971, "count": 77, "max_ms": 70.867, "p95_ms": 63.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.325, "count": 77, "max_ms": 115.754, "p95_ms": 98.634}, "yolo11_640_fire_11class": {"avg_ms": 50.281, "count": 77, "max_ms": 71.508, "p95_ms": 63.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.14, "count": 77, "max_ms": 104.688, "p95_ms": 93.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 383.713, "count": 77, "max_ms": 577.245, "p95_ms": 466.23}, "read_interval": {"avg_ms": 389.514, "count": 76, "max_ms": 583.233, "p95_ms": 471.921}, "triton_wait": {"avg_ms": 76.17, "count": 77, "max_ms": 115.767, "p95_ms": 98.645}, "visualize": {"avg_ms": 16.016, "count": 77, "max_ms": 20.893, "p95_ms": 19.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.664, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6461.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 971.321, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.201, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 711861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:18:04+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T06:18:04+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T06:18:04.530309+09:00", "mtime_epoch": 1783027084.5303092, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241307}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:18:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1374.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.395, "pushed": 10.395, "read": 10.361}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.254, "count": 311, "max_ms": 14.077, "p95_ms": 11.206}, "gstreamer_push": {"avg_ms": 1.144, "count": 311, "max_ms": 1.992, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.64, "count": 311, "max_ms": 70.929, "p95_ms": 57.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.324, "count": 311, "max_ms": 102.778, "p95_ms": 73.241}, "yolo11_640_fire_11class": {"avg_ms": 49.361, "count": 311, "max_ms": 72.677, "p95_ms": 60.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.218, "count": 311, "max_ms": 106.632, "p95_ms": 81.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.462, "count": 311, "max_ms": 158.57, "p95_ms": 119.072}, "read_interval": {"avg_ms": 96.47, "count": 310, "max_ms": 173.23, "p95_ms": 131.091}, "triton_wait": {"avg_ms": 55.173, "count": 311, "max_ms": 106.643, "p95_ms": 85.584}, "visualize": {"avg_ms": 4.003, "count": 311, "max_ms": 6.354, "p95_ms": 5.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3119, "tracking_summary": 2717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6458.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72946.422, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.956, "sample_count": 1008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:18:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:18:13+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T06:18:12+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T06:18:12.682365+09:00", "mtime_epoch": 1783027092.6823654, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:18:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 966.836, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.351, "pushed": 3.351, "read": 3.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.97, "count": 100, "max_ms": 261.311, "p95_ms": 239.894}, "gstreamer_push": {"avg_ms": 0.907, "count": 100, "max_ms": 3.074, "p95_ms": 1.722}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.5, "count": 100, "max_ms": 99.533, "p95_ms": 88.336}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.115, "count": 100, "max_ms": 102.867, "p95_ms": 80.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.312, "count": 100, "max_ms": 354.348, "p95_ms": 340.093}, "read_interval": {"avg_ms": 300.53, "count": 99, "max_ms": 364.694, "p95_ms": 349.313}, "triton_wait": {"avg_ms": 66.434, "count": 100, "max_ms": 102.879, "p95_ms": 88.349}, "visualize": {"avg_ms": 24.042, "count": 100, "max_ms": 33.886, "p95_ms": 27.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 95, "tracking_summary": 5690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6459.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:17:08+09:00", "last_error_summary": "[h264 @ 0x55a527155f80] error while decoding MB 28 15, bytestream -7", "last_exit_at": "2026-07-03T06:17:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.571, "last_started_at": "2026-07-03T06:17:11+09:00", "pid": 20074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.52, "name": "ffmpeg", "pid": 20074, "rss_mb": 267.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 631.054, "sample_count": 655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:18:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:18:14+09:00", "last_frame_read_age_sec": 0.485, "last_frame_read_at": "2026-07-03T06:18:13+09:00", "mjpeg": {"age_sec": 0.472, "exists": true, "mtime": "2026-07-03T06:18:13.878374+09:00", "mtime_epoch": 1783027093.8783736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:18:14+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1611.676, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.085, "pushed": 2.085, "read": 2.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.87, "count": 61, "max_ms": 43.006, "p95_ms": 35.336}, "gstreamer_push": {"avg_ms": 0.869, "count": 62, "max_ms": 0.928, "p95_ms": 0.903}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.429, "count": 61, "max_ms": 73.297, "p95_ms": 66.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.417, "count": 61, "max_ms": 109.456, "p95_ms": 95.882}, "yolo11_640_fire_11class": {"avg_ms": 50.408, "count": 61, "max_ms": 76.304, "p95_ms": 68.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.806, "count": 61, "max_ms": 111.736, "p95_ms": 104.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 479.44, "count": 62, "max_ms": 648.823, "p95_ms": 540.464}, "read_interval": {"avg_ms": 486.128, "count": 61, "max_ms": 656.129, "p95_ms": 546.452}, "triton_wait": {"avg_ms": 76.519, "count": 61, "max_ms": 111.749, "p95_ms": 104.659}, "visualize": {"avg_ms": 18.664, "count": 61, "max_ms": 27.458, "p95_ms": 22.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.743, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6551.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1001.378, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.606, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T06:18:34+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T06:18:34+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T06:18:34.630522+09:00", "mtime_epoch": 1783027114.6305225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:18:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1375.082, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.541, "count": 301, "max_ms": 12.377, "p95_ms": 11.3}, "gstreamer_push": {"avg_ms": 1.123, "count": 301, "max_ms": 1.376, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.93, "count": 301, "max_ms": 73.634, "p95_ms": 54.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.942, "count": 301, "max_ms": 98.471, "p95_ms": 76.373}, "yolo11_640_fire_11class": {"avg_ms": 49.347, "count": 301, "max_ms": 79.504, "p95_ms": 58.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.093, "count": 301, "max_ms": 122.123, "p95_ms": 75.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.995, "count": 301, "max_ms": 144.915, "p95_ms": 119.231}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 155.28, "p95_ms": 131.521}, "triton_wait": {"avg_ms": 54.655, "count": 301, "max_ms": 122.136, "p95_ms": 78.101}, "visualize": {"avg_ms": 4.227, "count": 301, "max_ms": 6.925, "p95_ms": 5.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3120, "tracking_summary": 2718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6537.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 72976.443, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.901, "sample_count": 990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:18:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:18:43+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T06:18:42+09:00", "mjpeg": {"age_sec": 0.295, "exists": true, "mtime": "2026-07-03T06:18:42.726582+09:00", "mtime_epoch": 1783027122.7265823, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:18:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 966.637, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.098, "pushed": 3.098, "read": 3.064}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.204, "count": 92, "max_ms": 250.104, "p95_ms": 233.028}, "gstreamer_push": {"avg_ms": 0.954, "count": 92, "max_ms": 1.971, "p95_ms": 1.792}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.511, "count": 92, "max_ms": 107.485, "p95_ms": 87.988}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.886, "count": 92, "max_ms": 103.196, "p95_ms": 81.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.494, "count": 92, "max_ms": 368.253, "p95_ms": 353.657}, "read_interval": {"avg_ms": 326.464, "count": 91, "max_ms": 377.456, "p95_ms": 362.379}, "triton_wait": {"avg_ms": 67.876, "count": 92, "max_ms": 107.497, "p95_ms": 88.004}, "visualize": {"avg_ms": 28.414, "count": 92, "max_ms": 43.318, "p95_ms": 39.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.697, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 99, "tracking_summary": 5690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6535.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:17:08+09:00", "last_error_summary": "[h264 @ 0x55a527155f80] error while decoding MB 28 15, bytestream -7", "last_exit_at": "2026-07-03T06:17:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.694, "last_started_at": "2026-07-03T06:17:11+09:00", "pid": 20074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.324, "name": "ffmpeg", "pid": 20074, "rss_mb": 269.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 638.99, "sample_count": 632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:18:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:18:44+09:00", "last_frame_read_age_sec": 0.5, "last_frame_read_at": "2026-07-03T06:18:43+09:00", "mjpeg": {"age_sec": 0.483, "exists": true, "mtime": "2026-07-03T06:18:43.990592+09:00", "mtime_epoch": 1783027123.9905918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:18:44+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1683.445, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.934, "pushed": 1.934, "read": 1.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.678, "count": 57, "max_ms": 38.171, "p95_ms": 37.54}, "gstreamer_push": {"avg_ms": 0.937, "count": 57, "max_ms": 1.899, "p95_ms": 1.851}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.467, "count": 57, "max_ms": 71.182, "p95_ms": 66.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.453, "count": 57, "max_ms": 118.636, "p95_ms": 106.369}, "yolo11_640_fire_11class": {"avg_ms": 50.231, "count": 57, "max_ms": 71.7, "p95_ms": 66.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.772, "count": 57, "max_ms": 113.671, "p95_ms": 107.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 521.839, "count": 57, "max_ms": 728.145, "p95_ms": 667.174}, "read_interval": {"avg_ms": 528.874, "count": 56, "max_ms": 733.771, "p95_ms": 673.973}, "triton_wait": {"avg_ms": 80.644, "count": 57, "max_ms": 118.649, "p95_ms": 108.428}, "visualize": {"avg_ms": 20.122, "count": 57, "max_ms": 24.488, "p95_ms": 23.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.468, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6620.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1031.406, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.938, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:19:04+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T06:19:04+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T06:19:04.614750+09:00", "mtime_epoch": 1783027144.6147497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:19:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1375.082, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.192, "pushed": 9.192, "read": 9.158}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.32, "count": 275, "max_ms": 14.489, "p95_ms": 11.692}, "gstreamer_push": {"avg_ms": 1.072, "count": 275, "max_ms": 1.53, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.412, "count": 275, "max_ms": 75.542, "p95_ms": 55.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.97, "count": 275, "max_ms": 114.89, "p95_ms": 76.043}, "yolo11_640_fire_11class": {"avg_ms": 48.776, "count": 275, "max_ms": 76.111, "p95_ms": 57.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.569, "count": 275, "max_ms": 117.471, "p95_ms": 78.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.141, "count": 275, "max_ms": 156.692, "p95_ms": 131.049}, "read_interval": {"avg_ms": 109.122, "count": 274, "max_ms": 167.313, "p95_ms": 141.485}, "triton_wait": {"avg_ms": 54.394, "count": 275, "max_ms": 117.484, "p95_ms": 78.801}, "visualize": {"avg_ms": 4.577, "count": 275, "max_ms": 6.323, "p95_ms": 5.583}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3121, "tracking_summary": 2719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6635.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73006.619, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.15, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:19:13+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T06:19:12+09:00", "mjpeg": {"age_sec": 0.315, "exists": true, "mtime": "2026-07-03T06:19:12.882815+09:00", "mtime_epoch": 1783027152.882815, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:19:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 972.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.723, "pushed": 3.723, "read": 3.689}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.267, "count": 111, "max_ms": 229.503, "p95_ms": 224.793}, "gstreamer_push": {"avg_ms": 0.98, "count": 111, "max_ms": 2.976, "p95_ms": 1.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.661, "count": 111, "max_ms": 108.58, "p95_ms": 84.561}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.606, "count": 111, "max_ms": 103.009, "p95_ms": 82.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.289, "count": 111, "max_ms": 365.429, "p95_ms": 337.546}, "read_interval": {"avg_ms": 271.25, "count": 110, "max_ms": 374.609, "p95_ms": 346.796}, "triton_wait": {"avg_ms": 65.45, "count": 111, "max_ms": 108.592, "p95_ms": 88.977}, "visualize": {"avg_ms": 27.689, "count": 111, "max_ms": 37.917, "p95_ms": 34.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.817, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 101, "tracking_summary": 5691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6635.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:17:08+09:00", "last_error_summary": "[h264 @ 0x55a527155f80] error while decoding MB 28 15, bytestream -7", "last_exit_at": "2026-07-03T06:17:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.185, "last_started_at": "2026-07-03T06:17:11+09:00", "pid": 20074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.355, "name": "ffmpeg", "pid": 20074, "rss_mb": 270.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 647.561, "sample_count": 609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:19:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:19:14+09:00", "last_frame_read_age_sec": 0.521, "last_frame_read_at": "2026-07-03T06:19:14+09:00", "mjpeg": {"age_sec": 0.51, "exists": true, "mtime": "2026-07-03T06:19:14.454828+09:00", "mtime_epoch": 1783027154.4548275, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:19:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1614.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 13.973, "recorders": [{"age_sec": 13.973, "frame_count": 75, "is_recording": true, "is_stopping": false, "pid": 20181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.789, "name": "ffmpeg", "pid": 20181, "rss_mb": 186.789, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 25, "returncode": null, "running": true, "started_at": "2026-07-03T06:19:00+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_061900_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20181], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.869, "pushed": 1.869, "read": 1.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 33.842, "count": 55, "max_ms": 40.315, "p95_ms": 37.577}, "gstreamer_push": {"avg_ms": 0.884, "count": 56, "max_ms": 1.003, "p95_ms": 0.945}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.901, "count": 55, "max_ms": 71.496, "p95_ms": 65.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.874, "count": 55, "max_ms": 111.222, "p95_ms": 98.3}, "yolo11_640_fire_11class": {"avg_ms": 48.357, "count": 55, "max_ms": 74.659, "p95_ms": 63.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.209, "count": 55, "max_ms": 106.997, "p95_ms": 95.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 537.509, "count": 56, "max_ms": 1049.396, "p95_ms": 622.814}, "read_interval": {"avg_ms": 544.799, "count": 55, "max_ms": 1056.693, "p95_ms": 629.395}, "triton_wait": {"avg_ms": 75.525, "count": 55, "max_ms": 111.233, "p95_ms": 98.314}, "visualize": {"avg_ms": 21.616, "count": 55, "max_ms": 36.976, "p95_ms": 25.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6538.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1061.441, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.31, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:19:34+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T06:19:34+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T06:19:34.658992+09:00", "mtime_epoch": 1783027174.6589916, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:19:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1375.598, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.295, "pushed": 10.295, "read": 10.262}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.307, "count": 308, "max_ms": 15.033, "p95_ms": 11.091}, "gstreamer_push": {"avg_ms": 1.133, "count": 308, "max_ms": 1.833, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.237, "count": 308, "max_ms": 71.601, "p95_ms": 57.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.296, "count": 308, "max_ms": 113.132, "p95_ms": 78.047}, "yolo11_640_fire_11class": {"avg_ms": 50.339, "count": 308, "max_ms": 73.522, "p95_ms": 60.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.253, "count": 308, "max_ms": 115.433, "p95_ms": 67.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.514, "count": 308, "max_ms": 168.545, "p95_ms": 119.914}, "read_interval": {"avg_ms": 97.446, "count": 307, "max_ms": 178.674, "p95_ms": 130.071}, "triton_wait": {"avg_ms": 55.125, "count": 308, "max_ms": 115.446, "p95_ms": 80.279}, "visualize": {"avg_ms": 4.071, "count": 308, "max_ms": 5.947, "p95_ms": 5.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3122, "tracking_summary": 2719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6400.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73036.769, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.569, "sample_count": 1003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:19:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:19:43+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-03T06:19:43+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-03T06:19:43.131062+09:00", "mtime_epoch": 1783027183.1310623, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:19:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 973.387, "name": "celery", "pid": 239, "rss_mb": 970.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.084, "pushed": 3.084, "read": 3.05}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.093, "count": 92, "max_ms": 232.174, "p95_ms": 228.823}, "gstreamer_push": {"avg_ms": 1.015, "count": 92, "max_ms": 3.058, "p95_ms": 2.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.674, "count": 92, "max_ms": 124.314, "p95_ms": 96.244}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.137, "count": 92, "max_ms": 116.951, "p95_ms": 82.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.799, "count": 92, "max_ms": 377.918, "p95_ms": 349.029}, "read_interval": {"avg_ms": 328.74, "count": 91, "max_ms": 389.538, "p95_ms": 359.838}, "triton_wait": {"avg_ms": 68.92, "count": 92, "max_ms": 124.326, "p95_ms": 96.257}, "visualize": {"avg_ms": 32.864, "count": 92, "max_ms": 47.05, "p95_ms": 43.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 104, "tracking_summary": 5691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6414.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:19:34+09:00", "last_error_summary": "[h264 @ 0x55f23ab7df80] error while decoding MB 65 21, bytestream -42", "last_exit_at": "2026-07-03T06:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.043, "last_started_at": "2026-07-03T06:19:38+09:00", "pid": 20241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 170.301, "name": "ffmpeg", "pid": 20241, "rss_mb": 170.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 659.928, "sample_count": 580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 682980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:19:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:19:45+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T06:19:44+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T06:19:44.767076+09:00", "mtime_epoch": 1783027184.767076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:19:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1644.242, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.755, "pushed": 1.755, "read": 1.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.927, "count": 52, "max_ms": 43.967, "p95_ms": 37.532}, "gstreamer_push": {"avg_ms": 0.941, "count": 52, "max_ms": 2.218, "p95_ms": 1.862}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.761, "count": 52, "max_ms": 74.86, "p95_ms": 70.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.674, "count": 52, "max_ms": 113.208, "p95_ms": 100.121}, "yolo11_640_fire_11class": {"avg_ms": 51.0, "count": 52, "max_ms": 74.288, "p95_ms": 67.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.577, "count": 52, "max_ms": 116.982, "p95_ms": 101.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 481.64, "count": 52, "max_ms": 755.618, "p95_ms": 741.022}, "read_interval": {"avg_ms": 583.978, "count": 51, "max_ms": 5289.447, "p95_ms": 749.698}, "triton_wait": {"avg_ms": 79.697, "count": 52, "max_ms": 116.994, "p95_ms": 107.967}, "visualize": {"avg_ms": 19.635, "count": 52, "max_ms": 28.994, "p95_ms": 26.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.635, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6483.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1091.544, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.042, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:20:04+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T06:20:04+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T06:20:04.771247+09:00", "mtime_epoch": 1783027204.7712474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:20:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1375.598, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.617, "pushed": 9.617, "read": 9.584}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.849, "count": 288, "max_ms": 12.521, "p95_ms": 11.409}, "gstreamer_push": {"avg_ms": 1.111, "count": 288, "max_ms": 1.559, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.043, "count": 288, "max_ms": 70.381, "p95_ms": 57.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.89, "count": 288, "max_ms": 96.472, "p95_ms": 78.044}, "yolo11_640_fire_11class": {"avg_ms": 50.058, "count": 288, "max_ms": 80.075, "p95_ms": 60.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.712, "count": 288, "max_ms": 107.285, "p95_ms": 85.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.986, "count": 288, "max_ms": 155.332, "p95_ms": 136.687}, "read_interval": {"avg_ms": 104.491, "count": 287, "max_ms": 167.278, "p95_ms": 146.678}, "triton_wait": {"avg_ms": 54.814, "count": 288, "max_ms": 107.297, "p95_ms": 87.88}, "visualize": {"avg_ms": 4.388, "count": 288, "max_ms": 6.055, "p95_ms": 5.374}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3124, "tracking_summary": 2720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6481.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73066.811, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.48, "sample_count": 991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:20:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:20:13+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T06:20:13+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T06:20:13.223321+09:00", "mtime_epoch": 1783027213.2233214, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:20:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 972.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.452, "pushed": 3.452, "read": 3.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.586, "count": 103, "max_ms": 242.028, "p95_ms": 227.842}, "gstreamer_push": {"avg_ms": 0.902, "count": 103, "max_ms": 3.02, "p95_ms": 1.829}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.2, "count": 103, "max_ms": 103.02, "p95_ms": 91.347}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.156, "count": 103, "max_ms": 96.643, "p95_ms": 88.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.239, "count": 103, "max_ms": 360.081, "p95_ms": 343.357}, "read_interval": {"avg_ms": 292.682, "count": 102, "max_ms": 368.927, "p95_ms": 353.039}, "triton_wait": {"avg_ms": 66.95, "count": 103, "max_ms": 103.033, "p95_ms": 91.36}, "visualize": {"avg_ms": 24.776, "count": 103, "max_ms": 37.501, "p95_ms": 35.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 104, "tracking_summary": 5692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6481.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:19:34+09:00", "last_error_summary": "[h264 @ 0x55f23ab7df80] error while decoding MB 65 21, bytestream -42", "last_exit_at": "2026-07-03T06:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.228, "last_started_at": "2026-07-03T06:19:38+09:00", "pid": 20241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.613, "name": "ffmpeg", "pid": 20241, "rss_mb": 266.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 653.69, "sample_count": 627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:20:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:20:15+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T06:20:14+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T06:20:14.967337+09:00", "mtime_epoch": 1783027214.967337, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200563}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:20:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1612.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.32, "pushed": 3.32, "read": 3.286}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.865, "count": 98, "max_ms": 28.555, "p95_ms": 23.143}, "gstreamer_push": {"avg_ms": 0.881, "count": 99, "max_ms": 1.28, "p95_ms": 0.951}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.358, "count": 98, "max_ms": 68.736, "p95_ms": 63.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.978, "count": 98, "max_ms": 105.93, "p95_ms": 84.353}, "yolo11_640_fire_11class": {"avg_ms": 49.456, "count": 98, "max_ms": 78.022, "p95_ms": 65.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.417, "count": 98, "max_ms": 125.495, "p95_ms": 93.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.459, "count": 99, "max_ms": 408.11, "p95_ms": 341.555}, "read_interval": {"avg_ms": 304.724, "count": 98, "max_ms": 413.589, "p95_ms": 347.574}, "triton_wait": {"avg_ms": 74.982, "count": 98, "max_ms": 125.507, "p95_ms": 102.708}, "visualize": {"avg_ms": 12.784, "count": 98, "max_ms": 16.239, "p95_ms": 15.614}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6478.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1121.574, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.513, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:20:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:20:34+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T06:20:34+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T06:20:34.787515+09:00", "mtime_epoch": 1783027234.787515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:20:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1375.598, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.924, "pushed": 8.924, "read": 8.891}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.169, "count": 267, "max_ms": 14.023, "p95_ms": 11.537}, "gstreamer_push": {"avg_ms": 1.061, "count": 267, "max_ms": 1.397, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.536, "count": 267, "max_ms": 69.183, "p95_ms": 61.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.962, "count": 267, "max_ms": 116.313, "p95_ms": 79.415}, "yolo11_640_fire_11class": {"avg_ms": 50.269, "count": 267, "max_ms": 74.517, "p95_ms": 62.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.664, "count": 267, "max_ms": 119.354, "p95_ms": 83.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.752, "count": 267, "max_ms": 174.703, "p95_ms": 141.73}, "read_interval": {"avg_ms": 112.465, "count": 266, "max_ms": 185.604, "p95_ms": 151.182}, "triton_wait": {"avg_ms": 56.146, "count": 267, "max_ms": 119.368, "p95_ms": 86.878}, "visualize": {"avg_ms": 4.602, "count": 267, "max_ms": 7.217, "p95_ms": 5.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3124, "tracking_summary": 2721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6471.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73097.13, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.956, "sample_count": 993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:20:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:20:43+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T06:20:43+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T06:20:43.395594+09:00", "mtime_epoch": 1783027243.395594, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:20:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 961.016, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.715, "pushed": 3.715, "read": 3.681}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 164.361, "count": 111, "max_ms": 269.871, "p95_ms": 234.762}, "gstreamer_push": {"avg_ms": 0.959, "count": 111, "max_ms": 2.953, "p95_ms": 2.542}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.651, "count": 111, "max_ms": 113.219, "p95_ms": 81.985}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.566, "count": 111, "max_ms": 110.052, "p95_ms": 84.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.784, "count": 111, "max_ms": 362.526, "p95_ms": 339.052}, "read_interval": {"avg_ms": 270.877, "count": 110, "max_ms": 371.94, "p95_ms": 347.952}, "triton_wait": {"avg_ms": 66.172, "count": 111, "max_ms": 113.232, "p95_ms": 86.614}, "visualize": {"avg_ms": 27.27, "count": 111, "max_ms": 48.997, "p95_ms": 41.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 104, "tracking_summary": 5693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6481.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:19:34+09:00", "last_error_summary": "[h264 @ 0x55f23ab7df80] error while decoding MB 65 21, bytestream -42", "last_exit_at": "2026-07-03T06:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.584, "last_started_at": "2026-07-03T06:19:38+09:00", "pid": 20241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.676, "name": "ffmpeg", "pid": 20241, "rss_mb": 268.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 580.759, "sample_count": 665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:20:45+09:00", "last_frame_read_age_sec": 0.37, "last_frame_read_at": "2026-07-03T06:20:45+09:00", "mjpeg": {"age_sec": 0.357, "exists": true, "mtime": "2026-07-03T06:20:45.267611+09:00", "mtime_epoch": 1783027245.267611, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:20:45+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1612.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.793, "pushed": 2.793, "read": 2.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.166, "count": 83, "max_ms": 26.448, "p95_ms": 24.967}, "gstreamer_push": {"avg_ms": 0.879, "count": 83, "max_ms": 0.975, "p95_ms": 0.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.322, "count": 83, "max_ms": 73.594, "p95_ms": 64.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.456, "count": 83, "max_ms": 118.173, "p95_ms": 96.633}, "yolo11_640_fire_11class": {"avg_ms": 50.042, "count": 83, "max_ms": 77.243, "p95_ms": 64.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.503, "count": 83, "max_ms": 109.201, "p95_ms": 101.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 355.322, "count": 83, "max_ms": 413.108, "p95_ms": 400.05}, "read_interval": {"avg_ms": 361.728, "count": 82, "max_ms": 420.113, "p95_ms": 406.12}, "triton_wait": {"avg_ms": 77.566, "count": 83, "max_ms": 118.187, "p95_ms": 103.138}, "visualize": {"avg_ms": 14.704, "count": 83, "max_ms": 17.33, "p95_ms": 16.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.713, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6482.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1151.636, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.825, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:21:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:21:04+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T06:21:04+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T06:21:04.827794+09:00", "mtime_epoch": 1783027264.8277943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:21:04+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1375.855, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.652}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.574, "count": 290, "max_ms": 14.598, "p95_ms": 11.502}, "gstreamer_push": {"avg_ms": 1.093, "count": 290, "max_ms": 1.455, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.988, "count": 290, "max_ms": 69.212, "p95_ms": 61.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.587, "count": 290, "max_ms": 122.673, "p95_ms": 88.259}, "yolo11_640_fire_11class": {"avg_ms": 50.649, "count": 290, "max_ms": 70.903, "p95_ms": 63.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.857, "count": 290, "max_ms": 105.825, "p95_ms": 87.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.261, "count": 290, "max_ms": 161.379, "p95_ms": 139.909}, "read_interval": {"avg_ms": 103.473, "count": 289, "max_ms": 172.268, "p95_ms": 149.552}, "triton_wait": {"avg_ms": 57.307, "count": 290, "max_ms": 122.686, "p95_ms": 92.336}, "visualize": {"avg_ms": 4.169, "count": 290, "max_ms": 7.608, "p95_ms": 5.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3125, "tracking_summary": 2722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6478.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73127.374, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.09, "sample_count": 1008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:21:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:21:13+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T06:21:13+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T06:21:13.647879+09:00", "mtime_epoch": 1783027273.6478786, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:21:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 966.961, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.577, "pushed": 3.577, "read": 3.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.859, "count": 107, "max_ms": 295.678, "p95_ms": 232.496}, "gstreamer_push": {"avg_ms": 0.791, "count": 107, "max_ms": 1.217, "p95_ms": 0.84}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.491, "count": 107, "max_ms": 116.87, "p95_ms": 91.793}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.934, "count": 107, "max_ms": 101.206, "p95_ms": 88.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.416, "count": 107, "max_ms": 437.736, "p95_ms": 346.09}, "read_interval": {"avg_ms": 282.229, "count": 106, "max_ms": 445.317, "p95_ms": 354.995}, "triton_wait": {"avg_ms": 70.054, "count": 107, "max_ms": 116.882, "p95_ms": 91.805}, "visualize": {"avg_ms": 24.518, "count": 107, "max_ms": 34.043, "p95_ms": 27.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 104, "tracking_summary": 5693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6478.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:19:34+09:00", "last_error_summary": "[h264 @ 0x55f23ab7df80] error while decoding MB 65 21, bytestream -42", "last_exit_at": "2026-07-03T06:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.884, "last_started_at": "2026-07-03T06:19:38+09:00", "pid": 20241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.223, "name": "ffmpeg", "pid": 20241, "rss_mb": 270.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 557.397, "sample_count": 686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:21:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:21:15+09:00", "last_frame_read_age_sec": 0.383, "last_frame_read_at": "2026-07-03T06:21:15+09:00", "mjpeg": {"age_sec": 0.369, "exists": true, "mtime": "2026-07-03T06:21:15.555897+09:00", "mtime_epoch": 1783027275.555897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:21:15+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1612.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.608, "pushed": 2.608, "read": 2.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.312, "count": 77, "max_ms": 27.937, "p95_ms": 25.857}, "gstreamer_push": {"avg_ms": 0.869, "count": 78, "max_ms": 1.035, "p95_ms": 0.946}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.173, "count": 77, "max_ms": 72.114, "p95_ms": 67.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.479, "count": 77, "max_ms": 118.483, "p95_ms": 93.105}, "yolo11_640_fire_11class": {"avg_ms": 50.33, "count": 77, "max_ms": 76.13, "p95_ms": 68.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.641, "count": 77, "max_ms": 112.427, "p95_ms": 99.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 381.91, "count": 78, "max_ms": 429.134, "p95_ms": 417.302}, "read_interval": {"avg_ms": 388.451, "count": 77, "max_ms": 436.388, "p95_ms": 423.197}, "triton_wait": {"avg_ms": 77.476, "count": 77, "max_ms": 118.495, "p95_ms": 102.665}, "visualize": {"avg_ms": 15.032, "count": 77, "max_ms": 19.016, "p95_ms": 16.536}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6638.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1181.664, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.981, "sample_count": 2901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:21:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:21:34+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T06:21:34+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T06:21:34.896085+09:00", "mtime_epoch": 1783027294.8960853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:21:34+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1375.855, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.692, "pushed": 9.692, "read": 9.659}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.846, "count": 290, "max_ms": 14.896, "p95_ms": 11.573}, "gstreamer_push": {"avg_ms": 1.095, "count": 290, "max_ms": 1.551, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.782, "count": 290, "max_ms": 70.433, "p95_ms": 59.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.394, "count": 290, "max_ms": 94.107, "p95_ms": 73.09}, "yolo11_640_fire_11class": {"avg_ms": 49.62, "count": 290, "max_ms": 70.855, "p95_ms": 62.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.394, "count": 290, "max_ms": 100.534, "p95_ms": 83.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.967, "count": 290, "max_ms": 160.478, "p95_ms": 124.058}, "read_interval": {"avg_ms": 103.547, "count": 289, "max_ms": 172.274, "p95_ms": 134.634}, "triton_wait": {"avg_ms": 54.709, "count": 290, "max_ms": 100.546, "p95_ms": 84.18}, "visualize": {"avg_ms": 4.328, "count": 290, "max_ms": 7.486, "p95_ms": 5.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3126, "tracking_summary": 2723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 6690.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73157.641, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 343.835, "sample_count": 1008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:21:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:21:44+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T06:21:43+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T06:21:43.924175+09:00", "mtime_epoch": 1783027303.9241748, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:21:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 967.984, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.378, "pushed": 3.378, "read": 3.345}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.721, "count": 101, "max_ms": 232.481, "p95_ms": 226.365}, "gstreamer_push": {"avg_ms": 1.05, "count": 101, "max_ms": 2.002, "p95_ms": 1.807}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.503, "count": 101, "max_ms": 110.343, "p95_ms": 89.601}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.981, "count": 101, "max_ms": 100.314, "p95_ms": 88.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.727, "count": 101, "max_ms": 368.196, "p95_ms": 338.181}, "read_interval": {"avg_ms": 299.547, "count": 100, "max_ms": 377.309, "p95_ms": 348.956}, "triton_wait": {"avg_ms": 69.647, "count": 101, "max_ms": 110.355, "p95_ms": 89.611}, "visualize": {"avg_ms": 28.435, "count": 101, "max_ms": 41.854, "p95_ms": 39.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 107, "tracking_summary": 5694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 6702.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 166, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:19:34+09:00", "last_error_summary": "[h264 @ 0x55f23ab7df80] error while decoding MB 65 21, bytestream -42", "last_exit_at": "2026-07-03T06:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.249, "last_started_at": "2026-07-03T06:19:38+09:00", "pid": 20241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.656, "name": "ffmpeg", "pid": 20241, "rss_mb": 284.656, "state": "S (sleeping)", "threads": 104}, "restart_count": 100, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 574.264, "sample_count": 678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:21:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:21:46+09:00", "last_frame_read_age_sec": 0.452, "last_frame_read_at": "2026-07-03T06:21:45+09:00", "mjpeg": {"age_sec": 0.445, "exists": true, "mtime": "2026-07-03T06:21:45.844194+09:00", "mtime_epoch": 1783027305.844194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:21:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1885.082, "name": "celery", "pid": 237, "rss_mb": 1659.656, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 23.002, "recorders": [{"age_sec": 23.002, "frame_count": 97, "is_recording": true, "is_stopping": false, "pid": 20348, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.148, "name": "ffmpeg", "pid": 20348, "rss_mb": 186.148, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 3, "returncode": null, "running": true, "started_at": "2026-07-03T06:21:23+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062123_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20348], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.17, "pushed": 2.17, "read": 2.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.703, "count": 64, "max_ms": 35.957, "p95_ms": 31.437}, "gstreamer_push": {"avg_ms": 0.903, "count": 65, "max_ms": 1.905, "p95_ms": 0.952}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.639, "count": 64, "max_ms": 79.84, "p95_ms": 62.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.757, "count": 64, "max_ms": 109.256, "p95_ms": 92.011}, "yolo11_640_fire_11class": {"avg_ms": 50.05, "count": 64, "max_ms": 67.22, "p95_ms": 65.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.748, "count": 64, "max_ms": 109.936, "p95_ms": 90.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 460.376, "count": 65, "max_ms": 953.782, "p95_ms": 661.42}, "read_interval": {"avg_ms": 467.286, "count": 64, "max_ms": 961.184, "p95_ms": 666.883}, "triton_wait": {"avg_ms": 74.933, "count": 64, "max_ms": 109.949, "p95_ms": 97.266}, "visualize": {"avg_ms": 18.074, "count": 64, "max_ms": 26.93, "p95_ms": 24.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 6402.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1211.743, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.742, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:22:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:22:05+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T06:22:04+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T06:22:04.952387+09:00", "mtime_epoch": 1783027324.9523866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:22:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1376.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.267, "pushed": 10.267, "read": 10.234}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.332, "count": 307, "max_ms": 13.89, "p95_ms": 10.737}, "gstreamer_push": {"avg_ms": 1.137, "count": 308, "max_ms": 1.65, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.781, "count": 307, "max_ms": 76.684, "p95_ms": 54.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.8, "count": 307, "max_ms": 100.888, "p95_ms": 72.487}, "yolo11_640_fire_11class": {"avg_ms": 48.656, "count": 307, "max_ms": 69.574, "p95_ms": 57.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.299, "count": 307, "max_ms": 106.275, "p95_ms": 62.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.73, "count": 308, "max_ms": 144.542, "p95_ms": 116.142}, "read_interval": {"avg_ms": 97.578, "count": 307, "max_ms": 154.76, "p95_ms": 128.73}, "triton_wait": {"avg_ms": 53.57, "count": 307, "max_ms": 106.288, "p95_ms": 74.467}, "visualize": {"avg_ms": 4.178, "count": 307, "max_ms": 6.008, "p95_ms": 5.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3127, "tracking_summary": 2724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 7372.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73187.778, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.479, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:22:14+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T06:22:14+09:00", "mjpeg": {"age_sec": 0.28, "exists": true, "mtime": "2026-07-03T06:22:14.076480+09:00", "mtime_epoch": 1783027334.07648, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:22:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 958.578, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.118, "pushed": 3.118, "read": 3.084}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.315, "count": 93, "max_ms": 257.107, "p95_ms": 242.138}, "gstreamer_push": {"avg_ms": 0.804, "count": 93, "max_ms": 1.774, "p95_ms": 1.494}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.578, "count": 93, "max_ms": 119.136, "p95_ms": 76.124}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.427, "count": 93, "max_ms": 91.796, "p95_ms": 83.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 314.688, "count": 93, "max_ms": 401.927, "p95_ms": 350.428}, "read_interval": {"avg_ms": 324.32, "count": 92, "max_ms": 410.299, "p95_ms": 361.518}, "triton_wait": {"avg_ms": 66.902, "count": 93, "max_ms": 119.15, "p95_ms": 83.999}, "visualize": {"avg_ms": 27.561, "count": 93, "max_ms": 55.246, "p95_ms": 34.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 11, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 119, "tracking_summary": 5694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 7611.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:21:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.862, "last_started_at": "2026-07-03T06:21:55+09:00", "pid": 20408, "process": {"exists": true, "fd_count": 5, "hwm_mb": 157.434, "name": "ffmpeg", "pid": 20408, "rss_mb": 157.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 27, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 625.502, "sample_count": 650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:22:16+09:00", "last_frame_read_age_sec": 1.672, "last_frame_read_at": "2026-07-03T06:22:14+09:00", "mjpeg": {"age_sec": 1.652, "exists": true, "mtime": "2026-07-03T06:22:14.732487+09:00", "mtime_epoch": 1783027334.7324867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 223109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:22:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2839.316, "name": "celery", "pid": 237, "rss_mb": 2839.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 25, "pushed_frames": 25, "read_frames": 24, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.844, "pushed": 0.844, "read": 0.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 62.322, "count": 25, "max_ms": 108.276, "p95_ms": 107.934}, "gstreamer_push": {"avg_ms": 1.102, "count": 25, "max_ms": 2.36, "p95_ms": 2.278}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.181, "count": 25, "max_ms": 75.813, "p95_ms": 69.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.095, "count": 25, "max_ms": 99.818, "p95_ms": 99.305}, "yolo11_640_fire_11class": {"avg_ms": 49.27, "count": 25, "max_ms": 64.966, "p95_ms": 63.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.995, "count": 25, "max_ms": 112.708, "p95_ms": 108.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1029.688, "count": 25, "max_ms": 3331.32, "p95_ms": 2116.572}, "read_interval": {"avg_ms": 1184.043, "count": 24, "max_ms": 4692.389, "p95_ms": 3337.803}, "triton_wait": {"avg_ms": 82.255, "count": 25, "max_ms": 112.72, "p95_ms": 108.342}, "visualize": {"avg_ms": 26.652, "count": 25, "max_ms": 47.903, "p95_ms": 46.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.636, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 9212.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1241.84, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.882, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:22:35+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T06:22:35+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T06:22:35.036698+09:00", "mtime_epoch": 1783027355.036698, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:22:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1376.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.206, "pushed": 10.206, "read": 10.173}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.487, "count": 305, "max_ms": 13.862, "p95_ms": 11.067}, "gstreamer_push": {"avg_ms": 1.005, "count": 306, "max_ms": 1.32, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.256, "count": 305, "max_ms": 63.434, "p95_ms": 52.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.525, "count": 305, "max_ms": 111.466, "p95_ms": 69.753}, "yolo11_640_fire_11class": {"avg_ms": 48.042, "count": 305, "max_ms": 66.699, "p95_ms": 57.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.48, "count": 305, "max_ms": 113.349, "p95_ms": 59.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.329, "count": 306, "max_ms": 153.868, "p95_ms": 114.714}, "read_interval": {"avg_ms": 98.266, "count": 305, "max_ms": 164.391, "p95_ms": 125.113}, "triton_wait": {"avg_ms": 51.96, "count": 305, "max_ms": 113.358, "p95_ms": 72.045}, "visualize": {"avg_ms": 4.207, "count": 305, "max_ms": 7.055, "p95_ms": 5.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3128, "tracking_summary": 2724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 9742.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73217.839, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 343.416, "sample_count": 1005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:22:44+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T06:22:44+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-03T06:22:44.256795+09:00", "mtime_epoch": 1783027364.2567954, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:22:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 967.016, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.394, "pushed": 3.394, "read": 3.36}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.07, "count": 101, "max_ms": 253.664, "p95_ms": 218.25}, "gstreamer_push": {"avg_ms": 0.779, "count": 101, "max_ms": 1.648, "p95_ms": 1.555}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.195, "count": 101, "max_ms": 125.399, "p95_ms": 75.258}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.224, "count": 101, "max_ms": 96.764, "p95_ms": 79.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.977, "count": 101, "max_ms": 348.497, "p95_ms": 326.96}, "read_interval": {"avg_ms": 298.796, "count": 100, "max_ms": 357.398, "p95_ms": 336.21}, "triton_wait": {"avg_ms": 65.818, "count": 101, "max_ms": 125.408, "p95_ms": 79.927}, "visualize": {"avg_ms": 25.274, "count": 101, "max_ms": 37.216, "p95_ms": 35.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.758, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 5, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 5694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 9751.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:21:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.846, "last_started_at": "2026-07-03T06:21:55+09:00", "pid": 20408, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.711, "name": "ffmpeg", "pid": 20408, "rss_mb": 201.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 27, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 953.782, "sample_count": 588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:22:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:22:47+09:00", "last_frame_read_age_sec": 1.792, "last_frame_read_at": "2026-07-03T06:22:45+09:00", "mjpeg": {"age_sec": 1.78, "exists": true, "mtime": "2026-07-03T06:22:45.588809+09:00", "mtime_epoch": 1783027365.5888095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 224679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:22:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 4904.797, "name": "celery", "pid": 237, "rss_mb": 4904.797, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 17, "pushed_frames": 17, "read_frames": 16, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.58, "pushed": 0.58, "read": 0.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.068, "count": 16, "max_ms": 301.01, "p95_ms": 301.01}, "gstreamer_push": {"avg_ms": 1.205, "count": 17, "max_ms": 1.874, "p95_ms": 1.874}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.97, "count": 16, "max_ms": 73.237, "p95_ms": 73.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.139, "count": 16, "max_ms": 112.224, "p95_ms": 112.224}, "yolo11_640_fire_11class": {"avg_ms": 55.31, "count": 16, "max_ms": 78.341, "p95_ms": 78.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 100.804, "count": 16, "max_ms": 124.384, "p95_ms": 124.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1816.338, "count": 17, "max_ms": 2499.306, "p95_ms": 2499.306}, "read_interval": {"avg_ms": 1824.234, "count": 16, "max_ms": 2507.324, "p95_ms": 2507.324}, "triton_wait": {"avg_ms": 100.886, "count": 16, "max_ms": 124.396, "p95_ms": 124.396}, "visualize": {"avg_ms": 51.238, "count": 16, "max_ms": 86.457, "p95_ms": 86.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.326, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 9781.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1271.92, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.823, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:23:05+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T06:23:05+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T06:23:05.133019+09:00", "mtime_epoch": 1783027385.1330192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:23:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1376.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.3, "pushed": 10.334, "read": 10.3}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.286, "count": 309, "max_ms": 13.852, "p95_ms": 11.52}, "gstreamer_push": {"avg_ms": 1.048, "count": 310, "max_ms": 1.35, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.665, "count": 309, "max_ms": 71.079, "p95_ms": 56.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.774, "count": 309, "max_ms": 131.741, "p95_ms": 74.712}, "yolo11_640_fire_11class": {"avg_ms": 48.828, "count": 309, "max_ms": 74.846, "p95_ms": 59.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.904, "count": 309, "max_ms": 120.533, "p95_ms": 62.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.559, "count": 309, "max_ms": 186.279, "p95_ms": 121.686}, "read_interval": {"avg_ms": 96.944, "count": 309, "max_ms": 196.425, "p95_ms": 132.989}, "triton_wait": {"avg_ms": 53.367, "count": 309, "max_ms": 131.754, "p95_ms": 76.169}, "visualize": {"avg_ms": 4.04, "count": 309, "max_ms": 5.984, "p95_ms": 5.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3130, "tracking_summary": 2725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 9801.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73248.097, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 343.357, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:23:14+09:00", "last_frame_read_age_sec": 0.286, "last_frame_read_at": "2026-07-03T06:23:14+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T06:23:14.401120+09:00", "mtime_epoch": 1783027394.4011197, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:23:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 964.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.581, "pushed": 3.581, "read": 3.548}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.942, "count": 107, "max_ms": 322.048, "p95_ms": 238.774}, "gstreamer_push": {"avg_ms": 0.893, "count": 107, "max_ms": 2.367, "p95_ms": 1.752}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.76, "count": 107, "max_ms": 133.202, "p95_ms": 80.654}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.715, "count": 107, "max_ms": 93.023, "p95_ms": 80.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.198, "count": 107, "max_ms": 417.011, "p95_ms": 341.453}, "read_interval": {"avg_ms": 280.795, "count": 106, "max_ms": 430.405, "p95_ms": 350.62}, "triton_wait": {"avg_ms": 65.356, "count": 107, "max_ms": 133.215, "p95_ms": 83.671}, "visualize": {"avg_ms": 24.854, "count": 107, "max_ms": 48.26, "p95_ms": 36.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 143, "tracking_summary": 5694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 9815.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:21:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.123, "last_started_at": "2026-07-03T06:21:55+09:00", "pid": 20408, "process": {"exists": true, "fd_count": 5, "hwm_mb": 245.734, "name": "ffmpeg", "pid": 20408, "rss_mb": 245.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1672.115, "sample_count": 542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:23:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:23:18+09:00", "last_frame_read_age_sec": 1.657, "last_frame_read_at": "2026-07-03T06:23:16+09:00", "mjpeg": {"age_sec": 1.644, "exists": true, "mtime": "2026-07-03T06:23:17.001148+09:00", "mtime_epoch": 1783027397.0011482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 227464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:23:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 4905.949, "name": "celery", "pid": 237, "rss_mb": 4904.227, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 15, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.568, "pushed": 0.568, "read": 0.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 127.364, "count": 16, "max_ms": 170.375, "p95_ms": 170.375}, "gstreamer_push": {"avg_ms": 0.869, "count": 16, "max_ms": 0.928, "p95_ms": 0.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.157, "count": 16, "max_ms": 74.769, "p95_ms": 74.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 95.978, "count": 16, "max_ms": 112.639, "p95_ms": 112.639}, "yolo11_640_fire_11class": {"avg_ms": 56.721, "count": 16, "max_ms": 76.671, "p95_ms": 76.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 93.142, "count": 16, "max_ms": 130.021, "p95_ms": 130.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1869.453, "count": 16, "max_ms": 2365.682, "p95_ms": 2365.682}, "read_interval": {"avg_ms": 1890.403, "count": 15, "max_ms": 2372.662, "p95_ms": 2372.662}, "triton_wait": {"avg_ms": 98.838, "count": 16, "max_ms": 130.032, "p95_ms": 130.032}, "visualize": {"avg_ms": 63.69, "count": 16, "max_ms": 76.322, "p95_ms": 76.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.144, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 10002.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1301.995, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.375, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:23:35+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T06:23:35+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T06:23:35.217349+09:00", "mtime_epoch": 1783027415.2173488, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:23:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1376.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.282, "pushed": 10.282, "read": 10.249}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.45, "count": 308, "max_ms": 12.609, "p95_ms": 11.272}, "gstreamer_push": {"avg_ms": 1.076, "count": 308, "max_ms": 1.423, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.559, "count": 308, "max_ms": 64.202, "p95_ms": 53.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.843, "count": 308, "max_ms": 95.145, "p95_ms": 70.653}, "yolo11_640_fire_11class": {"avg_ms": 48.374, "count": 308, "max_ms": 65.536, "p95_ms": 56.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.904, "count": 308, "max_ms": 101.827, "p95_ms": 58.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.646, "count": 308, "max_ms": 149.178, "p95_ms": 111.741}, "read_interval": {"avg_ms": 97.593, "count": 307, "max_ms": 159.008, "p95_ms": 122.788}, "triton_wait": {"avg_ms": 52.212, "count": 308, "max_ms": 101.838, "p95_ms": 72.522}, "visualize": {"avg_ms": 4.176, "count": 308, "max_ms": 5.71, "p95_ms": 5.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3131, "tracking_summary": 2726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 10006.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73278.311, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.519, "sample_count": 1017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:23:44+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T06:23:44+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T06:23:44.577453+09:00", "mtime_epoch": 1783027424.5774531, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:23:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 967.418, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.177, "pushed": 3.177, "read": 3.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.25, "count": 95, "max_ms": 282.862, "p95_ms": 233.181}, "gstreamer_push": {"avg_ms": 0.784, "count": 95, "max_ms": 1.753, "p95_ms": 1.719}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.285, "count": 95, "max_ms": 98.429, "p95_ms": 78.436}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.628, "count": 95, "max_ms": 85.979, "p95_ms": 77.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 308.744, "count": 95, "max_ms": 373.09, "p95_ms": 344.905}, "read_interval": {"avg_ms": 317.901, "count": 94, "max_ms": 384.135, "p95_ms": 353.277}, "triton_wait": {"avg_ms": 64.259, "count": 95, "max_ms": 98.441, "p95_ms": 78.573}, "visualize": {"avg_ms": 26.366, "count": 95, "max_ms": 38.42, "p95_ms": 35.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 4, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 150, "tracking_summary": 5694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 9998.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:21:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.473, "last_started_at": "2026-07-03T06:21:55+09:00", "pid": 20408, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.039, "name": "ffmpeg", "pid": 20408, "rss_mb": 264.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1773.077, "sample_count": 503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:23:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:23:48+09:00", "last_frame_read_age_sec": 1.572, "last_frame_read_at": "2026-07-03T06:23:47+09:00", "mjpeg": {"age_sec": 1.562, "exists": true, "mtime": "2026-07-03T06:23:47.433485+09:00", "mtime_epoch": 1783027427.433485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 228760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:23:48+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 4905.949, "name": "celery", "pid": 237, "rss_mb": 4894.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 27.005, "recorders": [{"age_sec": 27.005, "frame_count": 66, "is_recording": true, "is_stopping": false, "pid": 20516, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.016, "name": "ffmpeg", "pid": 20516, "rss_mb": 187.016, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 34, "returncode": null, "running": true, "started_at": "2026-07-03T06:23:21+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062321_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20516], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 18, "pushed_frames": 18, "read_frames": 17, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.627, "pushed": 0.627, "read": 0.593}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 118.974, "count": 17, "max_ms": 135.844, "p95_ms": 135.844}, "gstreamer_push": {"avg_ms": 0.812, "count": 18, "max_ms": 0.94, "p95_ms": 0.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.553, "count": 17, "max_ms": 61.086, "p95_ms": 61.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.024, "count": 17, "max_ms": 94.368, "p95_ms": 94.368}, "yolo11_640_fire_11class": {"avg_ms": 48.232, "count": 17, "max_ms": 64.449, "p95_ms": 64.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.023, "count": 17, "max_ms": 115.338, "p95_ms": 115.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1679.771, "count": 18, "max_ms": 2450.682, "p95_ms": 2450.682}, "read_interval": {"avg_ms": 1692.484, "count": 17, "max_ms": 2457.153, "p95_ms": 2457.153}, "triton_wait": {"avg_ms": 87.422, "count": 17, "max_ms": 115.35, "p95_ms": 115.35}, "visualize": {"avg_ms": 57.497, "count": 17, "max_ms": 69.585, "p95_ms": 69.585}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.688, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 10009.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1332.007, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.335, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:24:05+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T06:24:05+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T06:24:05.269686+09:00", "mtime_epoch": 1783027445.2696865, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:24:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1376.629, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.92}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.719, "count": 298, "max_ms": 14.761, "p95_ms": 11.638}, "gstreamer_push": {"avg_ms": 1.074, "count": 298, "max_ms": 1.341, "p95_ms": 1.285}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.372, "count": 298, "max_ms": 72.119, "p95_ms": 51.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.408, "count": 298, "max_ms": 97.699, "p95_ms": 67.119}, "yolo11_640_fire_11class": {"avg_ms": 48.356, "count": 298, "max_ms": 61.155, "p95_ms": 54.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.721, "count": 298, "max_ms": 124.456, "p95_ms": 60.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.27, "count": 298, "max_ms": 177.303, "p95_ms": 118.002}, "read_interval": {"avg_ms": 100.813, "count": 297, "max_ms": 187.237, "p95_ms": 128.723}, "triton_wait": {"avg_ms": 52.88, "count": 298, "max_ms": 124.469, "p95_ms": 69.688}, "visualize": {"avg_ms": 4.271, "count": 298, "max_ms": 6.172, "p95_ms": 5.505}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3131, "tracking_summary": 2727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 10011.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73308.582, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.453, "sample_count": 1022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:24:15+09:00", "last_frame_read_age_sec": 0.338, "last_frame_read_at": "2026-07-03T06:24:14+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-03T06:24:14.833796+09:00", "mtime_epoch": 1783027454.8337955, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 240880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:24:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 967.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.843, "pushed": 3.843, "read": 3.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.634, "count": 115, "max_ms": 240.281, "p95_ms": 230.152}, "gstreamer_push": {"avg_ms": 0.792, "count": 115, "max_ms": 1.702, "p95_ms": 0.853}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.428, "count": 115, "max_ms": 120.898, "p95_ms": 76.476}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.165, "count": 115, "max_ms": 98.59, "p95_ms": 78.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 253.787, "count": 115, "max_ms": 346.42, "p95_ms": 324.823}, "read_interval": {"avg_ms": 262.489, "count": 114, "max_ms": 357.295, "p95_ms": 333.993}, "triton_wait": {"avg_ms": 64.542, "count": 115, "max_ms": 120.91, "p95_ms": 78.271}, "visualize": {"avg_ms": 22.751, "count": 115, "max_ms": 36.07, "p95_ms": 31.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 159, "tracking_summary": 5695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 10008.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:21:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.93, "last_started_at": "2026-07-03T06:21:55+09:00", "pid": 20408, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.039, "name": "ffmpeg", "pid": 20408, "rss_mb": 264.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1849.557, "sample_count": 464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:24:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:24:19+09:00", "last_frame_read_age_sec": 1.775, "last_frame_read_at": "2026-07-03T06:24:17+09:00", "mjpeg": {"age_sec": 1.762, "exists": true, "mtime": "2026-07-03T06:24:17.689828+09:00", "mtime_epoch": 1783027457.6898284, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 230417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:24:19+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 4905.949, "name": "celery", "pid": 237, "rss_mb": 4894.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 57.462, "recorders": [{"age_sec": 57.462, "frame_count": 83, "is_recording": true, "is_stopping": false, "pid": 20516, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.016, "name": "ffmpeg", "pid": 20516, "rss_mb": 187.016, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 17, "returncode": null, "running": true, "started_at": "2026-07-03T06:23:21+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062321_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20516], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 17, "pushed_frames": 17, "read_frames": 16, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.592, "pushed": 0.592, "read": 0.557}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 122.786, "count": 16, "max_ms": 154.005, "p95_ms": 154.005}, "gstreamer_push": {"avg_ms": 0.901, "count": 17, "max_ms": 1.28, "p95_ms": 1.28}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.58, "count": 16, "max_ms": 69.199, "p95_ms": 69.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.48, "count": 16, "max_ms": 121.571, "p95_ms": 121.571}, "yolo11_640_fire_11class": {"avg_ms": 50.03, "count": 16, "max_ms": 64.563, "p95_ms": 64.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 90.294, "count": 16, "max_ms": 125.141, "p95_ms": 125.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1784.45, "count": 17, "max_ms": 2186.648, "p95_ms": 2186.648}, "read_interval": {"avg_ms": 1792.28, "count": 16, "max_ms": 2193.336, "p95_ms": 2193.336}, "triton_wait": {"avg_ms": 93.294, "count": 16, "max_ms": 125.154, "p95_ms": 125.154}, "visualize": {"avg_ms": 63.636, "count": 16, "max_ms": 79.9, "p95_ms": 79.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.709, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 10007.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1362.09, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.968, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:24:35+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T06:24:35+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T06:24:35.306032+09:00", "mtime_epoch": 1783027475.3060317, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:24:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1376.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.691, "count": 295, "max_ms": 15.081, "p95_ms": 11.458}, "gstreamer_push": {"avg_ms": 1.067, "count": 295, "max_ms": 1.399, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.31, "count": 295, "max_ms": 63.656, "p95_ms": 53.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.911, "count": 295, "max_ms": 106.39, "p95_ms": 74.377}, "yolo11_640_fire_11class": {"avg_ms": 48.023, "count": 295, "max_ms": 72.868, "p95_ms": 54.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.045, "count": 295, "max_ms": 117.853, "p95_ms": 61.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.333, "count": 295, "max_ms": 169.373, "p95_ms": 115.639}, "read_interval": {"avg_ms": 101.56, "count": 295, "max_ms": 182.521, "p95_ms": 127.419}, "triton_wait": {"avg_ms": 52.607, "count": 295, "max_ms": 117.866, "p95_ms": 74.4}, "visualize": {"avg_ms": 4.314, "count": 295, "max_ms": 6.575, "p95_ms": 5.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3132, "tracking_summary": 2728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 10026.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73338.862, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.747, "sample_count": 1023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:24:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:24:45+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T06:24:45+09:00", "mjpeg": {"age_sec": 0.314, "exists": true, "mtime": "2026-07-03T06:24:45.126146+09:00", "mtime_epoch": 1783027485.1261463, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:24:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 970.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.14, "pushed": 3.14, "read": 3.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.0, "count": 94, "max_ms": 249.013, "p95_ms": 234.614}, "gstreamer_push": {"avg_ms": 1.215, "count": 94, "max_ms": 3.576, "p95_ms": 2.697}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.775, "count": 94, "max_ms": 112.496, "p95_ms": 78.1}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.98, "count": 94, "max_ms": 90.4, "p95_ms": 78.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 312.379, "count": 94, "max_ms": 358.908, "p95_ms": 339.886}, "read_interval": {"avg_ms": 322.006, "count": 93, "max_ms": 369.376, "p95_ms": 350.329}, "triton_wait": {"avg_ms": 64.823, "count": 94, "max_ms": 112.508, "p95_ms": 80.226}, "visualize": {"avg_ms": 31.716, "count": 94, "max_ms": 57.412, "p95_ms": 43.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 171, "tracking_summary": 5695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 9872.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:21:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.549, "last_started_at": "2026-07-03T06:21:55+09:00", "pid": 20408, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.457, "name": "ffmpeg", "pid": 20408, "rss_mb": 264.457, "state": "S (sleeping)", "threads": 105}, "restart_count": 101, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1928.562, "sample_count": 422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:24:50+09:00", "last_frame_read_age_sec": 1.694, "last_frame_read_at": "2026-07-03T06:24:48+09:00", "mjpeg": {"age_sec": 1.681, "exists": true, "mtime": "2026-07-03T06:24:48.390185+09:00", "mtime_epoch": 1783027488.3901846, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 230108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:24:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 4905.949, "name": "celery", "pid": 237, "rss_mb": 4886.148, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 18, "pushed_frames": 18, "read_frames": 17, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.615, "pushed": 0.615, "read": 0.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 120.195, "count": 17, "max_ms": 145.309, "p95_ms": 145.309}, "gstreamer_push": {"avg_ms": 0.765, "count": 18, "max_ms": 0.884, "p95_ms": 0.884}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.436, "count": 17, "max_ms": 60.681, "p95_ms": 60.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.294, "count": 17, "max_ms": 105.683, "p95_ms": 105.683}, "yolo11_640_fire_11class": {"avg_ms": 48.355, "count": 17, "max_ms": 71.804, "p95_ms": 71.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.533, "count": 17, "max_ms": 119.433, "p95_ms": 119.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1694.91, "count": 18, "max_ms": 2177.712, "p95_ms": 2177.712}, "read_interval": {"avg_ms": 1701.186, "count": 17, "max_ms": 2183.671, "p95_ms": 2183.671}, "triton_wait": {"avg_ms": 83.378, "count": 17, "max_ms": 119.441, "p95_ms": 119.441}, "visualize": {"avg_ms": 54.345, "count": 17, "max_ms": 71.748, "p95_ms": 71.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.246, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 9903.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1392.099, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.012, "name": "ffmpeg", "pid": 18860, "rss_mb": 333.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.344, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:25:05+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T06:25:05+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T06:25:05.358385+09:00", "mtime_epoch": 1783027505.3583846, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:25:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1376.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.767}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.662, "count": 293, "max_ms": 13.765, "p95_ms": 11.333}, "gstreamer_push": {"avg_ms": 1.018, "count": 293, "max_ms": 1.607, "p95_ms": 1.25}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.427, "count": 293, "max_ms": 63.592, "p95_ms": 52.208}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.107, "count": 293, "max_ms": 109.344, "p95_ms": 74.844}, "yolo11_640_fire_11class": {"avg_ms": 48.951, "count": 293, "max_ms": 63.091, "p95_ms": 54.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.349, "count": 293, "max_ms": 107.201, "p95_ms": 58.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.485, "count": 293, "max_ms": 160.233, "p95_ms": 117.604}, "read_interval": {"avg_ms": 102.557, "count": 293, "max_ms": 168.678, "p95_ms": 129.752}, "triton_wait": {"avg_ms": 52.733, "count": 293, "max_ms": 109.359, "p95_ms": 74.858}, "visualize": {"avg_ms": 4.34, "count": 293, "max_ms": 5.847, "p95_ms": 5.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3135, "tracking_summary": 2729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 10061.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73369.046, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 339.078, "sample_count": 1024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:25:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:25:15+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-03T06:25:15+09:00", "mjpeg": {"age_sec": 0.262, "exists": true, "mtime": "2026-07-03T06:25:15.362504+09:00", "mtime_epoch": 1783027515.3625038, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:25:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 965.309, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.516, "pushed": 3.516, "read": 3.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.112, "count": 105, "max_ms": 252.935, "p95_ms": 221.124}, "gstreamer_push": {"avg_ms": 1.164, "count": 105, "max_ms": 2.985, "p95_ms": 2.757}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.832, "count": 105, "max_ms": 109.531, "p95_ms": 81.441}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.607, "count": 105, "max_ms": 94.766, "p95_ms": 84.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.944, "count": 105, "max_ms": 368.541, "p95_ms": 334.697}, "read_interval": {"avg_ms": 287.506, "count": 104, "max_ms": 378.551, "p95_ms": 343.7}, "triton_wait": {"avg_ms": 64.473, "count": 105, "max_ms": 109.544, "p95_ms": 84.566}, "visualize": {"avg_ms": 27.59, "count": 105, "max_ms": 43.36, "p95_ms": 38.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 180, "tracking_summary": 5695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 9927.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:25:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.657, "last_started_at": "2026-07-03T06:25:20+09:00", "pid": 20636, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.52, "name": "ffmpeg", "pid": 20636, "rss_mb": 149.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 27, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1988.304, "sample_count": 332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:25:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:25:24+09:00", "last_frame_read_age_sec": 1.645, "last_frame_read_at": "2026-07-03T06:25:22+09:00", "mjpeg": {"age_sec": 5.722, "exists": true, "mtime": "2026-07-03T06:25:18.666543+09:00", "mtime_epoch": 1783027518.6665432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 227605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:25:24+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 4905.949, "name": "celery", "pid": 237, "rss_mb": 4878.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 14.289, "recorders": [{"age_sec": 14.289, "frame_count": 57, "is_recording": true, "is_stopping": false, "pid": 20576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.004, "name": "ffmpeg", "pid": 20576, "rss_mb": 187.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 43, "returncode": null, "running": true, "started_at": "2026-07-03T06:25:10+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062509_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20576], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 18, "pushed_frames": 18, "read_frames": 17, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.606, "pushed": 0.606, "read": 0.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.927, "count": 17, "max_ms": 140.157, "p95_ms": 140.157}, "gstreamer_push": {"avg_ms": 0.738, "count": 18, "max_ms": 0.921, "p95_ms": 0.921}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.808, "count": 17, "max_ms": 59.773, "p95_ms": 59.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.856, "count": 17, "max_ms": 106.091, "p95_ms": 106.091}, "yolo11_640_fire_11class": {"avg_ms": 45.857, "count": 17, "max_ms": 59.318, "p95_ms": 59.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.018, "count": 17, "max_ms": 109.738, "p95_ms": 109.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1490.883, "count": 18, "max_ms": 1971.346, "p95_ms": 1971.346}, "read_interval": {"avg_ms": 1728.391, "count": 17, "max_ms": 5507.641, "p95_ms": 5507.641}, "triton_wait": {"avg_ms": 86.559, "count": 17, "max_ms": 109.751, "p95_ms": 109.751}, "visualize": {"avg_ms": 53.486, "count": 17, "max_ms": 68.797, "p95_ms": 68.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.726, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 9978.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:01:51+09:00", "last_error_summary": "[h264 @ 0x56417ab47d80] error while decoding MB 13 63, bytestream -27 [in#0/rtsp @ 0x56417a172e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56417a172e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 1427.065, "last_started_at": "2026-07-03T06:01:53+09:00", "pid": 18860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.07, "name": "ffmpeg", "pid": 18860, "rss_mb": 355.07, "state": "S (sleeping)", "threads": 104}, "restart_count": 37, "restart_count_per_hour": 1, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.536, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T06:25:40+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T06:25:40+09:00", "mjpeg": {"age_sec": 16.447, "exists": true, "mtime": "2026-07-03T06:25:23.934606+09:00", "mtime_epoch": 1783027523.9346063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:25:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1376.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.121, "pushed": 0.121, "read": 0.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.09, "count": 2, "max_ms": 9.003, "p95_ms": 9.003}, "gstreamer_push": {"avg_ms": 1.156, "count": 2, "max_ms": 1.233, "p95_ms": 1.233}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.447, "count": 2, "max_ms": 48.42, "p95_ms": 48.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.65, "count": 2, "max_ms": 52.859, "p95_ms": 52.859}, "yolo11_640_fire_11class": {"avg_ms": 48.009, "count": 2, "max_ms": 49.657, "p95_ms": 49.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.475, "count": 2, "max_ms": 56.498, "p95_ms": 56.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.785, "count": 2, "max_ms": 72.154, "p95_ms": 72.154}, "read_interval": {"avg_ms": 17081.038, "count": 2, "max_ms": 17696.868, "p95_ms": 17696.868}, "triton_wait": {"avg_ms": 52.486, "count": 2, "max_ms": 56.51, "p95_ms": 56.51}, "visualize": {"avg_ms": 3.722, "count": 2, "max_ms": 3.784, "p95_ms": 3.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.537, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3135, "tracking_summary": 2730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 9789.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73399.321, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 337.591, "sample_count": 1038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:25:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:25:45+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T06:25:45+09:00", "mjpeg": {"age_sec": 0.288, "exists": true, "mtime": "2026-07-03T06:25:45.610868+09:00", "mtime_epoch": 1783027545.6108682, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:25:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 970.633, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.169, "pushed": 4.169, "read": 4.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk"], "latency_ms": {"analyze": {"avg_ms": 146.028, "count": 125, "max_ms": 220.191, "p95_ms": 211.423}, "gstreamer_push": {"avg_ms": 0.74, "count": 125, "max_ms": 1.706, "p95_ms": 1.5}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.28, "count": 125, "max_ms": 98.654, "p95_ms": 60.618}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 60.029, "count": 125, "max_ms": 82.265, "p95_ms": 66.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 233.354, "count": 125, "max_ms": 312.039, "p95_ms": 300.662}, "read_interval": {"avg_ms": 241.646, "count": 124, "max_ms": 320.817, "p95_ms": 310.163}, "triton_wait": {"avg_ms": 60.344, "count": 125, "max_ms": 98.666, "p95_ms": 66.296}, "visualize": {"avg_ms": 23.368, "count": 125, "max_ms": 36.569, "p95_ms": 29.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 210, "tracking_summary": 5695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11136.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:25:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.06, "last_started_at": "2026-07-03T06:25:20+09:00", "pid": 20636, "process": {"exists": true, "fd_count": 5, "hwm_mb": 172.48, "name": "ffmpeg", "pid": 20636, "rss_mb": 172.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 27, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2173.228, "sample_count": 262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:25:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:25:56+09:00", "last_frame_read_age_sec": 3.382, "last_frame_read_at": "2026-07-03T06:25:53+09:00", "mjpeg": {"age_sec": 3.381, "exists": true, "mtime": "2026-07-03T06:25:53.410963+09:00", "mtime_epoch": 1783027553.4109633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 235536}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:25:56+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 6026.043, "name": "celery", "pid": 237, "rss_mb": 6026.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 46.692, "recorders": [{"age_sec": 46.692, "frame_count": 73, "is_recording": true, "is_stopping": false, "pid": 20576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.004, "name": "ffmpeg", "pid": 20576, "rss_mb": 187.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 27, "returncode": null, "running": true, "started_at": "2026-07-03T06:25:10+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062509_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20576], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 14, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.522, "pushed": 0.522, "read": 0.487}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.982, "count": 14, "max_ms": 153.944, "p95_ms": 153.944}, "gstreamer_push": {"avg_ms": 0.888, "count": 15, "max_ms": 1.871, "p95_ms": 1.871}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.929, "count": 14, "max_ms": 67.585, "p95_ms": 67.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.999, "count": 14, "max_ms": 105.299, "p95_ms": 105.299}, "yolo11_640_fire_11class": {"avg_ms": 48.101, "count": 14, "max_ms": 70.712, "p95_ms": 70.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 99.428, "count": 14, "max_ms": 130.324, "p95_ms": 130.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 2028.944, "count": 15, "max_ms": 3379.379, "p95_ms": 3379.379}, "read_interval": {"avg_ms": 1938.524, "count": 14, "max_ms": 3044.41, "p95_ms": 3044.41}, "triton_wait": {"avg_ms": 99.439, "count": 14, "max_ms": 130.334, "p95_ms": 130.334}, "visualize": {"avg_ms": 60.779, "count": 14, "max_ms": 138.401, "p95_ms": 138.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.737, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12687.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.358, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.14, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:26:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:26:10+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T06:26:10+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T06:26:10.363171+09:00", "mtime_epoch": 1783027570.3631713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:26:10+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1377.145, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.411, "pushed": 8.411, "read": 8.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.408, "count": 252, "max_ms": 12.171, "p95_ms": 10.569}, "gstreamer_push": {"avg_ms": 1.089, "count": 252, "max_ms": 1.427, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.186, "count": 252, "max_ms": 63.888, "p95_ms": 52.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.411, "count": 252, "max_ms": 101.326, "p95_ms": 73.802}, "yolo11_640_fire_11class": {"avg_ms": 48.335, "count": 252, "max_ms": 67.187, "p95_ms": 54.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.481, "count": 252, "max_ms": 122.896, "p95_ms": 59.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.228, "count": 252, "max_ms": 174.093, "p95_ms": 116.714}, "read_interval": {"avg_ms": 119.37, "count": 251, "max_ms": 4611.243, "p95_ms": 138.211}, "triton_wait": {"avg_ms": 53.175, "count": 252, "max_ms": 122.908, "p95_ms": 74.457}, "visualize": {"avg_ms": 4.169, "count": 252, "max_ms": 6.009, "p95_ms": 5.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3136, "tracking_summary": 2731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13046.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73429.546, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.984, "sample_count": 1040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:26:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:26:16+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T06:26:15+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T06:26:15.823239+09:00", "mtime_epoch": 1783027575.8232386, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:26:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 972.395, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.646, "pushed": 3.646, "read": 3.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.165, "count": 109, "max_ms": 269.295, "p95_ms": 227.438}, "gstreamer_push": {"avg_ms": 0.777, "count": 109, "max_ms": 1.721, "p95_ms": 0.861}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.811, "count": 109, "max_ms": 82.252, "p95_ms": 77.608}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.293, "count": 109, "max_ms": 87.564, "p95_ms": 81.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.789, "count": 109, "max_ms": 361.58, "p95_ms": 327.046}, "read_interval": {"avg_ms": 276.895, "count": 108, "max_ms": 377.983, "p95_ms": 335.764}, "triton_wait": {"avg_ms": 67.53, "count": 109, "max_ms": 87.575, "p95_ms": 81.911}, "visualize": {"avg_ms": 24.232, "count": 109, "max_ms": 42.337, "p95_ms": 27.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 10, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 234, "tracking_summary": 5695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13684.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:25:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.765, "last_started_at": "2026-07-03T06:25:20+09:00", "pid": 20636, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.977, "name": "ffmpeg", "pid": 20636, "rss_mb": 206.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2480.182, "sample_count": 197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:26:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:26:28+09:00", "last_frame_read_age_sec": 1.955, "last_frame_read_at": "2026-07-03T06:26:26+09:00", "mjpeg": {"age_sec": 1.941, "exists": true, "mtime": "2026-07-03T06:26:26.555372+09:00", "mtime_epoch": 1783027586.5553718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 239408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:26:28+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 8496.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 78.397, "recorders": [{"age_sec": 78.397, "frame_count": 86, "is_recording": true, "is_stopping": false, "pid": 20576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.004, "name": "ffmpeg", "pid": 20576, "rss_mb": 187.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 14, "returncode": null, "running": true, "started_at": "2026-07-03T06:25:10+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062509_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20576], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 13, "pushed_frames": 13, "read_frames": 12, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.443, "pushed": 0.443, "read": 0.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.604, "count": 12, "max_ms": 149.792, "p95_ms": 149.792}, "gstreamer_push": {"avg_ms": 1.137, "count": 13, "max_ms": 1.878, "p95_ms": 1.878}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.051, "count": 12, "max_ms": 64.586, "p95_ms": 64.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.786, "count": 12, "max_ms": 95.475, "p95_ms": 95.475}, "yolo11_640_fire_11class": {"avg_ms": 48.679, "count": 12, "max_ms": 66.347, "p95_ms": 66.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 91.095, "count": 12, "max_ms": 110.483, "p95_ms": 110.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 2432.411, "count": 13, "max_ms": 3516.697, "p95_ms": 3516.697}, "read_interval": {"avg_ms": 2478.724, "count": 12, "max_ms": 3523.602, "p95_ms": 3523.602}, "triton_wait": {"avg_ms": 92.468, "count": 12, "max_ms": 110.495, "p95_ms": 110.495}, "visualize": {"avg_ms": 81.222, "count": 12, "max_ms": 124.392, "p95_ms": 124.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.313, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13711.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.414, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.237, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:26:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:26:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T06:26:40+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T06:26:40.419545+09:00", "mtime_epoch": 1783027600.419545, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:26:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1377.145, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.174, "pushed": 10.174, "read": 10.141}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.968, "count": 305, "max_ms": 11.767, "p95_ms": 11.063}, "gstreamer_push": {"avg_ms": 1.115, "count": 305, "max_ms": 1.784, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.265, "count": 305, "max_ms": 73.095, "p95_ms": 52.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.623, "count": 305, "max_ms": 96.413, "p95_ms": 64.921}, "yolo11_640_fire_11class": {"avg_ms": 47.072, "count": 305, "max_ms": 61.096, "p95_ms": 53.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.997, "count": 305, "max_ms": 112.031, "p95_ms": 56.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.556, "count": 305, "max_ms": 165.778, "p95_ms": 111.406}, "read_interval": {"avg_ms": 98.608, "count": 304, "max_ms": 783.503, "p95_ms": 139.429}, "triton_wait": {"avg_ms": 52.389, "count": 305, "max_ms": 112.047, "p95_ms": 73.845}, "visualize": {"avg_ms": 3.917, "count": 305, "max_ms": 6.016, "p95_ms": 5.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3137, "tracking_summary": 2732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13734.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73459.614, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.773, "sample_count": 1043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:26:46+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T06:26:45+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T06:26:45.899614+09:00", "mtime_epoch": 1783027605.8996136, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:26:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 972.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.494, "pushed": 3.494, "read": 3.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.507, "count": 104, "max_ms": 242.611, "p95_ms": 233.723}, "gstreamer_push": {"avg_ms": 0.845, "count": 104, "max_ms": 1.986, "p95_ms": 1.785}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.094, "count": 104, "max_ms": 85.122, "p95_ms": 71.878}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.879, "count": 104, "max_ms": 86.067, "p95_ms": 77.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.973, "count": 104, "max_ms": 351.516, "p95_ms": 333.677}, "read_interval": {"avg_ms": 288.874, "count": 103, "max_ms": 362.396, "p95_ms": 341.894}, "triton_wait": {"avg_ms": 65.031, "count": 104, "max_ms": 86.08, "p95_ms": 77.515}, "visualize": {"avg_ms": 25.55, "count": 104, "max_ms": 41.661, "p95_ms": 29.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.766, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 11, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 253, "tracking_summary": 5695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13777.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:25:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.558, "last_started_at": "2026-07-03T06:25:20+09:00", "pid": 20636, "process": {"exists": true, "fd_count": 5, "hwm_mb": 243.273, "name": "ffmpeg", "pid": 20636, "rss_mb": 243.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2760.786, "sample_count": 160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:26:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:27:00+09:00", "last_frame_read_age_sec": 2.096, "last_frame_read_at": "2026-07-03T06:26:58+09:00", "mjpeg": {"age_sec": 2.082, "exists": true, "mtime": "2026-07-03T06:26:58.207769+09:00", "mtime_epoch": 1783027618.207769, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 237272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:27:00+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 8496.734, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 2, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 110.19, "recorders": [{"age_sec": 110.19, "frame_count": 100, "is_recording": false, "is_stopping": true, "pid": null, "process": {"exists": false, "pid": 0}, "remaining_frames": 0, "returncode": null, "running": false, "started_at": "2026-07-03T06:25:10+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062509_no_hardhat_persistent"}, {"age_sec": 9.977, "frame_count": 54, "is_recording": true, "is_stopping": false, "pid": 20895, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.008, "name": "ffmpeg", "pid": 20895, "rss_mb": 187.008, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 46, "returncode": null, "running": true, "started_at": "2026-07-03T06:26:50+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062649_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20895], "stopping_count": 1}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 14, "pushed_frames": 14, "read_frames": 13, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.469, "pushed": 0.469, "read": 0.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 126.091, "count": 13, "max_ms": 136.178, "p95_ms": 136.178}, "gstreamer_push": {"avg_ms": 0.806, "count": 14, "max_ms": 1.003, "p95_ms": 1.003}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.181, "count": 13, "max_ms": 58.707, "p95_ms": 58.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.144, "count": 13, "max_ms": 93.057, "p95_ms": 93.057}, "yolo11_640_fire_11class": {"avg_ms": 49.191, "count": 13, "max_ms": 57.82, "p95_ms": 57.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 100.765, "count": 13, "max_ms": 128.868, "p95_ms": 128.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 2264.622, "count": 14, "max_ms": 3055.085, "p95_ms": 3055.085}, "read_interval": {"avg_ms": 2283.973, "count": 13, "max_ms": 3060.392, "p95_ms": 3060.392}, "triton_wait": {"avg_ms": 100.777, "count": 13, "max_ms": 128.88, "p95_ms": 128.88}, "visualize": {"avg_ms": 70.656, "count": 13, "max_ms": 100.221, "p95_ms": 100.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12143.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.657, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.781, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:27:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:27:10+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T06:27:10+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T06:27:10.415924+09:00", "mtime_epoch": 1783027630.4159236, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:27:10+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1377.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.062, "pushed": 10.062, "read": 10.028}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.08, "count": 301, "max_ms": 15.844, "p95_ms": 11.173}, "gstreamer_push": {"avg_ms": 1.093, "count": 301, "max_ms": 1.434, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.918, "count": 301, "max_ms": 61.117, "p95_ms": 51.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.743, "count": 301, "max_ms": 96.09, "p95_ms": 64.997}, "yolo11_640_fire_11class": {"avg_ms": 46.441, "count": 301, "max_ms": 66.255, "p95_ms": 52.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.286, "count": 301, "max_ms": 106.26, "p95_ms": 57.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.377, "count": 301, "max_ms": 158.401, "p95_ms": 109.86}, "read_interval": {"avg_ms": 99.784, "count": 300, "max_ms": 583.09, "p95_ms": 139.783}, "triton_wait": {"avg_ms": 51.621, "count": 301, "max_ms": 106.271, "p95_ms": 65.952}, "visualize": {"avg_ms": 3.911, "count": 301, "max_ms": 6.278, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3138, "tracking_summary": 2732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 12152.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73489.808, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.51, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:27:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:27:16+09:00", "last_frame_read_age_sec": 0.343, "last_frame_read_at": "2026-07-03T06:27:16+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-03T06:27:16.059995+09:00", "mtime_epoch": 1783027636.0599954, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:27:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.422, "name": "celery", "pid": 239, "rss_mb": 968.219, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.181, "pushed": 3.181, "read": 3.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.619, "count": 95, "max_ms": 257.042, "p95_ms": 232.495}, "gstreamer_push": {"avg_ms": 0.76, "count": 95, "max_ms": 1.737, "p95_ms": 1.499}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.348, "count": 95, "max_ms": 87.425, "p95_ms": 73.002}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.358, "count": 95, "max_ms": 83.028, "p95_ms": 77.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 308.595, "count": 95, "max_ms": 348.082, "p95_ms": 339.328}, "read_interval": {"avg_ms": 317.472, "count": 94, "max_ms": 359.356, "p95_ms": 349.812}, "triton_wait": {"avg_ms": 65.714, "count": 95, "max_ms": 87.437, "p95_ms": 77.395}, "visualize": {"avg_ms": 26.453, "count": 95, "max_ms": 37.51, "p95_ms": 34.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 10, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 281, "tracking_summary": 5695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13334.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:25:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.041, "last_started_at": "2026-07-03T06:25:20+09:00", "pid": 20636, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.898, "name": "ffmpeg", "pid": 20636, "rss_mb": 263.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2827.472, "sample_count": 156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:27:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:27:31+09:00", "last_frame_read_age_sec": 2.109, "last_frame_read_at": "2026-07-03T06:27:29+09:00", "mjpeg": {"age_sec": 1.993, "exists": true, "mtime": "2026-07-03T06:27:29.780171+09:00", "mtime_epoch": 1783027649.780171, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 235882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:27:31+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 8004.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 41.461, "recorders": [{"age_sec": 41.461, "frame_count": 68, "is_recording": true, "is_stopping": false, "pid": 20895, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.008, "name": "ffmpeg", "pid": 20895, "rss_mb": 187.008, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 32, "returncode": null, "running": true, "started_at": "2026-07-03T06:26:50+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062649_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20895], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 14, "pushed_frames": 14, "read_frames": 13, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.47, "pushed": 0.47, "read": 0.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 125.675, "count": 13, "max_ms": 151.501, "p95_ms": 151.501}, "gstreamer_push": {"avg_ms": 0.918, "count": 14, "max_ms": 1.745, "p95_ms": 1.745}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.54, "count": 13, "max_ms": 61.434, "p95_ms": 61.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.575, "count": 13, "max_ms": 82.977, "p95_ms": 82.977}, "yolo11_640_fire_11class": {"avg_ms": 47.712, "count": 13, "max_ms": 61.967, "p95_ms": 61.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 99.057, "count": 13, "max_ms": 116.479, "p95_ms": 116.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 2242.703, "count": 14, "max_ms": 3225.792, "p95_ms": 3225.792}, "read_interval": {"avg_ms": 2259.241, "count": 13, "max_ms": 3231.858, "p95_ms": 3231.858}, "triton_wait": {"avg_ms": 99.07, "count": 13, "max_ms": 116.491, "p95_ms": 116.491}, "visualize": {"avg_ms": 57.037, "count": 13, "max_ms": 71.618, "p95_ms": 71.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13362.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.73, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.403, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:27:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:27:40+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T06:27:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T06:27:40.732312+09:00", "mtime_epoch": 1783027660.7323117, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:27:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1377.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.747, "count": 301, "max_ms": 11.44, "p95_ms": 9.512}, "gstreamer_push": {"avg_ms": 1.131, "count": 301, "max_ms": 1.381, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.981, "count": 301, "max_ms": 61.115, "p95_ms": 52.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.767, "count": 301, "max_ms": 123.166, "p95_ms": 70.813}, "yolo11_640_fire_11class": {"avg_ms": 45.899, "count": 301, "max_ms": 61.485, "p95_ms": 52.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.559, "count": 301, "max_ms": 111.54, "p95_ms": 60.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.351, "count": 301, "max_ms": 139.945, "p95_ms": 107.939}, "read_interval": {"avg_ms": 99.986, "count": 300, "max_ms": 806.119, "p95_ms": 149.953}, "triton_wait": {"avg_ms": 52.177, "count": 301, "max_ms": 123.178, "p95_ms": 71.638}, "visualize": {"avg_ms": 3.783, "count": 301, "max_ms": 5.823, "p95_ms": 4.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3139, "tracking_summary": 2733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13373.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73520.001, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.675, "sample_count": 1040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:27:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:27:46+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T06:27:46+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T06:27:46.400385+09:00", "mtime_epoch": 1783027666.400385, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:27:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.691, "name": "celery", "pid": 239, "rss_mb": 975.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.382, "pushed": 3.382, "read": 3.348}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.316, "count": 101, "max_ms": 236.6, "p95_ms": 216.878}, "gstreamer_push": {"avg_ms": 0.896, "count": 101, "max_ms": 2.877, "p95_ms": 2.697}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.764, "count": 101, "max_ms": 101.272, "p95_ms": 76.243}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.718, "count": 101, "max_ms": 83.379, "p95_ms": 78.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.476, "count": 101, "max_ms": 339.317, "p95_ms": 323.636}, "read_interval": {"avg_ms": 299.968, "count": 100, "max_ms": 349.505, "p95_ms": 332.795}, "triton_wait": {"avg_ms": 66.096, "count": 101, "max_ms": 101.285, "p95_ms": 79.628}, "visualize": {"avg_ms": 26.282, "count": 101, "max_ms": 39.69, "p95_ms": 38.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 7, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 307, "tracking_summary": 5695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13398.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:25:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.193, "last_started_at": "2026-07-03T06:25:20+09:00", "pid": 20636, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.156, "name": "ffmpeg", "pid": 20636, "rss_mb": 264.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2908.807, "sample_count": 154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:28:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:28:02+09:00", "last_frame_read_age_sec": 1.888, "last_frame_read_at": "2026-07-03T06:28:01+09:00", "mjpeg": {"age_sec": 1.877, "exists": true, "mtime": "2026-07-03T06:28:01.048575+09:00", "mtime_epoch": 1783027681.048575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 233616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:28:02+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 8007.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 72.613, "recorders": [{"age_sec": 72.613, "frame_count": 83, "is_recording": true, "is_stopping": false, "pid": 20895, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.633, "name": "ffmpeg", "pid": 20895, "rss_mb": 187.633, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 17, "returncode": null, "running": true, "started_at": "2026-07-03T06:26:50+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062649_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20895], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 14, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.506, "pushed": 0.506, "read": 0.473}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 128.813, "count": 14, "max_ms": 159.954, "p95_ms": 159.954}, "gstreamer_push": {"avg_ms": 0.738, "count": 15, "max_ms": 0.869, "p95_ms": 0.869}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.093, "count": 14, "max_ms": 65.047, "p95_ms": 65.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.408, "count": 14, "max_ms": 103.082, "p95_ms": 103.082}, "yolo11_640_fire_11class": {"avg_ms": 51.511, "count": 14, "max_ms": 64.513, "p95_ms": 64.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 94.988, "count": 14, "max_ms": 120.86, "p95_ms": 120.86}}, "truncated_count": 0}, "processing_total": {"avg_ms": 2071.242, "count": 15, "max_ms": 2995.421, "p95_ms": 2995.421}, "read_interval": {"avg_ms": 2089.973, "count": 14, "max_ms": 3000.746, "p95_ms": 3000.746}, "triton_wait": {"avg_ms": 96.376, "count": 14, "max_ms": 120.873, "p95_ms": 120.873}, "visualize": {"avg_ms": 53.592, "count": 14, "max_ms": 78.397, "p95_ms": 78.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.618, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13407.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.84, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.275, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:28:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:28:10+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T06:28:10+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T06:28:10.808702+09:00", "mtime_epoch": 1783027690.8087022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:28:10+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1377.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.232, "pushed": 10.232, "read": 10.199}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.404, "count": 306, "max_ms": 12.049, "p95_ms": 9.558}, "gstreamer_push": {"avg_ms": 1.151, "count": 306, "max_ms": 1.389, "p95_ms": 1.294}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.158, "count": 306, "max_ms": 73.842, "p95_ms": 52.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.202, "count": 306, "max_ms": 102.525, "p95_ms": 70.947}, "yolo11_640_fire_11class": {"avg_ms": 45.947, "count": 306, "max_ms": 71.722, "p95_ms": 52.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.554, "count": 306, "max_ms": 115.38, "p95_ms": 57.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.708, "count": 306, "max_ms": 151.44, "p95_ms": 104.181}, "read_interval": {"avg_ms": 98.057, "count": 305, "max_ms": 751.262, "p95_ms": 148.545}, "triton_wait": {"avg_ms": 52.114, "count": 306, "max_ms": 115.391, "p95_ms": 70.958}, "visualize": {"avg_ms": 3.674, "count": 306, "max_ms": 6.081, "p95_ms": 4.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3141, "tracking_summary": 2734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13412.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73550.154, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 333.677, "sample_count": 1048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:28:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:28:16+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T06:28:16+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T06:28:16.416775+09:00", "mtime_epoch": 1783027696.4167755, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:28:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.691, "name": "celery", "pid": 239, "rss_mb": 968.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.704, "pushed": 3.704, "read": 3.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.209, "count": 111, "max_ms": 245.35, "p95_ms": 224.153}, "gstreamer_push": {"avg_ms": 0.81, "count": 111, "max_ms": 2.778, "p95_ms": 1.687}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.651, "count": 111, "max_ms": 95.423, "p95_ms": 73.785}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.414, "count": 111, "max_ms": 83.885, "p95_ms": 77.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.485, "count": 111, "max_ms": 332.031, "p95_ms": 319.976}, "read_interval": {"avg_ms": 271.069, "count": 110, "max_ms": 340.842, "p95_ms": 328.202}, "triton_wait": {"avg_ms": 63.603, "count": 111, "max_ms": 95.437, "p95_ms": 78.279}, "visualize": {"avg_ms": 22.947, "count": 111, "max_ms": 34.671, "p95_ms": 30.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 4, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 328, "tracking_summary": 5696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13594.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:25:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.678, "last_started_at": "2026-07-03T06:25:20+09:00", "pid": 20636, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.414, "name": "ffmpeg", "pid": 20636, "rss_mb": 264.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2994.453, "sample_count": 149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:28:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:28:35+09:00", "last_frame_read_age_sec": 2.704, "last_frame_read_at": "2026-07-03T06:28:32+09:00", "mjpeg": {"age_sec": 2.693, "exists": true, "mtime": "2026-07-03T06:28:32.716990+09:00", "mtime_epoch": 1783027712.7169895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 234223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:28:35+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 8007.57, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 2, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 105.098, "recorders": [{"age_sec": 105.098, "frame_count": 97, "is_recording": true, "is_stopping": false, "pid": 20895, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.633, "name": "ffmpeg", "pid": 20895, "rss_mb": 187.633, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 3, "returncode": null, "running": true, "started_at": "2026-07-03T06:26:50+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062649_no_hardhat_persistent"}, {"age_sec": 2.412, "frame_count": 51, "is_recording": true, "is_stopping": false, "pid": 20955, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.941, "name": "ffmpeg", "pid": 20955, "rss_mb": 186.941, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 49, "returncode": null, "running": true, "started_at": "2026-07-03T06:28:32+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062832_no_hardhat_persistent"}], "running_ffmpeg_count": 2, "running_pids": [20895, 20955], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 13, "pushed_frames": 13, "read_frames": 12, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.461, "pushed": 0.461, "read": 0.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 149.033, "count": 12, "max_ms": 166.703, "p95_ms": 166.703}, "gstreamer_push": {"avg_ms": 0.844, "count": 13, "max_ms": 1.26, "p95_ms": 1.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.232, "count": 12, "max_ms": 54.356, "p95_ms": 54.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.791, "count": 12, "max_ms": 80.623, "p95_ms": 80.623}, "yolo11_640_fire_11class": {"avg_ms": 46.29, "count": 12, "max_ms": 52.441, "p95_ms": 52.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.758, "count": 12, "max_ms": 84.201, "p95_ms": 84.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 2341.902, "count": 13, "max_ms": 2929.17, "p95_ms": 2929.17}, "read_interval": {"avg_ms": 2318.16, "count": 12, "max_ms": 2934.705, "p95_ms": 2934.705}, "triton_wait": {"avg_ms": 72.744, "count": 12, "max_ms": 84.214, "p95_ms": 84.214}, "visualize": {"avg_ms": 57.163, "count": 12, "max_ms": 71.689, "p95_ms": 71.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.215, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13443.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.877, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.079, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:28:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:28:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T06:28:40+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T06:28:40.881097+09:00", "mtime_epoch": 1783027720.8810973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:28:40+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1377.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.682, "count": 300, "max_ms": 12.285, "p95_ms": 9.938}, "gstreamer_push": {"avg_ms": 1.163, "count": 300, "max_ms": 1.712, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.404, "count": 300, "max_ms": 65.616, "p95_ms": 51.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.797, "count": 300, "max_ms": 108.779, "p95_ms": 63.905}, "yolo11_640_fire_11class": {"avg_ms": 45.002, "count": 300, "max_ms": 61.071, "p95_ms": 49.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.474, "count": 300, "max_ms": 95.234, "p95_ms": 55.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.606, "count": 300, "max_ms": 137.06, "p95_ms": 103.689}, "read_interval": {"avg_ms": 100.202, "count": 299, "max_ms": 600.116, "p95_ms": 189.595}, "triton_wait": {"avg_ms": 51.138, "count": 300, "max_ms": 108.79, "p95_ms": 66.239}, "visualize": {"avg_ms": 3.764, "count": 300, "max_ms": 5.838, "p95_ms": 4.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3142, "tracking_summary": 2735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13452.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73580.331, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.697, "sample_count": 1047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:28:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:28:46+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T06:28:46+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T06:28:46.629173+09:00", "mtime_epoch": 1783027726.6291733, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:28:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 962.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.149, "pushed": 3.149, "read": 3.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.093, "count": 94, "max_ms": 262.925, "p95_ms": 247.744}, "gstreamer_push": {"avg_ms": 0.981, "count": 94, "max_ms": 2.878, "p95_ms": 1.763}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.082, "count": 94, "max_ms": 92.758, "p95_ms": 77.923}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.583, "count": 94, "max_ms": 82.321, "p95_ms": 78.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 311.39, "count": 94, "max_ms": 366.386, "p95_ms": 346.631}, "read_interval": {"avg_ms": 321.269, "count": 93, "max_ms": 375.726, "p95_ms": 356.93}, "triton_wait": {"avg_ms": 65.008, "count": 94, "max_ms": 92.77, "p95_ms": 79.505}, "visualize": {"avg_ms": 28.529, "count": 94, "max_ms": 44.246, "p95_ms": 39.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 350, "tracking_summary": 5696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13469.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 167, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:21:52+09:00", "last_error_summary": "[h264 @ 0x558ae638ce40] error while decoding MB 73 30, bytestream -23", "last_exit_at": "2026-07-03T06:25:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.87, "last_started_at": "2026-07-03T06:25:20+09:00", "pid": 20636, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.387, "name": "ffmpeg", "pid": 20636, "rss_mb": 278.387, "state": "S (sleeping)", "threads": 104}, "restart_count": 102, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2995.421, "sample_count": 145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:29:05+09:00", "last_frame_read_age_sec": 1.802, "last_frame_read_at": "2026-07-03T06:29:03+09:00", "mjpeg": {"age_sec": 1.788, "exists": true, "mtime": "2026-07-03T06:29:03.813402+09:00", "mtime_epoch": 1783027743.8134017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 235296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:29:05+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7988.617, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 32.603, "recorders": [{"age_sec": 32.603, "frame_count": 64, "is_recording": true, "is_stopping": false, "pid": 20955, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.941, "name": "ffmpeg", "pid": 20955, "rss_mb": 186.941, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 36, "returncode": null, "running": true, "started_at": "2026-07-03T06:28:32+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062832_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20955], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 13, "pushed_frames": 13, "read_frames": 12, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.473, "pushed": 0.473, "read": 0.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 139.409, "count": 13, "max_ms": 193.872, "p95_ms": 193.872}, "gstreamer_push": {"avg_ms": 0.754, "count": 13, "max_ms": 0.88, "p95_ms": 0.88}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.158, "count": 13, "max_ms": 74.079, "p95_ms": 74.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.766, "count": 13, "max_ms": 103.167, "p95_ms": 103.167}, "yolo11_640_fire_11class": {"avg_ms": 50.55, "count": 13, "max_ms": 66.799, "p95_ms": 66.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 87.836, "count": 13, "max_ms": 120.014, "p95_ms": 120.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 2316.478, "count": 13, "max_ms": 3216.69, "p95_ms": 3216.69}, "read_interval": {"avg_ms": 2365.34, "count": 12, "max_ms": 3223.037, "p95_ms": 3223.037}, "triton_wait": {"avg_ms": 89.74, "count": 13, "max_ms": 120.026, "p95_ms": 120.026}, "visualize": {"avg_ms": 61.934, "count": 13, "max_ms": 70.482, "p95_ms": 70.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 27.511, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13490.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.617, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.316, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:29:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T06:29:11+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T06:29:11+09:00", "mjpeg": {"age_sec": 0.735, "exists": true, "mtime": "2026-07-03T06:29:10.945497+09:00", "mtime_epoch": 1783027750.9454968, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:29:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1377.918, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.786}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.551, "count": 294, "max_ms": 11.368, "p95_ms": 9.737}, "gstreamer_push": {"avg_ms": 1.125, "count": 294, "max_ms": 1.495, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.35, "count": 294, "max_ms": 82.176, "p95_ms": 52.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.323, "count": 294, "max_ms": 101.632, "p95_ms": 64.891}, "yolo11_640_fire_11class": {"avg_ms": 46.358, "count": 294, "max_ms": 70.417, "p95_ms": 51.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.804, "count": 294, "max_ms": 118.156, "p95_ms": 58.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.819, "count": 294, "max_ms": 149.298, "p95_ms": 105.188}, "read_interval": {"avg_ms": 102.154, "count": 293, "max_ms": 783.883, "p95_ms": 175.933}, "triton_wait": {"avg_ms": 51.953, "count": 294, "max_ms": 118.168, "p95_ms": 69.074}, "visualize": {"avg_ms": 3.692, "count": 294, "max_ms": 5.532, "p95_ms": 4.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3142, "tracking_summary": 2736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13497.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73610.597, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.718, "sample_count": 1048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:29:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:29:17+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-07-03T06:29:16+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T06:29:16.881576+09:00", "mtime_epoch": 1783027756.8815763, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:29:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 973.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.874, "pushed": 3.874, "read": 3.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.879, "count": 116, "max_ms": 229.543, "p95_ms": 226.973}, "gstreamer_push": {"avg_ms": 0.979, "count": 116, "max_ms": 1.884, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.759, "count": 116, "max_ms": 110.762, "p95_ms": 75.36}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.599, "count": 116, "max_ms": 100.48, "p95_ms": 81.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.653, "count": 116, "max_ms": 361.073, "p95_ms": 329.797}, "read_interval": {"avg_ms": 260.483, "count": 115, "max_ms": 370.155, "p95_ms": 336.724}, "triton_wait": {"avg_ms": 65.078, "count": 116, "max_ms": 110.775, "p95_ms": 81.961}, "visualize": {"avg_ms": 23.967, "count": 116, "max_ms": 37.654, "p95_ms": 31.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 6, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13379.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:29:26+09:00", "last_error_summary": "[h264 @ 0x55d5420d3880] error while decoding MB 30 41, bytestream -7", "last_exit_at": "2026-07-03T06:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.361, "last_started_at": "2026-07-03T06:29:31+09:00", "pid": 21015, "process": {"exists": true, "fd_count": 5, "hwm_mb": 150.434, "name": "ffmpeg", "pid": 21015, "rss_mb": 150.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2995.421, "sample_count": 144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:29:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:29:35+09:00", "last_frame_read_age_sec": 0.587, "last_frame_read_at": "2026-07-03T06:29:35+09:00", "mjpeg": {"age_sec": 0.576, "exists": true, "mtime": "2026-07-03T06:29:35.041820+09:00", "mtime_epoch": 1783027775.0418203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:29:35+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7988.633, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 62.62, "recorders": [{"age_sec": 62.62, "frame_count": 80, "is_recording": true, "is_stopping": false, "pid": 20955, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.199, "name": "ffmpeg", "pid": 20955, "rss_mb": 187.199, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 20, "returncode": null, "running": true, "started_at": "2026-07-03T06:28:32+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_062832_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [20955], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 15, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.566, "pushed": 0.566, "read": 0.531}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 98.193, "count": 16, "max_ms": 125.31, "p95_ms": 125.31}, "gstreamer_push": {"avg_ms": 0.81, "count": 16, "max_ms": 0.986, "p95_ms": 0.986}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.854, "count": 16, "max_ms": 60.959, "p95_ms": 60.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.403, "count": 16, "max_ms": 96.664, "p95_ms": 96.664}, "yolo11_640_fire_11class": {"avg_ms": 47.837, "count": 16, "max_ms": 61.939, "p95_ms": 61.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 92.537, "count": 16, "max_ms": 108.73, "p95_ms": 108.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1566.963, "count": 16, "max_ms": 2483.307, "p95_ms": 2483.307}, "read_interval": {"avg_ms": 1961.696, "count": 15, "max_ms": 7089.795, "p95_ms": 7089.795}, "triton_wait": {"avg_ms": 92.549, "count": 16, "max_ms": 108.742, "p95_ms": 108.742}, "visualize": {"avg_ms": 45.285, "count": 16, "max_ms": 67.29, "p95_ms": 67.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.262, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13417.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.632, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.583, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:29:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:29:41+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T06:29:41+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-03T06:29:41.641909+09:00", "mtime_epoch": 1783027781.6419094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:29:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1378.176, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.122, "pushed": 10.122, "read": 10.089}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.712, "count": 303, "max_ms": 12.1, "p95_ms": 9.535}, "gstreamer_push": {"avg_ms": 1.169, "count": 303, "max_ms": 1.435, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.183, "count": 303, "max_ms": 66.881, "p95_ms": 55.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.531, "count": 303, "max_ms": 95.38, "p95_ms": 71.63}, "yolo11_640_fire_11class": {"avg_ms": 46.611, "count": 303, "max_ms": 63.085, "p95_ms": 53.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.598, "count": 303, "max_ms": 111.816, "p95_ms": 60.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.861, "count": 303, "max_ms": 140.591, "p95_ms": 105.443}, "read_interval": {"avg_ms": 99.141, "count": 302, "max_ms": 687.528, "p95_ms": 165.229}, "triton_wait": {"avg_ms": 53.014, "count": 303, "max_ms": 111.828, "p95_ms": 74.547}, "visualize": {"avg_ms": 3.763, "count": 303, "max_ms": 5.661, "p95_ms": 4.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3143, "tracking_summary": 2737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13296.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73640.638, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 334.315, "sample_count": 1049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:29:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:29:47+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T06:29:47+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T06:29:47.041982+09:00", "mtime_epoch": 1783027787.0419822, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:29:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 962.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.194, "pushed": 3.194, "read": 3.16}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 208.621, "count": 95, "max_ms": 251.939, "p95_ms": 230.99}, "gstreamer_push": {"avg_ms": 1.022, "count": 95, "max_ms": 1.912, "p95_ms": 1.78}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.881, "count": 95, "max_ms": 102.535, "p95_ms": 75.936}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 61.506, "count": 95, "max_ms": 83.956, "p95_ms": 78.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 306.643, "count": 95, "max_ms": 384.159, "p95_ms": 338.403}, "read_interval": {"avg_ms": 317.488, "count": 94, "max_ms": 394.252, "p95_ms": 348.355}, "triton_wait": {"avg_ms": 62.406, "count": 95, "max_ms": 102.548, "p95_ms": 80.326}, "visualize": {"avg_ms": 31.811, "count": 95, "max_ms": 46.227, "p95_ms": 43.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.747, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 6, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13109.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:29:26+09:00", "last_error_summary": "[h264 @ 0x55d5420d3880] error while decoding MB 30 41, bytestream -7", "last_exit_at": "2026-07-03T06:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.373, "last_started_at": "2026-07-03T06:29:31+09:00", "pid": 21015, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.137, "name": "ffmpeg", "pid": 21015, "rss_mb": 265.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2916.675, "sample_count": 196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:30:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:30:05+09:00", "last_frame_read_age_sec": 0.363, "last_frame_read_at": "2026-07-03T06:30:05+09:00", "mjpeg": {"age_sec": 0.352, "exists": true, "mtime": "2026-07-03T06:30:05.278230+09:00", "mtime_epoch": 1783027805.2782297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:30:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 70, "pushed_frames": 70, "read_frames": 69, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.378, "pushed": 2.378, "read": 2.344}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 31.067, "count": 70, "max_ms": 38.86, "p95_ms": 37.578}, "gstreamer_push": {"avg_ms": 0.905, "count": 70, "max_ms": 1.13, "p95_ms": 1.019}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.488, "count": 70, "max_ms": 72.86, "p95_ms": 69.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.392, "count": 70, "max_ms": 109.34, "p95_ms": 95.277}, "yolo11_640_fire_11class": {"avg_ms": 49.702, "count": 70, "max_ms": 70.495, "p95_ms": 62.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.8, "count": 70, "max_ms": 108.14, "p95_ms": 96.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 422.416, "count": 70, "max_ms": 1034.056, "p95_ms": 641.137}, "read_interval": {"avg_ms": 429.607, "count": 69, "max_ms": 1040.727, "p95_ms": 646.987}, "triton_wait": {"avg_ms": 77.604, "count": 70, "max_ms": 109.353, "p95_ms": 99.045}, "visualize": {"avg_ms": 14.156, "count": 70, "max_ms": 18.091, "p95_ms": 17.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.431, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13110.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.707, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.327, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:30:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:30:11+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T06:30:11+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T06:30:11.710317+09:00", "mtime_epoch": 1783027811.7103174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:30:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1378.176, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.916, "count": 301, "max_ms": 15.232, "p95_ms": 10.531}, "gstreamer_push": {"avg_ms": 1.183, "count": 301, "max_ms": 1.491, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.775, "count": 301, "max_ms": 80.99, "p95_ms": 55.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.851, "count": 301, "max_ms": 107.356, "p95_ms": 77.286}, "yolo11_640_fire_11class": {"avg_ms": 46.042, "count": 301, "max_ms": 72.574, "p95_ms": 54.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.234, "count": 301, "max_ms": 110.318, "p95_ms": 79.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.437, "count": 301, "max_ms": 142.899, "p95_ms": 115.772}, "read_interval": {"avg_ms": 99.981, "count": 300, "max_ms": 761.333, "p95_ms": 136.014}, "triton_wait": {"avg_ms": 54.89, "count": 301, "max_ms": 110.333, "p95_ms": 83.991}, "visualize": {"avg_ms": 3.915, "count": 301, "max_ms": 6.688, "p95_ms": 5.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3146, "tracking_summary": 2738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13110.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73670.885, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 335.84, "sample_count": 1041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:30:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:30:17+09:00", "last_frame_read_age_sec": 0.309, "last_frame_read_at": "2026-07-03T06:30:17+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-03T06:30:17.166392+09:00", "mtime_epoch": 1783027817.1663918, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:30:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 972.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.298, "pushed": 3.298, "read": 3.264}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.574, "count": 98, "max_ms": 251.198, "p95_ms": 240.225}, "gstreamer_push": {"avg_ms": 1.01, "count": 98, "max_ms": 2.901, "p95_ms": 1.792}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.989, "count": 98, "max_ms": 110.318, "p95_ms": 88.091}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.925, "count": 98, "max_ms": 103.873, "p95_ms": 83.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.738, "count": 98, "max_ms": 376.8, "p95_ms": 359.171}, "read_interval": {"avg_ms": 306.358, "count": 97, "max_ms": 388.562, "p95_ms": 368.333}, "triton_wait": {"avg_ms": 67.108, "count": 98, "max_ms": 110.33, "p95_ms": 88.103}, "visualize": {"avg_ms": 28.158, "count": 98, "max_ms": 50.64, "p95_ms": 36.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.714, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13107.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:29:26+09:00", "last_error_summary": "[h264 @ 0x55d5420d3880] error while decoding MB 30 41, bytestream -7", "last_exit_at": "2026-07-03T06:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.709, "last_started_at": "2026-07-03T06:29:31+09:00", "pid": 21015, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.426, "name": "ffmpeg", "pid": 21015, "rss_mb": 266.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2857.497, "sample_count": 258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:30:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:30:35+09:00", "last_frame_read_age_sec": 0.421, "last_frame_read_at": "2026-07-03T06:30:35+09:00", "mjpeg": {"age_sec": 0.406, "exists": true, "mtime": "2026-07-03T06:30:35.558644+09:00", "mtime_epoch": 1783027835.5586438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:30:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.636, "pushed": 2.636, "read": 2.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.285, "count": 78, "max_ms": 31.601, "p95_ms": 31.311}, "gstreamer_push": {"avg_ms": 0.879, "count": 79, "max_ms": 1.161, "p95_ms": 0.939}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.351, "count": 78, "max_ms": 70.692, "p95_ms": 68.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.52, "count": 78, "max_ms": 97.095, "p95_ms": 89.327}, "yolo11_640_fire_11class": {"avg_ms": 49.76, "count": 78, "max_ms": 70.251, "p95_ms": 66.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.571, "count": 78, "max_ms": 101.96, "p95_ms": 95.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 377.656, "count": 79, "max_ms": 427.281, "p95_ms": 416.615}, "read_interval": {"avg_ms": 383.437, "count": 78, "max_ms": 433.466, "p95_ms": 422.395}, "triton_wait": {"avg_ms": 74.359, "count": 78, "max_ms": 101.972, "p95_ms": 96.894}, "visualize": {"avg_ms": 13.839, "count": 78, "max_ms": 17.309, "p95_ms": 15.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13108.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.762, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.517, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:30:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:30:41+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-03T06:30:41+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-03T06:30:41.710728+09:00", "mtime_epoch": 1783027841.7107284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:30:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1378.434, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.909, "pushed": 9.909, "read": 9.876}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.759, "count": 297, "max_ms": 15.421, "p95_ms": 10.778}, "gstreamer_push": {"avg_ms": 1.201, "count": 297, "max_ms": 1.916, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.378, "count": 297, "max_ms": 72.714, "p95_ms": 59.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.35, "count": 297, "max_ms": 110.944, "p95_ms": 82.337}, "yolo11_640_fire_11class": {"avg_ms": 47.212, "count": 297, "max_ms": 68.695, "p95_ms": 59.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.711, "count": 297, "max_ms": 99.815, "p95_ms": 84.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.6, "count": 297, "max_ms": 164.239, "p95_ms": 111.082}, "read_interval": {"avg_ms": 101.072, "count": 296, "max_ms": 836.884, "p95_ms": 165.951}, "triton_wait": {"avg_ms": 55.897, "count": 297, "max_ms": 110.955, "p95_ms": 89.727}, "visualize": {"avg_ms": 3.796, "count": 297, "max_ms": 5.992, "p95_ms": 5.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3146, "tracking_summary": 2738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13100.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73701.043, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 336.583, "sample_count": 1034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:30:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:30:47+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T06:30:47+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T06:30:47.318806+09:00", "mtime_epoch": 1783027847.3188057, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:30:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 960.184, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.859, "pushed": 3.859, "read": 3.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 154.234, "count": 115, "max_ms": 251.284, "p95_ms": 226.585}, "gstreamer_push": {"avg_ms": 0.987, "count": 115, "max_ms": 3.133, "p95_ms": 1.869}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.296, "count": 115, "max_ms": 111.067, "p95_ms": 93.769}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.155, "count": 115, "max_ms": 104.774, "p95_ms": 83.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.471, "count": 115, "max_ms": 378.862, "p95_ms": 340.954}, "read_interval": {"avg_ms": 261.727, "count": 114, "max_ms": 389.38, "p95_ms": 349.827}, "triton_wait": {"avg_ms": 68.613, "count": 115, "max_ms": 111.079, "p95_ms": 94.279}, "visualize": {"avg_ms": 25.664, "count": 115, "max_ms": 39.511, "p95_ms": 35.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.799, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13101.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:29:26+09:00", "last_error_summary": "[h264 @ 0x55d5420d3880] error while decoding MB 30 41, bytestream -7", "last_exit_at": "2026-07-03T06:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.839, "last_started_at": "2026-07-03T06:29:31+09:00", "pid": 21015, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.199, "name": "ffmpeg", "pid": 21015, "rss_mb": 267.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2674.071, "sample_count": 323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:31:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:31:06+09:00", "last_frame_read_age_sec": 0.385, "last_frame_read_at": "2026-07-03T06:31:05+09:00", "mjpeg": {"age_sec": 0.364, "exists": true, "mtime": "2026-07-03T06:31:05.731060+09:00", "mtime_epoch": 1783027865.73106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:31:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.453, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.624, "pushed": 2.624, "read": 2.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.608, "count": 77, "max_ms": 34.817, "p95_ms": 29.767}, "gstreamer_push": {"avg_ms": 0.871, "count": 78, "max_ms": 0.976, "p95_ms": 0.911}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.279, "count": 77, "max_ms": 74.439, "p95_ms": 73.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.436, "count": 77, "max_ms": 112.063, "p95_ms": 99.674}, "yolo11_640_fire_11class": {"avg_ms": 51.311, "count": 77, "max_ms": 69.719, "p95_ms": 66.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.837, "count": 77, "max_ms": 109.828, "p95_ms": 99.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 379.911, "count": 78, "max_ms": 458.747, "p95_ms": 427.062}, "read_interval": {"avg_ms": 386.222, "count": 77, "max_ms": 464.597, "p95_ms": 434.223}, "triton_wait": {"avg_ms": 78.818, "count": 77, "max_ms": 112.076, "p95_ms": 108.211}, "visualize": {"avg_ms": 13.889, "count": 77, "max_ms": 16.233, "p95_ms": 15.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.725, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13102.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.784, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.477, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.671, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:31:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:31:11+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T06:31:11+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T06:31:11.783144+09:00", "mtime_epoch": 1783027871.783144, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:31:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1378.434, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.264, "pushed": 10.264, "read": 10.23}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.751, "count": 307, "max_ms": 12.584, "p95_ms": 9.882}, "gstreamer_push": {"avg_ms": 1.209, "count": 307, "max_ms": 2.039, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.19, "count": 307, "max_ms": 79.193, "p95_ms": 63.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.51, "count": 307, "max_ms": 111.736, "p95_ms": 85.255}, "yolo11_640_fire_11class": {"avg_ms": 47.573, "count": 307, "max_ms": 73.712, "p95_ms": 60.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.034, "count": 307, "max_ms": 105.245, "p95_ms": 90.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.734, "count": 307, "max_ms": 155.479, "p95_ms": 118.104}, "read_interval": {"avg_ms": 97.843, "count": 306, "max_ms": 627.878, "p95_ms": 138.921}, "triton_wait": {"avg_ms": 57.309, "count": 307, "max_ms": 111.749, "p95_ms": 90.756}, "visualize": {"avg_ms": 3.82, "count": 307, "max_ms": 7.363, "p95_ms": 5.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3147, "tracking_summary": 2739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13101.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73731.097, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 340.375, "sample_count": 1030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:31:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:31:17+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T06:31:17+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T06:31:17.375222+09:00", "mtime_epoch": 1783027877.3752217, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:31:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 960.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.532, "pushed": 3.532, "read": 3.498}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.732, "count": 105, "max_ms": 285.414, "p95_ms": 233.484}, "gstreamer_push": {"avg_ms": 1.05, "count": 105, "max_ms": 2.756, "p95_ms": 1.879}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.46, "count": 105, "max_ms": 109.947, "p95_ms": 92.339}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.811, "count": 105, "max_ms": 104.621, "p95_ms": 86.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.374, "count": 105, "max_ms": 384.313, "p95_ms": 358.631}, "read_interval": {"avg_ms": 285.917, "count": 104, "max_ms": 394.65, "p95_ms": 369.317}, "triton_wait": {"avg_ms": 71.149, "count": 105, "max_ms": 109.961, "p95_ms": 92.349}, "visualize": {"avg_ms": 27.669, "count": 105, "max_ms": 50.083, "p95_ms": 35.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.73, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13120.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 168, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:29:26+09:00", "last_error_summary": "[h264 @ 0x55d5420d3880] error while decoding MB 30 41, bytestream -7", "last_exit_at": "2026-07-03T06:29:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.078, "last_started_at": "2026-07-03T06:29:31+09:00", "pid": 21015, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.766, "name": "ffmpeg", "pid": 21015, "rss_mb": 281.766, "state": "S (sleeping)", "threads": 104}, "restart_count": 103, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2461.515, "sample_count": 392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:31:36+09:00", "last_frame_read_age_sec": 0.339, "last_frame_read_at": "2026-07-03T06:31:35+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T06:31:36.011481+09:00", "mtime_epoch": 1783027896.0114813, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:31:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.747, "pushed": 2.747, "read": 2.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.751, "count": 81, "max_ms": 31.021, "p95_ms": 28.779}, "gstreamer_push": {"avg_ms": 0.869, "count": 82, "max_ms": 0.938, "p95_ms": 0.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.988, "count": 81, "max_ms": 80.341, "p95_ms": 74.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.488, "count": 81, "max_ms": 108.123, "p95_ms": 100.309}, "yolo11_640_fire_11class": {"avg_ms": 51.819, "count": 81, "max_ms": 81.174, "p95_ms": 72.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.3, "count": 81, "max_ms": 119.492, "p95_ms": 108.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 362.454, "count": 82, "max_ms": 425.842, "p95_ms": 402.871}, "read_interval": {"avg_ms": 369.076, "count": 81, "max_ms": 432.979, "p95_ms": 408.83}, "triton_wait": {"avg_ms": 79.45, "count": 81, "max_ms": 119.503, "p95_ms": 108.17}, "visualize": {"avg_ms": 13.688, "count": 81, "max_ms": 15.36, "p95_ms": 15.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5996}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12882.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.818, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.734, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.671, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:31:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:31:41+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T06:31:41+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T06:31:41.819562+09:00", "mtime_epoch": 1783027901.8195624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:31:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1378.691, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.85}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.73, "count": 296, "max_ms": 13.972, "p95_ms": 10.873}, "gstreamer_push": {"avg_ms": 1.204, "count": 296, "max_ms": 1.598, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.112, "count": 296, "max_ms": 78.13, "p95_ms": 64.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.242, "count": 296, "max_ms": 113.929, "p95_ms": 75.513}, "yolo11_640_fire_11class": {"avg_ms": 47.543, "count": 296, "max_ms": 79.497, "p95_ms": 58.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.09, "count": 296, "max_ms": 117.643, "p95_ms": 88.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.689, "count": 296, "max_ms": 165.135, "p95_ms": 114.477}, "read_interval": {"avg_ms": 101.524, "count": 295, "max_ms": 652.615, "p95_ms": 165.36}, "triton_wait": {"avg_ms": 55.462, "count": 296, "max_ms": 117.655, "p95_ms": 88.138}, "visualize": {"avg_ms": 3.81, "count": 296, "max_ms": 6.024, "p95_ms": 5.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3148, "tracking_summary": 2740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13009.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73761.26, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.421, "sample_count": 1018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:31:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:31:47+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T06:31:47+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T06:31:47.531642+09:00", "mtime_epoch": 1783027907.5316424, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:31:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 971.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.084, "pushed": 3.084, "read": 3.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.02, "count": 92, "max_ms": 260.867, "p95_ms": 231.139}, "gstreamer_push": {"avg_ms": 0.972, "count": 92, "max_ms": 2.733, "p95_ms": 1.83}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.571, "count": 92, "max_ms": 112.4, "p95_ms": 99.342}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.453, "count": 92, "max_ms": 109.077, "p95_ms": 91.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.049, "count": 92, "max_ms": 396.514, "p95_ms": 354.682}, "read_interval": {"avg_ms": 327.853, "count": 91, "max_ms": 406.368, "p95_ms": 364.884}, "triton_wait": {"avg_ms": 70.061, "count": 92, "max_ms": 112.413, "p95_ms": 99.352}, "visualize": {"avg_ms": 30.161, "count": 92, "max_ms": 44.432, "p95_ms": 37.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13108.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:31:38+09:00", "last_error_summary": "[h264 @ 0x563a1f4a0d80] error while decoding MB 44 19, bytestream -5", "last_exit_at": "2026-07-03T06:31:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.787, "last_started_at": "2026-07-03T06:31:41+09:00", "pid": 21122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.277, "name": "ffmpeg", "pid": 21122, "rss_mb": 265.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2326.503, "sample_count": 455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 683939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:32:06+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T06:32:06+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T06:32:06.063903+09:00", "mtime_epoch": 1783027926.0639026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:32:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.594, "pushed": 2.594, "read": 2.56}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.244, "count": 77, "max_ms": 31.002, "p95_ms": 27.365}, "gstreamer_push": {"avg_ms": 0.868, "count": 77, "max_ms": 1.05, "p95_ms": 0.918}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.532, "count": 77, "max_ms": 71.928, "p95_ms": 65.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.441, "count": 77, "max_ms": 101.47, "p95_ms": 85.208}, "yolo11_640_fire_11class": {"avg_ms": 49.562, "count": 77, "max_ms": 67.51, "p95_ms": 63.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.076, "count": 77, "max_ms": 105.753, "p95_ms": 95.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 321.327, "count": 77, "max_ms": 368.456, "p95_ms": 355.339}, "read_interval": {"avg_ms": 390.918, "count": 76, "max_ms": 5146.642, "p95_ms": 364.719}, "triton_wait": {"avg_ms": 74.355, "count": 77, "max_ms": 105.766, "p95_ms": 95.323}, "visualize": {"avg_ms": 13.535, "count": 77, "max_ms": 18.554, "p95_ms": 15.658}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.682, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 5999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13109.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.851, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.734, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.875, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:32:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:32:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T06:32:11+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T06:32:11.847984+09:00", "mtime_epoch": 1783027931.847984, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:32:11+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1378.691, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.961, "count": 301, "max_ms": 11.621, "p95_ms": 10.819}, "gstreamer_push": {"avg_ms": 1.169, "count": 301, "max_ms": 1.473, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.04, "count": 301, "max_ms": 71.144, "p95_ms": 56.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.324, "count": 301, "max_ms": 98.624, "p95_ms": 80.07}, "yolo11_640_fire_11class": {"avg_ms": 47.962, "count": 301, "max_ms": 70.245, "p95_ms": 58.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.308, "count": 301, "max_ms": 107.294, "p95_ms": 85.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.008, "count": 301, "max_ms": 149.887, "p95_ms": 115.888}, "read_interval": {"avg_ms": 99.832, "count": 300, "max_ms": 865.266, "p95_ms": 133.96}, "triton_wait": {"avg_ms": 56.317, "count": 301, "max_ms": 107.306, "p95_ms": 86.271}, "visualize": {"avg_ms": 3.943, "count": 301, "max_ms": 6.413, "p95_ms": 5.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3149, "tracking_summary": 2741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13106.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73791.58, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.161, "sample_count": 1025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:32:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:32:18+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T06:32:17+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T06:32:17.852069+09:00", "mtime_epoch": 1783027937.8520687, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:32:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 966.348, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.405, "pushed": 3.405, "read": 3.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.342, "count": 102, "max_ms": 248.87, "p95_ms": 223.631}, "gstreamer_push": {"avg_ms": 0.799, "count": 102, "max_ms": 1.926, "p95_ms": 0.845}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.006, "count": 102, "max_ms": 108.664, "p95_ms": 82.265}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.427, "count": 102, "max_ms": 100.653, "p95_ms": 83.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.763, "count": 102, "max_ms": 350.319, "p95_ms": 333.054}, "read_interval": {"avg_ms": 296.956, "count": 101, "max_ms": 359.198, "p95_ms": 342.863}, "triton_wait": {"avg_ms": 67.916, "count": 102, "max_ms": 108.675, "p95_ms": 84.674}, "visualize": {"avg_ms": 25.629, "count": 102, "max_ms": 37.193, "p95_ms": 29.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13114.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:31:38+09:00", "last_error_summary": "[h264 @ 0x563a1f4a0d80] error while decoding MB 44 19, bytestream -5", "last_exit_at": "2026-07-03T06:31:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.827, "last_started_at": "2026-07-03T06:31:41+09:00", "pid": 21122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.051, "name": "ffmpeg", "pid": 21122, "rss_mb": 266.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2095.247, "sample_count": 531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:32:36+09:00", "last_frame_read_age_sec": 0.355, "last_frame_read_at": "2026-07-03T06:32:36+09:00", "mjpeg": {"age_sec": 0.344, "exists": true, "mtime": "2026-07-03T06:32:36.060326+09:00", "mtime_epoch": 1783027956.060326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:32:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.028, "pushed": 3.028, "read": 2.994}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.163, "count": 90, "max_ms": 31.557, "p95_ms": 27.672}, "gstreamer_push": {"avg_ms": 0.882, "count": 90, "max_ms": 1.189, "p95_ms": 0.932}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.413, "count": 90, "max_ms": 72.161, "p95_ms": 63.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.676, "count": 90, "max_ms": 96.384, "p95_ms": 88.386}, "yolo11_640_fire_11class": {"avg_ms": 49.785, "count": 90, "max_ms": 75.313, "p95_ms": 66.116}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.315, "count": 90, "max_ms": 111.0, "p95_ms": 94.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 327.411, "count": 90, "max_ms": 658.423, "p95_ms": 372.255}, "read_interval": {"avg_ms": 333.477, "count": 89, "max_ms": 665.495, "p95_ms": 378.135}, "triton_wait": {"avg_ms": 73.617, "count": 90, "max_ms": 111.008, "p95_ms": 94.223}, "visualize": {"avg_ms": 13.303, "count": 90, "max_ms": 18.715, "p95_ms": 15.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.726, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6001}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13115.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.917, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.831, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:32:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:32:41+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T06:32:41+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T06:32:41.872409+09:00", "mtime_epoch": 1783027961.8724086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:32:41+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1378.949, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.738}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.393, "count": 293, "max_ms": 12.01, "p95_ms": 10.925}, "gstreamer_push": {"avg_ms": 1.144, "count": 293, "max_ms": 1.504, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.677, "count": 293, "max_ms": 68.388, "p95_ms": 57.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.747, "count": 293, "max_ms": 112.257, "p95_ms": 78.073}, "yolo11_640_fire_11class": {"avg_ms": 48.705, "count": 293, "max_ms": 71.499, "p95_ms": 59.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.403, "count": 293, "max_ms": 107.07, "p95_ms": 81.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.236, "count": 293, "max_ms": 165.118, "p95_ms": 122.541}, "read_interval": {"avg_ms": 102.565, "count": 292, "max_ms": 624.786, "p95_ms": 140.566}, "triton_wait": {"avg_ms": 55.605, "count": 293, "max_ms": 112.27, "p95_ms": 84.4}, "visualize": {"avg_ms": 4.18, "count": 293, "max_ms": 6.634, "p95_ms": 5.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3149, "tracking_summary": 2742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13115.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73821.718, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 343.847, "sample_count": 1012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:32:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:32:48+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T06:32:47+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T06:32:48.000496+09:00", "mtime_epoch": 1783027968.0004957, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:32:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 973.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.085, "pushed": 3.085, "read": 3.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.09, "count": 92, "max_ms": 240.001, "p95_ms": 228.753}, "gstreamer_push": {"avg_ms": 0.898, "count": 92, "max_ms": 2.848, "p95_ms": 1.739}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.043, "count": 92, "max_ms": 109.523, "p95_ms": 87.972}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.964, "count": 92, "max_ms": 103.211, "p95_ms": 81.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.03, "count": 92, "max_ms": 363.509, "p95_ms": 344.299}, "read_interval": {"avg_ms": 327.737, "count": 91, "max_ms": 372.672, "p95_ms": 353.411}, "triton_wait": {"avg_ms": 68.385, "count": 92, "max_ms": 109.536, "p95_ms": 87.984}, "visualize": {"avg_ms": 27.71, "count": 92, "max_ms": 40.123, "p95_ms": 38.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13113.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:31:38+09:00", "last_error_summary": "[h264 @ 0x563a1f4a0d80] error while decoding MB 44 19, bytestream -5", "last_exit_at": "2026-07-03T06:31:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.028, "last_started_at": "2026-07-03T06:31:41+09:00", "pid": 21122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.598, "name": "ffmpeg", "pid": 21122, "rss_mb": 267.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1787.6, "sample_count": 610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:33:06+09:00", "last_frame_read_age_sec": 0.333, "last_frame_read_at": "2026-07-03T06:33:06+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T06:33:06.280756+09:00", "mtime_epoch": 1783027986.2807558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:33:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.081, "pushed": 3.081, "read": 3.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.652, "count": 91, "max_ms": 29.032, "p95_ms": 25.576}, "gstreamer_push": {"avg_ms": 0.893, "count": 92, "max_ms": 1.328, "p95_ms": 0.987}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.296, "count": 91, "max_ms": 68.216, "p95_ms": 64.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.238, "count": 91, "max_ms": 106.241, "p95_ms": 94.103}, "yolo11_640_fire_11class": {"avg_ms": 50.294, "count": 91, "max_ms": 69.599, "p95_ms": 64.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.584, "count": 91, "max_ms": 104.855, "p95_ms": 96.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 321.77, "count": 92, "max_ms": 382.9, "p95_ms": 360.515}, "read_interval": {"avg_ms": 328.154, "count": 91, "max_ms": 390.774, "p95_ms": 366.431}, "triton_wait": {"avg_ms": 75.107, "count": 91, "max_ms": 106.253, "p95_ms": 96.447}, "visualize": {"avg_ms": 13.103, "count": 91, "max_ms": 18.735, "p95_ms": 16.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13116.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 448.031, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.751, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:33:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:33:12+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-03T06:33:11+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T06:33:11.976837+09:00", "mtime_epoch": 1783027991.9768372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:33:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1378.949, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.311, "pushed": 10.311, "read": 10.277}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.97, "count": 308, "max_ms": 15.254, "p95_ms": 10.644}, "gstreamer_push": {"avg_ms": 1.18, "count": 309, "max_ms": 1.646, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.431, "count": 308, "max_ms": 72.572, "p95_ms": 58.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.526, "count": 308, "max_ms": 95.486, "p95_ms": 79.558}, "yolo11_640_fire_11class": {"avg_ms": 48.263, "count": 308, "max_ms": 71.722, "p95_ms": 58.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.036, "count": 308, "max_ms": 110.898, "p95_ms": 86.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.175, "count": 309, "max_ms": 166.286, "p95_ms": 112.434}, "read_interval": {"avg_ms": 97.337, "count": 308, "max_ms": 731.256, "p95_ms": 132.359}, "triton_wait": {"avg_ms": 56.224, "count": 308, "max_ms": 110.927, "p95_ms": 87.118}, "visualize": {"avg_ms": 3.901, "count": 308, "max_ms": 6.067, "p95_ms": 5.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3151, "tracking_summary": 2743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13118.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73851.861, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.299, "sample_count": 1016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:33:18+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-07-03T06:33:18+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T06:33:18.148925+09:00", "mtime_epoch": 1783027998.1489253, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:33:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 973.762, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.725, "pushed": 3.725, "read": 3.692}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.721, "count": 111, "max_ms": 249.387, "p95_ms": 222.675}, "gstreamer_push": {"avg_ms": 0.86, "count": 111, "max_ms": 3.465, "p95_ms": 1.666}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.034, "count": 111, "max_ms": 105.779, "p95_ms": 93.591}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.181, "count": 111, "max_ms": 106.815, "p95_ms": 85.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.081, "count": 111, "max_ms": 357.545, "p95_ms": 337.893}, "read_interval": {"avg_ms": 271.303, "count": 110, "max_ms": 369.674, "p95_ms": 347.0}, "triton_wait": {"avg_ms": 67.477, "count": 111, "max_ms": 106.827, "p95_ms": 93.603}, "visualize": {"avg_ms": 25.069, "count": 111, "max_ms": 36.8, "p95_ms": 34.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13117.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 169, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:31:38+09:00", "last_error_summary": "[h264 @ 0x563a1f4a0d80] error while decoding MB 44 19, bytestream -5", "last_exit_at": "2026-07-03T06:31:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.071, "last_started_at": "2026-07-03T06:31:41+09:00", "pid": 21122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.66, "name": "ffmpeg", "pid": 21122, "rss_mb": 269.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 542.161, "sample_count": 686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:33:36+09:00", "last_frame_read_age_sec": 0.386, "last_frame_read_at": "2026-07-03T06:33:36+09:00", "mjpeg": {"age_sec": 0.375, "exists": true, "mtime": "2026-07-03T06:33:36.273185+09:00", "mtime_epoch": 1783028016.273185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:33:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.995, "pushed": 2.995, "read": 2.962}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.744, "count": 89, "max_ms": 35.094, "p95_ms": 28.927}, "gstreamer_push": {"avg_ms": 0.868, "count": 89, "max_ms": 1.033, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.836, "count": 89, "max_ms": 70.009, "p95_ms": 62.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.236, "count": 89, "max_ms": 113.499, "p95_ms": 95.99}, "yolo11_640_fire_11class": {"avg_ms": 49.445, "count": 89, "max_ms": 69.786, "p95_ms": 62.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.035, "count": 89, "max_ms": 109.559, "p95_ms": 95.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 331.08, "count": 89, "max_ms": 413.385, "p95_ms": 396.902}, "read_interval": {"avg_ms": 336.929, "count": 88, "max_ms": 419.613, "p95_ms": 402.802}, "triton_wait": {"avg_ms": 74.855, "count": 89, "max_ms": 113.512, "p95_ms": 99.245}, "visualize": {"avg_ms": 13.756, "count": 89, "max_ms": 17.329, "p95_ms": 15.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.712, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6006}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13123.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 478.107, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.563, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:33:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T06:33:42+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T06:33:42+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T06:33:42.101269+09:00", "mtime_epoch": 1783028022.1012688, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:33:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1379.207, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.192, "count": 299, "max_ms": 15.139, "p95_ms": 11.316}, "gstreamer_push": {"avg_ms": 1.131, "count": 299, "max_ms": 1.594, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.954, "count": 299, "max_ms": 73.029, "p95_ms": 57.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.795, "count": 299, "max_ms": 103.746, "p95_ms": 81.463}, "yolo11_640_fire_11class": {"avg_ms": 47.535, "count": 299, "max_ms": 71.372, "p95_ms": 57.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.494, "count": 299, "max_ms": 109.283, "p95_ms": 85.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.872, "count": 299, "max_ms": 164.563, "p95_ms": 119.727}, "read_interval": {"avg_ms": 100.625, "count": 298, "max_ms": 537.705, "p95_ms": 146.993}, "triton_wait": {"avg_ms": 56.738, "count": 299, "max_ms": 109.296, "p95_ms": 87.779}, "visualize": {"avg_ms": 4.007, "count": 299, "max_ms": 6.587, "p95_ms": 5.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3153, "tracking_summary": 2743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 12874.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73881.885, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.508, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:33:48+09:00", "last_frame_read_age_sec": 0.312, "last_frame_read_at": "2026-07-03T06:33:48+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T06:33:48.161356+09:00", "mtime_epoch": 1783028028.1613557, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:33:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 969.473, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.129, "pushed": 3.129, "read": 3.095}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.954, "count": 93, "max_ms": 270.477, "p95_ms": 249.016}, "gstreamer_push": {"avg_ms": 0.794, "count": 93, "max_ms": 1.13, "p95_ms": 0.916}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.225, "count": 93, "max_ms": 107.204, "p95_ms": 79.874}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.448, "count": 93, "max_ms": 96.375, "p95_ms": 80.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.443, "count": 93, "max_ms": 393.56, "p95_ms": 356.952}, "read_interval": {"avg_ms": 322.857, "count": 92, "max_ms": 403.055, "p95_ms": 368.616}, "triton_wait": {"avg_ms": 65.443, "count": 93, "max_ms": 107.217, "p95_ms": 80.829}, "visualize": {"avg_ms": 25.076, "count": 93, "max_ms": 35.906, "p95_ms": 30.554}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.723, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13101.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:33:46+09:00", "last_error_summary": "[h264 @ 0x5572b57fc580] error while decoding MB 23 32, bytestream -5", "last_exit_at": "2026-07-03T06:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.911, "last_started_at": "2026-07-03T06:33:48+09:00", "pid": 21229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 257.988, "name": "ffmpeg", "pid": 21229, "rss_mb": 257.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 427.582, "sample_count": 740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:34:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:34:06+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T06:34:06+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T06:34:06.417619+09:00", "mtime_epoch": 1783028046.4176188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:34:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.707, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.257, "pushed": 2.257, "read": 2.224}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.783, "count": 67, "max_ms": 44.463, "p95_ms": 38.002}, "gstreamer_push": {"avg_ms": 0.898, "count": 67, "max_ms": 1.261, "p95_ms": 0.984}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.405, "count": 67, "max_ms": 74.128, "p95_ms": 67.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.933, "count": 67, "max_ms": 114.563, "p95_ms": 100.478}, "yolo11_640_fire_11class": {"avg_ms": 53.504, "count": 67, "max_ms": 73.544, "p95_ms": 68.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.021, "count": 67, "max_ms": 112.625, "p95_ms": 97.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 380.353, "count": 67, "max_ms": 467.196, "p95_ms": 443.826}, "read_interval": {"avg_ms": 450.78, "count": 66, "max_ms": 4555.799, "p95_ms": 454.561}, "triton_wait": {"avg_ms": 74.654, "count": 67, "max_ms": 114.576, "p95_ms": 100.492}, "visualize": {"avg_ms": 13.306, "count": 67, "max_ms": 18.141, "p95_ms": 16.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.681, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13114.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 508.131, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.714, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:34:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:34:12+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T06:34:12+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T06:34:12.129701+09:00", "mtime_epoch": 1783028052.1297014, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:34:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1379.465, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.086, "count": 301, "max_ms": 15.122, "p95_ms": 11.03}, "gstreamer_push": {"avg_ms": 1.158, "count": 301, "max_ms": 1.85, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.704, "count": 301, "max_ms": 67.41, "p95_ms": 60.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.795, "count": 301, "max_ms": 115.224, "p95_ms": 80.195}, "yolo11_640_fire_11class": {"avg_ms": 48.036, "count": 301, "max_ms": 69.721, "p95_ms": 59.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.032, "count": 301, "max_ms": 108.099, "p95_ms": 82.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.971, "count": 301, "max_ms": 156.53, "p95_ms": 119.094}, "read_interval": {"avg_ms": 99.801, "count": 300, "max_ms": 642.673, "p95_ms": 135.786}, "triton_wait": {"avg_ms": 56.387, "count": 301, "max_ms": 115.236, "p95_ms": 85.769}, "visualize": {"avg_ms": 3.993, "count": 301, "max_ms": 6.214, "p95_ms": 5.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3153, "tracking_summary": 2744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13112.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73911.888, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.017, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:34:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:34:18+09:00", "last_frame_read_age_sec": 0.318, "last_frame_read_at": "2026-07-03T06:34:18+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T06:34:18.161788+09:00", "mtime_epoch": 1783028058.1617885, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 244535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:34:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 966.652, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.567, "pushed": 3.567, "read": 3.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.751, "count": 107, "max_ms": 253.32, "p95_ms": 228.215}, "gstreamer_push": {"avg_ms": 0.904, "count": 107, "max_ms": 1.806, "p95_ms": 1.723}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.574, "count": 107, "max_ms": 127.428, "p95_ms": 94.858}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.9, "count": 107, "max_ms": 109.174, "p95_ms": 90.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.767, "count": 107, "max_ms": 374.18, "p95_ms": 350.835}, "read_interval": {"avg_ms": 280.344, "count": 107, "max_ms": 382.995, "p95_ms": 360.152}, "triton_wait": {"avg_ms": 69.723, "count": 107, "max_ms": 127.442, "p95_ms": 96.576}, "visualize": {"avg_ms": 25.435, "count": 107, "max_ms": 37.36, "p95_ms": 34.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13114.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:33:46+09:00", "last_error_summary": "[h264 @ 0x5572b57fc580] error while decoding MB 23 32, bytestream -5", "last_exit_at": "2026-07-03T06:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.228, "last_started_at": "2026-07-03T06:33:48+09:00", "pid": 21229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.844, "name": "ffmpeg", "pid": 21229, "rss_mb": 269.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 416.13, "sample_count": 819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:34:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:34:37+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T06:34:36+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T06:34:36.706057+09:00", "mtime_epoch": 1783028076.7060573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:34:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.197, "pushed": 3.197, "read": 3.163}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.648, "count": 95, "max_ms": 26.853, "p95_ms": 25.504}, "gstreamer_push": {"avg_ms": 0.887, "count": 95, "max_ms": 1.356, "p95_ms": 0.942}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.363, "count": 95, "max_ms": 69.495, "p95_ms": 64.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.713, "count": 95, "max_ms": 108.655, "p95_ms": 96.447}, "yolo11_640_fire_11class": {"avg_ms": 51.143, "count": 95, "max_ms": 74.71, "p95_ms": 66.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.192, "count": 95, "max_ms": 105.317, "p95_ms": 95.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 309.486, "count": 95, "max_ms": 376.614, "p95_ms": 349.077}, "read_interval": {"avg_ms": 315.928, "count": 94, "max_ms": 382.604, "p95_ms": 356.759}, "triton_wait": {"avg_ms": 75.023, "count": 95, "max_ms": 108.666, "p95_ms": 101.026}, "visualize": {"avg_ms": 12.844, "count": 95, "max_ms": 17.567, "p95_ms": 14.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.715, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6011}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13109.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 538.201, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.244, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:34:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:34:42+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T06:34:42+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T06:34:42.202137+09:00", "mtime_epoch": 1783028082.202137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:34:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1379.465, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.845}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.486, "count": 296, "max_ms": 14.313, "p95_ms": 11.257}, "gstreamer_push": {"avg_ms": 1.132, "count": 296, "max_ms": 1.527, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.668, "count": 296, "max_ms": 79.185, "p95_ms": 56.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.375, "count": 296, "max_ms": 102.956, "p95_ms": 85.617}, "yolo11_640_fire_11class": {"avg_ms": 47.633, "count": 296, "max_ms": 81.593, "p95_ms": 55.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.311, "count": 296, "max_ms": 111.772, "p95_ms": 78.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.056, "count": 296, "max_ms": 164.138, "p95_ms": 129.155}, "read_interval": {"avg_ms": 101.656, "count": 295, "max_ms": 246.379, "p95_ms": 141.273}, "triton_wait": {"avg_ms": 56.82, "count": 296, "max_ms": 111.783, "p95_ms": 88.03}, "visualize": {"avg_ms": 4.116, "count": 296, "max_ms": 6.363, "p95_ms": 5.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3154, "tracking_summary": 2745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13110.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73942.133, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.619, "sample_count": 1004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:34:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:34:48+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T06:34:48+09:00", "mjpeg": {"age_sec": 0.314, "exists": true, "mtime": "2026-07-03T06:34:48.398227+09:00", "mtime_epoch": 1783028088.3982272, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:34:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 962.285, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.107, "pushed": 3.107, "read": 3.074}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 210.228, "count": 93, "max_ms": 253.315, "p95_ms": 235.738}, "gstreamer_push": {"avg_ms": 1.376, "count": 93, "max_ms": 3.481, "p95_ms": 2.202}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.143, "count": 93, "max_ms": 107.213, "p95_ms": 93.275}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.405, "count": 93, "max_ms": 100.27, "p95_ms": 85.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 315.007, "count": 93, "max_ms": 376.599, "p95_ms": 362.393}, "read_interval": {"avg_ms": 325.127, "count": 92, "max_ms": 388.818, "p95_ms": 372.155}, "triton_wait": {"avg_ms": 68.272, "count": 93, "max_ms": 107.227, "p95_ms": 93.287}, "visualize": {"avg_ms": 32.572, "count": 93, "max_ms": 66.409, "p95_ms": 44.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13111.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:33:46+09:00", "last_error_summary": "[h264 @ 0x5572b57fc580] error while decoding MB 23 32, bytestream -5", "last_exit_at": "2026-07-03T06:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.267, "last_started_at": "2026-07-03T06:33:48+09:00", "pid": 21229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.875, "name": "ffmpeg", "pid": 21229, "rss_mb": 270.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 406.017, "sample_count": 837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:35:07+09:00", "last_frame_read_age_sec": 0.361, "last_frame_read_at": "2026-07-03T06:35:06+09:00", "mjpeg": {"age_sec": 0.345, "exists": true, "mtime": "2026-07-03T06:35:06.718494+09:00", "mtime_epoch": 1783028106.718494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:35:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.029, "pushed": 3.029, "read": 2.996}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.745, "count": 90, "max_ms": 31.51, "p95_ms": 27.524}, "gstreamer_push": {"avg_ms": 0.876, "count": 90, "max_ms": 1.445, "p95_ms": 0.929}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.393, "count": 90, "max_ms": 75.203, "p95_ms": 64.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.66, "count": 90, "max_ms": 119.587, "p95_ms": 92.274}, "yolo11_640_fire_11class": {"avg_ms": 50.813, "count": 90, "max_ms": 69.035, "p95_ms": 64.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.39, "count": 90, "max_ms": 106.442, "p95_ms": 93.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 327.196, "count": 90, "max_ms": 387.145, "p95_ms": 364.325}, "read_interval": {"avg_ms": 333.394, "count": 89, "max_ms": 393.35, "p95_ms": 371.811}, "triton_wait": {"avg_ms": 76.271, "count": 90, "max_ms": 119.598, "p95_ms": 96.559}, "visualize": {"avg_ms": 13.449, "count": 90, "max_ms": 16.947, "p95_ms": 15.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.71, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13115.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 568.275, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.163, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:35:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T06:35:12+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T06:35:12+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T06:35:12.270575+09:00", "mtime_epoch": 1783028112.270575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:35:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1379.723, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.102}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.133, "count": 304, "max_ms": 13.271, "p95_ms": 10.977}, "gstreamer_push": {"avg_ms": 1.164, "count": 304, "max_ms": 1.592, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.248, "count": 304, "max_ms": 76.988, "p95_ms": 57.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.744, "count": 304, "max_ms": 110.503, "p95_ms": 82.015}, "yolo11_640_fire_11class": {"avg_ms": 47.389, "count": 304, "max_ms": 76.274, "p95_ms": 57.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.532, "count": 304, "max_ms": 112.633, "p95_ms": 85.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.252, "count": 304, "max_ms": 147.178, "p95_ms": 115.105}, "read_interval": {"avg_ms": 98.981, "count": 303, "max_ms": 539.168, "p95_ms": 130.064}, "triton_wait": {"avg_ms": 56.629, "count": 304, "max_ms": 112.645, "p95_ms": 87.306}, "visualize": {"avg_ms": 4.014, "count": 304, "max_ms": 6.01, "p95_ms": 5.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3155, "tracking_summary": 2746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13118.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 73972.443, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.622, "sample_count": 1000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:35:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:35:19+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T06:35:18+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T06:35:18.714669+09:00", "mtime_epoch": 1783028118.7146692, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:35:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 970.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.173, "pushed": 3.173, "read": 3.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.573, "count": 95, "max_ms": 257.862, "p95_ms": 230.834}, "gstreamer_push": {"avg_ms": 1.076, "count": 95, "max_ms": 2.827, "p95_ms": 1.863}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.627, "count": 95, "max_ms": 106.122, "p95_ms": 92.419}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.45, "count": 95, "max_ms": 103.923, "p95_ms": 86.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 309.092, "count": 95, "max_ms": 378.237, "p95_ms": 354.295}, "read_interval": {"avg_ms": 318.934, "count": 94, "max_ms": 387.757, "p95_ms": 364.598}, "triton_wait": {"avg_ms": 67.138, "count": 95, "max_ms": 106.135, "p95_ms": 92.432}, "visualize": {"avg_ms": 31.378, "count": 95, "max_ms": 45.028, "p95_ms": 43.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13123.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:33:46+09:00", "last_error_summary": "[h264 @ 0x5572b57fc580] error while decoding MB 23 32, bytestream -5", "last_exit_at": "2026-07-03T06:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.35, "last_started_at": "2026-07-03T06:33:48+09:00", "pid": 21229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.875, "name": "ffmpeg", "pid": 21229, "rss_mb": 270.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 401.714, "sample_count": 847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:35:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:35:37+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T06:35:36+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-03T06:35:36.814934+09:00", "mtime_epoch": 1783028136.814934, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:35:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.957, "pushed": 2.957, "read": 2.924}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.108, "count": 88, "max_ms": 33.713, "p95_ms": 28.354}, "gstreamer_push": {"avg_ms": 0.891, "count": 88, "max_ms": 1.228, "p95_ms": 0.98}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.348, "count": 88, "max_ms": 73.843, "p95_ms": 63.206}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.374, "count": 88, "max_ms": 96.841, "p95_ms": 87.394}, "yolo11_640_fire_11class": {"avg_ms": 48.937, "count": 88, "max_ms": 68.61, "p95_ms": 63.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.592, "count": 88, "max_ms": 108.12, "p95_ms": 95.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 335.156, "count": 88, "max_ms": 381.388, "p95_ms": 367.249}, "read_interval": {"avg_ms": 341.752, "count": 87, "max_ms": 387.754, "p95_ms": 373.439}, "triton_wait": {"avg_ms": 74.254, "count": 88, "max_ms": 108.132, "p95_ms": 96.726}, "visualize": {"avg_ms": 13.841, "count": 88, "max_ms": 16.876, "p95_ms": 15.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.756, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13122.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 598.315, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.818, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:35:42+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T06:35:42+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T06:35:42.275014+09:00", "mtime_epoch": 1783028142.2750142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:35:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1379.723, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.481, "pushed": 9.481, "read": 9.447}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.898, "count": 284, "max_ms": 14.378, "p95_ms": 11.63}, "gstreamer_push": {"avg_ms": 1.104, "count": 284, "max_ms": 1.385, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.865, "count": 284, "max_ms": 75.198, "p95_ms": 59.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.563, "count": 284, "max_ms": 105.112, "p95_ms": 80.298}, "yolo11_640_fire_11class": {"avg_ms": 47.046, "count": 284, "max_ms": 67.993, "p95_ms": 56.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.016, "count": 284, "max_ms": 109.295, "p95_ms": 80.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.496, "count": 284, "max_ms": 165.994, "p95_ms": 130.253}, "read_interval": {"avg_ms": 105.721, "count": 283, "max_ms": 529.501, "p95_ms": 141.615}, "triton_wait": {"avg_ms": 56.228, "count": 284, "max_ms": 109.307, "p95_ms": 84.457}, "visualize": {"avg_ms": 4.306, "count": 284, "max_ms": 6.071, "p95_ms": 5.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3157, "tracking_summary": 2747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13114.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74002.593, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.835, "sample_count": 995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:35:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:35:49+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T06:35:48+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T06:35:48.991113+09:00", "mtime_epoch": 1783028148.9911127, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:35:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 966.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.655, "pushed": 3.655, "read": 3.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.511, "count": 109, "max_ms": 256.657, "p95_ms": 230.357}, "gstreamer_push": {"avg_ms": 0.879, "count": 109, "max_ms": 2.934, "p95_ms": 1.749}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.481, "count": 109, "max_ms": 111.779, "p95_ms": 94.846}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.815, "count": 109, "max_ms": 89.859, "p95_ms": 82.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.991, "count": 109, "max_ms": 355.268, "p95_ms": 345.823}, "read_interval": {"avg_ms": 277.359, "count": 108, "max_ms": 364.854, "p95_ms": 355.999}, "triton_wait": {"avg_ms": 69.008, "count": 109, "max_ms": 111.792, "p95_ms": 94.858}, "visualize": {"avg_ms": 25.557, "count": 109, "max_ms": 41.714, "p95_ms": 36.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.824, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 361, "tracking_summary": 5705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13121.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:33:46+09:00", "last_error_summary": "[h264 @ 0x5572b57fc580] error while decoding MB 23 32, bytestream -5", "last_exit_at": "2026-07-03T06:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.928, "last_started_at": "2026-07-03T06:33:48+09:00", "pid": 21229, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.875, "name": "ffmpeg", "pid": 21229, "rss_mb": 270.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 518.677, "sample_count": 816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:36:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:36:07+09:00", "last_frame_read_age_sec": 0.799, "last_frame_read_at": "2026-07-03T06:36:06+09:00", "mjpeg": {"age_sec": 0.782, "exists": true, "mtime": "2026-07-03T06:36:06.943377+09:00", "mtime_epoch": 1783028166.9433765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:36:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 47, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.613, "pushed": 1.613, "read": 1.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 42.547, "count": 47, "max_ms": 57.283, "p95_ms": 51.337}, "gstreamer_push": {"avg_ms": 0.874, "count": 48, "max_ms": 0.958, "p95_ms": 0.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.859, "count": 47, "max_ms": 74.175, "p95_ms": 69.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.115, "count": 47, "max_ms": 116.4, "p95_ms": 108.53}, "yolo11_640_fire_11class": {"avg_ms": 50.352, "count": 47, "max_ms": 74.686, "p95_ms": 64.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.282, "count": 47, "max_ms": 106.313, "p95_ms": 99.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 621.897, "count": 48, "max_ms": 797.232, "p95_ms": 783.571}, "read_interval": {"avg_ms": 625.007, "count": 47, "max_ms": 791.182, "p95_ms": 781.515}, "triton_wait": {"avg_ms": 81.151, "count": 47, "max_ms": 116.412, "p95_ms": 108.543}, "visualize": {"avg_ms": 16.088, "count": 47, "max_ms": 20.222, "p95_ms": 18.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.767, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13122.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 628.384, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.376, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:36:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:36:12+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T06:36:12+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T06:36:12.355456+09:00", "mtime_epoch": 1783028172.3554564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:36:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1379.98, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.409, "count": 301, "max_ms": 14.719, "p95_ms": 11.151}, "gstreamer_push": {"avg_ms": 1.122, "count": 301, "max_ms": 1.503, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.654, "count": 301, "max_ms": 74.773, "p95_ms": 55.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.193, "count": 301, "max_ms": 119.782, "p95_ms": 77.1}, "yolo11_640_fire_11class": {"avg_ms": 45.951, "count": 301, "max_ms": 73.307, "p95_ms": 53.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.051, "count": 301, "max_ms": 102.995, "p95_ms": 69.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.202, "count": 301, "max_ms": 155.174, "p95_ms": 124.488}, "read_interval": {"avg_ms": 99.844, "count": 300, "max_ms": 165.125, "p95_ms": 134.783}, "triton_wait": {"avg_ms": 54.608, "count": 301, "max_ms": 119.794, "p95_ms": 81.659}, "visualize": {"avg_ms": 4.225, "count": 301, "max_ms": 6.555, "p95_ms": 5.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3157, "tracking_summary": 2748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13122.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74032.761, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.889, "sample_count": 1003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:36:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:36:19+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-03T06:36:19+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-03T06:36:19.139556+09:00", "mtime_epoch": 1783028179.1395564, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:36:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 961.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.805, "pushed": 3.805, "read": 3.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.742, "count": 114, "max_ms": 262.446, "p95_ms": 253.934}, "gstreamer_push": {"avg_ms": 0.953, "count": 114, "max_ms": 2.525, "p95_ms": 1.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.429, "count": 114, "max_ms": 123.898, "p95_ms": 91.546}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.286, "count": 114, "max_ms": 100.41, "p95_ms": 83.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.834, "count": 114, "max_ms": 375.967, "p95_ms": 342.607}, "read_interval": {"avg_ms": 265.003, "count": 113, "max_ms": 386.553, "p95_ms": 351.679}, "triton_wait": {"avg_ms": 69.024, "count": 114, "max_ms": 123.911, "p95_ms": 91.558}, "visualize": {"avg_ms": 25.203, "count": 114, "max_ms": 36.229, "p95_ms": 33.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6021}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13148.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.437, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.922, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:36:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:36:42+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T06:36:42+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T06:36:42.407900+09:00", "mtime_epoch": 1783028202.4079, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:36:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1379.98, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.189, "pushed": 10.189, "read": 10.155}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.482, "count": 305, "max_ms": 15.299, "p95_ms": 11.214}, "gstreamer_push": {"avg_ms": 1.126, "count": 305, "max_ms": 1.449, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.814, "count": 305, "max_ms": 74.863, "p95_ms": 53.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.32, "count": 305, "max_ms": 127.502, "p95_ms": 74.193}, "yolo11_640_fire_11class": {"avg_ms": 46.359, "count": 305, "max_ms": 68.14, "p95_ms": 52.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.847, "count": 305, "max_ms": 105.322, "p95_ms": 59.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.499, "count": 305, "max_ms": 182.11, "p95_ms": 121.497}, "read_interval": {"avg_ms": 98.467, "count": 304, "max_ms": 192.82, "p95_ms": 132.864}, "triton_wait": {"avg_ms": 53.979, "count": 305, "max_ms": 127.515, "p95_ms": 77.229}, "visualize": {"avg_ms": 4.153, "count": 305, "max_ms": 6.024, "p95_ms": 5.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 362, "tracking_summary": 5705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13148.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:36:35+09:00", "last_error_summary": "[h264 @ 0x560ecf5c8dc0] error while decoding MB 79 37, bytestream -11", "last_exit_at": "2026-07-03T06:36:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.765, "last_started_at": "2026-07-03T06:36:38+09:00", "pid": 21396, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.312, "name": "ffmpeg", "pid": 21396, "rss_mb": 149.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 726.917, "sample_count": 762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:36:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:36:42+09:00", "last_frame_read_age_sec": 1.754, "last_frame_read_at": "2026-07-03T06:36:40+09:00", "mjpeg": {"age_sec": 5.872, "exists": true, "mtime": "2026-07-03T06:36:36.635815+09:00", "mtime_epoch": 1783028196.6358147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:36:42+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 10.571, "recorders": [{"age_sec": 10.571, "frame_count": 55, "is_recording": true, "is_stopping": false, "pid": 21336, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.855, "name": "ffmpeg", "pid": 21336, "rss_mb": 185.855, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 45, "returncode": null, "running": true, "started_at": "2026-07-03T06:36:31+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_063631_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [21336], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 26, "pushed_frames": 26, "read_frames": 25, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.872, "pushed": 0.872, "read": 0.838}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 71.75, "count": 25, "max_ms": 153.333, "p95_ms": 87.683}, "gstreamer_push": {"avg_ms": 0.894, "count": 26, "max_ms": 1.348, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.664, "count": 25, "max_ms": 72.205, "p95_ms": 71.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.975, "count": 25, "max_ms": 124.461, "p95_ms": 110.217}, "yolo11_640_fire_11class": {"avg_ms": 50.036, "count": 25, "max_ms": 72.731, "p95_ms": 65.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.95, "count": 25, "max_ms": 111.917, "p95_ms": 104.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1014.147, "count": 26, "max_ms": 1750.908, "p95_ms": 1646.543}, "read_interval": {"avg_ms": 1156.898, "count": 25, "max_ms": 5234.087, "p95_ms": 1653.765}, "triton_wait": {"avg_ms": 82.196, "count": 25, "max_ms": 124.471, "p95_ms": 110.229}, "visualize": {"avg_ms": 17.22, "count": 25, "max_ms": 25.502, "p95_ms": 20.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3159, "tracking_summary": 2749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13149.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74062.929, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.07, "sample_count": 1003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:36:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:36:49+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T06:36:49+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T06:36:49.212001+09:00", "mtime_epoch": 1783028209.2120008, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:36:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 967.336, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.137, "pushed": 3.137, "read": 3.104}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 210.514, "count": 94, "max_ms": 254.962, "p95_ms": 239.014}, "gstreamer_push": {"avg_ms": 1.025, "count": 94, "max_ms": 2.799, "p95_ms": 1.769}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.494, "count": 94, "max_ms": 116.395, "p95_ms": 81.099}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.13, "count": 94, "max_ms": 91.794, "p95_ms": 79.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 311.069, "count": 94, "max_ms": 357.094, "p95_ms": 350.562}, "read_interval": {"avg_ms": 321.043, "count": 93, "max_ms": 367.666, "p95_ms": 363.15}, "triton_wait": {"avg_ms": 67.787, "count": 94, "max_ms": 116.408, "p95_ms": 81.746}, "visualize": {"avg_ms": 28.926, "count": 94, "max_ms": 40.616, "p95_ms": 38.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13178.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.451, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.245, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:37:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:37:12+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T06:37:12+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T06:37:12.452345+09:00", "mtime_epoch": 1783028232.4523454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:37:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1380.238, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.42, "pushed": 10.42, "read": 10.387}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.283, "count": 311, "max_ms": 13.336, "p95_ms": 11.271}, "gstreamer_push": {"avg_ms": 1.119, "count": 311, "max_ms": 1.58, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.782, "count": 311, "max_ms": 73.893, "p95_ms": 55.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.238, "count": 311, "max_ms": 114.249, "p95_ms": 74.926}, "yolo11_640_fire_11class": {"avg_ms": 46.62, "count": 311, "max_ms": 73.439, "p95_ms": 53.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.712, "count": 311, "max_ms": 101.923, "p95_ms": 59.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.251, "count": 311, "max_ms": 157.911, "p95_ms": 120.146}, "read_interval": {"avg_ms": 96.577, "count": 310, "max_ms": 443.349, "p95_ms": 132.663}, "triton_wait": {"avg_ms": 53.638, "count": 311, "max_ms": 114.262, "p95_ms": 76.607}, "visualize": {"avg_ms": 4.027, "count": 311, "max_ms": 6.333, "p95_ms": 5.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 363, "tracking_summary": 5705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13178.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:36:35+09:00", "last_error_summary": "[h264 @ 0x560ecf5c8dc0] error while decoding MB 79 37, bytestream -11", "last_exit_at": "2026-07-03T06:36:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.46, "last_started_at": "2026-07-03T06:36:38+09:00", "pid": 21396, "process": {"exists": true, "fd_count": 5, "hwm_mb": 174.848, "name": "ffmpeg", "pid": 21396, "rss_mb": 174.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 894.541, "sample_count": 688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:37:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:37:13+09:00", "last_frame_read_age_sec": 1.49, "last_frame_read_at": "2026-07-03T06:37:11+09:00", "mjpeg": {"age_sec": 1.478, "exists": true, "mtime": "2026-07-03T06:37:11.724334+09:00", "mtime_epoch": 1783028231.7243345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 230986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:37:13+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 41.265, "recorders": [{"age_sec": 41.265, "frame_count": 72, "is_recording": true, "is_stopping": false, "pid": 21336, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.371, "name": "ffmpeg", "pid": 21336, "rss_mb": 186.371, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 28, "returncode": null, "running": true, "started_at": "2026-07-03T06:36:31+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_063631_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [21336], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 17, "pushed_frames": 17, "read_frames": 16, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.588, "pushed": 0.588, "read": 0.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 160.009, "count": 16, "max_ms": 193.466, "p95_ms": 193.466}, "gstreamer_push": {"avg_ms": 0.798, "count": 17, "max_ms": 0.89, "p95_ms": 0.89}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.713, "count": 16, "max_ms": 69.156, "p95_ms": 69.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.139, "count": 16, "max_ms": 116.589, "p95_ms": 116.589}, "yolo11_640_fire_11class": {"avg_ms": 53.676, "count": 16, "max_ms": 70.901, "p95_ms": 70.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.539, "count": 16, "max_ms": 104.953, "p95_ms": 104.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1798.808, "count": 17, "max_ms": 2290.986, "p95_ms": 2290.986}, "read_interval": {"avg_ms": 1824.884, "count": 16, "max_ms": 2298.279, "p95_ms": 2298.279}, "triton_wait": {"avg_ms": 86.27, "count": 16, "max_ms": 116.602, "p95_ms": 116.602}, "visualize": {"avg_ms": 26.788, "count": 16, "max_ms": 38.318, "p95_ms": 38.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3160, "tracking_summary": 2749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13186.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74093.187, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.112, "sample_count": 1006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:37:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:37:19+09:00", "last_frame_read_age_sec": 0.294, "last_frame_read_at": "2026-07-03T06:37:19+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T06:37:19.484450+09:00", "mtime_epoch": 1783028239.4844499, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:37:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 960.977, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.409, "pushed": 3.409, "read": 3.376}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.531, "count": 102, "max_ms": 269.111, "p95_ms": 234.842}, "gstreamer_push": {"avg_ms": 1.047, "count": 102, "max_ms": 3.584, "p95_ms": 1.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.133, "count": 102, "max_ms": 79.675, "p95_ms": 77.075}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.524, "count": 102, "max_ms": 84.169, "p95_ms": 81.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.239, "count": 102, "max_ms": 402.881, "p95_ms": 341.903}, "read_interval": {"avg_ms": 296.568, "count": 101, "max_ms": 415.304, "p95_ms": 351.588}, "triton_wait": {"avg_ms": 66.723, "count": 102, "max_ms": 84.176, "p95_ms": 81.129}, "visualize": {"avg_ms": 29.062, "count": 102, "max_ms": 54.112, "p95_ms": 38.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13232.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.539, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.896, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:37:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:37:42+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T06:37:42+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T06:37:42.512793+09:00", "mtime_epoch": 1783028262.5127926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:37:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1380.238, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.158, "count": 300, "max_ms": 13.414, "p95_ms": 11.068}, "gstreamer_push": {"avg_ms": 1.1, "count": 300, "max_ms": 1.379, "p95_ms": 1.283}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.848, "count": 300, "max_ms": 63.115, "p95_ms": 52.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.513, "count": 300, "max_ms": 114.706, "p95_ms": 68.345}, "yolo11_640_fire_11class": {"avg_ms": 46.07, "count": 300, "max_ms": 61.738, "p95_ms": 52.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.3, "count": 300, "max_ms": 102.543, "p95_ms": 57.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.587, "count": 300, "max_ms": 133.6, "p95_ms": 109.202}, "read_interval": {"avg_ms": 99.91, "count": 300, "max_ms": 739.093, "p95_ms": 131.843}, "triton_wait": {"avg_ms": 51.641, "count": 300, "max_ms": 114.718, "p95_ms": 68.414}, "visualize": {"avg_ms": 3.944, "count": 300, "max_ms": 5.982, "p95_ms": 5.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 366, "tracking_summary": 5705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13223.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:36:35+09:00", "last_error_summary": "[h264 @ 0x560ecf5c8dc0] error while decoding MB 79 37, bytestream -11", "last_exit_at": "2026-07-03T06:36:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.755, "last_started_at": "2026-07-03T06:36:38+09:00", "pid": 21396, "process": {"exists": true, "fd_count": 5, "hwm_mb": 218.867, "name": "ffmpeg", "pid": 21396, "rss_mb": 218.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1559.123, "sample_count": 611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:37:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:37:44+09:00", "last_frame_read_age_sec": 1.519, "last_frame_read_at": "2026-07-03T06:37:42+09:00", "mjpeg": {"age_sec": 1.505, "exists": true, "mtime": "2026-07-03T06:37:42.992800+09:00", "mtime_epoch": 1783028262.9927998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 231191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:37:44+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 72.56, "recorders": [{"age_sec": 72.56, "frame_count": 89, "is_recording": true, "is_stopping": false, "pid": 21336, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.371, "name": "ffmpeg", "pid": 21336, "rss_mb": 186.371, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 11, "returncode": null, "running": true, "started_at": "2026-07-03T06:36:31+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_063631_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [21336], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 17, "pushed_frames": 17, "read_frames": 16, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.571, "pushed": 0.571, "read": 0.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.802, "count": 16, "max_ms": 200.509, "p95_ms": 200.509}, "gstreamer_push": {"avg_ms": 0.766, "count": 17, "max_ms": 0.888, "p95_ms": 0.888}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.565, "count": 16, "max_ms": 64.115, "p95_ms": 64.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.376, "count": 16, "max_ms": 108.678, "p95_ms": 108.678}, "yolo11_640_fire_11class": {"avg_ms": 48.375, "count": 16, "max_ms": 62.867, "p95_ms": 62.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.491, "count": 16, "max_ms": 107.532, "p95_ms": 107.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1834.577, "count": 17, "max_ms": 2265.52, "p95_ms": 2265.52}, "read_interval": {"avg_ms": 1860.694, "count": 16, "max_ms": 2272.191, "p95_ms": 2272.191}, "triton_wait": {"avg_ms": 79.799, "count": 16, "max_ms": 108.687, "p95_ms": 108.687}, "visualize": {"avg_ms": 28.37, "count": 16, "max_ms": 32.426, "p95_ms": 32.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3160, "tracking_summary": 2750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13232.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74123.342, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.07, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:37:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:37:49+09:00", "last_frame_read_age_sec": 0.339, "last_frame_read_at": "2026-07-03T06:37:49+09:00", "mjpeg": {"age_sec": 0.328, "exists": true, "mtime": "2026-07-03T06:37:49.592898+09:00", "mtime_epoch": 1783028269.5928984, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:37:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 962.949, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.183, "pushed": 3.183, "read": 3.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.387, "count": 95, "max_ms": 247.876, "p95_ms": 241.615}, "gstreamer_push": {"avg_ms": 0.889, "count": 95, "max_ms": 2.91, "p95_ms": 1.771}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.183, "count": 95, "max_ms": 108.126, "p95_ms": 73.4}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.414, "count": 95, "max_ms": 91.498, "p95_ms": 78.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 307.985, "count": 95, "max_ms": 362.742, "p95_ms": 335.184}, "read_interval": {"avg_ms": 317.107, "count": 94, "max_ms": 372.121, "p95_ms": 343.569}, "triton_wait": {"avg_ms": 64.638, "count": 95, "max_ms": 108.136, "p95_ms": 78.554}, "visualize": {"avg_ms": 27.145, "count": 95, "max_ms": 39.852, "p95_ms": 39.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13127.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.577, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.818, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:38:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:38:12+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T06:38:12+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T06:38:12.577242+09:00", "mtime_epoch": 1783028292.5772417, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:38:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1380.496, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.098, "pushed": 10.098, "read": 10.098}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.915, "count": 302, "max_ms": 14.362, "p95_ms": 10.156}, "gstreamer_push": {"avg_ms": 1.112, "count": 302, "max_ms": 1.694, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.513, "count": 302, "max_ms": 65.449, "p95_ms": 52.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.076, "count": 302, "max_ms": 106.467, "p95_ms": 72.142}, "yolo11_640_fire_11class": {"avg_ms": 46.225, "count": 302, "max_ms": 63.745, "p95_ms": 52.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.999, "count": 302, "max_ms": 102.228, "p95_ms": 59.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.219, "count": 302, "max_ms": 159.982, "p95_ms": 109.322}, "read_interval": {"avg_ms": 99.57, "count": 302, "max_ms": 771.93, "p95_ms": 131.369}, "triton_wait": {"avg_ms": 52.696, "count": 302, "max_ms": 106.479, "p95_ms": 73.491}, "visualize": {"avg_ms": 3.912, "count": 302, "max_ms": 5.907, "p95_ms": 5.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 369, "tracking_summary": 5705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13134.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:36:35+09:00", "last_error_summary": "[h264 @ 0x560ecf5c8dc0] error while decoding MB 79 37, bytestream -11", "last_exit_at": "2026-07-03T06:36:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.356, "last_started_at": "2026-07-03T06:36:38+09:00", "pid": 21396, "process": {"exists": true, "fd_count": 5, "hwm_mb": 260.598, "name": "ffmpeg", "pid": 21396, "rss_mb": 260.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1875.166, "sample_count": 531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:38:16+09:00", "last_frame_read_age_sec": 2.05, "last_frame_read_at": "2026-07-03T06:38:14+09:00", "mjpeg": {"age_sec": 2.037, "exists": true, "mtime": "2026-07-03T06:38:14.061264+09:00", "mtime_epoch": 1783028294.0612638, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 230920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:38:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 14, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.534, "pushed": 0.534, "read": 0.499}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.511, "count": 15, "max_ms": 397.648, "p95_ms": 397.648}, "gstreamer_push": {"avg_ms": 0.817, "count": 15, "max_ms": 0.907, "p95_ms": 0.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.777, "count": 15, "max_ms": 69.852, "p95_ms": 69.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.657, "count": 15, "max_ms": 106.725, "p95_ms": 106.725}, "yolo11_640_fire_11class": {"avg_ms": 50.554, "count": 15, "max_ms": 66.228, "p95_ms": 66.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.664, "count": 15, "max_ms": 106.736, "p95_ms": 106.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1995.999, "count": 15, "max_ms": 2388.65, "p95_ms": 2388.65}, "read_interval": {"avg_ms": 1998.876, "count": 14, "max_ms": 2396.124, "p95_ms": 2396.124}, "triton_wait": {"avg_ms": 86.066, "count": 15, "max_ms": 106.745, "p95_ms": 106.745}, "visualize": {"avg_ms": 27.546, "count": 15, "max_ms": 31.362, "p95_ms": 31.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.077, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3161, "tracking_summary": 2751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13137.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74153.436, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.112, "sample_count": 1006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:38:20+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T06:38:19+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T06:38:19.841350+09:00", "mtime_epoch": 1783028299.8413503, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:38:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 975.23, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.633, "pushed": 3.633, "read": 3.599}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.985, "count": 108, "max_ms": 244.731, "p95_ms": 231.945}, "gstreamer_push": {"avg_ms": 0.83, "count": 108, "max_ms": 2.74, "p95_ms": 1.714}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.423, "count": 108, "max_ms": 110.697, "p95_ms": 77.019}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.34, "count": 108, "max_ms": 94.568, "p95_ms": 80.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.359, "count": 108, "max_ms": 357.944, "p95_ms": 328.014}, "read_interval": {"avg_ms": 279.459, "count": 107, "max_ms": 366.679, "p95_ms": 336.942}, "triton_wait": {"avg_ms": 66.005, "count": 108, "max_ms": 110.71, "p95_ms": 80.171}, "visualize": {"avg_ms": 24.529, "count": 108, "max_ms": 39.377, "p95_ms": 33.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.727, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13124.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.67, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.93, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:38:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:38:42+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T06:38:42+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T06:38:42.637692+09:00", "mtime_epoch": 1783028322.637692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:38:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1380.754, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.11}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.09, "count": 303, "max_ms": 13.606, "p95_ms": 10.868}, "gstreamer_push": {"avg_ms": 1.13, "count": 304, "max_ms": 1.993, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.853, "count": 303, "max_ms": 62.01, "p95_ms": 52.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.887, "count": 303, "max_ms": 95.99, "p95_ms": 67.392}, "yolo11_640_fire_11class": {"avg_ms": 45.696, "count": 303, "max_ms": 62.777, "p95_ms": 51.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.816, "count": 303, "max_ms": 104.991, "p95_ms": 58.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.254, "count": 304, "max_ms": 151.577, "p95_ms": 109.884}, "read_interval": {"avg_ms": 98.914, "count": 303, "max_ms": 841.99, "p95_ms": 124.256}, "triton_wait": {"avg_ms": 51.94, "count": 303, "max_ms": 105.003, "p95_ms": 69.088}, "visualize": {"avg_ms": 3.987, "count": 303, "max_ms": 5.867, "p95_ms": 5.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 369, "tracking_summary": 5705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13134.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:36:35+09:00", "last_error_summary": "[h264 @ 0x560ecf5c8dc0] error while decoding MB 79 37, bytestream -11", "last_exit_at": "2026-07-03T06:36:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.065, "last_started_at": "2026-07-03T06:36:38+09:00", "pid": 21396, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.434, "name": "ffmpeg", "pid": 21396, "rss_mb": 263.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1966.771, "sample_count": 463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:38:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:38:47+09:00", "last_frame_read_age_sec": 2.028, "last_frame_read_at": "2026-07-03T06:38:45+09:00", "mjpeg": {"age_sec": 2.014, "exists": true, "mtime": "2026-07-03T06:38:45.793739+09:00", "mtime_epoch": 1783028325.7937393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 231245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:38:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 15, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.539, "pushed": 0.539, "read": 0.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.696, "count": 15, "max_ms": 194.426, "p95_ms": 194.426}, "gstreamer_push": {"avg_ms": 0.793, "count": 16, "max_ms": 0.893, "p95_ms": 0.893}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.949, "count": 15, "max_ms": 63.212, "p95_ms": 63.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.292, "count": 15, "max_ms": 96.323, "p95_ms": 96.323}, "yolo11_640_fire_11class": {"avg_ms": 47.63, "count": 15, "max_ms": 63.041, "p95_ms": 63.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.343, "count": 15, "max_ms": 94.861, "p95_ms": 94.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1975.479, "count": 16, "max_ms": 2217.358, "p95_ms": 2217.358}, "read_interval": {"avg_ms": 1978.422, "count": 15, "max_ms": 2223.82, "p95_ms": 2223.82}, "triton_wait": {"avg_ms": 80.422, "count": 15, "max_ms": 96.334, "p95_ms": 96.334}, "visualize": {"avg_ms": 25.873, "count": 15, "max_ms": 31.089, "p95_ms": 31.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.709, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3164, "tracking_summary": 2752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13135.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74183.437, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.665, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:38:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:38:50+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T06:38:49+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T06:38:49.713798+09:00", "mtime_epoch": 1783028329.7137983, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:38:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 969.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.334, "pushed": 3.334, "read": 3.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.931, "count": 100, "max_ms": 254.164, "p95_ms": 231.504}, "gstreamer_push": {"avg_ms": 0.97, "count": 100, "max_ms": 3.066, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.567, "count": 100, "max_ms": 80.604, "p95_ms": 73.672}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 61.825, "count": 100, "max_ms": 82.663, "p95_ms": 77.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.531, "count": 100, "max_ms": 346.984, "p95_ms": 332.874}, "read_interval": {"avg_ms": 298.781, "count": 100, "max_ms": 358.016, "p95_ms": 342.345}, "triton_wait": {"avg_ms": 62.176, "count": 100, "max_ms": 82.67, "p95_ms": 77.567}, "visualize": {"avg_ms": 25.54, "count": 100, "max_ms": 40.551, "p95_ms": 36.57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13139.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.53, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.596, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:39:12+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T06:39:12+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T06:39:12.530141+09:00", "mtime_epoch": 1783028352.5301414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:39:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1381.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.041}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 301, "max_ms": 14.371, "p95_ms": 10.029}, "gstreamer_push": {"avg_ms": 1.087, "count": 302, "max_ms": 1.362, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.65, "count": 301, "max_ms": 59.514, "p95_ms": 49.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.54, "count": 301, "max_ms": 98.607, "p95_ms": 65.368}, "yolo11_640_fire_11class": {"avg_ms": 45.056, "count": 301, "max_ms": 59.526, "p95_ms": 49.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.413, "count": 301, "max_ms": 100.274, "p95_ms": 53.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.705, "count": 302, "max_ms": 139.549, "p95_ms": 105.945}, "read_interval": {"avg_ms": 99.72, "count": 301, "max_ms": 791.519, "p95_ms": 135.453}, "triton_wait": {"avg_ms": 50.846, "count": 301, "max_ms": 100.285, "p95_ms": 65.379}, "visualize": {"avg_ms": 3.928, "count": 301, "max_ms": 6.441, "p95_ms": 5.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 370, "tracking_summary": 5705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13136.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:36:35+09:00", "last_error_summary": "[h264 @ 0x560ecf5c8dc0] error while decoding MB 79 37, bytestream -11", "last_exit_at": "2026-07-03T06:36:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.557, "last_started_at": "2026-07-03T06:36:38+09:00", "pid": 21396, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.691, "name": "ffmpeg", "pid": 21396, "rss_mb": 263.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2034.012, "sample_count": 396, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:39:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:39:19+09:00", "last_frame_read_age_sec": 2.06, "last_frame_read_at": "2026-07-03T06:39:17+09:00", "mjpeg": {"age_sec": 2.045, "exists": true, "mtime": "2026-07-03T06:39:17.254212+09:00", "mtime_epoch": 1783028357.2542124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 229281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:39:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 18, "pushed_frames": 18, "read_frames": 17, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.616, "pushed": 0.616, "read": 0.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.863, "count": 17, "max_ms": 220.504, "p95_ms": 220.504}, "gstreamer_push": {"avg_ms": 0.725, "count": 18, "max_ms": 1.037, "p95_ms": 1.037}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.723, "count": 17, "max_ms": 60.692, "p95_ms": 60.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.17, "count": 17, "max_ms": 100.352, "p95_ms": 100.352}, "yolo11_640_fire_11class": {"avg_ms": 46.585, "count": 17, "max_ms": 61.175, "p95_ms": 61.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.746, "count": 17, "max_ms": 103.057, "p95_ms": 103.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1743.827, "count": 18, "max_ms": 2273.73, "p95_ms": 2273.73}, "read_interval": {"avg_ms": 1730.937, "count": 17, "max_ms": 2280.834, "p95_ms": 2280.834}, "triton_wait": {"avg_ms": 82.28, "count": 17, "max_ms": 103.068, "p95_ms": 103.068}, "visualize": {"avg_ms": 27.064, "count": 17, "max_ms": 35.586, "p95_ms": 35.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.212, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3164, "tracking_summary": 2753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13129.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74213.652, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 345.603, "sample_count": 1001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:39:20+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T06:39:19+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T06:39:19.926253+09:00", "mtime_epoch": 1783028359.9262526, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:39:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 962.59, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.278, "pushed": 3.278, "read": 3.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.353, "count": 98, "max_ms": 263.334, "p95_ms": 233.205}, "gstreamer_push": {"avg_ms": 0.822, "count": 98, "max_ms": 2.706, "p95_ms": 1.676}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.765, "count": 98, "max_ms": 102.541, "p95_ms": 79.792}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.079, "count": 98, "max_ms": 83.797, "p95_ms": 77.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.982, "count": 98, "max_ms": 352.878, "p95_ms": 342.381}, "read_interval": {"avg_ms": 308.139, "count": 97, "max_ms": 363.549, "p95_ms": 351.736}, "triton_wait": {"avg_ms": 65.988, "count": 98, "max_ms": 102.553, "p95_ms": 81.21}, "visualize": {"avg_ms": 26.892, "count": 98, "max_ms": 39.342, "p95_ms": 36.712}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13133.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 838.781, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.37, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:39:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:39:42+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T06:39:42+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T06:39:42.754597+09:00", "mtime_epoch": 1783028382.7545967, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:39:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1381.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.605, "pushed": 9.605, "read": 9.572}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 8.507, "count": 288, "max_ms": 14.708, "p95_ms": 11.429}, "gstreamer_push": {"avg_ms": 1.06, "count": 288, "max_ms": 1.894, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.827, "count": 288, "max_ms": 63.53, "p95_ms": 54.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.787, "count": 288, "max_ms": 91.658, "p95_ms": 67.992}, "yolo11_640_fire_11class": {"avg_ms": 46.249, "count": 288, "max_ms": 61.544, "p95_ms": 53.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.221, "count": 288, "max_ms": 95.53, "p95_ms": 59.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.62, "count": 288, "max_ms": 148.905, "p95_ms": 115.626}, "read_interval": {"avg_ms": 104.351, "count": 287, "max_ms": 722.632, "p95_ms": 128.381}, "triton_wait": {"avg_ms": 52.293, "count": 288, "max_ms": 95.539, "p95_ms": 69.208}, "visualize": {"avg_ms": 4.211, "count": 288, "max_ms": 5.862, "p95_ms": 5.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 370, "tracking_summary": 5706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13153.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:36:35+09:00", "last_error_summary": "[h264 @ 0x560ecf5c8dc0] error while decoding MB 79 37, bytestream -11", "last_exit_at": "2026-07-03T06:36:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 191.227, "last_started_at": "2026-07-03T06:36:38+09:00", "pid": 21396, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.383, "name": "ffmpeg", "pid": 21396, "rss_mb": 277.383, "state": "S (sleeping)", "threads": 104}, "restart_count": 106, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2057.496, "sample_count": 320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:39:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:39:49+09:00", "last_frame_read_age_sec": 1.549, "last_frame_read_at": "2026-07-03T06:39:48+09:00", "mjpeg": {"age_sec": 1.534, "exists": true, "mtime": "2026-07-03T06:39:48.434683+09:00", "mtime_epoch": 1783028388.4346826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 230406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:39:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 17, "pushed_frames": 17, "read_frames": 16, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.594, "pushed": 0.594, "read": 0.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.172, "count": 16, "max_ms": 213.021, "p95_ms": 213.021}, "gstreamer_push": {"avg_ms": 0.761, "count": 17, "max_ms": 0.907, "p95_ms": 0.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.643, "count": 16, "max_ms": 56.608, "p95_ms": 56.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.457, "count": 16, "max_ms": 91.754, "p95_ms": 91.754}, "yolo11_640_fire_11class": {"avg_ms": 47.569, "count": 16, "max_ms": 57.449, "p95_ms": 57.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 80.818, "count": 16, "max_ms": 106.528, "p95_ms": 106.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1797.911, "count": 17, "max_ms": 2181.111, "p95_ms": 2181.111}, "read_interval": {"avg_ms": 1819.749, "count": 16, "max_ms": 2188.841, "p95_ms": 2188.841}, "triton_wait": {"avg_ms": 81.511, "count": 16, "max_ms": 106.539, "p95_ms": 106.539}, "visualize": {"avg_ms": 28.446, "count": 16, "max_ms": 36.648, "p95_ms": 36.648}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.61, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3165, "tracking_summary": 2754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13143.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74243.799, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 341.584, "sample_count": 1023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:39:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:39:50+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T06:39:50+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T06:39:50.074707+09:00", "mtime_epoch": 1783028390.0747073, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:39:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 959.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.741, "pushed": 3.741, "read": 3.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.524, "count": 112, "max_ms": 248.956, "p95_ms": 230.134}, "gstreamer_push": {"avg_ms": 1.094, "count": 112, "max_ms": 3.073, "p95_ms": 2.613}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.211, "count": 112, "max_ms": 87.299, "p95_ms": 74.01}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.149, "count": 112, "max_ms": 81.388, "p95_ms": 76.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.688, "count": 112, "max_ms": 349.41, "p95_ms": 334.41}, "read_interval": {"avg_ms": 268.781, "count": 111, "max_ms": 359.576, "p95_ms": 343.599}, "triton_wait": {"avg_ms": 63.721, "count": 112, "max_ms": 87.311, "p95_ms": 76.861}, "visualize": {"avg_ms": 25.65, "count": 112, "max_ms": 40.986, "p95_ms": 34.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12902.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.794, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.001, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:40:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:40:12+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T06:40:12+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T06:40:12.803051+09:00", "mtime_epoch": 1783028412.803051, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241783}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:40:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1381.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.542, "pushed": 10.542, "read": 10.508}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.936, "count": 315, "max_ms": 14.506, "p95_ms": 10.915}, "gstreamer_push": {"avg_ms": 1.034, "count": 315, "max_ms": 1.284, "p95_ms": 1.228}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.737, "count": 315, "max_ms": 60.565, "p95_ms": 51.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.99, "count": 315, "max_ms": 108.623, "p95_ms": 70.555}, "yolo11_640_fire_11class": {"avg_ms": 45.124, "count": 315, "max_ms": 61.457, "p95_ms": 50.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.448, "count": 315, "max_ms": 107.643, "p95_ms": 58.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.536, "count": 315, "max_ms": 160.671, "p95_ms": 109.663}, "read_interval": {"avg_ms": 95.349, "count": 314, "max_ms": 653.771, "p95_ms": 129.407}, "triton_wait": {"avg_ms": 51.656, "count": 315, "max_ms": 108.634, "p95_ms": 71.2}, "visualize": {"avg_ms": 3.928, "count": 315, "max_ms": 5.811, "p95_ms": 5.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 370, "tracking_summary": 5706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13023.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:40:11+09:00", "last_error_summary": "[h264 @ 0x56104f3ce840] error while decoding MB 34 43, bytestream -15", "last_exit_at": "2026-07-03T06:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.139, "last_started_at": "2026-07-03T06:40:15+09:00", "pid": 21503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 150.422, "name": "ffmpeg", "pid": 21503, "rss_mb": 150.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 26, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2078.919, "sample_count": 249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:40:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:40:20+09:00", "last_frame_read_age_sec": 0.785, "last_frame_read_at": "2026-07-03T06:40:19+09:00", "mjpeg": {"age_sec": 0.774, "exists": true, "mtime": "2026-07-03T06:40:19.455152+09:00", "mtime_epoch": 1783028419.4551518, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:40:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7727.965, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 19, "pushed_frames": 19, "read_frames": 18, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.661, "pushed": 0.661, "read": 0.627}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 131.969, "count": 19, "max_ms": 159.089, "p95_ms": 159.089}, "gstreamer_push": {"avg_ms": 0.721, "count": 19, "max_ms": 0.913, "p95_ms": 0.913}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.811, "count": 19, "max_ms": 67.586, "p95_ms": 67.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.466, "count": 19, "max_ms": 106.398, "p95_ms": 106.398}, "yolo11_640_fire_11class": {"avg_ms": 48.918, "count": 19, "max_ms": 67.086, "p95_ms": 67.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.007, "count": 19, "max_ms": 110.079, "p95_ms": 110.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 1370.311, "count": 19, "max_ms": 1615.459, "p95_ms": 1615.459}, "read_interval": {"avg_ms": 1637.281, "count": 18, "max_ms": 5635.831, "p95_ms": 5635.831}, "triton_wait": {"avg_ms": 86.951, "count": 19, "max_ms": 110.092, "p95_ms": 110.092}, "visualize": {"avg_ms": 21.988, "count": 19, "max_ms": 26.327, "p95_ms": 26.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.723, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3166, "tracking_summary": 2754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13014.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74273.954, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.159, "sample_count": 1024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:40:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:40:20+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T06:40:20+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T06:40:20.219163+09:00", "mtime_epoch": 1783028420.2191632, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:40:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 963.188, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.217, "pushed": 3.217, "read": 3.184}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 204.087, "count": 96, "max_ms": 275.985, "p95_ms": 250.421}, "gstreamer_push": {"avg_ms": 1.105, "count": 96, "max_ms": 3.728, "p95_ms": 2.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.818, "count": 96, "max_ms": 108.933, "p95_ms": 77.175}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.161, "count": 96, "max_ms": 87.095, "p95_ms": 80.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 304.304, "count": 96, "max_ms": 376.553, "p95_ms": 352.687}, "read_interval": {"avg_ms": 313.902, "count": 95, "max_ms": 385.279, "p95_ms": 361.004}, "triton_wait": {"avg_ms": 65.057, "count": 96, "max_ms": 108.945, "p95_ms": 80.905}, "visualize": {"avg_ms": 31.2, "count": 96, "max_ms": 44.614, "p95_ms": 41.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13097.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.896, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.144, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:40:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:40:42+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T06:40:42+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T06:40:42.863507+09:00", "mtime_epoch": 1783028442.8635066, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:40:42+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1381.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.418, "count": 300, "max_ms": 12.506, "p95_ms": 11.295}, "gstreamer_push": {"avg_ms": 1.145, "count": 300, "max_ms": 1.469, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.553, "count": 300, "max_ms": 77.591, "p95_ms": 55.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.681, "count": 300, "max_ms": 115.983, "p95_ms": 73.41}, "yolo11_640_fire_11class": {"avg_ms": 46.09, "count": 300, "max_ms": 77.095, "p95_ms": 53.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.863, "count": 300, "max_ms": 103.813, "p95_ms": 60.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.51, "count": 300, "max_ms": 155.465, "p95_ms": 114.005}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 630.965, "p95_ms": 132.265}, "triton_wait": {"avg_ms": 53.636, "count": 300, "max_ms": 115.995, "p95_ms": 74.589}, "visualize": {"avg_ms": 4.109, "count": 300, "max_ms": 6.249, "p95_ms": 5.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3168, "tracking_summary": 2755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13281.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74304.144, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 342.607, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:40:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:40:50+09:00", "last_frame_read_age_sec": 0.318, "last_frame_read_at": "2026-07-03T06:40:50+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T06:40:50.415621+09:00", "mtime_epoch": 1783028450.4156213, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:40:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 967.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.383, "pushed": 3.383, "read": 3.35}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.449, "count": 101, "max_ms": 253.17, "p95_ms": 233.954}, "gstreamer_push": {"avg_ms": 0.974, "count": 101, "max_ms": 2.732, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.074, "count": 101, "max_ms": 122.124, "p95_ms": 88.293}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.581, "count": 101, "max_ms": 106.913, "p95_ms": 82.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.037, "count": 101, "max_ms": 387.767, "p95_ms": 364.052}, "read_interval": {"avg_ms": 298.63, "count": 100, "max_ms": 396.739, "p95_ms": 374.077}, "triton_wait": {"avg_ms": 70.466, "count": 101, "max_ms": 122.137, "p95_ms": 88.306}, "visualize": {"avg_ms": 28.195, "count": 101, "max_ms": 57.02, "p95_ms": 40.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 371, "tracking_summary": 5706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13281.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:40:11+09:00", "last_error_summary": "[h264 @ 0x56104f3ce840] error while decoding MB 34 43, bytestream -15", "last_exit_at": "2026-07-03T06:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.742, "last_started_at": "2026-07-03T06:40:15+09:00", "pid": 21503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 251.719, "name": "ffmpeg", "pid": 21503, "rss_mb": 251.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2113.014, "sample_count": 218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:40:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:40:50+09:00", "last_frame_read_age_sec": 0.685, "last_frame_read_at": "2026-07-03T06:40:50+09:00", "mjpeg": {"age_sec": 0.676, "exists": true, "mtime": "2026-07-03T06:40:50.155617+09:00", "mtime_epoch": 1783028450.1556172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:40:50+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 1.821, "recorders": [{"age_sec": 1.821, "frame_count": 52, "is_recording": true, "is_stopping": false, "pid": 21610, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.156, "name": "ffmpeg", "pid": 21610, "rss_mb": 187.156, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 48, "returncode": null, "running": true, "started_at": "2026-07-03T06:40:49+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_064048_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [21610], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.44, "pushed": 1.44, "read": 1.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 56.374, "count": 42, "max_ms": 68.181, "p95_ms": 63.81}, "gstreamer_push": {"avg_ms": 0.88, "count": 43, "max_ms": 1.141, "p95_ms": 0.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.487, "count": 42, "max_ms": 81.727, "p95_ms": 73.678}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.716, "count": 42, "max_ms": 116.934, "p95_ms": 101.758}, "yolo11_640_fire_11class": {"avg_ms": 49.775, "count": 42, "max_ms": 75.08, "p95_ms": 68.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.514, "count": 42, "max_ms": 105.176, "p95_ms": 97.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 705.534, "count": 43, "max_ms": 1287.432, "p95_ms": 749.328}, "read_interval": {"avg_ms": 712.189, "count": 42, "max_ms": 1294.088, "p95_ms": 754.922}, "triton_wait": {"avg_ms": 79.967, "count": 42, "max_ms": 116.946, "p95_ms": 101.77}, "visualize": {"avg_ms": 14.563, "count": 42, "max_ms": 17.6, "p95_ms": 17.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13289.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.901, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.301, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 725291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:41:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:41:12+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T06:41:12+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T06:41:12.871962+09:00", "mtime_epoch": 1783028472.8719623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:41:12+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1381.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.043, "count": 293, "max_ms": 13.362, "p95_ms": 10.696}, "gstreamer_push": {"avg_ms": 1.173, "count": 293, "max_ms": 1.434, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.002, "count": 293, "max_ms": 78.776, "p95_ms": 54.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.955, "count": 293, "max_ms": 119.34, "p95_ms": 78.376}, "yolo11_640_fire_11class": {"avg_ms": 46.313, "count": 293, "max_ms": 78.219, "p95_ms": 53.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.19, "count": 293, "max_ms": 110.564, "p95_ms": 62.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.597, "count": 293, "max_ms": 145.533, "p95_ms": 109.174}, "read_interval": {"avg_ms": 102.373, "count": 293, "max_ms": 713.888, "p95_ms": 148.301}, "triton_wait": {"avg_ms": 54.793, "count": 293, "max_ms": 119.353, "p95_ms": 79.858}, "visualize": {"avg_ms": 3.915, "count": 293, "max_ms": 5.719, "p95_ms": 5.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3168, "tracking_summary": 2756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13301.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74334.307, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 343.253, "sample_count": 1011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:41:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:41:20+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-07-03T06:41:20+09:00", "mjpeg": {"age_sec": 0.222, "exists": true, "mtime": "2026-07-03T06:41:20.664081+09:00", "mtime_epoch": 1783028480.6640809, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:41:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 970.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.686, "pushed": 3.686, "read": 3.653}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.198, "count": 110, "max_ms": 238.918, "p95_ms": 232.512}, "gstreamer_push": {"avg_ms": 1.034, "count": 110, "max_ms": 3.008, "p95_ms": 2.694}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.091, "count": 110, "max_ms": 133.021, "p95_ms": 92.654}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.361, "count": 110, "max_ms": 111.981, "p95_ms": 81.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.558, "count": 110, "max_ms": 386.732, "p95_ms": 341.75}, "read_interval": {"avg_ms": 274.524, "count": 109, "max_ms": 395.825, "p95_ms": 352.417}, "triton_wait": {"avg_ms": 69.124, "count": 110, "max_ms": 133.035, "p95_ms": 92.668}, "visualize": {"avg_ms": 25.385, "count": 110, "max_ms": 43.283, "p95_ms": 34.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 373, "tracking_summary": 5706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13301.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:40:11+09:00", "last_error_summary": "[h264 @ 0x56104f3ce840] error while decoding MB 34 43, bytestream -15", "last_exit_at": "2026-07-03T06:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.296, "last_started_at": "2026-07-03T06:40:15+09:00", "pid": 21503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.641, "name": "ffmpeg", "pid": 21503, "rss_mb": 265.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2113.014, "sample_count": 221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:41:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:41:21+09:00", "last_frame_read_age_sec": 0.754, "last_frame_read_at": "2026-07-03T06:41:20+09:00", "mjpeg": {"age_sec": 0.746, "exists": true, "mtime": "2026-07-03T06:41:20.640081+09:00", "mtime_epoch": 1783028480.6400807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:41:21+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 32.375, "recorders": [{"age_sec": 32.375, "frame_count": 94, "is_recording": true, "is_stopping": false, "pid": 21610, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.414, "name": "ffmpeg", "pid": 21610, "rss_mb": 187.414, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 6, "returncode": null, "running": true, "started_at": "2026-07-03T06:40:49+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_064048_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [21610], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 42, "pushed_frames": 42, "read_frames": 41, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.406, "pushed": 1.406, "read": 1.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 53.78, "count": 41, "max_ms": 62.31, "p95_ms": 58.535}, "gstreamer_push": {"avg_ms": 0.869, "count": 42, "max_ms": 0.988, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.851, "count": 41, "max_ms": 78.578, "p95_ms": 65.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.58, "count": 41, "max_ms": 119.501, "p95_ms": 105.672}, "yolo11_640_fire_11class": {"avg_ms": 50.972, "count": 41, "max_ms": 77.928, "p95_ms": 63.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.554, "count": 41, "max_ms": 111.521, "p95_ms": 93.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 721.135, "count": 42, "max_ms": 907.069, "p95_ms": 844.283}, "read_interval": {"avg_ms": 726.702, "count": 41, "max_ms": 912.686, "p95_ms": 849.868}, "triton_wait": {"avg_ms": 83.656, "count": 41, "max_ms": 119.512, "p95_ms": 105.685}, "visualize": {"avg_ms": 16.494, "count": 41, "max_ms": 19.863, "p95_ms": 19.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 50, "tracking_summary": 6046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13142.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.942, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.87, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 725594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:41:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:41:43+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T06:41:42+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T06:41:42.948420+09:00", "mtime_epoch": 1783028502.9484203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:41:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1459.445, "name": "celery", "pid": 267, "rss_mb": 1381.527, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.125, "pushed": 10.125, "read": 10.092}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.043, "count": 303, "max_ms": 13.965, "p95_ms": 9.842}, "gstreamer_push": {"avg_ms": 1.166, "count": 303, "max_ms": 1.842, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.028, "count": 303, "max_ms": 76.13, "p95_ms": 56.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.378, "count": 303, "max_ms": 119.532, "p95_ms": 86.636}, "yolo11_640_fire_11class": {"avg_ms": 46.092, "count": 303, "max_ms": 66.805, "p95_ms": 54.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.065, "count": 303, "max_ms": 99.53, "p95_ms": 72.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.861, "count": 303, "max_ms": 162.63, "p95_ms": 126.827}, "read_interval": {"avg_ms": 99.22, "count": 302, "max_ms": 798.996, "p95_ms": 141.023}, "triton_wait": {"avg_ms": 58.808, "count": 303, "max_ms": 119.544, "p95_ms": 87.868}, "visualize": {"avg_ms": 3.943, "count": 303, "max_ms": 6.492, "p95_ms": 5.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3169, "tracking_summary": 2757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13151.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74364.596, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.695, "sample_count": 1022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:41:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:41:51+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T06:41:50+09:00", "mjpeg": {"age_sec": 0.314, "exists": true, "mtime": "2026-07-03T06:41:50.860541+09:00", "mtime_epoch": 1783028510.860541, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:41:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 970.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.478, "pushed": 3.478, "read": 3.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.863, "count": 104, "max_ms": 271.816, "p95_ms": 234.578}, "gstreamer_push": {"avg_ms": 0.992, "count": 104, "max_ms": 2.866, "p95_ms": 1.709}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.796, "count": 104, "max_ms": 121.464, "p95_ms": 87.686}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.422, "count": 104, "max_ms": 100.972, "p95_ms": 84.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.261, "count": 104, "max_ms": 382.315, "p95_ms": 362.844}, "read_interval": {"avg_ms": 288.91, "count": 103, "max_ms": 390.525, "p95_ms": 373.527}, "triton_wait": {"avg_ms": 69.528, "count": 104, "max_ms": 121.477, "p95_ms": 87.698}, "visualize": {"avg_ms": 28.944, "count": 104, "max_ms": 68.343, "p95_ms": 40.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 373, "tracking_summary": 5707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13143.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:40:11+09:00", "last_error_summary": "[h264 @ 0x56104f3ce840] error while decoding MB 34 43, bytestream -15", "last_exit_at": "2026-07-03T06:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.66, "last_started_at": "2026-07-03T06:40:15+09:00", "pid": 21503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.672, "name": "ffmpeg", "pid": 21503, "rss_mb": 266.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2078.919, "sample_count": 243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:41:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:41:51+09:00", "last_frame_read_age_sec": 0.651, "last_frame_read_at": "2026-07-03T06:41:51+09:00", "mjpeg": {"age_sec": 0.638, "exists": true, "mtime": "2026-07-03T06:41:51.112545+09:00", "mtime_epoch": 1783028511.1125448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:41:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.451, "pushed": 1.451, "read": 1.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 51.912, "count": 42, "max_ms": 63.309, "p95_ms": 60.919}, "gstreamer_push": {"avg_ms": 0.886, "count": 43, "max_ms": 1.067, "p95_ms": 0.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.658, "count": 42, "max_ms": 81.263, "p95_ms": 67.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.289, "count": 42, "max_ms": 112.661, "p95_ms": 101.171}, "yolo11_640_fire_11class": {"avg_ms": 48.428, "count": 42, "max_ms": 70.556, "p95_ms": 58.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.562, "count": 42, "max_ms": 109.721, "p95_ms": 93.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 699.95, "count": 43, "max_ms": 801.141, "p95_ms": 771.965}, "read_interval": {"avg_ms": 707.331, "count": 42, "max_ms": 806.203, "p95_ms": 778.577}, "triton_wait": {"avg_ms": 82.752, "count": 42, "max_ms": 112.674, "p95_ms": 107.62}, "visualize": {"avg_ms": 18.637, "count": 42, "max_ms": 23.879, "p95_ms": 21.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.635, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13252.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 989.097, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.34, "sample_count": 2901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 725796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:42:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:42:13+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-03T06:42:13+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T06:42:13.020879+09:00", "mtime_epoch": 1783028533.0208793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:42:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1471.379, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.706, "pushed": 6.706, "read": 6.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.546, "count": 201, "max_ms": 16.786, "p95_ms": 14.727}, "gstreamer_push": {"avg_ms": 1.012, "count": 201, "max_ms": 2.272, "p95_ms": 1.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.978, "count": 201, "max_ms": 78.445, "p95_ms": 58.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.278, "count": 201, "max_ms": 117.846, "p95_ms": 82.736}, "yolo11_640_fire_11class": {"avg_ms": 45.637, "count": 201, "max_ms": 69.21, "p95_ms": 53.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.102, "count": 201, "max_ms": 96.929, "p95_ms": 73.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.113, "count": 201, "max_ms": 563.999, "p95_ms": 192.312}, "read_interval": {"avg_ms": 149.508, "count": 200, "max_ms": 574.008, "p95_ms": 201.075}, "triton_wait": {"avg_ms": 58.116, "count": 201, "max_ms": 117.86, "p95_ms": 84.587}, "visualize": {"avg_ms": 7.258, "count": 201, "max_ms": 14.295, "p95_ms": 11.77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3171, "tracking_summary": 2758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13231.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74394.906, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.82, "sample_count": 1021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:42:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:42:21+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T06:42:21+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T06:42:21.165004+09:00", "mtime_epoch": 1783028541.1650038, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:42:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 968.059, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.368, "pushed": 3.368, "read": 3.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.909, "count": 101, "max_ms": 241.583, "p95_ms": 230.044}, "gstreamer_push": {"avg_ms": 0.977, "count": 101, "max_ms": 2.857, "p95_ms": 2.74}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.982, "count": 101, "max_ms": 115.452, "p95_ms": 86.314}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.643, "count": 101, "max_ms": 103.284, "p95_ms": 81.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.329, "count": 101, "max_ms": 373.128, "p95_ms": 339.405}, "read_interval": {"avg_ms": 299.726, "count": 100, "max_ms": 382.255, "p95_ms": 350.815}, "triton_wait": {"avg_ms": 67.144, "count": 101, "max_ms": 115.465, "p95_ms": 86.329}, "visualize": {"avg_ms": 27.371, "count": 101, "max_ms": 41.289, "p95_ms": 37.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 5707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13225.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 172, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:40:11+09:00", "last_error_summary": "[h264 @ 0x56104f3ce840] error while decoding MB 34 43, bytestream -15", "last_exit_at": "2026-07-03T06:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.862, "last_started_at": "2026-07-03T06:40:15+09:00", "pid": 21503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.93, "name": "ffmpeg", "pid": 21503, "rss_mb": 266.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2063.814, "sample_count": 273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:42:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:42:21+09:00", "last_frame_read_age_sec": 0.618, "last_frame_read_at": "2026-07-03T06:42:21+09:00", "mjpeg": {"age_sec": 0.607, "exists": true, "mtime": "2026-07-03T06:42:21.345006+09:00", "mtime_epoch": 1783028541.3450065, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:42:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 46, "pushed_frames": 46, "read_frames": 45, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.558, "pushed": 1.558, "read": 1.524}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 49.74, "count": 45, "max_ms": 57.269, "p95_ms": 54.226}, "gstreamer_push": {"avg_ms": 0.887, "count": 46, "max_ms": 0.977, "p95_ms": 0.963}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.157, "count": 45, "max_ms": 74.007, "p95_ms": 68.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.737, "count": 45, "max_ms": 105.36, "p95_ms": 96.853}, "yolo11_640_fire_11class": {"avg_ms": 48.03, "count": 45, "max_ms": 74.894, "p95_ms": 60.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.237, "count": 45, "max_ms": 104.098, "p95_ms": 90.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 650.293, "count": 46, "max_ms": 937.034, "p95_ms": 709.315}, "read_interval": {"avg_ms": 657.303, "count": 45, "max_ms": 942.583, "p95_ms": 715.204}, "triton_wait": {"avg_ms": 78.781, "count": 45, "max_ms": 105.372, "p95_ms": 100.786}, "visualize": {"avg_ms": 15.516, "count": 45, "max_ms": 21.337, "p95_ms": 19.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.534, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13234.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1019.101, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.261, "sample_count": 2788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 725980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:42:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:42:43+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-03T06:42:43+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T06:42:43.029338+09:00", "mtime_epoch": 1783028563.0293381, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:42:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1444.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.134, "pushed": 6.134, "read": 6.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.025, "count": 184, "max_ms": 19.485, "p95_ms": 15.406}, "gstreamer_push": {"avg_ms": 0.908, "count": 184, "max_ms": 1.666, "p95_ms": 0.983}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.903, "count": 184, "max_ms": 75.227, "p95_ms": 58.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.674, "count": 184, "max_ms": 100.466, "p95_ms": 77.541}, "yolo11_640_fire_11class": {"avg_ms": 46.154, "count": 184, "max_ms": 74.248, "p95_ms": 53.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.971, "count": 184, "max_ms": 102.214, "p95_ms": 71.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.923, "count": 184, "max_ms": 231.31, "p95_ms": 179.398}, "read_interval": {"avg_ms": 163.103, "count": 184, "max_ms": 241.189, "p95_ms": 187.639}, "triton_wait": {"avg_ms": 59.307, "count": 184, "max_ms": 102.228, "p95_ms": 81.417}, "visualize": {"avg_ms": 10.791, "count": 184, "max_ms": 13.937, "p95_ms": 12.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3171, "tracking_summary": 2759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13076.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74425.166, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.577, "sample_count": 1016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:42:51+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T06:42:51+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T06:42:51.441467+09:00", "mtime_epoch": 1783028571.4414668, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:42:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 963.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.006, "pushed": 3.006, "read": 2.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.556, "count": 90, "max_ms": 296.036, "p95_ms": 266.093}, "gstreamer_push": {"avg_ms": 1.157, "count": 90, "max_ms": 3.136, "p95_ms": 2.908}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.827, "count": 90, "max_ms": 118.413, "p95_ms": 82.432}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.346, "count": 90, "max_ms": 84.814, "p95_ms": 80.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 326.027, "count": 90, "max_ms": 425.746, "p95_ms": 378.451}, "read_interval": {"avg_ms": 336.361, "count": 89, "max_ms": 438.222, "p95_ms": 387.365}, "triton_wait": {"avg_ms": 66.423, "count": 90, "max_ms": 118.424, "p95_ms": 83.763}, "visualize": {"avg_ms": 31.132, "count": 90, "max_ms": 47.727, "p95_ms": 39.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 374, "tracking_summary": 5708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13083.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:42:44+09:00", "last_error_summary": "[h264 @ 0x55ae85e0bf40] error while decoding MB 9 36, bytestream -5", "last_exit_at": "2026-07-03T06:42:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.337, "last_started_at": "2026-07-03T06:42:47+09:00", "pid": 21730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 150.395, "name": "ffmpeg", "pid": 21730, "rss_mb": 150.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 2056.33, "sample_count": 299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 684968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:42:52+09:00", "last_frame_read_age_sec": 0.474, "last_frame_read_at": "2026-07-03T06:42:51+09:00", "mjpeg": {"age_sec": 0.463, "exists": true, "mtime": "2026-07-03T06:42:51.749472+09:00", "mtime_epoch": 1783028571.7494717, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:42:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.45, "pushed": 1.45, "read": 1.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 43.118, "count": 42, "max_ms": 53.734, "p95_ms": 53.047}, "gstreamer_push": {"avg_ms": 0.881, "count": 43, "max_ms": 1.331, "p95_ms": 0.918}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.13, "count": 42, "max_ms": 72.692, "p95_ms": 64.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.338, "count": 42, "max_ms": 109.302, "p95_ms": 102.759}, "yolo11_640_fire_11class": {"avg_ms": 48.127, "count": 42, "max_ms": 71.761, "p95_ms": 59.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.747, "count": 42, "max_ms": 103.522, "p95_ms": 93.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 584.606, "count": 43, "max_ms": 682.582, "p95_ms": 666.82}, "read_interval": {"avg_ms": 709.075, "count": 42, "max_ms": 5520.118, "p95_ms": 684.159}, "triton_wait": {"avg_ms": 81.022, "count": 42, "max_ms": 109.317, "p95_ms": 103.534}, "visualize": {"avg_ms": 16.824, "count": 42, "max_ms": 20.723, "p95_ms": 19.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.648, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13340.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1049.207, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.145, "sample_count": 2671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 726166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:43:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:43:13+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-03T06:43:13+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T06:43:13.129799+09:00", "mtime_epoch": 1783028593.1297991, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:43:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1408.137, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.21, "pushed": 6.21, "read": 6.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.584, "count": 185, "max_ms": 19.48, "p95_ms": 15.54}, "gstreamer_push": {"avg_ms": 0.905, "count": 186, "max_ms": 1.356, "p95_ms": 1.012}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.615, "count": 185, "max_ms": 71.834, "p95_ms": 62.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.135, "count": 185, "max_ms": 116.554, "p95_ms": 86.022}, "yolo11_640_fire_11class": {"avg_ms": 46.563, "count": 185, "max_ms": 66.32, "p95_ms": 53.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.25, "count": 185, "max_ms": 108.617, "p95_ms": 73.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.56, "count": 186, "max_ms": 225.977, "p95_ms": 186.066}, "read_interval": {"avg_ms": 161.87, "count": 185, "max_ms": 233.259, "p95_ms": 193.552}, "triton_wait": {"avg_ms": 60.796, "count": 185, "max_ms": 116.567, "p95_ms": 88.887}, "visualize": {"avg_ms": 10.454, "count": 185, "max_ms": 14.157, "p95_ms": 12.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3172, "tracking_summary": 2759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13177.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74455.397, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.858, "sample_count": 999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:43:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:43:21+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-07-03T06:43:21+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-03T06:43:21.757931+09:00", "mtime_epoch": 1783028601.7579315, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:43:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 970.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.181, "pushed": 3.181, "read": 3.148}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 204.291, "count": 95, "max_ms": 240.896, "p95_ms": 230.412}, "gstreamer_push": {"avg_ms": 1.19, "count": 95, "max_ms": 5.143, "p95_ms": 2.925}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.992, "count": 95, "max_ms": 114.708, "p95_ms": 104.226}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.528, "count": 95, "max_ms": 97.531, "p95_ms": 90.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 307.947, "count": 95, "max_ms": 378.821, "p95_ms": 367.124}, "read_interval": {"avg_ms": 319.069, "count": 94, "max_ms": 387.783, "p95_ms": 377.228}, "triton_wait": {"avg_ms": 71.088, "count": 95, "max_ms": 114.721, "p95_ms": 104.239}, "visualize": {"avg_ms": 28.63, "count": 95, "max_ms": 41.904, "p95_ms": 39.475}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13177.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:42:44+09:00", "last_error_summary": "[h264 @ 0x55ae85e0bf40] error while decoding MB 9 36, bytestream -5", "last_exit_at": "2026-07-03T06:42:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.574, "last_started_at": "2026-07-03T06:42:47+09:00", "pid": 21730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.098, "name": "ffmpeg", "pid": 21730, "rss_mb": 265.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1977.86, "sample_count": 353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:43:22+09:00", "last_frame_read_age_sec": 0.349, "last_frame_read_at": "2026-07-03T06:43:22+09:00", "mjpeg": {"age_sec": 0.335, "exists": true, "mtime": "2026-07-03T06:43:22.113937+09:00", "mtime_epoch": 1783028602.113937, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:43:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 68, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.316, "pushed": 2.316, "read": 2.283}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.051, "count": 68, "max_ms": 42.937, "p95_ms": 35.946}, "gstreamer_push": {"avg_ms": 0.888, "count": 69, "max_ms": 1.306, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.814, "count": 68, "max_ms": 72.994, "p95_ms": 66.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.769, "count": 68, "max_ms": 116.789, "p95_ms": 103.009}, "yolo11_640_fire_11class": {"avg_ms": 49.782, "count": 68, "max_ms": 70.87, "p95_ms": 63.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.366, "count": 68, "max_ms": 114.474, "p95_ms": 97.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 431.861, "count": 69, "max_ms": 1050.38, "p95_ms": 506.973}, "read_interval": {"avg_ms": 439.445, "count": 68, "max_ms": 1057.159, "p95_ms": 512.953}, "triton_wait": {"avg_ms": 82.29, "count": 68, "max_ms": 116.801, "p95_ms": 108.303}, "visualize": {"avg_ms": 13.947, "count": 68, "max_ms": 19.384, "p95_ms": 18.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.789, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13166.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1079.302, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.436, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 726461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:43:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:43:43+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T06:43:43+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T06:43:43.270262+09:00", "mtime_epoch": 1783028623.2702618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:43:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1381.895, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.602, "count": 294, "max_ms": 13.446, "p95_ms": 11.598}, "gstreamer_push": {"avg_ms": 1.139, "count": 295, "max_ms": 1.671, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.319, "count": 294, "max_ms": 66.801, "p95_ms": 57.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.303, "count": 294, "max_ms": 113.54, "p95_ms": 87.58}, "yolo11_640_fire_11class": {"avg_ms": 46.859, "count": 294, "max_ms": 70.15, "p95_ms": 55.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.524, "count": 294, "max_ms": 105.233, "p95_ms": 83.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.568, "count": 295, "max_ms": 180.857, "p95_ms": 141.471}, "read_interval": {"avg_ms": 101.96, "count": 294, "max_ms": 188.535, "p95_ms": 150.985}, "triton_wait": {"avg_ms": 57.859, "count": 294, "max_ms": 113.553, "p95_ms": 89.725}, "visualize": {"avg_ms": 4.341, "count": 294, "max_ms": 10.505, "p95_ms": 5.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3174, "tracking_summary": 2760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13160.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74485.668, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.422, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:43:52+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T06:43:51+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T06:43:51.942395+09:00", "mtime_epoch": 1783028631.942395, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:43:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 961.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.481, "pushed": 3.481, "read": 3.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.902, "count": 104, "max_ms": 238.573, "p95_ms": 230.317}, "gstreamer_push": {"avg_ms": 1.269, "count": 104, "max_ms": 2.928, "p95_ms": 2.433}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.89, "count": 104, "max_ms": 110.07, "p95_ms": 95.309}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.18, "count": 104, "max_ms": 91.726, "p95_ms": 85.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.036, "count": 104, "max_ms": 366.641, "p95_ms": 351.486}, "read_interval": {"avg_ms": 288.851, "count": 103, "max_ms": 376.202, "p95_ms": 362.479}, "triton_wait": {"avg_ms": 68.202, "count": 104, "max_ms": 110.082, "p95_ms": 95.321}, "visualize": {"avg_ms": 27.076, "count": 104, "max_ms": 39.651, "p95_ms": 35.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13161.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:42:44+09:00", "last_error_summary": "[h264 @ 0x55ae85e0bf40] error while decoding MB 9 36, bytestream -5", "last_exit_at": "2026-07-03T06:42:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.81, "last_started_at": "2026-07-03T06:42:47+09:00", "pid": 21730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.676, "name": "ffmpeg", "pid": 21730, "rss_mb": 267.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1592.025, "sample_count": 427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:43:52+09:00", "last_frame_read_age_sec": 0.36, "last_frame_read_at": "2026-07-03T06:43:52+09:00", "mjpeg": {"age_sec": 0.346, "exists": true, "mtime": "2026-07-03T06:43:52.338401+09:00", "mtime_epoch": 1783028632.338401, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:43:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.98, "pushed": 2.98, "read": 2.946}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.58, "count": 88, "max_ms": 29.663, "p95_ms": 28.227}, "gstreamer_push": {"avg_ms": 0.892, "count": 89, "max_ms": 1.349, "p95_ms": 0.943}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.218, "count": 88, "max_ms": 63.676, "p95_ms": 62.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.516, "count": 88, "max_ms": 108.523, "p95_ms": 97.457}, "yolo11_640_fire_11class": {"avg_ms": 49.283, "count": 88, "max_ms": 68.337, "p95_ms": 62.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.242, "count": 88, "max_ms": 107.059, "p95_ms": 98.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.437, "count": 89, "max_ms": 406.73, "p95_ms": 372.76}, "read_interval": {"avg_ms": 339.433, "count": 88, "max_ms": 413.05, "p95_ms": 379.089}, "triton_wait": {"avg_ms": 79.618, "count": 88, "max_ms": 108.536, "p95_ms": 99.11}, "visualize": {"avg_ms": 12.416, "count": 88, "max_ms": 15.779, "p95_ms": 13.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13167.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1109.322, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.324, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 726773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:44:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:44:13+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T06:44:13+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-03T06:44:13.270723+09:00", "mtime_epoch": 1783028653.2707229, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:44:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1382.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.433, "pushed": 10.433, "read": 10.4}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.315, "count": 312, "max_ms": 16.876, "p95_ms": 11.09}, "gstreamer_push": {"avg_ms": 1.167, "count": 312, "max_ms": 1.587, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.276, "count": 312, "max_ms": 70.796, "p95_ms": 59.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.241, "count": 312, "max_ms": 107.701, "p95_ms": 82.464}, "yolo11_640_fire_11class": {"avg_ms": 46.479, "count": 312, "max_ms": 65.652, "p95_ms": 56.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.508, "count": 312, "max_ms": 112.491, "p95_ms": 90.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.244, "count": 312, "max_ms": 153.226, "p95_ms": 118.48}, "read_interval": {"avg_ms": 96.118, "count": 311, "max_ms": 163.74, "p95_ms": 130.884}, "triton_wait": {"avg_ms": 57.075, "count": 312, "max_ms": 112.503, "p95_ms": 92.388}, "visualize": {"avg_ms": 4.008, "count": 312, "max_ms": 6.566, "p95_ms": 5.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3175, "tracking_summary": 2761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13167.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74515.797, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.458, "sample_count": 996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:44:22+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T06:44:22+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T06:44:22.054858+09:00", "mtime_epoch": 1783028662.0548582, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:44:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 967.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.054, "pushed": 3.054, "read": 3.021}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.669, "count": 91, "max_ms": 255.116, "p95_ms": 235.977}, "gstreamer_push": {"avg_ms": 1.128, "count": 91, "max_ms": 2.203, "p95_ms": 1.861}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.184, "count": 91, "max_ms": 108.565, "p95_ms": 87.891}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.899, "count": 91, "max_ms": 90.93, "p95_ms": 82.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 321.173, "count": 91, "max_ms": 368.182, "p95_ms": 356.895}, "read_interval": {"avg_ms": 331.008, "count": 90, "max_ms": 378.779, "p95_ms": 367.827}, "triton_wait": {"avg_ms": 68.816, "count": 91, "max_ms": 108.577, "p95_ms": 87.904}, "visualize": {"avg_ms": 29.795, "count": 91, "max_ms": 41.834, "p95_ms": 39.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13164.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:42:44+09:00", "last_error_summary": "[h264 @ 0x55ae85e0bf40] error while decoding MB 9 36, bytestream -5", "last_exit_at": "2026-07-03T06:42:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.254, "last_started_at": "2026-07-03T06:42:47+09:00", "pid": 21730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.965, "name": "ffmpeg", "pid": 21730, "rss_mb": 268.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1504.493, "sample_count": 489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:44:23+09:00", "last_frame_read_age_sec": 0.5, "last_frame_read_at": "2026-07-03T06:44:22+09:00", "mjpeg": {"age_sec": 0.486, "exists": true, "mtime": "2026-07-03T06:44:22.642867+09:00", "mtime_epoch": 1783028662.6428673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:44:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.622, "pushed": 2.622, "read": 2.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.493, "count": 78, "max_ms": 39.272, "p95_ms": 38.15}, "gstreamer_push": {"avg_ms": 0.883, "count": 78, "max_ms": 0.991, "p95_ms": 0.942}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.679, "count": 78, "max_ms": 71.692, "p95_ms": 63.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.587, "count": 78, "max_ms": 112.831, "p95_ms": 102.603}, "yolo11_640_fire_11class": {"avg_ms": 48.654, "count": 78, "max_ms": 65.953, "p95_ms": 61.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.822, "count": 78, "max_ms": 106.11, "p95_ms": 99.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 376.875, "count": 78, "max_ms": 527.611, "p95_ms": 500.964}, "read_interval": {"avg_ms": 384.323, "count": 77, "max_ms": 534.793, "p95_ms": 513.674}, "triton_wait": {"avg_ms": 80.771, "count": 78, "max_ms": 112.843, "p95_ms": 102.615}, "visualize": {"avg_ms": 13.231, "count": 78, "max_ms": 15.882, "p95_ms": 15.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.752, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13163.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1139.358, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.145, "sample_count": 2728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:44:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:44:43+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T06:44:43+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T06:44:43.323186+09:00", "mtime_epoch": 1783028683.3231857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:44:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1382.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 342, "pushed_frames": 342, "read_frames": 341, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.438, "pushed": 11.438, "read": 11.405}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.749, "count": 342, "max_ms": 11.87, "p95_ms": 9.427}, "gstreamer_push": {"avg_ms": 1.192, "count": 342, "max_ms": 1.701, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.172, "count": 342, "max_ms": 72.958, "p95_ms": 54.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.504, "count": 342, "max_ms": 98.851, "p95_ms": 75.491}, "yolo11_640_fire_11class": {"avg_ms": 46.624, "count": 342, "max_ms": 65.642, "p95_ms": 53.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.433, "count": 342, "max_ms": 93.176, "p95_ms": 62.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.952, "count": 342, "max_ms": 131.081, "p95_ms": 109.244}, "read_interval": {"avg_ms": 87.741, "count": 341, "max_ms": 138.557, "p95_ms": 120.496}, "triton_wait": {"avg_ms": 55.919, "count": 342, "max_ms": 98.864, "p95_ms": 79.12}, "visualize": {"avg_ms": 3.647, "count": 342, "max_ms": 5.107, "p95_ms": 4.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3175, "tracking_summary": 2762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13172.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74545.853, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 355.497, "sample_count": 997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:44:52+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T06:44:52+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T06:44:52.127321+09:00", "mtime_epoch": 1783028692.1273215, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:44:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 971.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.666, "pushed": 3.666, "read": 3.632}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.316, "count": 109, "max_ms": 281.902, "p95_ms": 231.357}, "gstreamer_push": {"avg_ms": 1.149, "count": 109, "max_ms": 2.975, "p95_ms": 1.91}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.381, "count": 109, "max_ms": 99.179, "p95_ms": 83.884}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.879, "count": 109, "max_ms": 88.831, "p95_ms": 80.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.922, "count": 109, "max_ms": 378.651, "p95_ms": 339.618}, "read_interval": {"avg_ms": 275.244, "count": 108, "max_ms": 387.97, "p95_ms": 349.457}, "triton_wait": {"avg_ms": 68.269, "count": 109, "max_ms": 99.192, "p95_ms": 83.898}, "visualize": {"avg_ms": 25.505, "count": 109, "max_ms": 40.96, "p95_ms": 33.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.736, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13186.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 173, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:42:44+09:00", "last_error_summary": "[h264 @ 0x55ae85e0bf40] error while decoding MB 9 36, bytestream -5", "last_exit_at": "2026-07-03T06:42:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.377, "last_started_at": "2026-07-03T06:42:47+09:00", "pid": 21730, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.551, "name": "ffmpeg", "pid": 21730, "rss_mb": 283.551, "state": "S (sleeping)", "threads": 104}, "restart_count": 108, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 770.814, "sample_count": 534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:44:53+09:00", "last_frame_read_age_sec": 0.515, "last_frame_read_at": "2026-07-03T06:44:52+09:00", "mjpeg": {"age_sec": 0.501, "exists": true, "mtime": "2026-07-03T06:44:52.751331+09:00", "mtime_epoch": 1783028692.751331, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:44:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 62, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.128, "pushed": 2.128, "read": 2.094}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.888, "count": 63, "max_ms": 43.4, "p95_ms": 39.298}, "gstreamer_push": {"avg_ms": 0.888, "count": 63, "max_ms": 1.254, "p95_ms": 0.925}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.975, "count": 63, "max_ms": 72.832, "p95_ms": 66.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.771, "count": 63, "max_ms": 102.895, "p95_ms": 97.179}, "yolo11_640_fire_11class": {"avg_ms": 49.048, "count": 63, "max_ms": 68.284, "p95_ms": 60.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.827, "count": 63, "max_ms": 97.067, "p95_ms": 92.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 471.554, "count": 63, "max_ms": 529.112, "p95_ms": 513.526}, "read_interval": {"avg_ms": 477.458, "count": 62, "max_ms": 536.667, "p95_ms": 520.725}, "triton_wait": {"avg_ms": 80.219, "count": 63, "max_ms": 102.907, "p95_ms": 97.191}, "visualize": {"avg_ms": 13.267, "count": 63, "max_ms": 18.183, "p95_ms": 15.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.612, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13063.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1169.371, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.121, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:45:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:45:13+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T06:45:13+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T06:45:13.375825+09:00", "mtime_epoch": 1783028713.3758252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:45:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1382.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 344, "pushed_frames": 344, "read_frames": 343, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.51, "pushed": 11.51, "read": 11.476}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.754, "count": 344, "max_ms": 11.961, "p95_ms": 9.177}, "gstreamer_push": {"avg_ms": 1.209, "count": 344, "max_ms": 1.531, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.932, "count": 344, "max_ms": 68.616, "p95_ms": 55.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.342, "count": 344, "max_ms": 110.899, "p95_ms": 82.396}, "yolo11_640_fire_11class": {"avg_ms": 46.181, "count": 344, "max_ms": 65.197, "p95_ms": 54.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.934, "count": 344, "max_ms": 97.303, "p95_ms": 66.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.01, "count": 344, "max_ms": 151.298, "p95_ms": 105.053}, "read_interval": {"avg_ms": 87.269, "count": 343, "max_ms": 161.454, "p95_ms": 119.196}, "triton_wait": {"avg_ms": 57.19, "count": 344, "max_ms": 110.912, "p95_ms": 86.071}, "visualize": {"avg_ms": 3.633, "count": 344, "max_ms": 5.166, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3176, "tracking_summary": 2763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13138.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74576.103, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.909, "sample_count": 994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:45:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:45:22+09:00", "last_frame_read_age_sec": 0.312, "last_frame_read_at": "2026-07-03T06:45:22+09:00", "mjpeg": {"age_sec": 0.302, "exists": true, "mtime": "2026-07-03T06:45:22.380099+09:00", "mtime_epoch": 1783028722.3800993, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:45:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 971.113, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.106, "pushed": 3.106, "read": 3.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 215.419, "count": 93, "max_ms": 252.578, "p95_ms": 231.222}, "gstreamer_push": {"avg_ms": 1.021, "count": 93, "max_ms": 1.908, "p95_ms": 1.817}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.215, "count": 93, "max_ms": 108.353, "p95_ms": 87.854}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.313, "count": 93, "max_ms": 103.065, "p95_ms": 84.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 315.439, "count": 93, "max_ms": 380.378, "p95_ms": 344.418}, "read_interval": {"avg_ms": 325.318, "count": 92, "max_ms": 393.465, "p95_ms": 354.681}, "triton_wait": {"avg_ms": 67.962, "count": 93, "max_ms": 108.367, "p95_ms": 87.867}, "visualize": {"avg_ms": 28.247, "count": 93, "max_ms": 43.098, "p95_ms": 39.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13143.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:45:00+09:00", "last_error_summary": "[h264 @ 0x55dad1043a00] error while decoding MB 43 37, bytestream -27", "last_exit_at": "2026-07-03T06:45:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.746, "last_started_at": "2026-07-03T06:45:03+09:00", "pid": 21897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 241.496, "name": "ffmpeg", "pid": 21897, "rss_mb": 241.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 733.888, "sample_count": 568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:45:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:45:23+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T06:45:22+09:00", "mjpeg": {"age_sec": 0.315, "exists": true, "mtime": "2026-07-03T06:45:23.000118+09:00", "mtime_epoch": 1783028723.000118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:45:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.859, "pushed": 1.859, "read": 1.825}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 29.135, "count": 55, "max_ms": 35.796, "p95_ms": 35.295}, "gstreamer_push": {"avg_ms": 0.891, "count": 55, "max_ms": 1.334, "p95_ms": 0.958}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.665, "count": 55, "max_ms": 68.852, "p95_ms": 66.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.053, "count": 55, "max_ms": 101.096, "p95_ms": 94.979}, "yolo11_640_fire_11class": {"avg_ms": 49.893, "count": 55, "max_ms": 72.338, "p95_ms": 67.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.416, "count": 55, "max_ms": 100.276, "p95_ms": 92.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 370.895, "count": 55, "max_ms": 491.97, "p95_ms": 476.015}, "read_interval": {"avg_ms": 550.595, "count": 54, "max_ms": 9777.173, "p95_ms": 489.37}, "triton_wait": {"avg_ms": 79.051, "count": 55, "max_ms": 101.109, "p95_ms": 96.824}, "visualize": {"avg_ms": 13.023, "count": 55, "max_ms": 15.51, "p95_ms": 15.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.582, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13171.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1199.498, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.982, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:45:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T06:45:43+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-03T06:45:43+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-03T06:45:43.444733+09:00", "mtime_epoch": 1783028743.4447331, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:45:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1382.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.865, "pushed": 10.865, "read": 10.831}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 325, "max_ms": 13.969, "p95_ms": 9.705}, "gstreamer_push": {"avg_ms": 1.215, "count": 325, "max_ms": 1.886, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.369, "count": 325, "max_ms": 79.15, "p95_ms": 59.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.105, "count": 325, "max_ms": 102.937, "p95_ms": 89.626}, "yolo11_640_fire_11class": {"avg_ms": 46.947, "count": 325, "max_ms": 78.561, "p95_ms": 60.096}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.962, "count": 325, "max_ms": 103.649, "p95_ms": 83.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.035, "count": 325, "max_ms": 146.974, "p95_ms": 112.223}, "read_interval": {"avg_ms": 92.309, "count": 324, "max_ms": 157.105, "p95_ms": 123.492}, "triton_wait": {"avg_ms": 59.48, "count": 325, "max_ms": 103.661, "p95_ms": 90.761}, "visualize": {"avg_ms": 3.744, "count": 325, "max_ms": 7.169, "p95_ms": 4.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3179, "tracking_summary": 2764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13160.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74606.221, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.707, "sample_count": 989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:45:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:45:52+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T06:45:52+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-03T06:45:52.489002+09:00", "mtime_epoch": 1783028752.4890022, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:45:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 962.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.226, "pushed": 3.226, "read": 3.192}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.237, "count": 96, "max_ms": 243.171, "p95_ms": 234.371}, "gstreamer_push": {"avg_ms": 1.162, "count": 96, "max_ms": 3.0, "p95_ms": 2.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.881, "count": 96, "max_ms": 111.515, "p95_ms": 89.711}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.293, "count": 96, "max_ms": 109.047, "p95_ms": 83.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 304.005, "count": 96, "max_ms": 364.386, "p95_ms": 350.905}, "read_interval": {"avg_ms": 313.534, "count": 95, "max_ms": 373.996, "p95_ms": 359.831}, "triton_wait": {"avg_ms": 70.335, "count": 96, "max_ms": 111.527, "p95_ms": 96.982}, "visualize": {"avg_ms": 29.549, "count": 96, "max_ms": 64.276, "p95_ms": 42.585}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.761, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13166.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:45:00+09:00", "last_error_summary": "[h264 @ 0x55dad1043a00] error while decoding MB 43 37, bytestream -27", "last_exit_at": "2026-07-03T06:45:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.894, "last_started_at": "2026-07-03T06:45:03+09:00", "pid": 21897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.48, "name": "ffmpeg", "pid": 21897, "rss_mb": 266.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 717.962, "sample_count": 615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T06:45:53+09:00", "last_frame_read_age_sec": 0.4, "last_frame_read_at": "2026-07-03T06:45:53+09:00", "mjpeg": {"age_sec": 0.391, "exists": true, "mtime": "2026-07-03T06:45:53.073020+09:00", "mtime_epoch": 1783028753.0730195, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:45:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.223, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.985, "pushed": 2.985, "read": 2.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.461, "count": 88, "max_ms": 32.785, "p95_ms": 29.452}, "gstreamer_push": {"avg_ms": 0.877, "count": 89, "max_ms": 1.232, "p95_ms": 0.93}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.254, "count": 88, "max_ms": 75.604, "p95_ms": 62.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.302, "count": 88, "max_ms": 113.023, "p95_ms": 103.339}, "yolo11_640_fire_11class": {"avg_ms": 49.946, "count": 88, "max_ms": 75.042, "p95_ms": 61.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.135, "count": 88, "max_ms": 101.954, "p95_ms": 91.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.248, "count": 89, "max_ms": 397.204, "p95_ms": 382.216}, "read_interval": {"avg_ms": 337.982, "count": 88, "max_ms": 400.443, "p95_ms": 385.516}, "triton_wait": {"avg_ms": 77.623, "count": 88, "max_ms": 113.036, "p95_ms": 103.35}, "visualize": {"avg_ms": 12.379, "count": 88, "max_ms": 14.609, "p95_ms": 14.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13170.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1229.564, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.131, "sample_count": 2753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 728049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:46:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:46:13+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T06:46:13+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T06:46:13.565622+09:00", "mtime_epoch": 1783028773.565622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:46:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1382.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.806, "pushed": 8.806, "read": 8.773}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.364, "count": 264, "max_ms": 14.472, "p95_ms": 11.685}, "gstreamer_push": {"avg_ms": 1.07, "count": 264, "max_ms": 1.391, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.159, "count": 264, "max_ms": 69.224, "p95_ms": 54.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.755, "count": 264, "max_ms": 111.089, "p95_ms": 84.459}, "yolo11_640_fire_11class": {"avg_ms": 45.607, "count": 264, "max_ms": 68.693, "p95_ms": 53.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.996, "count": 264, "max_ms": 101.066, "p95_ms": 75.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.884, "count": 264, "max_ms": 167.658, "p95_ms": 141.572}, "read_interval": {"avg_ms": 113.957, "count": 263, "max_ms": 176.724, "p95_ms": 150.77}, "triton_wait": {"avg_ms": 58.79, "count": 264, "max_ms": 111.102, "p95_ms": 84.834}, "visualize": {"avg_ms": 4.608, "count": 264, "max_ms": 6.894, "p95_ms": 6.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3179, "tracking_summary": 2765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13162.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74636.401, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.773, "sample_count": 993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:46:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:46:22+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T06:46:22+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T06:46:22.673887+09:00", "mtime_epoch": 1783028782.673887, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:46:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 963.035, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.923, "pushed": 3.923, "read": 3.889}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 150.885, "count": 117, "max_ms": 299.262, "p95_ms": 231.515}, "gstreamer_push": {"avg_ms": 0.918, "count": 117, "max_ms": 3.206, "p95_ms": 1.798}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.288, "count": 117, "max_ms": 105.166, "p95_ms": 92.222}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.258, "count": 117, "max_ms": 95.319, "p95_ms": 82.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.274, "count": 117, "max_ms": 388.379, "p95_ms": 349.136}, "read_interval": {"avg_ms": 257.343, "count": 116, "max_ms": 401.22, "p95_ms": 357.6}, "triton_wait": {"avg_ms": 67.216, "count": 117, "max_ms": 105.178, "p95_ms": 92.235}, "visualize": {"avg_ms": 26.265, "count": 117, "max_ms": 41.531, "p95_ms": 35.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13167.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:45:00+09:00", "last_error_summary": "[h264 @ 0x55dad1043a00] error while decoding MB 43 37, bytestream -27", "last_exit_at": "2026-07-03T06:45:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.909, "last_started_at": "2026-07-03T06:45:03+09:00", "pid": 21897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.77, "name": "ffmpeg", "pid": 21897, "rss_mb": 267.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 682.582, "sample_count": 664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:46:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:46:23+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T06:46:23+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T06:46:23.185902+09:00", "mtime_epoch": 1783028783.1859016, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:46:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.043, "pushed": 3.043, "read": 3.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.35, "count": 90, "max_ms": 37.951, "p95_ms": 32.342}, "gstreamer_push": {"avg_ms": 0.868, "count": 90, "max_ms": 0.926, "p95_ms": 0.913}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.171, "count": 90, "max_ms": 68.435, "p95_ms": 60.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.806, "count": 90, "max_ms": 106.459, "p95_ms": 96.538}, "yolo11_640_fire_11class": {"avg_ms": 46.615, "count": 90, "max_ms": 68.447, "p95_ms": 59.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.901, "count": 90, "max_ms": 105.399, "p95_ms": 93.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 327.086, "count": 90, "max_ms": 435.869, "p95_ms": 378.236}, "read_interval": {"avg_ms": 333.747, "count": 89, "max_ms": 442.596, "p95_ms": 384.496}, "triton_wait": {"avg_ms": 74.695, "count": 90, "max_ms": 106.47, "p95_ms": 97.648}, "visualize": {"avg_ms": 11.8, "count": 90, "max_ms": 14.315, "p95_ms": 13.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.574, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13169.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1259.645, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.131, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 728358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:46:43+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T06:46:43+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T06:46:43.634490+09:00", "mtime_epoch": 1783028803.6344898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:46:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1382.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.302, "pushed": 10.302, "read": 10.268}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.325, "count": 308, "max_ms": 14.58, "p95_ms": 11.792}, "gstreamer_push": {"avg_ms": 1.175, "count": 309, "max_ms": 1.631, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.502, "count": 308, "max_ms": 69.227, "p95_ms": 60.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.71, "count": 308, "max_ms": 120.161, "p95_ms": 93.658}, "yolo11_640_fire_11class": {"avg_ms": 46.905, "count": 308, "max_ms": 69.239, "p95_ms": 60.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.635, "count": 308, "max_ms": 106.055, "p95_ms": 93.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.326, "count": 309, "max_ms": 161.703, "p95_ms": 125.865}, "read_interval": {"avg_ms": 97.361, "count": 308, "max_ms": 174.14, "p95_ms": 137.913}, "triton_wait": {"avg_ms": 61.086, "count": 308, "max_ms": 120.174, "p95_ms": 95.541}, "visualize": {"avg_ms": 3.811, "count": 308, "max_ms": 6.212, "p95_ms": 5.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3180, "tracking_summary": 2765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13172.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74666.572, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.707, "sample_count": 993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:46:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:46:53+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T06:46:52+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T06:46:52.838752+09:00", "mtime_epoch": 1783028812.8387518, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:46:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 971.301, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.418, "pushed": 3.418, "read": 3.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.7, "count": 102, "max_ms": 259.62, "p95_ms": 234.601}, "gstreamer_push": {"avg_ms": 1.056, "count": 102, "max_ms": 2.496, "p95_ms": 1.787}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.302, "count": 102, "max_ms": 118.336, "p95_ms": 104.184}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.828, "count": 102, "max_ms": 105.103, "p95_ms": 88.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.909, "count": 102, "max_ms": 404.989, "p95_ms": 368.833}, "read_interval": {"avg_ms": 295.423, "count": 101, "max_ms": 417.252, "p95_ms": 381.181}, "triton_wait": {"avg_ms": 74.752, "count": 102, "max_ms": 118.349, "p95_ms": 104.196}, "visualize": {"avg_ms": 26.574, "count": 102, "max_ms": 37.118, "p95_ms": 31.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13172.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:45:00+09:00", "last_error_summary": "[h264 @ 0x55dad1043a00] error while decoding MB 43 37, bytestream -27", "last_exit_at": "2026-07-03T06:45:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.11, "last_started_at": "2026-07-03T06:45:03+09:00", "pid": 21897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.832, "name": "ffmpeg", "pid": 21897, "rss_mb": 269.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 631.502, "sample_count": 725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:46:53+09:00", "last_frame_read_age_sec": 0.251, "last_frame_read_at": "2026-07-03T06:46:53+09:00", "mjpeg": {"age_sec": 0.241, "exists": true, "mtime": "2026-07-03T06:46:53.438769+09:00", "mtime_epoch": 1783028813.4387689, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:46:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.48, "pushed": 3.48, "read": 3.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.914, "count": 103, "max_ms": 26.287, "p95_ms": 25.426}, "gstreamer_push": {"avg_ms": 0.857, "count": 104, "max_ms": 1.024, "p95_ms": 0.89}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.72, "count": 103, "max_ms": 72.557, "p95_ms": 65.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.631, "count": 103, "max_ms": 113.348, "p95_ms": 103.461}, "yolo11_640_fire_11class": {"avg_ms": 50.933, "count": 103, "max_ms": 71.318, "p95_ms": 64.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.564, "count": 103, "max_ms": 108.985, "p95_ms": 103.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.981, "count": 104, "max_ms": 334.856, "p95_ms": 315.843}, "read_interval": {"avg_ms": 290.711, "count": 103, "max_ms": 342.08, "p95_ms": 322.158}, "triton_wait": {"avg_ms": 81.785, "count": 103, "max_ms": 113.361, "p95_ms": 106.267}, "visualize": {"avg_ms": 11.382, "count": 103, "max_ms": 13.955, "p95_ms": 12.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12984.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1289.661, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.581, "sample_count": 2849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 728648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:47:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:47:13+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T06:47:13+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T06:47:13.659338+09:00", "mtime_epoch": 1783028833.6593382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:47:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1382.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.688, "pushed": 9.688, "read": 9.654}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.664, "count": 290, "max_ms": 16.019, "p95_ms": 11.219}, "gstreamer_push": {"avg_ms": 1.145, "count": 290, "max_ms": 1.515, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.268, "count": 290, "max_ms": 75.955, "p95_ms": 60.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.784, "count": 290, "max_ms": 116.252, "p95_ms": 94.198}, "yolo11_640_fire_11class": {"avg_ms": 47.726, "count": 290, "max_ms": 75.391, "p95_ms": 60.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.889, "count": 290, "max_ms": 110.388, "p95_ms": 92.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.284, "count": 290, "max_ms": 171.3, "p95_ms": 139.019}, "read_interval": {"avg_ms": 103.571, "count": 289, "max_ms": 181.337, "p95_ms": 148.846}, "triton_wait": {"avg_ms": 61.196, "count": 290, "max_ms": 116.265, "p95_ms": 94.961}, "visualize": {"avg_ms": 4.114, "count": 290, "max_ms": 6.289, "p95_ms": 5.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3181, "tracking_summary": 2766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13104.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74696.802, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 355.772, "sample_count": 983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:47:23+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T06:47:23+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T06:47:23.067600+09:00", "mtime_epoch": 1783028843.0676005, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:47:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 963.59, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.015, "pushed": 3.015, "read": 2.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.295, "count": 90, "max_ms": 251.654, "p95_ms": 240.868}, "gstreamer_push": {"avg_ms": 0.998, "count": 90, "max_ms": 1.857, "p95_ms": 1.74}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.696, "count": 90, "max_ms": 114.687, "p95_ms": 101.652}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.952, "count": 90, "max_ms": 101.593, "p95_ms": 88.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 325.656, "count": 90, "max_ms": 377.047, "p95_ms": 372.276}, "read_interval": {"avg_ms": 335.902, "count": 89, "max_ms": 387.49, "p95_ms": 381.487}, "triton_wait": {"avg_ms": 71.856, "count": 90, "max_ms": 114.7, "p95_ms": 101.665}, "visualize": {"avg_ms": 31.527, "count": 90, "max_ms": 44.029, "p95_ms": 41.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13115.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:47:09+09:00", "last_error_summary": "[h264 @ 0x55ab7ba0ff00] error while decoding MB 28 35, bytestream -36", "last_exit_at": "2026-07-03T06:47:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.836, "last_started_at": "2026-07-03T06:47:12+09:00", "pid": 22004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 212.621, "name": "ffmpeg", "pid": 22004, "rss_mb": 212.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 527.611, "sample_count": 768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:47:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:47:23+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T06:47:23+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T06:47:23.583615+09:00", "mtime_epoch": 1783028843.5836148, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:47:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.006, "pushed": 3.006, "read": 2.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.6, "count": 89, "max_ms": 34.166, "p95_ms": 27.353}, "gstreamer_push": {"avg_ms": 0.874, "count": 90, "max_ms": 1.094, "p95_ms": 0.952}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.889, "count": 89, "max_ms": 73.258, "p95_ms": 69.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.18, "count": 89, "max_ms": 116.272, "p95_ms": 108.936}, "yolo11_640_fire_11class": {"avg_ms": 52.251, "count": 89, "max_ms": 76.087, "p95_ms": 67.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.401, "count": 89, "max_ms": 105.816, "p95_ms": 100.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.697, "count": 90, "max_ms": 334.125, "p95_ms": 321.387}, "read_interval": {"avg_ms": 335.728, "count": 89, "max_ms": 4992.907, "p95_ms": 327.311}, "triton_wait": {"avg_ms": 79.698, "count": 89, "max_ms": 116.285, "p95_ms": 108.949}, "visualize": {"avg_ms": 11.056, "count": 89, "max_ms": 16.519, "p95_ms": 13.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13167.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1319.663, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.626, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 728978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:47:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:47:43+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T06:47:43+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T06:47:43.620167+09:00", "mtime_epoch": 1783028863.6201675, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:47:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1383.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 330, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.004, "pushed": 11.004, "read": 11.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.842, "count": 330, "max_ms": 13.478, "p95_ms": 9.786}, "gstreamer_push": {"avg_ms": 1.202, "count": 330, "max_ms": 1.867, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.457, "count": 330, "max_ms": 77.274, "p95_ms": 61.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.674, "count": 330, "max_ms": 115.746, "p95_ms": 89.018}, "yolo11_640_fire_11class": {"avg_ms": 48.42, "count": 330, "max_ms": 76.536, "p95_ms": 61.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.203, "count": 330, "max_ms": 110.252, "p95_ms": 90.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.816, "count": 330, "max_ms": 146.808, "p95_ms": 109.669}, "read_interval": {"avg_ms": 90.793, "count": 330, "max_ms": 157.099, "p95_ms": 123.589}, "triton_wait": {"avg_ms": 60.29, "count": 330, "max_ms": 115.759, "p95_ms": 90.602}, "visualize": {"avg_ms": 3.627, "count": 330, "max_ms": 5.463, "p95_ms": 4.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3182, "tracking_summary": 2767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13168.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74727.072, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.458, "sample_count": 993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:47:53+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T06:47:53+09:00", "mjpeg": {"age_sec": 0.33, "exists": true, "mtime": "2026-07-03T06:47:53.320432+09:00", "mtime_epoch": 1783028873.3204324, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:47:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 968.941, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.341, "pushed": 3.341, "read": 3.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.074, "count": 100, "max_ms": 231.641, "p95_ms": 228.963}, "gstreamer_push": {"avg_ms": 0.983, "count": 100, "max_ms": 2.791, "p95_ms": 1.753}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.992, "count": 100, "max_ms": 118.562, "p95_ms": 98.316}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.956, "count": 100, "max_ms": 108.024, "p95_ms": 91.662}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.738, "count": 100, "max_ms": 379.37, "p95_ms": 358.226}, "read_interval": {"avg_ms": 302.341, "count": 99, "max_ms": 391.629, "p95_ms": 370.63}, "triton_wait": {"avg_ms": 68.569, "count": 100, "max_ms": 118.575, "p95_ms": 98.329}, "visualize": {"avg_ms": 29.247, "count": 100, "max_ms": 40.504, "p95_ms": 37.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13159.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:47:09+09:00", "last_error_summary": "[h264 @ 0x55ab7ba0ff00] error while decoding MB 28 35, bytestream -36", "last_exit_at": "2026-07-03T06:47:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.032, "last_started_at": "2026-07-03T06:47:12+09:00", "pid": 22004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 22004, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 484.588, "sample_count": 829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:47:54+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T06:47:53+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T06:47:53.812446+09:00", "mtime_epoch": 1783028873.8124459, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:47:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.513, "pushed": 3.513, "read": 3.479}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.896, "count": 104, "max_ms": 27.331, "p95_ms": 25.024}, "gstreamer_push": {"avg_ms": 0.867, "count": 105, "max_ms": 1.314, "p95_ms": 0.919}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.477, "count": 104, "max_ms": 79.88, "p95_ms": 66.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.682, "count": 104, "max_ms": 112.283, "p95_ms": 100.255}, "yolo11_640_fire_11class": {"avg_ms": 52.246, "count": 104, "max_ms": 79.346, "p95_ms": 65.092}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.972, "count": 104, "max_ms": 110.694, "p95_ms": 96.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.076, "count": 105, "max_ms": 322.747, "p95_ms": 306.937}, "read_interval": {"avg_ms": 287.518, "count": 104, "max_ms": 328.858, "p95_ms": 314.342}, "triton_wait": {"avg_ms": 80.595, "count": 104, "max_ms": 112.295, "p95_ms": 100.858}, "visualize": {"avg_ms": 11.123, "count": 104, "max_ms": 13.806, "p95_ms": 12.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13164.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1349.706, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.441, "sample_count": 3138, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:48:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:48:13+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T06:48:13+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T06:48:13.700984+09:00", "mtime_epoch": 1783028893.7009838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:48:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1383.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.979, "pushed": 10.979, "read": 10.946}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.964, "count": 329, "max_ms": 15.266, "p95_ms": 10.513}, "gstreamer_push": {"avg_ms": 1.206, "count": 329, "max_ms": 1.595, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.62, "count": 329, "max_ms": 79.292, "p95_ms": 59.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.077, "count": 329, "max_ms": 110.372, "p95_ms": 84.437}, "yolo11_640_fire_11class": {"avg_ms": 47.4, "count": 329, "max_ms": 78.767, "p95_ms": 59.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.964, "count": 329, "max_ms": 109.193, "p95_ms": 89.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.915, "count": 329, "max_ms": 134.959, "p95_ms": 110.44}, "read_interval": {"avg_ms": 91.333, "count": 328, "max_ms": 146.656, "p95_ms": 123.033}, "triton_wait": {"avg_ms": 58.843, "count": 329, "max_ms": 110.383, "p95_ms": 89.94}, "visualize": {"avg_ms": 3.703, "count": 329, "max_ms": 5.576, "p95_ms": 4.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3182, "tracking_summary": 2768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13174.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74757.132, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.458, "sample_count": 984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:48:23+09:00", "last_frame_read_age_sec": 0.375, "last_frame_read_at": "2026-07-03T06:48:23+09:00", "mjpeg": {"age_sec": 0.361, "exists": true, "mtime": "2026-07-03T06:48:23.349242+09:00", "mtime_epoch": 1783028903.3492422, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:48:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 975.938, "name": "celery", "pid": 239, "rss_mb": 974.254, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.993, "pushed": 2.993, "read": 2.959}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 221.994, "count": 89, "max_ms": 256.75, "p95_ms": 232.629}, "gstreamer_push": {"avg_ms": 0.951, "count": 89, "max_ms": 2.773, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.969, "count": 89, "max_ms": 105.899, "p95_ms": 96.15}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.298, "count": 89, "max_ms": 100.118, "p95_ms": 89.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 327.852, "count": 89, "max_ms": 374.357, "p95_ms": 364.42}, "read_interval": {"avg_ms": 337.229, "count": 88, "max_ms": 383.503, "p95_ms": 362.807}, "triton_wait": {"avg_ms": 72.678, "count": 89, "max_ms": 105.912, "p95_ms": 96.376}, "visualize": {"avg_ms": 29.296, "count": 89, "max_ms": 52.989, "p95_ms": 37.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.735, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13165.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:47:09+09:00", "last_error_summary": "[h264 @ 0x55ab7ba0ff00] error while decoding MB 28 35, bytestream -36", "last_exit_at": "2026-07-03T06:47:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.098, "last_started_at": "2026-07-03T06:47:12+09:00", "pid": 22004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.973, "name": "ffmpeg", "pid": 22004, "rss_mb": 266.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 478.246, "sample_count": 878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 685919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:48:24+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-03T06:48:23+09:00", "mjpeg": {"age_sec": 0.241, "exists": true, "mtime": "2026-07-03T06:48:23.913257+09:00", "mtime_epoch": 1783028903.9132574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:48:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.48, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.962, "pushed": 3.962, "read": 3.929}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.926, "count": 118, "max_ms": 25.457, "p95_ms": 24.511}, "gstreamer_push": {"avg_ms": 0.867, "count": 118, "max_ms": 1.082, "p95_ms": 0.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.031, "count": 118, "max_ms": 74.867, "p95_ms": 63.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.945, "count": 118, "max_ms": 105.665, "p95_ms": 96.418}, "yolo11_640_fire_11class": {"avg_ms": 48.499, "count": 118, "max_ms": 74.348, "p95_ms": 62.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.42, "count": 118, "max_ms": 110.249, "p95_ms": 92.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 248.163, "count": 118, "max_ms": 318.451, "p95_ms": 285.128}, "read_interval": {"avg_ms": 254.758, "count": 117, "max_ms": 326.248, "p95_ms": 292.504}, "triton_wait": {"avg_ms": 72.932, "count": 118, "max_ms": 110.262, "p95_ms": 97.734}, "visualize": {"avg_ms": 9.979, "count": 118, "max_ms": 13.423, "p95_ms": 12.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13175.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1379.722, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.122, "sample_count": 3157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:48:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:48:43+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T06:48:43+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T06:48:43.717783+09:00", "mtime_epoch": 1783028923.717783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:48:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1383.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.491, "pushed": 10.491, "read": 10.457}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.162, "count": 314, "max_ms": 12.489, "p95_ms": 10.612}, "gstreamer_push": {"avg_ms": 1.204, "count": 314, "max_ms": 1.812, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.539, "count": 314, "max_ms": 72.265, "p95_ms": 62.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.236, "count": 314, "max_ms": 106.268, "p95_ms": 89.497}, "yolo11_640_fire_11class": {"avg_ms": 47.794, "count": 314, "max_ms": 71.559, "p95_ms": 60.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.927, "count": 314, "max_ms": 102.97, "p95_ms": 88.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.624, "count": 314, "max_ms": 153.702, "p95_ms": 118.008}, "read_interval": {"avg_ms": 95.607, "count": 313, "max_ms": 164.506, "p95_ms": 129.194}, "triton_wait": {"avg_ms": 59.713, "count": 314, "max_ms": 106.28, "p95_ms": 92.7}, "visualize": {"avg_ms": 3.856, "count": 314, "max_ms": 5.988, "p95_ms": 5.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3183, "tracking_summary": 2769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13176.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74787.228, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.847, "sample_count": 988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:48:53+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T06:48:53+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T06:48:53.506041+09:00", "mtime_epoch": 1783028933.5060406, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:48:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 976.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.53, "pushed": 3.53, "read": 3.496}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.291, "count": 105, "max_ms": 273.355, "p95_ms": 236.704}, "gstreamer_push": {"avg_ms": 0.884, "count": 105, "max_ms": 2.789, "p95_ms": 1.678}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.628, "count": 105, "max_ms": 112.813, "p95_ms": 92.507}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.454, "count": 105, "max_ms": 108.184, "p95_ms": 85.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.995, "count": 105, "max_ms": 381.659, "p95_ms": 352.436}, "read_interval": {"avg_ms": 286.254, "count": 104, "max_ms": 392.015, "p95_ms": 361.897}, "triton_wait": {"avg_ms": 72.007, "count": 105, "max_ms": 112.825, "p95_ms": 92.52}, "visualize": {"avg_ms": 24.82, "count": 105, "max_ms": 36.534, "p95_ms": 34.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.749, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13167.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 175, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:47:09+09:00", "last_error_summary": "[h264 @ 0x55ab7ba0ff00] error while decoding MB 28 35, bytestream -36", "last_exit_at": "2026-07-03T06:47:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.258, "last_started_at": "2026-07-03T06:47:12+09:00", "pid": 22004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.23, "name": "ffmpeg", "pid": 22004, "rss_mb": 267.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 477.22, "sample_count": 915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:48:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:48:54+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-03T06:48:54+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-03T06:48:54.110056+09:00", "mtime_epoch": 1783028934.1100564, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:48:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.214, "pushed": 4.214, "read": 4.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.702, "count": 125, "max_ms": 27.874, "p95_ms": 25.442}, "gstreamer_push": {"avg_ms": 0.882, "count": 126, "max_ms": 0.966, "p95_ms": 0.942}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.581, "count": 125, "max_ms": 80.983, "p95_ms": 64.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.321, "count": 125, "max_ms": 111.862, "p95_ms": 97.474}, "yolo11_640_fire_11class": {"avg_ms": 48.938, "count": 125, "max_ms": 80.995, "p95_ms": 63.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.345, "count": 125, "max_ms": 109.129, "p95_ms": 94.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 232.636, "count": 126, "max_ms": 289.494, "p95_ms": 277.998}, "read_interval": {"avg_ms": 239.488, "count": 125, "max_ms": 295.955, "p95_ms": 284.122}, "triton_wait": {"avg_ms": 73.188, "count": 125, "max_ms": 111.875, "p95_ms": 98.447}, "visualize": {"avg_ms": 9.266, "count": 125, "max_ms": 13.485, "p95_ms": 10.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13115.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1409.793, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.992, "name": "ffmpeg", "pid": 20743, "rss_mb": 332.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.122, "sample_count": 3160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:49:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:49:13+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T06:49:13+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T06:49:13.790569+09:00", "mtime_epoch": 1783028953.7905693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:49:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1383.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.504, "pushed": 10.504, "read": 10.471}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.302, "count": 315, "max_ms": 14.796, "p95_ms": 11.296}, "gstreamer_push": {"avg_ms": 1.176, "count": 315, "max_ms": 1.675, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.836, "count": 315, "max_ms": 74.569, "p95_ms": 56.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.317, "count": 315, "max_ms": 106.133, "p95_ms": 82.006}, "yolo11_640_fire_11class": {"avg_ms": 46.468, "count": 315, "max_ms": 72.566, "p95_ms": 56.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.855, "count": 315, "max_ms": 104.837, "p95_ms": 83.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.715, "count": 315, "max_ms": 174.598, "p95_ms": 118.589}, "read_interval": {"avg_ms": 95.495, "count": 314, "max_ms": 186.677, "p95_ms": 129.709}, "triton_wait": {"avg_ms": 57.793, "count": 315, "max_ms": 106.146, "p95_ms": 86.97}, "visualize": {"avg_ms": 3.872, "count": 315, "max_ms": 6.035, "p95_ms": 5.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3186, "tracking_summary": 2769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13174.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74817.484, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.7, "sample_count": 993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:49:24+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T06:49:23+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T06:49:23.750827+09:00", "mtime_epoch": 1783028963.7508266, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:49:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 975.785, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.213, "pushed": 3.213, "read": 3.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 209.337, "count": 96, "max_ms": 265.075, "p95_ms": 230.057}, "gstreamer_push": {"avg_ms": 0.774, "count": 96, "max_ms": 0.931, "p95_ms": 0.858}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.364, "count": 96, "max_ms": 109.647, "p95_ms": 96.114}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.414, "count": 96, "max_ms": 97.276, "p95_ms": 86.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 304.0, "count": 96, "max_ms": 401.339, "p95_ms": 350.854}, "read_interval": {"avg_ms": 313.041, "count": 95, "max_ms": 411.704, "p95_ms": 359.596}, "triton_wait": {"avg_ms": 67.195, "count": 96, "max_ms": 109.66, "p95_ms": 96.127}, "visualize": {"avg_ms": 23.656, "count": 96, "max_ms": 28.077, "p95_ms": 27.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13174.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:00+09:00", "last_error_summary": "[h264 @ 0x5556c473e880] error while decoding MB 22 34, bytestream -9", "last_exit_at": "2026-07-03T06:49:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.639, "last_started_at": "2026-07-03T06:49:03+09:00", "pid": 22111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.828, "name": "ffmpeg", "pid": 22111, "rss_mb": 264.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 466.906, "sample_count": 935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:49:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:49:24+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-03T06:49:24+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-03T06:49:24.206838+09:00", "mtime_epoch": 1783028964.2068384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:49:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.245, "pushed": 3.245, "read": 3.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.284, "count": 96, "max_ms": 26.803, "p95_ms": 25.304}, "gstreamer_push": {"avg_ms": 0.883, "count": 97, "max_ms": 1.234, "p95_ms": 0.949}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.622, "count": 96, "max_ms": 72.632, "p95_ms": 65.013}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.797, "count": 96, "max_ms": 109.125, "p95_ms": 99.115}, "yolo11_640_fire_11class": {"avg_ms": 49.094, "count": 96, "max_ms": 72.104, "p95_ms": 66.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.312, "count": 96, "max_ms": 105.009, "p95_ms": 95.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 252.773, "count": 97, "max_ms": 329.084, "p95_ms": 312.2}, "read_interval": {"avg_ms": 311.186, "count": 96, "max_ms": 5160.191, "p95_ms": 321.907}, "triton_wait": {"avg_ms": 72.802, "count": 96, "max_ms": 109.137, "p95_ms": 99.128}, "visualize": {"avg_ms": 10.229, "count": 96, "max_ms": 13.314, "p95_ms": 12.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3186, "tracking_summary": 2770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13177.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74847.533, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.773, "sample_count": 982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:49:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:49:54+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T06:49:53+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-03T06:49:53.939598+09:00", "mtime_epoch": 1783028993.9395976, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:49:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 975.785, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.295, "pushed": 3.295, "read": 3.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 205.713, "count": 98, "max_ms": 234.987, "p95_ms": 226.869}, "gstreamer_push": {"avg_ms": 0.767, "count": 98, "max_ms": 1.097, "p95_ms": 0.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.576, "count": 98, "max_ms": 92.475, "p95_ms": 86.95}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.062, "count": 98, "max_ms": 84.501, "p95_ms": 78.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.867, "count": 98, "max_ms": 345.811, "p95_ms": 334.841}, "read_interval": {"avg_ms": 307.814, "count": 97, "max_ms": 354.535, "p95_ms": 343.606}, "triton_wait": {"avg_ms": 64.173, "count": 98, "max_ms": 92.487, "p95_ms": 86.962}, "visualize": {"avg_ms": 24.253, "count": 98, "max_ms": 28.653, "p95_ms": 26.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.738, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13199.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:25:41+09:00", "last_error_summary": "[h264 @ 0x555d8542ae40] error while decoding MB 63 35, bytestream -23 [in#0/rtsp @ 0x555d85272e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d85272e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:25:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1450.426, "last_started_at": "2026-07-03T06:25:44+09:00", "pid": 20743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.156, "name": "ffmpeg", "pid": 20743, "rss_mb": 355.156, "state": "S (sleeping)", "threads": 104}, "restart_count": 38, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.171, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 730020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:49:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T06:49:54+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T06:49:54+09:00", "mjpeg": {"age_sec": 16.542, "exists": true, "mtime": "2026-07-03T06:49:37.947191+09:00", "mtime_epoch": 1783028977.9471908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:49:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1383.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.12, "pushed": 0.12, "read": 0.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.029, "count": 2, "max_ms": 9.049, "p95_ms": 9.049}, "gstreamer_push": {"avg_ms": 1.27, "count": 2, "max_ms": 1.306, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.157, "count": 2, "max_ms": 46.701, "p95_ms": 46.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.46, "count": 2, "max_ms": 54.154, "p95_ms": 54.154}, "yolo11_640_fire_11class": {"avg_ms": 45.316, "count": 2, "max_ms": 45.922, "p95_ms": 45.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.206, "count": 2, "max_ms": 52.967, "p95_ms": 52.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.027, "count": 2, "max_ms": 71.941, "p95_ms": 71.941}, "read_interval": {"avg_ms": 16154.074, "count": 2, "max_ms": 16560.599, "p95_ms": 16560.599}, "triton_wait": {"avg_ms": 53.472, "count": 2, "max_ms": 54.165, "p95_ms": 54.165}, "visualize": {"avg_ms": 4.1, "count": 2, "max_ms": 4.517, "p95_ms": 4.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.637, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13199.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:00+09:00", "last_error_summary": "[h264 @ 0x5556c473e880] error while decoding MB 22 34, bytestream -9", "last_exit_at": "2026-07-03T06:49:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.804, "last_started_at": "2026-07-03T06:49:03+09:00", "pid": 22111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.438, "name": "ffmpeg", "pid": 22111, "rss_mb": 268.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 359.228, "sample_count": 995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:49:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:49:54+09:00", "last_frame_read_age_sec": 0.274, "last_frame_read_at": "2026-07-03T06:49:54+09:00", "mjpeg": {"age_sec": 0.255, "exists": true, "mtime": "2026-07-03T06:49:54.331608+09:00", "mtime_epoch": 1783028994.3316076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:49:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.109, "pushed": 4.109, "read": 4.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.391, "count": 122, "max_ms": 28.104, "p95_ms": 22.742}, "gstreamer_push": {"avg_ms": 0.867, "count": 123, "max_ms": 0.953, "p95_ms": 0.899}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.813, "count": 122, "max_ms": 54.58, "p95_ms": 52.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.628, "count": 122, "max_ms": 92.964, "p95_ms": 83.537}, "yolo11_640_fire_11class": {"avg_ms": 45.574, "count": 122, "max_ms": 56.515, "p95_ms": 52.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.958, "count": 122, "max_ms": 75.706, "p95_ms": 72.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.665, "count": 123, "max_ms": 280.991, "p95_ms": 262.158}, "read_interval": {"avg_ms": 244.955, "count": 122, "max_ms": 287.167, "p95_ms": 268.406}, "triton_wait": {"avg_ms": 66.689, "count": 122, "max_ms": 92.976, "p95_ms": 83.549}, "visualize": {"avg_ms": 9.925, "count": 122, "max_ms": 11.681, "p95_ms": 10.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3187, "tracking_summary": 2771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13175.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74877.713, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.773, "sample_count": 998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:50:24+09:00", "last_frame_read_age_sec": 0.372, "last_frame_read_at": "2026-07-03T06:50:23+09:00", "mjpeg": {"age_sec": 0.363, "exists": true, "mtime": "2026-07-03T06:50:23.928351+09:00", "mtime_epoch": 1783029023.9283512, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:50:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 971.391, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.601, "pushed": 3.601, "read": 3.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.663, "count": 108, "max_ms": 256.539, "p95_ms": 232.004}, "gstreamer_push": {"avg_ms": 0.957, "count": 108, "max_ms": 2.847, "p95_ms": 1.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.508, "count": 108, "max_ms": 108.762, "p95_ms": 97.403}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.613, "count": 108, "max_ms": 99.209, "p95_ms": 84.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.775, "count": 108, "max_ms": 368.789, "p95_ms": 350.96}, "read_interval": {"avg_ms": 278.499, "count": 107, "max_ms": 370.902, "p95_ms": 360.937}, "triton_wait": {"avg_ms": 68.223, "count": 108, "max_ms": 108.776, "p95_ms": 97.416}, "visualize": {"avg_ms": 23.988, "count": 108, "max_ms": 41.211, "p95_ms": 30.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13175.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:55+09:00", "last_error_summary": "[h264 @ 0x5645e54c4e40] error while decoding MB 4 46, bytestream -18 [in#0/rtsp @ 0x5645e53c3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5645e53c3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.529, "last_started_at": "2026-07-03T06:49:58+09:00", "pid": 22218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.719, "name": "ffmpeg", "pid": 22218, "rss_mb": 332.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.787, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 730267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:50:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:50:24+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T06:50:24+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T06:50:24.500365+09:00", "mtime_epoch": 1783029024.5003653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:50:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1383.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.234, "pushed": 8.234, "read": 8.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.786, "count": 246, "max_ms": 13.318, "p95_ms": 11.659}, "gstreamer_push": {"avg_ms": 1.157, "count": 247, "max_ms": 1.452, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.895, "count": 246, "max_ms": 75.588, "p95_ms": 60.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.407, "count": 246, "max_ms": 113.114, "p95_ms": 86.151}, "yolo11_640_fire_11class": {"avg_ms": 47.701, "count": 246, "max_ms": 74.795, "p95_ms": 60.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.679, "count": 246, "max_ms": 104.887, "p95_ms": 90.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.887, "count": 247, "max_ms": 143.601, "p95_ms": 122.017}, "read_interval": {"avg_ms": 121.923, "count": 246, "max_ms": 4629.21, "p95_ms": 142.98}, "triton_wait": {"avg_ms": 59.98, "count": 246, "max_ms": 113.128, "p95_ms": 90.379}, "visualize": {"avg_ms": 4.187, "count": 246, "max_ms": 6.092, "p95_ms": 5.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13175.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:00+09:00", "last_error_summary": "[h264 @ 0x5556c473e880] error while decoding MB 22 34, bytestream -9", "last_exit_at": "2026-07-03T06:49:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.946, "last_started_at": "2026-07-03T06:49:03+09:00", "pid": 22111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.758, "name": "ffmpeg", "pid": 22111, "rss_mb": 270.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.04, "sample_count": 1055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:50:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:50:24+09:00", "last_frame_read_age_sec": 0.255, "last_frame_read_at": "2026-07-03T06:50:24+09:00", "mjpeg": {"age_sec": 0.244, "exists": true, "mtime": "2026-07-03T06:50:24.484365+09:00", "mtime_epoch": 1783029024.484365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:50:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.918, "pushed": 3.918, "read": 3.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.327, "count": 116, "max_ms": 27.357, "p95_ms": 24.837}, "gstreamer_push": {"avg_ms": 0.868, "count": 117, "max_ms": 0.995, "p95_ms": 0.929}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.535, "count": 116, "max_ms": 69.171, "p95_ms": 63.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.955, "count": 116, "max_ms": 112.449, "p95_ms": 94.059}, "yolo11_640_fire_11class": {"avg_ms": 49.189, "count": 116, "max_ms": 68.48, "p95_ms": 63.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.866, "count": 116, "max_ms": 102.707, "p95_ms": 93.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 250.798, "count": 117, "max_ms": 301.906, "p95_ms": 285.196}, "read_interval": {"avg_ms": 257.594, "count": 116, "max_ms": 309.551, "p95_ms": 291.566}, "triton_wait": {"avg_ms": 73.598, "count": 116, "max_ms": 112.461, "p95_ms": 94.868}, "visualize": {"avg_ms": 10.058, "count": 116, "max_ms": 13.01, "p95_ms": 11.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3188, "tracking_summary": 2772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13192.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74907.99, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.415, "sample_count": 992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:50:54+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T06:50:54+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T06:50:54.265101+09:00", "mtime_epoch": 1783029054.2651012, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:50:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 972.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.04, "pushed": 3.04, "read": 3.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.661, "count": 91, "max_ms": 261.688, "p95_ms": 234.885}, "gstreamer_push": {"avg_ms": 0.977, "count": 91, "max_ms": 2.99, "p95_ms": 1.817}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.454, "count": 91, "max_ms": 119.205, "p95_ms": 95.688}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.829, "count": 91, "max_ms": 105.401, "p95_ms": 95.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 322.994, "count": 91, "max_ms": 384.602, "p95_ms": 360.663}, "read_interval": {"avg_ms": 332.867, "count": 90, "max_ms": 393.651, "p95_ms": 369.604}, "triton_wait": {"avg_ms": 70.411, "count": 91, "max_ms": 119.219, "p95_ms": 97.733}, "visualize": {"avg_ms": 32.114, "count": 91, "max_ms": 48.421, "p95_ms": 43.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 52, "tracking_summary": 6087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13192.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:55+09:00", "last_error_summary": "[h264 @ 0x5645e54c4e40] error while decoding MB 4 46, bytestream -18 [in#0/rtsp @ 0x5645e53c3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5645e53c3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.555, "last_started_at": "2026-07-03T06:49:58+09:00", "pid": 22218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.719, "name": "ffmpeg", "pid": 22218, "rss_mb": 332.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.211, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 730543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:50:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T06:50:54+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T06:50:54.541108+09:00", "mtime_epoch": 1783029054.541108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:50:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1485.926, "name": "celery", "pid": 267, "rss_mb": 1383.957, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.219, "pushed": 9.219, "read": 9.185}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.004, "count": 276, "max_ms": 17.372, "p95_ms": 11.778}, "gstreamer_push": {"avg_ms": 1.104, "count": 276, "max_ms": 1.64, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.675, "count": 276, "max_ms": 67.662, "p95_ms": 59.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.617, "count": 276, "max_ms": 116.771, "p95_ms": 89.699}, "yolo11_640_fire_11class": {"avg_ms": 47.339, "count": 276, "max_ms": 69.244, "p95_ms": 59.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.425, "count": 276, "max_ms": 106.155, "p95_ms": 87.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.488, "count": 276, "max_ms": 164.415, "p95_ms": 142.87}, "read_interval": {"avg_ms": 108.889, "count": 275, "max_ms": 174.031, "p95_ms": 152.658}, "triton_wait": {"avg_ms": 59.935, "count": 276, "max_ms": 116.784, "p95_ms": 92.527}, "visualize": {"avg_ms": 4.345, "count": 276, "max_ms": 8.425, "p95_ms": 5.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13192.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 176, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:00+09:00", "last_error_summary": "[h264 @ 0x5556c473e880] error while decoding MB 22 34, bytestream -9", "last_exit_at": "2026-07-03T06:49:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.006, "last_started_at": "2026-07-03T06:49:03+09:00", "pid": 22111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.969, "name": "ffmpeg", "pid": 22111, "rss_mb": 286.969, "state": "S (sleeping)", "threads": 104}, "restart_count": 111, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 324.787, "sample_count": 1082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:50:54+09:00", "last_frame_read_age_sec": 0.288, "last_frame_read_at": "2026-07-03T06:50:54+09:00", "mjpeg": {"age_sec": 0.276, "exists": true, "mtime": "2026-07-03T06:50:54.513107+09:00", "mtime_epoch": 1783029054.5131073, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:50:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.738, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.859, "pushed": 3.859, "read": 3.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.117, "count": 115, "max_ms": 26.947, "p95_ms": 25.536}, "gstreamer_push": {"avg_ms": 0.87, "count": 115, "max_ms": 0.953, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.349, "count": 115, "max_ms": 72.258, "p95_ms": 64.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.009, "count": 115, "max_ms": 109.374, "p95_ms": 102.438}, "yolo11_640_fire_11class": {"avg_ms": 50.07, "count": 115, "max_ms": 70.651, "p95_ms": 64.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.855, "count": 115, "max_ms": 102.858, "p95_ms": 98.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.799, "count": 115, "max_ms": 321.513, "p95_ms": 289.544}, "read_interval": {"avg_ms": 261.104, "count": 114, "max_ms": 328.263, "p95_ms": 297.324}, "triton_wait": {"avg_ms": 75.783, "count": 115, "max_ms": 109.387, "p95_ms": 102.452}, "visualize": {"avg_ms": 10.318, "count": 115, "max_ms": 12.744, "p95_ms": 11.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.799, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3190, "tracking_summary": 2773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13278.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74938.006, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 358.115, "sample_count": 976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:51:24+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T06:51:24+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T06:51:24.293832+09:00", "mtime_epoch": 1783029084.2938323, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:51:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 965.793, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.368, "pushed": 3.368, "read": 3.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.142, "count": 100, "max_ms": 298.486, "p95_ms": 236.072}, "gstreamer_push": {"avg_ms": 1.145, "count": 100, "max_ms": 2.007, "p95_ms": 1.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.586, "count": 100, "max_ms": 110.094, "p95_ms": 94.231}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.311, "count": 100, "max_ms": 103.504, "p95_ms": 85.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.203, "count": 100, "max_ms": 419.907, "p95_ms": 360.459}, "read_interval": {"avg_ms": 300.035, "count": 99, "max_ms": 430.267, "p95_ms": 370.614}, "triton_wait": {"avg_ms": 68.117, "count": 100, "max_ms": 110.107, "p95_ms": 94.244}, "visualize": {"avg_ms": 28.133, "count": 100, "max_ms": 43.161, "p95_ms": 37.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.693, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13278.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:55+09:00", "last_error_summary": "[h264 @ 0x5645e54c4e40] error while decoding MB 4 46, bytestream -18 [in#0/rtsp @ 0x5645e53c3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5645e53c3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.569, "last_started_at": "2026-07-03T06:49:58+09:00", "pid": 22218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.234, "name": "ffmpeg", "pid": 22218, "rss_mb": 333.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.135, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 730769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:51:24+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T06:51:24+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T06:51:24.549839+09:00", "mtime_epoch": 1783029084.5498385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:51:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1488.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.426, "count": 226, "max_ms": 17.11, "p95_ms": 13.935}, "gstreamer_push": {"avg_ms": 1.072, "count": 226, "max_ms": 2.926, "p95_ms": 1.755}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.779, "count": 226, "max_ms": 70.229, "p95_ms": 54.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.265, "count": 226, "max_ms": 115.636, "p95_ms": 81.941}, "yolo11_640_fire_11class": {"avg_ms": 45.51, "count": 226, "max_ms": 71.306, "p95_ms": 53.172}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.396, "count": 226, "max_ms": 109.164, "p95_ms": 71.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.837, "count": 226, "max_ms": 603.319, "p95_ms": 189.607}, "read_interval": {"avg_ms": 132.773, "count": 226, "max_ms": 613.748, "p95_ms": 197.685}, "triton_wait": {"avg_ms": 58.364, "count": 226, "max_ms": 115.648, "p95_ms": 89.874}, "visualize": {"avg_ms": 5.409, "count": 226, "max_ms": 14.682, "p95_ms": 11.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13275.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:50:55+09:00", "last_error_summary": "[h264 @ 0x55e80382ef80] error while decoding MB 12 26, bytestream -18", "last_exit_at": "2026-07-03T06:50:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.004, "last_started_at": "2026-07-03T06:50:58+09:00", "pid": 22370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.102, "name": "ffmpeg", "pid": 22370, "rss_mb": 265.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 324.787, "sample_count": 1066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:51:25+09:00", "last_frame_read_age_sec": 0.304, "last_frame_read_at": "2026-07-03T06:51:24+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T06:51:24.777844+09:00", "mtime_epoch": 1783029084.777844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:51:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 76, "pushed_frames": 76, "read_frames": 75, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.535, "pushed": 2.535, "read": 2.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.889, "count": 75, "max_ms": 32.638, "p95_ms": 32.251}, "gstreamer_push": {"avg_ms": 0.873, "count": 76, "max_ms": 0.981, "p95_ms": 0.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.587, "count": 75, "max_ms": 75.029, "p95_ms": 61.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.597, "count": 75, "max_ms": 107.972, "p95_ms": 104.13}, "yolo11_640_fire_11class": {"avg_ms": 48.226, "count": 75, "max_ms": 76.053, "p95_ms": 60.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.703, "count": 75, "max_ms": 113.993, "p95_ms": 100.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 337.672, "count": 76, "max_ms": 405.524, "p95_ms": 398.267}, "read_interval": {"avg_ms": 399.599, "count": 75, "max_ms": 4372.676, "p95_ms": 407.835}, "triton_wait": {"avg_ms": 76.927, "count": 75, "max_ms": 114.006, "p95_ms": 105.403}, "visualize": {"avg_ms": 13.421, "count": 75, "max_ms": 18.158, "p95_ms": 15.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13237.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:55+09:00", "last_error_summary": "[h264 @ 0x5645e54c4e40] error while decoding MB 4 46, bytestream -18 [in#0/rtsp @ 0x5645e53c3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5645e53c3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.654, "last_started_at": "2026-07-03T06:49:58+09:00", "pid": 22218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.234, "name": "ffmpeg", "pid": 22218, "rss_mb": 333.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.402, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 731036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:51:54+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T06:51:54+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T06:51:54.546558+09:00", "mtime_epoch": 1783029114.5465581, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:51:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1447.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.869, "pushed": 8.869, "read": 8.869}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.391, "count": 266, "max_ms": 15.404, "p95_ms": 11.595}, "gstreamer_push": {"avg_ms": 1.087, "count": 266, "max_ms": 1.665, "p95_ms": 1.295}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.489, "count": 266, "max_ms": 68.641, "p95_ms": 57.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.276, "count": 266, "max_ms": 103.93, "p95_ms": 85.21}, "yolo11_640_fire_11class": {"avg_ms": 46.254, "count": 266, "max_ms": 67.721, "p95_ms": 56.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.057, "count": 266, "max_ms": 102.258, "p95_ms": 91.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.231, "count": 266, "max_ms": 160.906, "p95_ms": 147.033}, "read_interval": {"avg_ms": 112.443, "count": 266, "max_ms": 173.28, "p95_ms": 155.003}, "triton_wait": {"avg_ms": 59.553, "count": 266, "max_ms": 103.943, "p95_ms": 94.422}, "visualize": {"avg_ms": 4.545, "count": 266, "max_ms": 5.997, "p95_ms": 5.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3190, "tracking_summary": 2774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13240.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74968.344, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 357.059, "sample_count": 983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:51:54+09:00", "last_frame_read_age_sec": 0.369, "last_frame_read_at": "2026-07-03T06:51:54+09:00", "mjpeg": {"age_sec": 0.36, "exists": true, "mtime": "2026-07-03T06:51:54.562559+09:00", "mtime_epoch": 1783029114.5625587, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259304}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:51:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 969.145, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.67, "pushed": 3.67, "read": 3.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.966, "count": 109, "max_ms": 245.82, "p95_ms": 236.531}, "gstreamer_push": {"avg_ms": 0.94, "count": 109, "max_ms": 1.91, "p95_ms": 1.751}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.929, "count": 109, "max_ms": 100.214, "p95_ms": 95.942}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.521, "count": 109, "max_ms": 100.394, "p95_ms": 87.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.787, "count": 109, "max_ms": 363.957, "p95_ms": 349.066}, "read_interval": {"avg_ms": 274.64, "count": 108, "max_ms": 375.18, "p95_ms": 357.812}, "triton_wait": {"avg_ms": 68.752, "count": 109, "max_ms": 100.407, "p95_ms": 95.955}, "visualize": {"avg_ms": 26.147, "count": 109, "max_ms": 42.135, "p95_ms": 35.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.698, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13240.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:50:55+09:00", "last_error_summary": "[h264 @ 0x55e80382ef80] error while decoding MB 12 26, bytestream -18", "last_exit_at": "2026-07-03T06:50:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.296, "last_started_at": "2026-07-03T06:50:58+09:00", "pid": 22370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.391, "name": "ffmpeg", "pid": 22370, "rss_mb": 266.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.042, "sample_count": 1044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:51:55+09:00", "last_frame_read_age_sec": 0.431, "last_frame_read_at": "2026-07-03T06:51:54+09:00", "mjpeg": {"age_sec": 0.418, "exists": true, "mtime": "2026-07-03T06:51:54.942568+09:00", "mtime_epoch": 1783029114.9425676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:51:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.736, "pushed": 2.736, "read": 2.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 28.805, "count": 81, "max_ms": 36.645, "p95_ms": 33.887}, "gstreamer_push": {"avg_ms": 0.876, "count": 82, "max_ms": 1.416, "p95_ms": 0.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.332, "count": 81, "max_ms": 71.447, "p95_ms": 60.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.621, "count": 81, "max_ms": 108.915, "p95_ms": 97.972}, "yolo11_640_fire_11class": {"avg_ms": 47.314, "count": 81, "max_ms": 62.036, "p95_ms": 59.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.516, "count": 81, "max_ms": 119.456, "p95_ms": 97.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 362.592, "count": 82, "max_ms": 439.584, "p95_ms": 420.273}, "read_interval": {"avg_ms": 368.571, "count": 81, "max_ms": 445.462, "p95_ms": 422.726}, "triton_wait": {"avg_ms": 79.021, "count": 81, "max_ms": 119.468, "p95_ms": 99.739}, "visualize": {"avg_ms": 13.997, "count": 81, "max_ms": 16.544, "p95_ms": 15.65}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13214.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:55+09:00", "last_error_summary": "[h264 @ 0x5645e54c4e40] error while decoding MB 4 46, bytestream -18 [in#0/rtsp @ 0x5645e53c3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5645e53c3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.669, "last_started_at": "2026-07-03T06:49:58+09:00", "pid": 22218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.234, "name": "ffmpeg", "pid": 22218, "rss_mb": 333.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.634, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 731302, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T06:52:24+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T06:52:24+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T06:52:24.647270+09:00", "mtime_epoch": 1783029144.6472704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:52:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1418.43, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.898, "pushed": 8.898, "read": 8.865}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.514, "count": 266, "max_ms": 13.932, "p95_ms": 11.834}, "gstreamer_push": {"avg_ms": 1.073, "count": 266, "max_ms": 1.775, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.718, "count": 266, "max_ms": 72.229, "p95_ms": 58.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.297, "count": 266, "max_ms": 127.522, "p95_ms": 80.96}, "yolo11_640_fire_11class": {"avg_ms": 45.389, "count": 266, "max_ms": 72.684, "p95_ms": 54.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.442, "count": 266, "max_ms": 122.399, "p95_ms": 92.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.289, "count": 266, "max_ms": 173.653, "p95_ms": 143.709}, "read_interval": {"avg_ms": 112.935, "count": 265, "max_ms": 185.964, "p95_ms": 155.329}, "triton_wait": {"avg_ms": 57.919, "count": 266, "max_ms": 127.534, "p95_ms": 95.262}, "visualize": {"avg_ms": 4.574, "count": 266, "max_ms": 6.129, "p95_ms": 5.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3191, "tracking_summary": 2775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13213.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 74998.419, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 355.808, "sample_count": 998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:52:24+09:00", "last_frame_read_age_sec": 0.318, "last_frame_read_at": "2026-07-03T06:52:24+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T06:52:24.679271+09:00", "mtime_epoch": 1783029144.6792712, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:52:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 971.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.506, "pushed": 3.506, "read": 3.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 177.849, "count": 104, "max_ms": 286.837, "p95_ms": 256.958}, "gstreamer_push": {"avg_ms": 1.009, "count": 104, "max_ms": 2.688, "p95_ms": 1.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.307, "count": 104, "max_ms": 126.697, "p95_ms": 96.648}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.625, "count": 104, "max_ms": 109.681, "p95_ms": 87.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.147, "count": 104, "max_ms": 397.898, "p95_ms": 357.684}, "read_interval": {"avg_ms": 288.8, "count": 103, "max_ms": 407.564, "p95_ms": 367.97}, "triton_wait": {"avg_ms": 69.337, "count": 104, "max_ms": 126.71, "p95_ms": 96.658}, "visualize": {"avg_ms": 27.903, "count": 104, "max_ms": 50.874, "p95_ms": 34.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.666, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13211.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:50:55+09:00", "last_error_summary": "[h264 @ 0x55e80382ef80] error while decoding MB 12 26, bytestream -18", "last_exit_at": "2026-07-03T06:50:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.698, "last_started_at": "2026-07-03T06:50:58+09:00", "pid": 22370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.391, "name": "ffmpeg", "pid": 22370, "rss_mb": 266.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 392.055, "sample_count": 1030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:52:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:52:25+09:00", "last_frame_read_age_sec": 0.417, "last_frame_read_at": "2026-07-03T06:52:25+09:00", "mjpeg": {"age_sec": 0.403, "exists": true, "mtime": "2026-07-03T06:52:25.359287+09:00", "mtime_epoch": 1783029145.3592873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:52:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.567, "pushed": 2.567, "read": 2.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.764, "count": 76, "max_ms": 40.706, "p95_ms": 37.051}, "gstreamer_push": {"avg_ms": 0.868, "count": 77, "max_ms": 1.217, "p95_ms": 0.909}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.685, "count": 76, "max_ms": 73.645, "p95_ms": 63.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.757, "count": 76, "max_ms": 119.631, "p95_ms": 98.972}, "yolo11_640_fire_11class": {"avg_ms": 47.527, "count": 76, "max_ms": 73.087, "p95_ms": 61.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.184, "count": 76, "max_ms": 125.35, "p95_ms": 103.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 388.104, "count": 77, "max_ms": 511.062, "p95_ms": 447.813}, "read_interval": {"avg_ms": 394.468, "count": 76, "max_ms": 518.898, "p95_ms": 454.282}, "triton_wait": {"avg_ms": 77.914, "count": 76, "max_ms": 125.363, "p95_ms": 105.448}, "visualize": {"avg_ms": 14.324, "count": 76, "max_ms": 20.559, "p95_ms": 16.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13181.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:55+09:00", "last_error_summary": "[h264 @ 0x5645e54c4e40] error while decoding MB 4 46, bytestream -18 [in#0/rtsp @ 0x5645e53c3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5645e53c3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.735, "last_started_at": "2026-07-03T06:49:58+09:00", "pid": 22218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.234, "name": "ffmpeg", "pid": 22218, "rss_mb": 333.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.117, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 731594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:52:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:52:54+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T06:52:54+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T06:52:54.671972+09:00", "mtime_epoch": 1783029174.6719716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:52:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1384.281, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.706}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.824, "count": 292, "max_ms": 12.808, "p95_ms": 11.587}, "gstreamer_push": {"avg_ms": 1.127, "count": 292, "max_ms": 1.402, "p95_ms": 1.297}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.186, "count": 292, "max_ms": 65.67, "p95_ms": 57.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.352, "count": 292, "max_ms": 112.386, "p95_ms": 86.097}, "yolo11_640_fire_11class": {"avg_ms": 46.755, "count": 292, "max_ms": 66.209, "p95_ms": 57.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.703, "count": 292, "max_ms": 108.078, "p95_ms": 92.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.481, "count": 292, "max_ms": 166.235, "p95_ms": 126.162}, "read_interval": {"avg_ms": 102.878, "count": 291, "max_ms": 176.157, "p95_ms": 136.767}, "triton_wait": {"avg_ms": 58.818, "count": 292, "max_ms": 112.399, "p95_ms": 93.322}, "visualize": {"avg_ms": 4.186, "count": 292, "max_ms": 6.244, "p95_ms": 5.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3192, "tracking_summary": 2775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13181.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75028.463, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.436, "sample_count": 998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:52:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:52:55+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T06:52:54+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T06:52:54.731973+09:00", "mtime_epoch": 1783029174.731973, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:52:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 973.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.365, "pushed": 3.365, "read": 3.331}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.705, "count": 100, "max_ms": 242.787, "p95_ms": 227.939}, "gstreamer_push": {"avg_ms": 0.873, "count": 100, "max_ms": 2.661, "p95_ms": 1.715}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.552, "count": 100, "max_ms": 107.283, "p95_ms": 92.006}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.201, "count": 100, "max_ms": 93.417, "p95_ms": 85.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.729, "count": 100, "max_ms": 359.095, "p95_ms": 344.571}, "read_interval": {"avg_ms": 300.138, "count": 99, "max_ms": 368.339, "p95_ms": 356.322}, "triton_wait": {"avg_ms": 68.604, "count": 100, "max_ms": 107.297, "p95_ms": 92.018}, "visualize": {"avg_ms": 28.572, "count": 100, "max_ms": 44.531, "p95_ms": 36.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13180.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:50:55+09:00", "last_error_summary": "[h264 @ 0x55e80382ef80] error while decoding MB 12 26, bytestream -18", "last_exit_at": "2026-07-03T06:50:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.985, "last_started_at": "2026-07-03T06:50:58+09:00", "pid": 22370, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.906, "name": "ffmpeg", "pid": 22370, "rss_mb": 266.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 414.272, "sample_count": 998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:52:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:52:56+09:00", "last_frame_read_age_sec": 0.375, "last_frame_read_at": "2026-07-03T06:52:55+09:00", "mjpeg": {"age_sec": 0.361, "exists": true, "mtime": "2026-07-03T06:52:55.687995+09:00", "mtime_epoch": 1783029175.6879952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:52:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.477, "pushed": 2.477, "read": 2.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 30.77, "count": 73, "max_ms": 41.815, "p95_ms": 34.61}, "gstreamer_push": {"avg_ms": 0.88, "count": 74, "max_ms": 1.352, "p95_ms": 0.954}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.221, "count": 73, "max_ms": 70.266, "p95_ms": 63.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.449, "count": 73, "max_ms": 106.359, "p95_ms": 99.402}, "yolo11_640_fire_11class": {"avg_ms": 50.572, "count": 73, "max_ms": 71.105, "p95_ms": 64.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.965, "count": 73, "max_ms": 112.084, "p95_ms": 103.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 402.519, "count": 74, "max_ms": 485.259, "p95_ms": 452.426}, "read_interval": {"avg_ms": 409.66, "count": 73, "max_ms": 491.813, "p95_ms": 459.785}, "triton_wait": {"avg_ms": 82.795, "count": 73, "max_ms": 112.097, "p95_ms": 103.679}, "visualize": {"avg_ms": 14.905, "count": 73, "max_ms": 17.261, "p95_ms": 16.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13155.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:55+09:00", "last_error_summary": "[h264 @ 0x5645e54c4e40] error while decoding MB 4 46, bytestream -18 [in#0/rtsp @ 0x5645e53c3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5645e53c3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.847, "last_started_at": "2026-07-03T06:49:58+09:00", "pid": 22218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.234, "name": "ffmpeg", "pid": 22218, "rss_mb": 333.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.514, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 731881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:53:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:53:24+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T06:53:24+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T06:53:24.788666+09:00", "mtime_epoch": 1783029204.7886658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:53:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1384.281, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.568, "pushed": 9.568, "read": 9.535}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.044, "count": 286, "max_ms": 15.665, "p95_ms": 11.601}, "gstreamer_push": {"avg_ms": 1.115, "count": 287, "max_ms": 1.427, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.908, "count": 286, "max_ms": 69.902, "p95_ms": 54.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.8, "count": 286, "max_ms": 108.994, "p95_ms": 81.012}, "yolo11_640_fire_11class": {"avg_ms": 46.08, "count": 286, "max_ms": 69.462, "p95_ms": 52.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.561, "count": 286, "max_ms": 109.449, "p95_ms": 80.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.911, "count": 287, "max_ms": 154.81, "p95_ms": 123.999}, "read_interval": {"avg_ms": 104.863, "count": 286, "max_ms": 164.482, "p95_ms": 133.853}, "triton_wait": {"avg_ms": 56.218, "count": 286, "max_ms": 109.462, "p95_ms": 83.357}, "visualize": {"avg_ms": 4.377, "count": 286, "max_ms": 6.348, "p95_ms": 5.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3193, "tracking_summary": 2776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13157.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75058.63, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.48, "sample_count": 999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:53:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:53:25+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T06:53:24+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T06:53:24.896668+09:00", "mtime_epoch": 1783029204.8966684, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:53:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 971.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.016, "pushed": 3.016, "read": 2.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 222.953, "count": 90, "max_ms": 280.45, "p95_ms": 237.639}, "gstreamer_push": {"avg_ms": 1.002, "count": 90, "max_ms": 1.948, "p95_ms": 1.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.868, "count": 90, "max_ms": 107.083, "p95_ms": 94.395}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.581, "count": 90, "max_ms": 97.51, "p95_ms": 92.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 325.242, "count": 90, "max_ms": 376.256, "p95_ms": 359.088}, "read_interval": {"avg_ms": 335.215, "count": 89, "max_ms": 385.04, "p95_ms": 369.011}, "triton_wait": {"avg_ms": 69.867, "count": 90, "max_ms": 107.094, "p95_ms": 94.443}, "visualize": {"avg_ms": 28.607, "count": 90, "max_ms": 41.329, "p95_ms": 40.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13157.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:50:55+09:00", "last_error_summary": "[h264 @ 0x55e80382ef80] error while decoding MB 12 26, bytestream -18", "last_exit_at": "2026-07-03T06:53:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.984, "last_started_at": "2026-07-03T06:53:09+09:00", "pid": 22537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 251.484, "name": "ffmpeg", "pid": 22537, "rss_mb": 251.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 416.509, "sample_count": 952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:53:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:53:26+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T06:53:25+09:00", "mjpeg": {"age_sec": 0.293, "exists": true, "mtime": "2026-07-03T06:53:25.952693+09:00", "mtime_epoch": 1783029205.9526925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:53:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.419, "pushed": 2.419, "read": 2.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.848, "count": 71, "max_ms": 35.611, "p95_ms": 31.105}, "gstreamer_push": {"avg_ms": 0.873, "count": 72, "max_ms": 1.004, "p95_ms": 0.928}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.468, "count": 71, "max_ms": 70.868, "p95_ms": 65.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.903, "count": 71, "max_ms": 110.136, "p95_ms": 97.527}, "yolo11_640_fire_11class": {"avg_ms": 50.086, "count": 71, "max_ms": 70.855, "p95_ms": 65.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.283, "count": 71, "max_ms": 108.347, "p95_ms": 101.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 344.15, "count": 72, "max_ms": 440.097, "p95_ms": 427.481}, "read_interval": {"avg_ms": 420.923, "count": 71, "max_ms": 5331.777, "p95_ms": 437.971}, "triton_wait": {"avg_ms": 77.197, "count": 71, "max_ms": 110.147, "p95_ms": 102.031}, "visualize": {"avg_ms": 13.492, "count": 71, "max_ms": 16.752, "p95_ms": 16.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.769, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3194, "tracking_summary": 2777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13186.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75088.636, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.48, "sample_count": 984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:53:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:53:55+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T06:53:54+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-03T06:53:54.917352+09:00", "mtime_epoch": 1783029234.917352, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:53:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 974.996, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.067, "pushed": 3.067, "read": 3.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.721, "count": 92, "max_ms": 292.369, "p95_ms": 229.471}, "gstreamer_push": {"avg_ms": 0.892, "count": 92, "max_ms": 2.762, "p95_ms": 1.648}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.598, "count": 92, "max_ms": 95.481, "p95_ms": 88.253}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.978, "count": 92, "max_ms": 93.786, "p95_ms": 87.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.566, "count": 92, "max_ms": 378.633, "p95_ms": 353.349}, "read_interval": {"avg_ms": 326.33, "count": 92, "max_ms": 387.393, "p95_ms": 362.144}, "triton_wait": {"avg_ms": 64.304, "count": 92, "max_ms": 95.491, "p95_ms": 88.265}, "visualize": {"avg_ms": 29.662, "count": 92, "max_ms": 51.559, "p95_ms": 39.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13186.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:50:55+09:00", "last_error_summary": "[h264 @ 0x55e80382ef80] error while decoding MB 12 26, bytestream -18", "last_exit_at": "2026-07-03T06:53:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.064, "last_started_at": "2026-07-03T06:53:09+09:00", "pid": 22537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.758, "name": "ffmpeg", "pid": 22537, "rss_mb": 268.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 419.66, "sample_count": 926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 686979, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:53:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:53:56+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T06:53:56+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T06:53:56.021377+09:00", "mtime_epoch": 1783029236.021377, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:53:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.393, "pushed": 3.393, "read": 3.359}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.243, "count": 101, "max_ms": 30.729, "p95_ms": 27.271}, "gstreamer_push": {"avg_ms": 0.864, "count": 101, "max_ms": 0.994, "p95_ms": 0.896}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.667, "count": 101, "max_ms": 65.103, "p95_ms": 62.041}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.96, "count": 101, "max_ms": 94.844, "p95_ms": 90.497}, "yolo11_640_fire_11class": {"avg_ms": 45.818, "count": 101, "max_ms": 64.563, "p95_ms": 61.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.602, "count": 101, "max_ms": 101.04, "p95_ms": 88.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.299, "count": 101, "max_ms": 351.236, "p95_ms": 315.586}, "read_interval": {"avg_ms": 297.595, "count": 100, "max_ms": 359.739, "p95_ms": 321.681}, "triton_wait": {"avg_ms": 68.213, "count": 101, "max_ms": 101.051, "p95_ms": 92.212}, "visualize": {"avg_ms": 12.223, "count": 101, "max_ms": 15.281, "p95_ms": 14.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13207.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:49:55+09:00", "last_error_summary": "[h264 @ 0x5645e54c4e40] error while decoding MB 4 46, bytestream -18 [in#0/rtsp @ 0x5645e53c3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5645e53c3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:49:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 247.223, "last_started_at": "2026-07-03T06:49:58+09:00", "pid": 22218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.227, "name": "ffmpeg", "pid": 22218, "rss_mb": 355.227, "state": "S (sleeping)", "threads": 104}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.543, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 732019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:54:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:54:05+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T06:54:05+09:00", "mjpeg": {"age_sec": 16.246, "exists": true, "mtime": "2026-07-03T06:53:49.021218+09:00", "mtime_epoch": 1783029229.0212183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251162}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:54:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1384.281, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.438, "pushed": 1.438, "read": 1.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.059, "count": 43, "max_ms": 14.232, "p95_ms": 11.647}, "gstreamer_push": {"avg_ms": 1.125, "count": 43, "max_ms": 1.389, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.322, "count": 43, "max_ms": 65.728, "p95_ms": 60.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.551, "count": 43, "max_ms": 92.553, "p95_ms": 84.661}, "yolo11_640_fire_11class": {"avg_ms": 47.515, "count": 43, "max_ms": 64.641, "p95_ms": 60.469}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.763, "count": 43, "max_ms": 95.216, "p95_ms": 90.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.709, "count": 43, "max_ms": 146.903, "p95_ms": 134.895}, "read_interval": {"avg_ms": 712.062, "count": 42, "max_ms": 16264.227, "p95_ms": 157.017}, "triton_wait": {"avg_ms": 58.958, "count": 43, "max_ms": 95.23, "p95_ms": 90.549}, "visualize": {"avg_ms": 4.283, "count": 43, "max_ms": 6.286, "p95_ms": 5.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3196, "tracking_summary": 2778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13183.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75118.7, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.222, "sample_count": 1003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:54:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:54:25+09:00", "last_frame_read_age_sec": 0.298, "last_frame_read_at": "2026-07-03T06:54:24+09:00", "mjpeg": {"age_sec": 0.289, "exists": true, "mtime": "2026-07-03T06:54:24.990029+09:00", "mtime_epoch": 1783029264.990029, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:54:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 976.691, "name": "celery", "pid": 239, "rss_mb": 972.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.798, "pushed": 3.798, "read": 3.765}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.308, "count": 113, "max_ms": 257.331, "p95_ms": 234.311}, "gstreamer_push": {"avg_ms": 0.927, "count": 113, "max_ms": 2.699, "p95_ms": 1.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.167, "count": 113, "max_ms": 97.684, "p95_ms": 81.047}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 61.674, "count": 113, "max_ms": 95.894, "p95_ms": 83.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.72, "count": 113, "max_ms": 364.675, "p95_ms": 349.046}, "read_interval": {"avg_ms": 265.689, "count": 112, "max_ms": 373.6, "p95_ms": 358.761}, "triton_wait": {"avg_ms": 62.19, "count": 113, "max_ms": 97.7, "p95_ms": 85.764}, "visualize": {"avg_ms": 24.352, "count": 113, "max_ms": 38.405, "p95_ms": 32.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.751, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13177.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:50:55+09:00", "last_error_summary": "[h264 @ 0x55e80382ef80] error while decoding MB 12 26, bytestream -18", "last_exit_at": "2026-07-03T06:53:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.119, "last_started_at": "2026-07-03T06:53:09+09:00", "pid": 22537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.273, "name": "ffmpeg", "pid": 22537, "rss_mb": 269.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 419.66, "sample_count": 927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:54:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:54:26+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-07-03T06:54:26+09:00", "mjpeg": {"age_sec": 0.291, "exists": true, "mtime": "2026-07-03T06:54:26.090054+09:00", "mtime_epoch": 1783029266.0900536, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:54:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7728.996, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.295, "pushed": 3.295, "read": 3.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.558, "count": 98, "max_ms": 34.217, "p95_ms": 28.414}, "gstreamer_push": {"avg_ms": 0.86, "count": 98, "max_ms": 0.952, "p95_ms": 0.918}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.3, "count": 98, "max_ms": 69.321, "p95_ms": 60.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.684, "count": 98, "max_ms": 97.925, "p95_ms": 92.431}, "yolo11_640_fire_11class": {"avg_ms": 46.947, "count": 98, "max_ms": 63.588, "p95_ms": 59.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.796, "count": 98, "max_ms": 106.507, "p95_ms": 91.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 300.089, "count": 98, "max_ms": 364.216, "p95_ms": 335.542}, "read_interval": {"avg_ms": 306.666, "count": 97, "max_ms": 373.472, "p95_ms": 341.83}, "triton_wait": {"avg_ms": 70.148, "count": 98, "max_ms": 106.52, "p95_ms": 95.085}, "visualize": {"avg_ms": 12.433, "count": 98, "max_ms": 15.383, "p95_ms": 14.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.739, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13187.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:54:06+09:00", "last_error_summary": "[h264 @ 0x55e0996b3d00] error while decoding MB 51 50, bytestream -23 [in#0/rtsp @ 0x55e0995b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e0995b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.821, "last_started_at": "2026-07-03T06:54:09+09:00", "pid": 22644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.582, "name": "ffmpeg", "pid": 22644, "rss_mb": 332.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.147, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 732222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:54:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:54:35+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T06:54:35+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-03T06:54:35.266259+09:00", "mtime_epoch": 1783029275.2662587, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:54:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1384.797, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.754, "pushed": 6.754, "read": 6.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.094, "count": 202, "max_ms": 16.479, "p95_ms": 14.007}, "gstreamer_push": {"avg_ms": 1.069, "count": 202, "max_ms": 1.97, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.169, "count": 202, "max_ms": 69.677, "p95_ms": 61.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.581, "count": 202, "max_ms": 97.378, "p95_ms": 88.652}, "yolo11_640_fire_11class": {"avg_ms": 46.107, "count": 202, "max_ms": 63.29, "p95_ms": 57.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.146, "count": 202, "max_ms": 105.749, "p95_ms": 91.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.74, "count": 202, "max_ms": 200.822, "p95_ms": 177.238}, "read_interval": {"avg_ms": 148.502, "count": 201, "max_ms": 5552.728, "p95_ms": 186.359}, "triton_wait": {"avg_ms": 60.413, "count": 202, "max_ms": 105.761, "p95_ms": 91.594}, "visualize": {"avg_ms": 4.689, "count": 202, "max_ms": 6.66, "p95_ms": 6.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3197, "tracking_summary": 2779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13188.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75148.869, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.485, "sample_count": 994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:54:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:54:55+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T06:54:55+09:00", "mjpeg": {"age_sec": 0.297, "exists": true, "mtime": "2026-07-03T06:54:55.150701+09:00", "mtime_epoch": 1783029295.1507006, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:54:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 977.164, "name": "celery", "pid": 239, "rss_mb": 977.164, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.081, "pushed": 3.081, "read": 3.048}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 221.747, "count": 92, "max_ms": 295.927, "p95_ms": 243.472}, "gstreamer_push": {"avg_ms": 0.82, "count": 92, "max_ms": 2.728, "p95_ms": 0.932}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.633, "count": 92, "max_ms": 98.914, "p95_ms": 90.348}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.619, "count": 92, "max_ms": 89.263, "p95_ms": 83.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.571, "count": 92, "max_ms": 383.623, "p95_ms": 354.315}, "read_interval": {"avg_ms": 328.045, "count": 91, "max_ms": 393.784, "p95_ms": 361.451}, "triton_wait": {"avg_ms": 67.708, "count": 92, "max_ms": 98.929, "p95_ms": 90.361}, "visualize": {"avg_ms": 25.214, "count": 92, "max_ms": 33.058, "p95_ms": 28.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13188.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 177, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:50:55+09:00", "last_error_summary": "[h264 @ 0x55e80382ef80] error while decoding MB 12 26, bytestream -18", "last_exit_at": "2026-07-03T06:53:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.318, "last_started_at": "2026-07-03T06:53:09+09:00", "pid": 22537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.531, "name": "ffmpeg", "pid": 22537, "rss_mb": 269.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 419.711, "sample_count": 895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:54:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:54:56+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-07-03T06:54:56+09:00", "mjpeg": {"age_sec": 0.285, "exists": true, "mtime": "2026-07-03T06:54:56.294726+09:00", "mtime_epoch": 1783029296.294726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:54:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.01, "pushed": 3.01, "read": 2.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.648, "count": 89, "max_ms": 32.517, "p95_ms": 31.107}, "gstreamer_push": {"avg_ms": 0.869, "count": 90, "max_ms": 1.102, "p95_ms": 0.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.211, "count": 89, "max_ms": 64.642, "p95_ms": 62.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.943, "count": 89, "max_ms": 95.294, "p95_ms": 87.491}, "yolo11_640_fire_11class": {"avg_ms": 47.103, "count": 89, "max_ms": 61.79, "p95_ms": 58.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.671, "count": 89, "max_ms": 103.914, "p95_ms": 92.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 328.892, "count": 90, "max_ms": 399.399, "p95_ms": 365.578}, "read_interval": {"avg_ms": 335.913, "count": 89, "max_ms": 406.024, "p95_ms": 373.044}, "triton_wait": {"avg_ms": 72.355, "count": 89, "max_ms": 103.926, "p95_ms": 92.417}, "visualize": {"avg_ms": 12.962, "count": 89, "max_ms": 15.683, "p95_ms": 14.641}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13188.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:54:06+09:00", "last_error_summary": "[h264 @ 0x55e0996b3d00] error while decoding MB 51 50, bytestream -23 [in#0/rtsp @ 0x55e0995b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e0995b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.853, "last_started_at": "2026-07-03T06:54:09+09:00", "pid": 22644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.84, "name": "ffmpeg", "pid": 22644, "rss_mb": 332.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.824, "sample_count": 2409, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 732496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:55:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:55:05+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T06:55:05+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T06:55:05.362926+09:00", "mtime_epoch": 1783029305.3629262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:55:05+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1384.797, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.176, "pushed": 9.176, "read": 9.142}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.493, "count": 274, "max_ms": 19.673, "p95_ms": 12.836}, "gstreamer_push": {"avg_ms": 1.094, "count": 274, "max_ms": 1.447, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.265, "count": 274, "max_ms": 69.836, "p95_ms": 55.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.047, "count": 274, "max_ms": 97.653, "p95_ms": 83.548}, "yolo11_640_fire_11class": {"avg_ms": 45.891, "count": 274, "max_ms": 62.375, "p95_ms": 54.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.844, "count": 274, "max_ms": 104.6, "p95_ms": 76.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.021, "count": 274, "max_ms": 186.869, "p95_ms": 161.739}, "read_interval": {"avg_ms": 109.576, "count": 273, "max_ms": 194.159, "p95_ms": 169.224}, "triton_wait": {"avg_ms": 57.495, "count": 274, "max_ms": 104.612, "p95_ms": 88.416}, "visualize": {"avg_ms": 4.431, "count": 274, "max_ms": 6.565, "p95_ms": 6.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3197, "tracking_summary": 2779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13101.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75179.059, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.485, "sample_count": 999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:55:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:55:25+09:00", "last_frame_read_age_sec": 0.305, "last_frame_read_at": "2026-07-03T06:55:25+09:00", "mjpeg": {"age_sec": 0.29, "exists": true, "mtime": "2026-07-03T06:55:25.347366+09:00", "mtime_epoch": 1783029325.3473656, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:55:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 979.742, "name": "celery", "pid": 239, "rss_mb": 979.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.685, "pushed": 3.685, "read": 3.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.993, "count": 110, "max_ms": 285.633, "p95_ms": 251.991}, "gstreamer_push": {"avg_ms": 0.779, "count": 110, "max_ms": 1.245, "p95_ms": 0.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.996, "count": 110, "max_ms": 108.239, "p95_ms": 92.049}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.467, "count": 110, "max_ms": 89.518, "p95_ms": 81.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.155, "count": 110, "max_ms": 388.913, "p95_ms": 346.018}, "read_interval": {"avg_ms": 274.094, "count": 109, "max_ms": 397.969, "p95_ms": 356.338}, "triton_wait": {"avg_ms": 67.33, "count": 110, "max_ms": 108.249, "p95_ms": 92.062}, "visualize": {"avg_ms": 22.948, "count": 110, "max_ms": 37.626, "p95_ms": 28.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13109.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 178, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:55:15+09:00", "last_error_summary": "[h264 @ 0x5558ef399240] error while decoding MB 36 37, bytestream -5", "last_exit_at": "2026-07-03T06:55:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.702, "last_started_at": "2026-07-03T06:55:17+09:00", "pid": 22796, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.988, "name": "ffmpeg", "pid": 22796, "rss_mb": 188.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 421.45, "sample_count": 858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:55:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:55:26+09:00", "last_frame_read_age_sec": 0.279, "last_frame_read_at": "2026-07-03T06:55:26+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T06:55:26.339387+09:00", "mtime_epoch": 1783029326.3393874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:55:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.659, "pushed": 2.659, "read": 2.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.592, "count": 79, "max_ms": 32.166, "p95_ms": 29.721}, "gstreamer_push": {"avg_ms": 0.877, "count": 79, "max_ms": 1.005, "p95_ms": 0.938}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.875, "count": 79, "max_ms": 64.509, "p95_ms": 61.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.559, "count": 79, "max_ms": 102.256, "p95_ms": 94.882}, "yolo11_640_fire_11class": {"avg_ms": 49.488, "count": 79, "max_ms": 62.702, "p95_ms": 61.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.607, "count": 79, "max_ms": 99.507, "p95_ms": 89.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.379, "count": 79, "max_ms": 379.829, "p95_ms": 357.879}, "read_interval": {"avg_ms": 381.288, "count": 78, "max_ms": 4681.736, "p95_ms": 373.334}, "triton_wait": {"avg_ms": 73.947, "count": 79, "max_ms": 102.27, "p95_ms": 98.342}, "visualize": {"avg_ms": 12.86, "count": 79, "max_ms": 17.865, "p95_ms": 14.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.706, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13176.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:54:06+09:00", "last_error_summary": "[h264 @ 0x55e0996b3d00] error while decoding MB 51 50, bytestream -23 [in#0/rtsp @ 0x55e0995b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e0995b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.89, "last_started_at": "2026-07-03T06:54:09+09:00", "pid": 22644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.355, "name": "ffmpeg", "pid": 22644, "rss_mb": 333.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.675, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 732761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:55:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:55:35+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T06:55:35+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T06:55:35.399586+09:00", "mtime_epoch": 1783029335.3995857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:55:35+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1384.797, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.857, "pushed": 8.857, "read": 8.823}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.586, "count": 265, "max_ms": 13.421, "p95_ms": 12.034}, "gstreamer_push": {"avg_ms": 1.081, "count": 265, "max_ms": 1.434, "p95_ms": 1.293}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.46, "count": 265, "max_ms": 67.625, "p95_ms": 57.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.913, "count": 265, "max_ms": 94.599, "p95_ms": 79.929}, "yolo11_640_fire_11class": {"avg_ms": 46.705, "count": 265, "max_ms": 64.242, "p95_ms": 55.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.778, "count": 265, "max_ms": 98.748, "p95_ms": 83.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.841, "count": 265, "max_ms": 152.459, "p95_ms": 134.283}, "read_interval": {"avg_ms": 113.305, "count": 264, "max_ms": 162.317, "p95_ms": 146.335}, "triton_wait": {"avg_ms": 58.437, "count": 265, "max_ms": 98.761, "p95_ms": 85.806}, "visualize": {"avg_ms": 4.581, "count": 265, "max_ms": 7.594, "p95_ms": 5.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3198, "tracking_summary": 2780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13183.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75209.127, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.388, "sample_count": 1003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:55:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:55:55+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-07-03T06:55:55+09:00", "mjpeg": {"age_sec": 0.286, "exists": true, "mtime": "2026-07-03T06:55:55.420022+09:00", "mtime_epoch": 1783029355.4200215, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:55:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 975.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.193, "pushed": 3.193, "read": 3.16}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 213.269, "count": 95, "max_ms": 251.933, "p95_ms": 229.801}, "gstreamer_push": {"avg_ms": 0.777, "count": 95, "max_ms": 0.851, "p95_ms": 0.827}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.84, "count": 95, "max_ms": 99.593, "p95_ms": 85.791}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 62.564, "count": 95, "max_ms": 91.535, "p95_ms": 78.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 307.387, "count": 95, "max_ms": 358.812, "p95_ms": 341.552}, "read_interval": {"avg_ms": 316.591, "count": 94, "max_ms": 367.571, "p95_ms": 350.283}, "triton_wait": {"avg_ms": 64.064, "count": 95, "max_ms": 99.606, "p95_ms": 85.804}, "visualize": {"avg_ms": 26.258, "count": 95, "max_ms": 35.778, "p95_ms": 30.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.749, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13184.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 178, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:55:15+09:00", "last_error_summary": "[h264 @ 0x5558ef399240] error while decoding MB 36 37, bytestream -5", "last_exit_at": "2026-07-03T06:55:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.83, "last_started_at": "2026-07-03T06:55:17+09:00", "pid": 22796, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.281, "name": "ffmpeg", "pid": 22796, "rss_mb": 267.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 421.45, "sample_count": 855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:55:56+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-03T06:55:56+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-03T06:55:56.516045+09:00", "mtime_epoch": 1783029356.5160453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:55:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.685, "pushed": 3.685, "read": 3.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.791, "count": 109, "max_ms": 31.758, "p95_ms": 27.52}, "gstreamer_push": {"avg_ms": 0.87, "count": 110, "max_ms": 1.352, "p95_ms": 0.905}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.781, "count": 109, "max_ms": 69.526, "p95_ms": 63.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.868, "count": 109, "max_ms": 99.094, "p95_ms": 87.585}, "yolo11_640_fire_11class": {"avg_ms": 47.488, "count": 109, "max_ms": 69.278, "p95_ms": 61.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.728, "count": 109, "max_ms": 105.167, "p95_ms": 90.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.374, "count": 110, "max_ms": 313.612, "p95_ms": 301.557}, "read_interval": {"avg_ms": 274.178, "count": 109, "max_ms": 319.5, "p95_ms": 307.999}, "triton_wait": {"avg_ms": 68.204, "count": 109, "max_ms": 105.18, "p95_ms": 91.859}, "visualize": {"avg_ms": 11.151, "count": 109, "max_ms": 15.148, "p95_ms": 12.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 53, "tracking_summary": 6107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13199.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:54:06+09:00", "last_error_summary": "[h264 @ 0x55e0996b3d00] error while decoding MB 51 50, bytestream -23 [in#0/rtsp @ 0x55e0995b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e0995b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.27, "last_started_at": "2026-07-03T06:54:09+09:00", "pid": 22644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 358.004, "name": "ffmpeg", "pid": 22644, "rss_mb": 358.004, "state": "S (sleeping)", "threads": 104}, "restart_count": 40, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.074, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 732868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:56:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:56:18+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T06:56:18+09:00", "mjpeg": {"age_sec": 16.286, "exists": true, "mtime": "2026-07-03T06:56:02.592177+09:00", "mtime_epoch": 1783029362.5921772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:56:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1384.797, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.122, "pushed": 0.122, "read": 0.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.57, "count": 2, "max_ms": 9.879, "p95_ms": 9.879}, "gstreamer_push": {"avg_ms": 1.012, "count": 2, "max_ms": 1.018, "p95_ms": 1.018}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.481, "count": 2, "max_ms": 57.257, "p95_ms": 57.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.922, "count": 2, "max_ms": 84.914, "p95_ms": 84.914}, "yolo11_640_fire_11class": {"avg_ms": 51.094, "count": 2, "max_ms": 56.47, "p95_ms": 56.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.728, "count": 2, "max_ms": 83.731, "p95_ms": 83.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.019, "count": 2, "max_ms": 134.441, "p95_ms": 134.441}, "read_interval": {"avg_ms": 16033.285, "count": 2, "max_ms": 16272.882, "p95_ms": 16272.882}, "triton_wait": {"avg_ms": 68.932, "count": 2, "max_ms": 84.923, "p95_ms": 84.923}, "visualize": {"avg_ms": 4.679, "count": 2, "max_ms": 4.901, "p95_ms": 4.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.412, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3201, "tracking_summary": 2781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13060.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75239.135, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.066, "sample_count": 1003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:56:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:56:25+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T06:56:25+09:00", "mjpeg": {"age_sec": 0.305, "exists": true, "mtime": "2026-07-03T06:56:25.408669+09:00", "mtime_epoch": 1783029385.4086695, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:56:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 970.57, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.334, "pushed": 3.334, "read": 3.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.461, "count": 100, "max_ms": 227.956, "p95_ms": 222.784}, "gstreamer_push": {"avg_ms": 0.837, "count": 100, "max_ms": 1.756, "p95_ms": 1.681}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.937, "count": 100, "max_ms": 89.972, "p95_ms": 83.151}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.764, "count": 100, "max_ms": 87.191, "p95_ms": 80.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.72, "count": 100, "max_ms": 342.747, "p95_ms": 335.155}, "read_interval": {"avg_ms": 299.921, "count": 100, "max_ms": 351.514, "p95_ms": 343.637}, "triton_wait": {"avg_ms": 64.315, "count": 100, "max_ms": 89.984, "p95_ms": 84.226}, "visualize": {"avg_ms": 26.267, "count": 100, "max_ms": 40.469, "p95_ms": 33.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 376, "tracking_summary": 5728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13095.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 178, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:55:15+09:00", "last_error_summary": "[h264 @ 0x5558ef399240] error while decoding MB 36 37, bytestream -5", "last_exit_at": "2026-07-03T06:55:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.98, "last_started_at": "2026-07-03T06:55:17+09:00", "pid": 22796, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.312, "name": "ffmpeg", "pid": 22796, "rss_mb": 268.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 420.273, "sample_count": 891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:56:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:56:26+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-03T06:56:26+09:00", "mjpeg": {"age_sec": 0.259, "exists": true, "mtime": "2026-07-03T06:56:26.624696+09:00", "mtime_epoch": 1783029386.6246955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:56:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.777, "pushed": 3.777, "read": 3.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.889, "count": 112, "max_ms": 34.89, "p95_ms": 27.768}, "gstreamer_push": {"avg_ms": 0.862, "count": 113, "max_ms": 1.174, "p95_ms": 0.894}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.332, "count": 112, "max_ms": 69.047, "p95_ms": 53.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.989, "count": 112, "max_ms": 89.892, "p95_ms": 79.696}, "yolo11_640_fire_11class": {"avg_ms": 45.687, "count": 112, "max_ms": 66.035, "p95_ms": 53.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.734, "count": 112, "max_ms": 103.33, "p95_ms": 72.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.185, "count": 113, "max_ms": 297.601, "p95_ms": 281.239}, "read_interval": {"avg_ms": 266.734, "count": 112, "max_ms": 303.811, "p95_ms": 287.415}, "triton_wait": {"avg_ms": 64.141, "count": 112, "max_ms": 103.343, "p95_ms": 81.528}, "visualize": {"avg_ms": 11.073, "count": 112, "max_ms": 14.978, "p95_ms": 12.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13273.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:56:20+09:00", "last_error_summary": "[h264 @ 0x55de92109b80] error while decoding MB 53 31, bytestream -25 [in#0/rtsp @ 0x55de91ff1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de91ff1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:56:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.621, "last_started_at": "2026-07-03T06:56:22+09:00", "pid": 22903, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.195, "name": "ffmpeg", "pid": 22903, "rss_mb": 331.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 5, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.653, "sample_count": 2020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 733008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:56:48+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T06:56:48+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-03T06:56:48.773170+09:00", "mtime_epoch": 1783029408.77317, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248153}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:56:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1477.723, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.675, "pushed": 4.675, "read": 4.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.099, "count": 140, "max_ms": 21.604, "p95_ms": 16.871}, "gstreamer_push": {"avg_ms": 1.014, "count": 140, "max_ms": 2.943, "p95_ms": 1.812}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.329, "count": 140, "max_ms": 81.038, "p95_ms": 63.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.497, "count": 140, "max_ms": 102.772, "p95_ms": 82.913}, "yolo11_640_fire_11class": {"avg_ms": 46.794, "count": 140, "max_ms": 74.649, "p95_ms": 58.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.728, "count": 140, "max_ms": 111.221, "p95_ms": 86.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.507, "count": 140, "max_ms": 620.069, "p95_ms": 260.164}, "read_interval": {"avg_ms": 214.91, "count": 139, "max_ms": 4254.768, "p95_ms": 271.715}, "triton_wait": {"avg_ms": 62.463, "count": 140, "max_ms": 111.233, "p95_ms": 93.577}, "visualize": {"avg_ms": 8.287, "count": 140, "max_ms": 17.844, "p95_ms": 14.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3201, "tracking_summary": 2782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13436.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75269.224, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.264, "sample_count": 1010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:56:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:56:55+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T06:56:55+09:00", "mjpeg": {"age_sec": 0.329, "exists": true, "mtime": "2026-07-03T06:56:55.473313+09:00", "mtime_epoch": 1783029415.4733129, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:56:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 970.242, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.899, "pushed": 3.899, "read": 3.866}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.21, "count": 116, "max_ms": 276.43, "p95_ms": 238.851}, "gstreamer_push": {"avg_ms": 1.076, "count": 116, "max_ms": 2.186, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.634, "count": 116, "max_ms": 95.474, "p95_ms": 86.449}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.767, "count": 116, "max_ms": 88.708, "p95_ms": 82.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 249.441, "count": 116, "max_ms": 367.026, "p95_ms": 338.902}, "read_interval": {"avg_ms": 258.716, "count": 115, "max_ms": 379.039, "p95_ms": 348.68}, "triton_wait": {"avg_ms": 66.72, "count": 116, "max_ms": 95.486, "p95_ms": 87.165}, "visualize": {"avg_ms": 27.538, "count": 116, "max_ms": 42.962, "p95_ms": 38.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.748, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 377, "tracking_summary": 5729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13430.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 178, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:55:15+09:00", "last_error_summary": "[h264 @ 0x5558ef399240] error while decoding MB 36 37, bytestream -5", "last_exit_at": "2026-07-03T06:55:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.142, "last_started_at": "2026-07-03T06:55:17+09:00", "pid": 22796, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.57, "name": "ffmpeg", "pid": 22796, "rss_mb": 268.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 416.506, "sample_count": 910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:56:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:56:57+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T06:56:56+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T06:56:56.737340+09:00", "mtime_epoch": 1783029416.73734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:56:57+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.254, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 2.193, "recorders": [{"age_sec": 2.193, "frame_count": 55, "is_recording": true, "is_stopping": false, "pid": 23115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.789, "name": "ffmpeg", "pid": 23115, "rss_mb": 186.789, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 45, "returncode": null, "running": true, "started_at": "2026-07-03T06:56:54+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_065654_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [23115], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.343, "pushed": 3.343, "read": 3.31}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.449, "count": 99, "max_ms": 36.32, "p95_ms": 30.998}, "gstreamer_push": {"avg_ms": 0.885, "count": 100, "max_ms": 1.547, "p95_ms": 0.944}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.721, "count": 99, "max_ms": 74.539, "p95_ms": 70.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.531, "count": 99, "max_ms": 103.615, "p95_ms": 86.966}, "yolo11_640_fire_11class": {"avg_ms": 47.789, "count": 99, "max_ms": 68.213, "p95_ms": 64.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.649, "count": 99, "max_ms": 108.536, "p95_ms": 96.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.973, "count": 100, "max_ms": 945.942, "p95_ms": 355.695}, "read_interval": {"avg_ms": 301.386, "count": 99, "max_ms": 952.988, "p95_ms": 362.577}, "triton_wait": {"avg_ms": 68.731, "count": 99, "max_ms": 108.549, "p95_ms": 101.3}, "visualize": {"avg_ms": 11.757, "count": 99, "max_ms": 17.325, "p95_ms": 16.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13279.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:56:20+09:00", "last_error_summary": "[h264 @ 0x55de92109b80] error while decoding MB 53 31, bytestream -25 [in#0/rtsp @ 0x55de91ff1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de91ff1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:56:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.629, "last_started_at": "2026-07-03T06:56:22+09:00", "pid": 22903, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.711, "name": "ffmpeg", "pid": 22903, "rss_mb": 331.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 5, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.462, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 733273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:57:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:57:18+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T06:57:18+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T06:57:18.853810+09:00", "mtime_epoch": 1783029438.8538096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:57:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1453.992, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.887, "pushed": 8.887, "read": 8.854}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.672, "count": 265, "max_ms": 15.871, "p95_ms": 12.878}, "gstreamer_push": {"avg_ms": 1.075, "count": 265, "max_ms": 1.7, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.689, "count": 265, "max_ms": 71.649, "p95_ms": 57.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.66, "count": 265, "max_ms": 116.26, "p95_ms": 80.66}, "yolo11_640_fire_11class": {"avg_ms": 46.31, "count": 265, "max_ms": 70.757, "p95_ms": 56.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.274, "count": 265, "max_ms": 109.234, "p95_ms": 81.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.371, "count": 265, "max_ms": 192.39, "p95_ms": 169.68}, "read_interval": {"avg_ms": 113.246, "count": 264, "max_ms": 199.4, "p95_ms": 177.643}, "triton_wait": {"avg_ms": 57.726, "count": 265, "max_ms": 116.272, "p95_ms": 86.083}, "visualize": {"avg_ms": 4.622, "count": 265, "max_ms": 8.662, "p95_ms": 6.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.818, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3202, "tracking_summary": 2783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13141.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75299.568, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.439, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:57:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:57:26+09:00", "last_frame_read_age_sec": 0.338, "last_frame_read_at": "2026-07-03T06:57:25+09:00", "mjpeg": {"age_sec": 0.328, "exists": true, "mtime": "2026-07-03T06:57:25.817957+09:00", "mtime_epoch": 1783029445.817957, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:57:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 970.148, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.433, "pushed": 3.433, "read": 3.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.053, "count": 103, "max_ms": 282.784, "p95_ms": 243.603}, "gstreamer_push": {"avg_ms": 0.899, "count": 103, "max_ms": 1.856, "p95_ms": 1.717}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.225, "count": 103, "max_ms": 107.774, "p95_ms": 100.417}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.491, "count": 103, "max_ms": 98.202, "p95_ms": 88.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.653, "count": 103, "max_ms": 375.772, "p95_ms": 353.401}, "read_interval": {"avg_ms": 291.208, "count": 103, "max_ms": 385.389, "p95_ms": 362.553}, "triton_wait": {"avg_ms": 69.905, "count": 103, "max_ms": 107.787, "p95_ms": 100.43}, "visualize": {"avg_ms": 25.8, "count": 103, "max_ms": 42.27, "p95_ms": 39.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 379, "tracking_summary": 5730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13143.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:57:18+09:00", "last_error_summary": "[h264 @ 0x555ac2c85340] error while decoding MB 18 12, bytestream -7", "last_exit_at": "2026-07-03T06:57:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.814, "last_started_at": "2026-07-03T06:57:21+09:00", "pid": 23175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 160.234, "name": "ffmpeg", "pid": 23175, "rss_mb": 160.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 404.086, "sample_count": 910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:57:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:57:27+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T06:57:26+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T06:57:26.993982+09:00", "mtime_epoch": 1783029446.9939818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:57:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 76, "pushed_frames": 76, "read_frames": 75, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.54, "pushed": 2.54, "read": 2.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 25.525, "count": 75, "max_ms": 34.215, "p95_ms": 27.769}, "gstreamer_push": {"avg_ms": 0.889, "count": 76, "max_ms": 1.051, "p95_ms": 1.0}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.632, "count": 75, "max_ms": 72.308, "p95_ms": 63.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.441, "count": 75, "max_ms": 115.269, "p95_ms": 98.497}, "yolo11_640_fire_11class": {"avg_ms": 50.796, "count": 75, "max_ms": 71.392, "p95_ms": 68.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.755, "count": 75, "max_ms": 109.697, "p95_ms": 94.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 335.752, "count": 76, "max_ms": 618.717, "p95_ms": 389.904}, "read_interval": {"avg_ms": 399.052, "count": 75, "max_ms": 4552.061, "p95_ms": 429.3}, "triton_wait": {"avg_ms": 75.723, "count": 75, "max_ms": 115.281, "p95_ms": 106.616}, "visualize": {"avg_ms": 15.037, "count": 75, "max_ms": 19.466, "p95_ms": 18.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13263.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:56:20+09:00", "last_error_summary": "[h264 @ 0x55de92109b80] error while decoding MB 53 31, bytestream -25 [in#0/rtsp @ 0x55de91ff1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de91ff1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:56:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.231, "last_started_at": "2026-07-03T06:56:22+09:00", "pid": 22903, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 22903, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 5, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.102, "sample_count": 1858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 733416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:57:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T06:57:50+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-03T06:57:50+09:00", "mjpeg": {"age_sec": 16.31, "exists": true, "mtime": "2026-07-03T06:57:34.238135+09:00", "mtime_epoch": 1783029454.2381346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:57:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1448.59, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.238, "pushed": 4.238, "read": 4.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.35, "count": 126, "max_ms": 15.373, "p95_ms": 11.782}, "gstreamer_push": {"avg_ms": 1.067, "count": 127, "max_ms": 1.341, "p95_ms": 1.272}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.98, "count": 126, "max_ms": 69.804, "p95_ms": 54.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.032, "count": 126, "max_ms": 90.907, "p95_ms": 80.807}, "yolo11_640_fire_11class": {"avg_ms": 46.545, "count": 126, "max_ms": 64.456, "p95_ms": 56.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.277, "count": 126, "max_ms": 104.069, "p95_ms": 82.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.109, "count": 127, "max_ms": 158.716, "p95_ms": 135.944}, "read_interval": {"avg_ms": 237.459, "count": 126, "max_ms": 16284.909, "p95_ms": 144.974}, "triton_wait": {"avg_ms": 55.591, "count": 126, "max_ms": 104.082, "p95_ms": 83.279}, "visualize": {"avg_ms": 4.495, "count": 126, "max_ms": 6.173, "p95_ms": 5.598}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3203, "tracking_summary": 2784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13263.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75329.718, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.858, "sample_count": 1003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:57:56+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T06:57:55+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T06:57:55.990592+09:00", "mtime_epoch": 1783029475.990592, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:57:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 974.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.152, "pushed": 3.152, "read": 3.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 213.247, "count": 94, "max_ms": 276.736, "p95_ms": 229.077}, "gstreamer_push": {"avg_ms": 0.954, "count": 94, "max_ms": 2.85, "p95_ms": 1.786}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.106, "count": 94, "max_ms": 89.199, "p95_ms": 86.577}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.852, "count": 94, "max_ms": 87.523, "p95_ms": 79.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.972, "count": 94, "max_ms": 392.166, "p95_ms": 342.756}, "read_interval": {"avg_ms": 320.71, "count": 93, "max_ms": 402.785, "p95_ms": 351.603}, "triton_wait": {"avg_ms": 64.608, "count": 94, "max_ms": 89.211, "p95_ms": 86.589}, "visualize": {"avg_ms": 29.419, "count": 94, "max_ms": 44.568, "p95_ms": 38.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.826, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 381, "tracking_summary": 5731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13255.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:57:18+09:00", "last_error_summary": "[h264 @ 0x555ac2c85340] error while decoding MB 18 12, bytestream -7", "last_exit_at": "2026-07-03T06:57:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.997, "last_started_at": "2026-07-03T06:57:21+09:00", "pid": 23175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.102, "name": "ffmpeg", "pid": 23175, "rss_mb": 267.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.423, "sample_count": 940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:57:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:57:57+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-03T06:57:57+09:00", "mjpeg": {"age_sec": 0.248, "exists": true, "mtime": "2026-07-03T06:57:57.238618+09:00", "mtime_epoch": 1783029477.2386181, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:57:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.481, "pushed": 3.481, "read": 3.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.624, "count": 103, "max_ms": 39.718, "p95_ms": 29.158}, "gstreamer_push": {"avg_ms": 0.872, "count": 104, "max_ms": 1.457, "p95_ms": 0.904}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.874, "count": 103, "max_ms": 67.213, "p95_ms": 56.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.3, "count": 103, "max_ms": 91.452, "p95_ms": 84.473}, "yolo11_640_fire_11class": {"avg_ms": 45.639, "count": 103, "max_ms": 61.691, "p95_ms": 52.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.924, "count": 103, "max_ms": 101.213, "p95_ms": 75.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.755, "count": 104, "max_ms": 574.626, "p95_ms": 322.128}, "read_interval": {"avg_ms": 290.463, "count": 103, "max_ms": 580.749, "p95_ms": 328.074}, "triton_wait": {"avg_ms": 66.225, "count": 103, "max_ms": 101.226, "p95_ms": 85.955}, "visualize": {"avg_ms": 12.063, "count": 103, "max_ms": 18.498, "p95_ms": 16.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13143.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.787, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 215.105, "name": "ffmpeg", "pid": 23282, "rss_mb": 215.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 6, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.043, "sample_count": 1653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 733493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:58:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:58:20+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T06:58:20+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T06:58:20.555105+09:00", "mtime_epoch": 1783029500.5551052, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 271437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:58:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1448.844, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.438, "pushed": 5.438, "read": 5.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 10.228, "count": 77, "max_ms": 13.036, "p95_ms": 11.975}, "gstreamer_push": {"avg_ms": 1.02, "count": 77, "max_ms": 1.157, "p95_ms": 1.143}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.192, "count": 77, "max_ms": 75.356, "p95_ms": 56.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.448, "count": 77, "max_ms": 108.607, "p95_ms": 83.134}, "yolo11_640_fire_11class": {"avg_ms": 45.325, "count": 77, "max_ms": 75.344, "p95_ms": 54.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.88, "count": 77, "max_ms": 108.618, "p95_ms": 82.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.32, "count": 77, "max_ms": 163.112, "p95_ms": 137.53}, "read_interval": {"avg_ms": 391.508, "count": 77, "max_ms": 16096.53, "p95_ms": 147.601}, "triton_wait": {"avg_ms": 55.324, "count": 77, "max_ms": 108.629, "p95_ms": 84.692}, "visualize": {"avg_ms": 5.001, "count": 77, "max_ms": 7.431, "p95_ms": 5.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.16, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3204, "tracking_summary": 2785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13259.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75360.011, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 344.825, "sample_count": 1014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:58:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:58:26+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T06:58:26+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T06:58:26.279224+09:00", "mtime_epoch": 1783029506.2792244, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:58:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 971.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.401, "pushed": 3.401, "read": 3.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.435, "count": 102, "max_ms": 250.041, "p95_ms": 228.31}, "gstreamer_push": {"avg_ms": 1.009, "count": 102, "max_ms": 2.851, "p95_ms": 1.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.513, "count": 102, "max_ms": 118.902, "p95_ms": 79.975}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.55, "count": 102, "max_ms": 101.759, "p95_ms": 79.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.002, "count": 102, "max_ms": 390.103, "p95_ms": 336.244}, "read_interval": {"avg_ms": 296.655, "count": 101, "max_ms": 399.849, "p95_ms": 346.478}, "triton_wait": {"avg_ms": 64.891, "count": 102, "max_ms": 118.914, "p95_ms": 81.149}, "visualize": {"avg_ms": 29.834, "count": 102, "max_ms": 45.465, "p95_ms": 40.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 381, "tracking_summary": 5732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13254.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:57:18+09:00", "last_error_summary": "[h264 @ 0x555ac2c85340] error while decoding MB 18 12, bytestream -7", "last_exit_at": "2026-07-03T06:57:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.139, "last_started_at": "2026-07-03T06:57:21+09:00", "pid": 23175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.906, "name": "ffmpeg", "pid": 23175, "rss_mb": 268.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.18, "sample_count": 968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:58:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:58:27+09:00", "last_frame_read_age_sec": 0.346, "last_frame_read_at": "2026-07-03T06:58:27+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T06:58:27.295245+09:00", "mtime_epoch": 1783029507.2952454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:58:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.382, "pushed": 3.382, "read": 3.348}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 24.564, "count": 100, "max_ms": 35.05, "p95_ms": 27.655}, "gstreamer_push": {"avg_ms": 0.875, "count": 101, "max_ms": 1.253, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.779, "count": 100, "max_ms": 71.758, "p95_ms": 58.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.619, "count": 100, "max_ms": 104.325, "p95_ms": 89.315}, "yolo11_640_fire_11class": {"avg_ms": 46.515, "count": 100, "max_ms": 71.77, "p95_ms": 58.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.451, "count": 100, "max_ms": 105.135, "p95_ms": 86.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.813, "count": 101, "max_ms": 422.275, "p95_ms": 342.119}, "read_interval": {"avg_ms": 297.906, "count": 100, "max_ms": 428.634, "p95_ms": 346.647}, "triton_wait": {"avg_ms": 68.968, "count": 100, "max_ms": 105.147, "p95_ms": 89.326}, "visualize": {"avg_ms": 11.927, "count": 100, "max_ms": 16.373, "p95_ms": 14.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13268.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.806, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.512, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 6, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.658, "sample_count": 1768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 733786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:58:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:58:50+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T06:58:50+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T06:58:50.547728+09:00", "mtime_epoch": 1783029530.5477278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:58:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1448.844, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.799, "pushed": 9.799, "read": 9.766}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.885, "count": 293, "max_ms": 15.855, "p95_ms": 11.861}, "gstreamer_push": {"avg_ms": 1.112, "count": 293, "max_ms": 1.585, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.469, "count": 293, "max_ms": 67.509, "p95_ms": 57.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.367, "count": 293, "max_ms": 107.004, "p95_ms": 79.883}, "yolo11_640_fire_11class": {"avg_ms": 47.041, "count": 293, "max_ms": 67.575, "p95_ms": 57.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.919, "count": 293, "max_ms": 96.759, "p95_ms": 82.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.839, "count": 293, "max_ms": 161.501, "p95_ms": 130.242}, "read_interval": {"avg_ms": 102.307, "count": 292, "max_ms": 447.236, "p95_ms": 141.382}, "triton_wait": {"avg_ms": 56.61, "count": 293, "max_ms": 107.016, "p95_ms": 83.894}, "visualize": {"avg_ms": 4.205, "count": 293, "max_ms": 6.094, "p95_ms": 5.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3204, "tracking_summary": 2785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13268.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75390.226, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.175, "sample_count": 1009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:58:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:58:56+09:00", "last_frame_read_age_sec": 0.364, "last_frame_read_at": "2026-07-03T06:58:56+09:00", "mjpeg": {"age_sec": 0.353, "exists": true, "mtime": "2026-07-03T06:58:56.451850+09:00", "mtime_epoch": 1783029536.4518497, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:58:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 973.684, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.01, "pushed": 3.01, "read": 2.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 222.345, "count": 90, "max_ms": 276.491, "p95_ms": 245.063}, "gstreamer_push": {"avg_ms": 1.18, "count": 90, "max_ms": 3.207, "p95_ms": 2.876}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.221, "count": 90, "max_ms": 113.249, "p95_ms": 87.385}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.78, "count": 90, "max_ms": 102.271, "p95_ms": 84.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 325.477, "count": 90, "max_ms": 391.294, "p95_ms": 355.677}, "read_interval": {"avg_ms": 335.297, "count": 89, "max_ms": 403.497, "p95_ms": 364.057}, "triton_wait": {"avg_ms": 68.576, "count": 90, "max_ms": 113.261, "p95_ms": 87.398}, "visualize": {"avg_ms": 30.671, "count": 90, "max_ms": 52.452, "p95_ms": 39.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 381, "tracking_summary": 5732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13260.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:57:18+09:00", "last_error_summary": "[h264 @ 0x555ac2c85340] error while decoding MB 18 12, bytestream -7", "last_exit_at": "2026-07-03T06:57:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.226, "last_started_at": "2026-07-03T06:57:21+09:00", "pid": 23175, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.516, "name": "ffmpeg", "pid": 23175, "rss_mb": 272.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 357.724, "sample_count": 957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 687940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:58:57+09:00", "last_frame_read_age_sec": 0.335, "last_frame_read_at": "2026-07-03T06:58:57+09:00", "mjpeg": {"age_sec": 0.32, "exists": true, "mtime": "2026-07-03T06:58:57.395869+09:00", "mtime_epoch": 1783029537.3958693, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:58:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.029, "pushed": 3.029, "read": 2.996}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.749, "count": 90, "max_ms": 31.882, "p95_ms": 29.659}, "gstreamer_push": {"avg_ms": 0.88, "count": 90, "max_ms": 1.013, "p95_ms": 0.932}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.236, "count": 90, "max_ms": 75.564, "p95_ms": 65.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.2, "count": 90, "max_ms": 118.896, "p95_ms": 91.093}, "yolo11_640_fire_11class": {"avg_ms": 49.97, "count": 90, "max_ms": 75.552, "p95_ms": 63.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.815, "count": 90, "max_ms": 115.454, "p95_ms": 95.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 327.723, "count": 90, "max_ms": 402.383, "p95_ms": 371.6}, "read_interval": {"avg_ms": 334.215, "count": 89, "max_ms": 410.249, "p95_ms": 377.761}, "triton_wait": {"avg_ms": 74.419, "count": 90, "max_ms": 118.907, "p95_ms": 95.394}, "visualize": {"avg_ms": 13.139, "count": 90, "max_ms": 15.433, "p95_ms": 14.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.709, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13275.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.824, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 6, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.342, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 734068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:59:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:59:20+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T06:59:20+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T06:59:20.592347+09:00", "mtime_epoch": 1783029560.592347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:59:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1449.102, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.433, "pushed": 9.433, "read": 9.399}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.236, "count": 282, "max_ms": 13.853, "p95_ms": 11.94}, "gstreamer_push": {"avg_ms": 1.102, "count": 282, "max_ms": 1.582, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.832, "count": 282, "max_ms": 78.16, "p95_ms": 56.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.953, "count": 282, "max_ms": 109.452, "p95_ms": 83.071}, "yolo11_640_fire_11class": {"avg_ms": 46.957, "count": 282, "max_ms": 78.147, "p95_ms": 58.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.852, "count": 282, "max_ms": 118.116, "p95_ms": 84.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.821, "count": 282, "max_ms": 154.085, "p95_ms": 131.711}, "read_interval": {"avg_ms": 106.419, "count": 281, "max_ms": 164.185, "p95_ms": 141.726}, "triton_wait": {"avg_ms": 56.556, "count": 282, "max_ms": 118.133, "p95_ms": 89.841}, "visualize": {"avg_ms": 4.387, "count": 282, "max_ms": 6.44, "p95_ms": 5.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3205, "tracking_summary": 2786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13024.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75420.461, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.67, "sample_count": 1006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:59:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:59:27+09:00", "last_frame_read_age_sec": 0.306, "last_frame_read_at": "2026-07-03T06:59:26+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T06:59:26.732473+09:00", "mtime_epoch": 1783029566.732473, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:59:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 973.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.617, "pushed": 3.617, "read": 3.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.614, "count": 108, "max_ms": 297.436, "p95_ms": 233.284}, "gstreamer_push": {"avg_ms": 1.011, "count": 108, "max_ms": 2.853, "p95_ms": 1.766}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.344, "count": 108, "max_ms": 113.795, "p95_ms": 89.169}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.006, "count": 108, "max_ms": 101.638, "p95_ms": 84.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.086, "count": 108, "max_ms": 386.522, "p95_ms": 350.997}, "read_interval": {"avg_ms": 279.62, "count": 107, "max_ms": 397.022, "p95_ms": 360.289}, "triton_wait": {"avg_ms": 68.221, "count": 108, "max_ms": 113.808, "p95_ms": 89.181}, "visualize": {"avg_ms": 27.363, "count": 108, "max_ms": 55.078, "p95_ms": 38.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 381, "tracking_summary": 5733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13132.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:57:18+09:00", "last_error_summary": "[h264 @ 0x555ac2c85340] error while decoding MB 18 12, bytestream -7", "last_exit_at": "2026-07-03T06:59:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.23, "last_started_at": "2026-07-03T06:59:27+09:00", "pid": 23434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.941, "name": "ffmpeg", "pid": 23434, "rss_mb": 141.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.742, "sample_count": 930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T06:59:29+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-03T06:59:29+09:00", "mjpeg": {"age_sec": 5.1, "exists": true, "mtime": "2026-07-03T06:59:24.844434+09:00", "mtime_epoch": 1783029564.8444343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T06:59:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.416, "pushed": 2.416, "read": 2.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.67, "count": 71, "max_ms": 32.689, "p95_ms": 31.131}, "gstreamer_push": {"avg_ms": 0.877, "count": 72, "max_ms": 1.003, "p95_ms": 0.939}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.775, "count": 71, "max_ms": 74.151, "p95_ms": 62.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.036, "count": 71, "max_ms": 96.856, "p95_ms": 94.857}, "yolo11_640_fire_11class": {"avg_ms": 49.327, "count": 71, "max_ms": 73.431, "p95_ms": 62.302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.082, "count": 71, "max_ms": 105.901, "p95_ms": 93.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 344.578, "count": 72, "max_ms": 412.584, "p95_ms": 394.664}, "read_interval": {"avg_ms": 421.571, "count": 71, "max_ms": 5212.747, "p95_ms": 400.672}, "triton_wait": {"avg_ms": 74.59, "count": 71, "max_ms": 105.914, "p95_ms": 96.753}, "visualize": {"avg_ms": 13.653, "count": 71, "max_ms": 16.645, "p95_ms": 15.519}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13255.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.854, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 6, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.001, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 734344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:59:50+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T06:59:50+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T06:59:50.620961+09:00", "mtime_epoch": 1783029590.6209614, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 271180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T06:59:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1449.102, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.227, "pushed": 9.227, "read": 9.193}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.258, "count": 276, "max_ms": 15.262, "p95_ms": 11.634}, "gstreamer_push": {"avg_ms": 1.083, "count": 276, "max_ms": 1.511, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.985, "count": 276, "max_ms": 68.945, "p95_ms": 58.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.213, "count": 276, "max_ms": 102.11, "p95_ms": 79.452}, "yolo11_640_fire_11class": {"avg_ms": 46.072, "count": 276, "max_ms": 71.448, "p95_ms": 57.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.026, "count": 276, "max_ms": 97.915, "p95_ms": 80.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.28, "count": 276, "max_ms": 157.008, "p95_ms": 133.655}, "read_interval": {"avg_ms": 108.762, "count": 275, "max_ms": 166.742, "p95_ms": 143.03}, "triton_wait": {"avg_ms": 55.694, "count": 276, "max_ms": 102.123, "p95_ms": 83.253}, "visualize": {"avg_ms": 4.516, "count": 276, "max_ms": 5.933, "p95_ms": 5.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3208, "tracking_summary": 2787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13266.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75450.693, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.554, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:59:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T06:59:57+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T06:59:56+09:00", "mjpeg": {"age_sec": 0.314, "exists": true, "mtime": "2026-07-03T06:59:56.957091+09:00", "mtime_epoch": 1783029596.9570906, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263479}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T06:59:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 976.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.109, "pushed": 3.109, "read": 3.076}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 215.325, "count": 93, "max_ms": 239.378, "p95_ms": 231.367}, "gstreamer_push": {"avg_ms": 1.262, "count": 93, "max_ms": 2.664, "p95_ms": 1.906}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.263, "count": 93, "max_ms": 99.281, "p95_ms": 87.158}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 63.729, "count": 93, "max_ms": 94.959, "p95_ms": 83.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 315.084, "count": 93, "max_ms": 362.774, "p95_ms": 350.92}, "read_interval": {"avg_ms": 324.994, "count": 92, "max_ms": 372.953, "p95_ms": 359.686}, "triton_wait": {"avg_ms": 65.912, "count": 93, "max_ms": 99.294, "p95_ms": 87.171}, "visualize": {"avg_ms": 29.988, "count": 93, "max_ms": 41.035, "p95_ms": 39.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 381, "tracking_summary": 5734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13259.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:57:18+09:00", "last_error_summary": "[h264 @ 0x555ac2c85340] error while decoding MB 18 12, bytestream -7", "last_exit_at": "2026-07-03T06:59:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.314, "last_started_at": "2026-07-03T06:59:27+09:00", "pid": 23434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.648, "name": "ffmpeg", "pid": 23434, "rss_mb": 267.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.375, "sample_count": 969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T06:59:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:00:00+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-03T06:59:59+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T06:59:59.829149+09:00", "mtime_epoch": 1783029599.8291492, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:00:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.512, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.286, "pushed": 4.286, "read": 4.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.655, "count": 128, "max_ms": 25.194, "p95_ms": 24.534}, "gstreamer_push": {"avg_ms": 0.867, "count": 128, "max_ms": 0.966, "p95_ms": 0.919}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.426, "count": 128, "max_ms": 73.352, "p95_ms": 62.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.599, "count": 128, "max_ms": 92.279, "p95_ms": 85.371}, "yolo11_640_fire_11class": {"avg_ms": 47.6, "count": 128, "max_ms": 74.191, "p95_ms": 62.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.193, "count": 128, "max_ms": 100.791, "p95_ms": 87.142}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.519, "count": 128, "max_ms": 270.209, "p95_ms": 253.379}, "read_interval": {"avg_ms": 235.168, "count": 127, "max_ms": 277.646, "p95_ms": 259.614}, "triton_wait": {"avg_ms": 65.951, "count": 128, "max_ms": 100.804, "p95_ms": 87.936}, "visualize": {"avg_ms": 9.433, "count": 128, "max_ms": 11.932, "p95_ms": 10.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13261.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.89, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 6, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.187, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 734603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:00:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:00:20+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T07:00:20+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T07:00:20.657573+09:00", "mtime_epoch": 1783029620.6575725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 271807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:00:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1449.359, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.656, "pushed": 8.656, "read": 8.623}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.838, "count": 259, "max_ms": 15.931, "p95_ms": 11.907}, "gstreamer_push": {"avg_ms": 1.053, "count": 259, "max_ms": 1.435, "p95_ms": 1.275}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.079, "count": 259, "max_ms": 73.902, "p95_ms": 58.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.593, "count": 259, "max_ms": 103.714, "p95_ms": 82.179}, "yolo11_640_fire_11class": {"avg_ms": 46.443, "count": 259, "max_ms": 73.391, "p95_ms": 58.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.334, "count": 259, "max_ms": 104.416, "p95_ms": 80.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.253, "count": 259, "max_ms": 160.172, "p95_ms": 135.649}, "read_interval": {"avg_ms": 115.955, "count": 258, "max_ms": 170.053, "p95_ms": 145.359}, "triton_wait": {"avg_ms": 56.628, "count": 259, "max_ms": 104.428, "p95_ms": 85.022}, "visualize": {"avg_ms": 4.769, "count": 259, "max_ms": 6.573, "p95_ms": 5.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3208, "tracking_summary": 2788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13266.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75480.707, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.496, "sample_count": 992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:00:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:00:27+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T07:00:27+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T07:00:27.097703+09:00", "mtime_epoch": 1783029627.097703, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:00:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 973.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.199, "pushed": 3.199, "read": 3.165}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 203.025, "count": 95, "max_ms": 262.813, "p95_ms": 233.173}, "gstreamer_push": {"avg_ms": 1.165, "count": 95, "max_ms": 2.744, "p95_ms": 1.961}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.156, "count": 95, "max_ms": 107.138, "p95_ms": 101.087}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.616, "count": 95, "max_ms": 104.834, "p95_ms": 91.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 306.112, "count": 95, "max_ms": 374.119, "p95_ms": 360.797}, "read_interval": {"avg_ms": 317.106, "count": 94, "max_ms": 383.408, "p95_ms": 371.538}, "triton_wait": {"avg_ms": 69.141, "count": 95, "max_ms": 107.151, "p95_ms": 101.1}, "visualize": {"avg_ms": 30.041, "count": 95, "max_ms": 39.487, "p95_ms": 38.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.701, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 381, "tracking_summary": 5735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13270.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:57:18+09:00", "last_error_summary": "[h264 @ 0x555ac2c85340] error while decoding MB 18 12, bytestream -7", "last_exit_at": "2026-07-03T06:59:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.412, "last_started_at": "2026-07-03T06:59:27+09:00", "pid": 23434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.68, "name": "ffmpeg", "pid": 23434, "rss_mb": 268.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.786, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:00:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T07:00:30+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-03T07:00:29+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-03T07:00:29.905760+09:00", "mtime_epoch": 1783029629.9057598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:00:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.252, "pushed": 4.252, "read": 4.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.456, "count": 126, "max_ms": 28.488, "p95_ms": 24.778}, "gstreamer_push": {"avg_ms": 0.872, "count": 127, "max_ms": 1.17, "p95_ms": 0.911}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.437, "count": 126, "max_ms": 71.553, "p95_ms": 62.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.44, "count": 126, "max_ms": 107.801, "p95_ms": 87.265}, "yolo11_640_fire_11class": {"avg_ms": 48.086, "count": 126, "max_ms": 72.837, "p95_ms": 60.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.499, "count": 126, "max_ms": 102.535, "p95_ms": 84.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.238, "count": 127, "max_ms": 289.261, "p95_ms": 257.76}, "read_interval": {"avg_ms": 236.964, "count": 126, "max_ms": 296.174, "p95_ms": 263.977}, "triton_wait": {"avg_ms": 65.855, "count": 126, "max_ms": 107.812, "p95_ms": 88.62}, "visualize": {"avg_ms": 9.541, "count": 126, "max_ms": 12.705, "p95_ms": 10.597}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13272.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.942, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 6, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.419, "sample_count": 1992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 734858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:00:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:00:50+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T07:00:50+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T07:00:50.686179+09:00", "mtime_epoch": 1783029650.6861794, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:00:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1449.359, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.519, "pushed": 8.519, "read": 8.485}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.829, "count": 255, "max_ms": 15.886, "p95_ms": 12.596}, "gstreamer_push": {"avg_ms": 1.053, "count": 255, "max_ms": 1.432, "p95_ms": 1.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.228, "count": 255, "max_ms": 75.199, "p95_ms": 57.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.873, "count": 255, "max_ms": 99.274, "p95_ms": 77.751}, "yolo11_640_fire_11class": {"avg_ms": 47.16, "count": 255, "max_ms": 71.454, "p95_ms": 57.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.193, "count": 255, "max_ms": 95.55, "p95_ms": 78.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.999, "count": 255, "max_ms": 160.341, "p95_ms": 145.282}, "read_interval": {"avg_ms": 117.769, "count": 254, "max_ms": 171.377, "p95_ms": 153.61}, "triton_wait": {"avg_ms": 57.255, "count": 255, "max_ms": 99.287, "p95_ms": 82.039}, "visualize": {"avg_ms": 4.776, "count": 255, "max_ms": 7.645, "p95_ms": 6.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3209, "tracking_summary": 2789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13274.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75510.732, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.316, "sample_count": 1001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:00:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:00:57+09:00", "last_frame_read_age_sec": 0.353, "last_frame_read_at": "2026-07-03T07:00:56+09:00", "mjpeg": {"age_sec": 0.336, "exists": true, "mtime": "2026-07-03T07:00:56.974306+09:00", "mtime_epoch": 1783029656.974306, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:00:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 975.887, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.453, "pushed": 3.453, "read": 3.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 182.405, "count": 103, "max_ms": 284.639, "p95_ms": 247.18}, "gstreamer_push": {"avg_ms": 1.208, "count": 103, "max_ms": 2.904, "p95_ms": 2.071}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.441, "count": 103, "max_ms": 102.89, "p95_ms": 83.156}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.349, "count": 103, "max_ms": 97.512, "p95_ms": 83.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.353, "count": 103, "max_ms": 399.305, "p95_ms": 350.141}, "read_interval": {"avg_ms": 290.815, "count": 102, "max_ms": 411.242, "p95_ms": 357.195}, "triton_wait": {"avg_ms": 66.616, "count": 103, "max_ms": 102.902, "p95_ms": 90.444}, "visualize": {"avg_ms": 28.356, "count": 103, "max_ms": 40.907, "p95_ms": 35.546}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13275.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:57:18+09:00", "last_error_summary": "[h264 @ 0x555ac2c85340] error while decoding MB 18 12, bytestream -7", "last_exit_at": "2026-07-03T06:59:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.679, "last_started_at": "2026-07-03T06:59:27+09:00", "pid": 23434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.68, "name": "ffmpeg", "pid": 23434, "rss_mb": 268.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.423, "sample_count": 1013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:01:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:01:00+09:00", "last_frame_read_age_sec": 0.276, "last_frame_read_at": "2026-07-03T07:01:00+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-03T07:01:00.130370+09:00", "mtime_epoch": 1783029660.1303697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:01:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.658, "pushed": 3.658, "read": 3.624}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 23.206, "count": 109, "max_ms": 34.487, "p95_ms": 27.284}, "gstreamer_push": {"avg_ms": 0.877, "count": 109, "max_ms": 1.389, "p95_ms": 0.924}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.308, "count": 109, "max_ms": 71.369, "p95_ms": 63.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.912, "count": 109, "max_ms": 101.04, "p95_ms": 85.64}, "yolo11_640_fire_11class": {"avg_ms": 49.056, "count": 109, "max_ms": 66.115, "p95_ms": 61.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.257, "count": 109, "max_ms": 95.605, "p95_ms": 84.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.723, "count": 109, "max_ms": 832.969, "p95_ms": 309.645}, "read_interval": {"avg_ms": 275.467, "count": 108, "max_ms": 843.904, "p95_ms": 316.377}, "triton_wait": {"avg_ms": 67.595, "count": 109, "max_ms": 101.052, "p95_ms": 87.808}, "visualize": {"avg_ms": 12.909, "count": 109, "max_ms": 19.72, "p95_ms": 15.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.799, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13278.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.984, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 6, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.172, "sample_count": 2274, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 735153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:01:20+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:01:20+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T07:01:20.786784+09:00", "mtime_epoch": 1783029680.7867844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:01:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1449.617, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.857, "pushed": 9.857, "read": 9.823}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.896, "count": 295, "max_ms": 14.734, "p95_ms": 11.588}, "gstreamer_push": {"avg_ms": 1.14, "count": 295, "max_ms": 1.933, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.982, "count": 295, "max_ms": 73.877, "p95_ms": 57.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.95, "count": 295, "max_ms": 105.158, "p95_ms": 81.209}, "yolo11_640_fire_11class": {"avg_ms": 48.092, "count": 295, "max_ms": 77.799, "p95_ms": 59.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.686, "count": 295, "max_ms": 101.265, "p95_ms": 80.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.728, "count": 295, "max_ms": 150.385, "p95_ms": 133.099}, "read_interval": {"avg_ms": 101.91, "count": 294, "max_ms": 162.168, "p95_ms": 142.353}, "triton_wait": {"avg_ms": 56.551, "count": 295, "max_ms": 105.17, "p95_ms": 83.71}, "visualize": {"avg_ms": 4.229, "count": 295, "max_ms": 6.221, "p95_ms": 5.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3210, "tracking_summary": 2789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13273.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75540.901, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.247, "sample_count": 990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:01:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:01:27+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T07:01:27+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-03T07:01:27.162912+09:00", "mtime_epoch": 1783029687.1629121, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:01:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 973.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.017, "pushed": 3.017, "read": 2.983}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 219.324, "count": 90, "max_ms": 313.524, "p95_ms": 236.78}, "gstreamer_push": {"avg_ms": 1.118, "count": 90, "max_ms": 2.944, "p95_ms": 2.812}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.264, "count": 90, "max_ms": 93.481, "p95_ms": 87.332}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.907, "count": 90, "max_ms": 109.059, "p95_ms": 83.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 325.177, "count": 90, "max_ms": 441.098, "p95_ms": 358.057}, "read_interval": {"avg_ms": 335.19, "count": 89, "max_ms": 452.013, "p95_ms": 368.615}, "triton_wait": {"avg_ms": 69.15, "count": 90, "max_ms": 109.073, "p95_ms": 90.196}, "visualize": {"avg_ms": 32.824, "count": 90, "max_ms": 52.779, "p95_ms": 45.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13276.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:57:18+09:00", "last_error_summary": "[h264 @ 0x555ac2c85340] error while decoding MB 18 12, bytestream -7", "last_exit_at": "2026-07-03T06:59:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.791, "last_started_at": "2026-07-03T06:59:27+09:00", "pid": 23434, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.938, "name": "ffmpeg", "pid": 23434, "rss_mb": 268.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.423, "sample_count": 1022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:01:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:01:30+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-03T07:01:30+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-03T07:01:30.294975+09:00", "mtime_epoch": 1783029690.2949748, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 225268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:01:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.02, "pushed": 4.02, "read": 3.986}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 22.547, "count": 119, "max_ms": 32.519, "p95_ms": 27.721}, "gstreamer_push": {"avg_ms": 0.888, "count": 120, "max_ms": 1.322, "p95_ms": 0.946}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.837, "count": 119, "max_ms": 67.147, "p95_ms": 61.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.948, "count": 119, "max_ms": 96.464, "p95_ms": 86.432}, "yolo11_640_fire_11class": {"avg_ms": 47.878, "count": 119, "max_ms": 72.087, "p95_ms": 65.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.451, "count": 119, "max_ms": 102.095, "p95_ms": 84.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 244.186, "count": 120, "max_ms": 309.696, "p95_ms": 287.461}, "read_interval": {"avg_ms": 251.085, "count": 119, "max_ms": 318.031, "p95_ms": 297.337}, "triton_wait": {"avg_ms": 64.556, "count": 119, "max_ms": 102.108, "p95_ms": 93.396}, "visualize": {"avg_ms": 9.983, "count": 119, "max_ms": 16.088, "p95_ms": 12.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13291.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.037, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 6, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.488, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 735410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:01:50+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T07:01:50+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T07:01:50.803385+09:00", "mtime_epoch": 1783029710.8033845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:01:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1449.617, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.58, "pushed": 8.58, "read": 8.547}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.911, "count": 257, "max_ms": 15.692, "p95_ms": 12.123}, "gstreamer_push": {"avg_ms": 1.038, "count": 257, "max_ms": 1.361, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.561, "count": 257, "max_ms": 75.27, "p95_ms": 56.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.343, "count": 257, "max_ms": 90.873, "p95_ms": 76.665}, "yolo11_640_fire_11class": {"avg_ms": 46.202, "count": 257, "max_ms": 71.377, "p95_ms": 55.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.513, "count": 257, "max_ms": 99.453, "p95_ms": 71.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.856, "count": 257, "max_ms": 154.448, "p95_ms": 134.465}, "read_interval": {"avg_ms": 116.918, "count": 256, "max_ms": 164.495, "p95_ms": 144.325}, "triton_wait": {"avg_ms": 55.409, "count": 257, "max_ms": 99.465, "p95_ms": 81.679}, "visualize": {"avg_ms": 4.819, "count": 257, "max_ms": 6.694, "p95_ms": 5.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3212, "tracking_summary": 2790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13138.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75570.938, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.602, "sample_count": 976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:01:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:01:57+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T07:01:57+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T07:01:57.203512+09:00", "mtime_epoch": 1783029717.203512, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:01:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 974.023, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.398, "pushed": 3.398, "read": 3.365}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.853, "count": 101, "max_ms": 232.855, "p95_ms": 230.435}, "gstreamer_push": {"avg_ms": 1.049, "count": 101, "max_ms": 3.198, "p95_ms": 2.772}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.791, "count": 101, "max_ms": 92.605, "p95_ms": 83.607}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.356, "count": 101, "max_ms": 88.975, "p95_ms": 80.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.396, "count": 101, "max_ms": 345.824, "p95_ms": 338.096}, "read_interval": {"avg_ms": 297.119, "count": 100, "max_ms": 358.289, "p95_ms": 348.993}, "triton_wait": {"avg_ms": 65.565, "count": 101, "max_ms": 92.617, "p95_ms": 83.624}, "visualize": {"avg_ms": 27.095, "count": 101, "max_ms": 41.295, "p95_ms": 38.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.719, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13161.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:01:52+09:00", "last_error_summary": "[h264 @ 0x55e34ab188c0] error while decoding MB 57 14, bytestream -22", "last_exit_at": "2026-07-03T07:01:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.032, "last_started_at": "2026-07-03T07:01:55+09:00", "pid": 23601, "process": {"exists": true, "fd_count": 5, "hwm_mb": 163.277, "name": "ffmpeg", "pid": 23601, "rss_mb": 163.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 359.353, "sample_count": 1031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:02:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:02:00+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-03T07:02:00+09:00", "mjpeg": {"age_sec": 0.227, "exists": true, "mtime": "2026-07-03T07:02:00.439576+09:00", "mtime_epoch": 1783029720.4395764, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 221365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:02:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7729.77, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.575, "pushed": 3.575, "read": 3.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 21.571, "count": 106, "max_ms": 28.858, "p95_ms": 24.357}, "gstreamer_push": {"avg_ms": 0.875, "count": 107, "max_ms": 1.244, "p95_ms": 0.941}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.779, "count": 106, "max_ms": 75.147, "p95_ms": 65.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.629, "count": 106, "max_ms": 97.142, "p95_ms": 88.85}, "yolo11_640_fire_11class": {"avg_ms": 48.078, "count": 106, "max_ms": 72.356, "p95_ms": 66.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.616, "count": 106, "max_ms": 99.14, "p95_ms": 88.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 228.292, "count": 107, "max_ms": 275.811, "p95_ms": 259.352}, "read_interval": {"avg_ms": 282.202, "count": 106, "max_ms": 5251.752, "p95_ms": 266.157}, "triton_wait": {"avg_ms": 64.768, "count": 106, "max_ms": 99.152, "p95_ms": 91.722}, "visualize": {"avg_ms": 9.442, "count": 106, "max_ms": 14.516, "p95_ms": 10.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13274.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.143, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.77, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 735672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:02:21+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T07:02:20+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T07:02:20.899983+09:00", "mtime_epoch": 1783029740.899983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:02:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1449.875, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.749, "pushed": 8.749, "read": 8.715}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.736, "count": 262, "max_ms": 16.008, "p95_ms": 11.647}, "gstreamer_push": {"avg_ms": 1.07, "count": 262, "max_ms": 1.63, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.534, "count": 262, "max_ms": 71.203, "p95_ms": 59.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.513, "count": 262, "max_ms": 95.046, "p95_ms": 79.863}, "yolo11_640_fire_11class": {"avg_ms": 46.993, "count": 262, "max_ms": 66.721, "p95_ms": 59.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.455, "count": 262, "max_ms": 96.235, "p95_ms": 78.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.637, "count": 262, "max_ms": 148.494, "p95_ms": 134.756}, "read_interval": {"avg_ms": 114.886, "count": 261, "max_ms": 158.844, "p95_ms": 147.174}, "triton_wait": {"avg_ms": 56.592, "count": 262, "max_ms": 96.244, "p95_ms": 82.804}, "visualize": {"avg_ms": 4.734, "count": 262, "max_ms": 5.933, "p95_ms": 5.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3212, "tracking_summary": 2791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13275.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75601.136, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.93, "sample_count": 982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:02:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:02:27+09:00", "last_frame_read_age_sec": 0.35, "last_frame_read_at": "2026-07-03T07:02:27+09:00", "mjpeg": {"age_sec": 0.338, "exists": true, "mtime": "2026-07-03T07:02:27.376111+09:00", "mtime_epoch": 1783029747.3761113, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:02:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 978.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.684, "pushed": 3.684, "read": 3.65}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.673, "count": 110, "max_ms": 236.595, "p95_ms": 232.452}, "gstreamer_push": {"avg_ms": 0.807, "count": 110, "max_ms": 1.767, "p95_ms": 0.865}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.305, "count": 110, "max_ms": 103.486, "p95_ms": 88.45}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.706, "count": 110, "max_ms": 98.74, "p95_ms": 91.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.144, "count": 110, "max_ms": 357.681, "p95_ms": 344.862}, "read_interval": {"avg_ms": 273.752, "count": 109, "max_ms": 367.418, "p95_ms": 348.235}, "triton_wait": {"avg_ms": 68.82, "count": 110, "max_ms": 103.498, "p95_ms": 91.594}, "visualize": {"avg_ms": 24.811, "count": 110, "max_ms": 41.959, "p95_ms": 33.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13276.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:01:52+09:00", "last_error_summary": "[h264 @ 0x55e34ab188c0] error while decoding MB 57 14, bytestream -22", "last_exit_at": "2026-07-03T07:01:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.223, "last_started_at": "2026-07-03T07:01:55+09:00", "pid": 23601, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.797, "name": "ffmpeg", "pid": 23601, "rss_mb": 266.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 349.948, "sample_count": 1092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:02:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:02:30+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T07:02:30+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T07:02:30.664176+09:00", "mtime_epoch": 1783029750.6641765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 221551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:02:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.605, "pushed": 4.605, "read": 4.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.914, "count": 137, "max_ms": 31.323, "p95_ms": 24.428}, "gstreamer_push": {"avg_ms": 0.874, "count": 138, "max_ms": 1.209, "p95_ms": 0.947}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.998, "count": 137, "max_ms": 71.463, "p95_ms": 65.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.949, "count": 137, "max_ms": 100.646, "p95_ms": 87.641}, "yolo11_640_fire_11class": {"avg_ms": 48.455, "count": 137, "max_ms": 73.983, "p95_ms": 64.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.933, "count": 137, "max_ms": 101.673, "p95_ms": 86.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.021, "count": 138, "max_ms": 249.746, "p95_ms": 238.224}, "read_interval": {"avg_ms": 218.843, "count": 137, "max_ms": 256.377, "p95_ms": 244.434}, "triton_wait": {"avg_ms": 63.776, "count": 137, "max_ms": 101.684, "p95_ms": 89.372}, "visualize": {"avg_ms": 8.857, "count": 137, "max_ms": 12.611, "p95_ms": 9.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13274.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.216, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.151, "sample_count": 2505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 735921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:02:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T07:02:51+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T07:02:50+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T07:02:50.976578+09:00", "mtime_epoch": 1783029770.976578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:02:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1449.875, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.311, "pushed": 8.311, "read": 8.278}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.08, "count": 249, "max_ms": 14.314, "p95_ms": 11.973}, "gstreamer_push": {"avg_ms": 1.023, "count": 249, "max_ms": 1.251, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.601, "count": 249, "max_ms": 73.112, "p95_ms": 60.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.757, "count": 249, "max_ms": 91.914, "p95_ms": 79.169}, "yolo11_640_fire_11class": {"avg_ms": 48.438, "count": 249, "max_ms": 73.023, "p95_ms": 60.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.633, "count": 249, "max_ms": 100.521, "p95_ms": 80.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.034, "count": 249, "max_ms": 155.531, "p95_ms": 139.773}, "read_interval": {"avg_ms": 120.772, "count": 248, "max_ms": 165.49, "p95_ms": 149.817}, "triton_wait": {"avg_ms": 56.86, "count": 249, "max_ms": 100.534, "p95_ms": 84.244}, "visualize": {"avg_ms": 4.902, "count": 249, "max_ms": 6.171, "p95_ms": 5.595}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3213, "tracking_summary": 2792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13275.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75631.412, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.562, "sample_count": 992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:02:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:02:57+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T07:02:57+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T07:02:57.672710+09:00", "mtime_epoch": 1783029777.6727102, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:02:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 973.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.506, "pushed": 3.506, "read": 3.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.249, "count": 105, "max_ms": 253.572, "p95_ms": 238.89}, "gstreamer_push": {"avg_ms": 0.873, "count": 105, "max_ms": 5.697, "p95_ms": 0.898}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.477, "count": 105, "max_ms": 100.915, "p95_ms": 89.761}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.496, "count": 105, "max_ms": 96.619, "p95_ms": 87.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.757, "count": 105, "max_ms": 385.013, "p95_ms": 350.011}, "read_interval": {"avg_ms": 287.903, "count": 104, "max_ms": 394.125, "p95_ms": 359.05}, "triton_wait": {"avg_ms": 69.456, "count": 105, "max_ms": 100.928, "p95_ms": 90.405}, "visualize": {"avg_ms": 25.08, "count": 105, "max_ms": 40.173, "p95_ms": 29.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13276.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:01:52+09:00", "last_error_summary": "[h264 @ 0x55e34ab188c0] error while decoding MB 57 14, bytestream -22", "last_exit_at": "2026-07-03T07:01:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.42, "last_started_at": "2026-07-03T07:01:55+09:00", "pid": 23601, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.543, "name": "ffmpeg", "pid": 23601, "rss_mb": 271.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.635, "sample_count": 1124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 688886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:03:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:03:01+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T07:03:00+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T07:03:00.864773+09:00", "mtime_epoch": 1783029780.864773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 233276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:03:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.604, "pushed": 4.604, "read": 4.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.728, "count": 137, "max_ms": 30.002, "p95_ms": 22.891}, "gstreamer_push": {"avg_ms": 0.868, "count": 138, "max_ms": 0.998, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.269, "count": 137, "max_ms": 68.754, "p95_ms": 61.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.901, "count": 137, "max_ms": 99.323, "p95_ms": 87.567}, "yolo11_640_fire_11class": {"avg_ms": 49.326, "count": 137, "max_ms": 71.17, "p95_ms": 63.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.341, "count": 137, "max_ms": 95.334, "p95_ms": 83.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.845, "count": 138, "max_ms": 248.603, "p95_ms": 238.504}, "read_interval": {"avg_ms": 218.913, "count": 137, "max_ms": 254.892, "p95_ms": 245.225}, "triton_wait": {"avg_ms": 63.946, "count": 137, "max_ms": 99.336, "p95_ms": 89.238}, "visualize": {"avg_ms": 8.803, "count": 137, "max_ms": 11.342, "p95_ms": 9.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13276.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.243, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.259, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 736177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:03:21+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T07:03:20+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T07:03:21.005169+09:00", "mtime_epoch": 1783029801.0051694, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:03:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1450.133, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.562, "pushed": 8.562, "read": 8.528}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.787, "count": 256, "max_ms": 15.463, "p95_ms": 11.523}, "gstreamer_push": {"avg_ms": 1.031, "count": 256, "max_ms": 1.299, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.142, "count": 256, "max_ms": 67.995, "p95_ms": 60.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.859, "count": 256, "max_ms": 96.058, "p95_ms": 80.181}, "yolo11_640_fire_11class": {"avg_ms": 49.745, "count": 256, "max_ms": 72.049, "p95_ms": 63.235}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.337, "count": 256, "max_ms": 96.98, "p95_ms": 81.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.361, "count": 256, "max_ms": 156.008, "p95_ms": 137.871}, "read_interval": {"avg_ms": 117.277, "count": 255, "max_ms": 168.106, "p95_ms": 150.338}, "triton_wait": {"avg_ms": 55.364, "count": 256, "max_ms": 96.993, "p95_ms": 82.89}, "visualize": {"avg_ms": 4.825, "count": 256, "max_ms": 6.675, "p95_ms": 5.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3214, "tracking_summary": 2793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13277.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75661.489, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.997, "sample_count": 989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:03:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:03:28+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T07:03:27+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T07:03:27.761302+09:00", "mtime_epoch": 1783029807.7613022, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:03:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 974.371, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.295, "pushed": 3.295, "read": 3.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.017, "count": 98, "max_ms": 236.681, "p95_ms": 233.919}, "gstreamer_push": {"avg_ms": 1.03, "count": 98, "max_ms": 3.109, "p95_ms": 2.838}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.005, "count": 98, "max_ms": 99.062, "p95_ms": 92.303}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.774, "count": 98, "max_ms": 97.402, "p95_ms": 92.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.176, "count": 98, "max_ms": 364.508, "p95_ms": 350.44}, "read_interval": {"avg_ms": 306.719, "count": 97, "max_ms": 377.411, "p95_ms": 360.716}, "triton_wait": {"avg_ms": 70.249, "count": 98, "max_ms": 99.075, "p95_ms": 92.316}, "visualize": {"avg_ms": 28.005, "count": 98, "max_ms": 41.214, "p95_ms": 39.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.739, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13277.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:01:52+09:00", "last_error_summary": "[h264 @ 0x55e34ab188c0] error while decoding MB 57 14, bytestream -22", "last_exit_at": "2026-07-03T07:01:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.562, "last_started_at": "2026-07-03T07:01:55+09:00", "pid": 23601, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.574, "name": "ffmpeg", "pid": 23601, "rss_mb": 272.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 343.118, "sample_count": 1164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:03:31+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-03T07:03:30+09:00", "mjpeg": {"age_sec": 0.227, "exists": true, "mtime": "2026-07-03T07:03:30.969365+09:00", "mtime_epoch": 1783029810.9693651, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 223422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:03:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.61, "pushed": 4.61, "read": 4.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.765, "count": 137, "max_ms": 27.454, "p95_ms": 23.084}, "gstreamer_push": {"avg_ms": 0.872, "count": 138, "max_ms": 1.276, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.904, "count": 137, "max_ms": 72.59, "p95_ms": 63.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.078, "count": 137, "max_ms": 103.15, "p95_ms": 84.73}, "yolo11_640_fire_11class": {"avg_ms": 49.592, "count": 137, "max_ms": 75.959, "p95_ms": 65.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.481, "count": 137, "max_ms": 98.341, "p95_ms": 84.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.678, "count": 138, "max_ms": 251.366, "p95_ms": 238.539}, "read_interval": {"avg_ms": 218.256, "count": 137, "max_ms": 257.836, "p95_ms": 245.099}, "triton_wait": {"avg_ms": 62.897, "count": 137, "max_ms": 103.163, "p95_ms": 86.103}, "visualize": {"avg_ms": 8.845, "count": 137, "max_ms": 13.027, "p95_ms": 9.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13269.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.245, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.77, "name": "ffmpeg", "pid": 23282, "rss_mb": 332.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.078, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 736429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:03:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:03:51+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-03T07:03:50+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T07:03:50.977757+09:00", "mtime_epoch": 1783029830.9777572, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 271331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:03:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1450.133, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.402, "pushed": 8.402, "read": 8.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.946, "count": 252, "max_ms": 15.508, "p95_ms": 11.952}, "gstreamer_push": {"avg_ms": 1.04, "count": 252, "max_ms": 1.466, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.109, "count": 252, "max_ms": 72.616, "p95_ms": 59.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.958, "count": 252, "max_ms": 101.345, "p95_ms": 79.355}, "yolo11_640_fire_11class": {"avg_ms": 49.348, "count": 252, "max_ms": 75.029, "p95_ms": 61.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.13, "count": 252, "max_ms": 90.952, "p95_ms": 77.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.098, "count": 252, "max_ms": 158.497, "p95_ms": 137.178}, "read_interval": {"avg_ms": 118.925, "count": 252, "max_ms": 169.025, "p95_ms": 147.05}, "triton_wait": {"avg_ms": 56.232, "count": 252, "max_ms": 101.358, "p95_ms": 82.352}, "visualize": {"avg_ms": 4.874, "count": 252, "max_ms": 6.83, "p95_ms": 5.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3215, "tracking_summary": 2794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13282.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75691.573, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.339, "sample_count": 989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:03:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:03:58+09:00", "last_frame_read_age_sec": 0.331, "last_frame_read_at": "2026-07-03T07:03:57+09:00", "mjpeg": {"age_sec": 0.33, "exists": true, "mtime": "2026-07-03T07:03:57.821891+09:00", "mtime_epoch": 1783029837.821891, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:03:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 965.125, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.99, "pushed": 2.99, "read": 2.956}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.995, "count": 89, "max_ms": 242.433, "p95_ms": 229.839}, "gstreamer_push": {"avg_ms": 0.906, "count": 89, "max_ms": 3.175, "p95_ms": 1.756}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.571, "count": 89, "max_ms": 89.229, "p95_ms": 84.959}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.288, "count": 89, "max_ms": 93.078, "p95_ms": 87.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 328.261, "count": 89, "max_ms": 358.889, "p95_ms": 356.214}, "read_interval": {"avg_ms": 338.011, "count": 88, "max_ms": 369.32, "p95_ms": 365.071}, "triton_wait": {"avg_ms": 67.826, "count": 89, "max_ms": 93.088, "p95_ms": 88.292}, "visualize": {"avg_ms": 31.526, "count": 89, "max_ms": 42.416, "p95_ms": 41.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.765, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13143.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:00+09:00", "last_error_summary": "[h264 @ 0x55ba50f0e600] error while decoding MB 24 36, bytestream -37 [h264 @ 0x55ba50e06b80] error while decoding MB 75 9, bytestream -5", "last_exit_at": "2026-07-03T07:04:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.223, "last_started_at": "2026-07-03T07:04:03+09:00", "pid": 23708, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.879, "name": "ffmpeg", "pid": 23708, "rss_mb": 138.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.645, "sample_count": 1197, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:04:05+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T07:04:05+09:00", "mjpeg": {"age_sec": 4.468, "exists": true, "mtime": "2026-07-03T07:04:00.817950+09:00", "mtime_epoch": 1783029840.8179495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:04:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.027, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 117, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.935, "pushed": 3.935, "read": 3.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.795, "count": 117, "max_ms": 26.968, "p95_ms": 24.22}, "gstreamer_push": {"avg_ms": 0.877, "count": 118, "max_ms": 1.01, "p95_ms": 0.945}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.481, "count": 117, "max_ms": 69.268, "p95_ms": 61.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.564, "count": 117, "max_ms": 91.827, "p95_ms": 86.333}, "yolo11_640_fire_11class": {"avg_ms": 52.061, "count": 117, "max_ms": 72.745, "p95_ms": 63.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.096, "count": 117, "max_ms": 93.242, "p95_ms": 82.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.301, "count": 118, "max_ms": 238.757, "p95_ms": 233.858}, "read_interval": {"avg_ms": 256.18, "count": 117, "max_ms": 4477.282, "p95_ms": 242.25}, "triton_wait": {"avg_ms": 64.584, "count": 117, "max_ms": 93.253, "p95_ms": 86.712}, "visualize": {"avg_ms": 8.862, "count": 117, "max_ms": 13.335, "p95_ms": 9.513}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3216, "tracking_summary": 2794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13274.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75721.714, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.92, "sample_count": 973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:04:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:04:28+09:00", "last_frame_read_age_sec": 0.302, "last_frame_read_at": "2026-07-03T07:04:27+09:00", "mjpeg": {"age_sec": 0.294, "exists": true, "mtime": "2026-07-03T07:04:27.998480+09:00", "mtime_epoch": 1783029867.9984798, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:04:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 976.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.09, "pushed": 3.09, "read": 3.056}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 222.419, "count": 92, "max_ms": 247.666, "p95_ms": 232.747}, "gstreamer_push": {"avg_ms": 1.009, "count": 92, "max_ms": 3.364, "p95_ms": 2.805}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.752, "count": 92, "max_ms": 93.03, "p95_ms": 82.022}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.732, "count": 92, "max_ms": 92.222, "p95_ms": 84.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.929, "count": 92, "max_ms": 375.591, "p95_ms": 339.763}, "read_interval": {"avg_ms": 327.791, "count": 91, "max_ms": 388.147, "p95_ms": 352.978}, "triton_wait": {"avg_ms": 64.944, "count": 92, "max_ms": 93.041, "p95_ms": 84.24}, "visualize": {"avg_ms": 26.802, "count": 92, "max_ms": 44.599, "p95_ms": 34.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.773, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13275.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T06:58:14+09:00", "last_error_summary": "[h264 @ 0x5565f4d99080] error while decoding MB 5 41, bytestream -35 [in#0/rtsp @ 0x5565f4144e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5565f4144e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T06:58:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 371.539, "last_started_at": "2026-07-03T06:58:17+09:00", "pid": 23282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.672, "name": "ffmpeg", "pid": 23282, "rss_mb": 333.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.655, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 736645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:04:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T07:04:29+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T07:04:29+09:00", "mjpeg": {"age_sec": 12.964, "exists": true, "mtime": "2026-07-03T07:04:16.438255+09:00", "mtime_epoch": 1783029856.4382546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 271617}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:04:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1450.133, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.843, "pushed": 4.843, "read": 4.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.55, "count": 145, "max_ms": 15.33, "p95_ms": 11.646}, "gstreamer_push": {"avg_ms": 1.013, "count": 145, "max_ms": 1.5, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.107, "count": 145, "max_ms": 68.068, "p95_ms": 58.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.046, "count": 145, "max_ms": 91.748, "p95_ms": 78.61}, "yolo11_640_fire_11class": {"avg_ms": 47.148, "count": 145, "max_ms": 70.301, "p95_ms": 61.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.507, "count": 145, "max_ms": 93.409, "p95_ms": 80.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.625, "count": 145, "max_ms": 156.608, "p95_ms": 138.313}, "read_interval": {"avg_ms": 207.868, "count": 144, "max_ms": 12991.295, "p95_ms": 149.533}, "triton_wait": {"avg_ms": 56.409, "count": 145, "max_ms": 93.421, "p95_ms": 82.358}, "visualize": {"avg_ms": 4.725, "count": 145, "max_ms": 6.322, "p95_ms": 5.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13272.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:00+09:00", "last_error_summary": "[h264 @ 0x55ba50f0e600] error while decoding MB 24 36, bytestream -37 [h264 @ 0x55ba50e06b80] error while decoding MB 75 9, bytestream -5", "last_exit_at": "2026-07-03T07:04:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.303, "last_started_at": "2026-07-03T07:04:03+09:00", "pid": 23708, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.871, "name": "ffmpeg", "pid": 23708, "rss_mb": 266.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.549, "sample_count": 1259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:04:35+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-03T07:04:35+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-03T07:04:35.154619+09:00", "mtime_epoch": 1783029875.154619, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 233247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:04:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.72, "pushed": 4.72, "read": 4.687}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.385, "count": 141, "max_ms": 32.362, "p95_ms": 23.35}, "gstreamer_push": {"avg_ms": 0.859, "count": 141, "max_ms": 0.931, "p95_ms": 0.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.482, "count": 141, "max_ms": 65.608, "p95_ms": 54.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.057, "count": 141, "max_ms": 90.671, "p95_ms": 75.919}, "yolo11_640_fire_11class": {"avg_ms": 48.006, "count": 141, "max_ms": 68.116, "p95_ms": 58.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.396, "count": 141, "max_ms": 92.353, "p95_ms": 77.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.69, "count": 141, "max_ms": 260.095, "p95_ms": 229.099}, "read_interval": {"avg_ms": 213.203, "count": 140, "max_ms": 267.151, "p95_ms": 236.462}, "triton_wait": {"avg_ms": 59.2, "count": 141, "max_ms": 92.365, "p95_ms": 79.137}, "visualize": {"avg_ms": 8.78, "count": 141, "max_ms": 11.69, "p95_ms": 9.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3218, "tracking_summary": 2795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13274.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75752.036, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 350.141, "sample_count": 991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:04:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:04:58+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T07:04:58+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T07:04:58.311069+09:00", "mtime_epoch": 1783029898.3110688, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:04:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 978.719, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.7, "pushed": 3.7, "read": 3.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.583, "count": 111, "max_ms": 239.255, "p95_ms": 229.244}, "gstreamer_push": {"avg_ms": 0.92, "count": 111, "max_ms": 3.781, "p95_ms": 1.737}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.477, "count": 111, "max_ms": 103.133, "p95_ms": 80.265}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.059, "count": 111, "max_ms": 89.686, "p95_ms": 81.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.814, "count": 111, "max_ms": 368.853, "p95_ms": 337.183}, "read_interval": {"avg_ms": 270.257, "count": 111, "max_ms": 378.567, "p95_ms": 347.779}, "triton_wait": {"avg_ms": 65.442, "count": 111, "max_ms": 103.146, "p95_ms": 81.305}, "visualize": {"avg_ms": 24.029, "count": 111, "max_ms": 38.84, "p95_ms": 29.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13274.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:40+09:00", "last_error_summary": "[h264 @ 0x5600a6f1e240] error while decoding MB 61 56, bytestream -33 [in#0/rtsp @ 0x5600a6e08e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5600a6e08e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:04:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.644, "last_started_at": "2026-07-03T07:04:43+09:00", "pid": 23815, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.133, "name": "ffmpeg", "pid": 23815, "rss_mb": 331.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.678, "sample_count": 2354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 736773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:04:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:04:59+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T07:04:59+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T07:04:59.367089+09:00", "mtime_epoch": 1783029899.3670893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:04:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1450.391, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 128, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.393, "pushed": 6.393, "read": 6.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.627, "count": 128, "max_ms": 14.903, "p95_ms": 11.988}, "gstreamer_push": {"avg_ms": 1.036, "count": 128, "max_ms": 1.273, "p95_ms": 1.222}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.71, "count": 128, "max_ms": 74.108, "p95_ms": 60.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.517, "count": 128, "max_ms": 80.971, "p95_ms": 75.002}, "yolo11_640_fire_11class": {"avg_ms": 50.654, "count": 128, "max_ms": 77.307, "p95_ms": 64.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.401, "count": 128, "max_ms": 101.023, "p95_ms": 80.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.983, "count": 128, "max_ms": 155.705, "p95_ms": 134.288}, "read_interval": {"avg_ms": 234.915, "count": 128, "max_ms": 10158.532, "p95_ms": 150.65}, "triton_wait": {"avg_ms": 56.596, "count": 128, "max_ms": 101.037, "p95_ms": 80.989}, "visualize": {"avg_ms": 4.733, "count": 128, "max_ms": 6.605, "p95_ms": 5.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.022, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13276.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:00+09:00", "last_error_summary": "[h264 @ 0x55ba50f0e600] error while decoding MB 24 36, bytestream -37 [h264 @ 0x55ba50e06b80] error while decoding MB 75 9, bytestream -5", "last_exit_at": "2026-07-03T07:04:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.311, "last_started_at": "2026-07-03T07:04:03+09:00", "pid": 23708, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.871, "name": "ffmpeg", "pid": 23708, "rss_mb": 266.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.549, "sample_count": 1270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:05:05+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T07:05:05+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T07:05:05.179202+09:00", "mtime_epoch": 1783029905.1792018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 239154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:05:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.667, "pushed": 4.667, "read": 4.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.614, "count": 139, "max_ms": 31.889, "p95_ms": 23.23}, "gstreamer_push": {"avg_ms": 0.87, "count": 139, "max_ms": 1.254, "p95_ms": 0.909}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.583, "count": 139, "max_ms": 69.212, "p95_ms": 61.561}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.45, "count": 139, "max_ms": 94.088, "p95_ms": 79.578}, "yolo11_640_fire_11class": {"avg_ms": 50.636, "count": 139, "max_ms": 72.56, "p95_ms": 66.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.879, "count": 139, "max_ms": 96.196, "p95_ms": 83.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.008, "count": 139, "max_ms": 258.161, "p95_ms": 234.306}, "read_interval": {"avg_ms": 215.867, "count": 138, "max_ms": 264.743, "p95_ms": 240.741}, "triton_wait": {"avg_ms": 61.733, "count": 139, "max_ms": 96.209, "p95_ms": 86.19}, "visualize": {"avg_ms": 8.811, "count": 139, "max_ms": 12.08, "p95_ms": 9.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3219, "tracking_summary": 2796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13274.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75782.325, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.378, "sample_count": 984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:05:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:05:28+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T07:05:28+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T07:05:28.587655+09:00", "mtime_epoch": 1783029928.587655, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:05:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 975.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.04, "pushed": 3.04, "read": 3.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.748, "count": 91, "max_ms": 261.312, "p95_ms": 252.075}, "gstreamer_push": {"avg_ms": 0.992, "count": 91, "max_ms": 3.209, "p95_ms": 2.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.772, "count": 91, "max_ms": 91.537, "p95_ms": 86.566}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.836, "count": 91, "max_ms": 92.62, "p95_ms": 87.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 323.069, "count": 91, "max_ms": 369.18, "p95_ms": 353.825}, "read_interval": {"avg_ms": 332.787, "count": 90, "max_ms": 378.293, "p95_ms": 362.655}, "triton_wait": {"avg_ms": 67.714, "count": 91, "max_ms": 92.632, "p95_ms": 88.876}, "visualize": {"avg_ms": 26.759, "count": 91, "max_ms": 41.715, "p95_ms": 35.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13271.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:40+09:00", "last_error_summary": "[h264 @ 0x5600a6f1e240] error while decoding MB 61 56, bytestream -33 [in#0/rtsp @ 0x5600a6e08e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5600a6e08e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:04:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.694, "last_started_at": "2026-07-03T07:04:43+09:00", "pid": 23815, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.68, "name": "ffmpeg", "pid": 23815, "rss_mb": 332.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.655, "sample_count": 2355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 737034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:05:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:05:29+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T07:05:29+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T07:05:29.459672+09:00", "mtime_epoch": 1783029929.4596717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 271022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:05:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1450.391, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.719, "pushed": 8.719, "read": 8.685}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.831, "count": 261, "max_ms": 16.27, "p95_ms": 12.04}, "gstreamer_push": {"avg_ms": 1.043, "count": 261, "max_ms": 1.345, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.26, "count": 261, "max_ms": 73.453, "p95_ms": 57.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.63, "count": 261, "max_ms": 93.432, "p95_ms": 72.667}, "yolo11_640_fire_11class": {"avg_ms": 47.44, "count": 261, "max_ms": 73.69, "p95_ms": 57.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.238, "count": 261, "max_ms": 96.011, "p95_ms": 73.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.521, "count": 261, "max_ms": 168.791, "p95_ms": 130.317}, "read_interval": {"avg_ms": 115.265, "count": 260, "max_ms": 315.335, "p95_ms": 139.684}, "triton_wait": {"avg_ms": 55.189, "count": 261, "max_ms": 96.025, "p95_ms": 79.726}, "visualize": {"avg_ms": 4.727, "count": 261, "max_ms": 6.247, "p95_ms": 5.523}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13265.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:00+09:00", "last_error_summary": "[h264 @ 0x55ba50f0e600] error while decoding MB 24 36, bytestream -37 [h264 @ 0x55ba50e06b80] error while decoding MB 75 9, bytestream -5", "last_exit_at": "2026-07-03T07:04:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.445, "last_started_at": "2026-07-03T07:04:03+09:00", "pid": 23708, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.871, "name": "ffmpeg", "pid": 23708, "rss_mb": 266.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 268.743, "sample_count": 1286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:05:35+09:00", "last_frame_read_age_sec": 0.223, "last_frame_read_at": "2026-07-03T07:05:35+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-03T07:05:35.299785+09:00", "mtime_epoch": 1783029935.2997847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 239422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:05:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.285, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.611, "pushed": 4.611, "read": 4.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.801, "count": 137, "max_ms": 30.364, "p95_ms": 23.986}, "gstreamer_push": {"avg_ms": 0.876, "count": 138, "max_ms": 1.073, "p95_ms": 0.936}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.955, "count": 137, "max_ms": 78.902, "p95_ms": 62.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.326, "count": 137, "max_ms": 105.247, "p95_ms": 85.381}, "yolo11_640_fire_11class": {"avg_ms": 50.795, "count": 137, "max_ms": 81.287, "p95_ms": 65.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.77, "count": 137, "max_ms": 101.504, "p95_ms": 84.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.42, "count": 138, "max_ms": 252.357, "p95_ms": 239.95}, "read_interval": {"avg_ms": 218.283, "count": 137, "max_ms": 260.452, "p95_ms": 248.154}, "triton_wait": {"avg_ms": 61.872, "count": 137, "max_ms": 105.259, "p95_ms": 89.987}, "visualize": {"avg_ms": 8.976, "count": 137, "max_ms": 12.627, "p95_ms": 10.658}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3219, "tracking_summary": 2797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13271.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75812.478, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 347.375, "sample_count": 992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:05:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:05:59+09:00", "last_frame_read_age_sec": 0.365, "last_frame_read_at": "2026-07-03T07:05:58+09:00", "mjpeg": {"age_sec": 0.356, "exists": true, "mtime": "2026-07-03T07:05:58.700236+09:00", "mtime_epoch": 1783029958.7002358, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:05:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 972.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.654, "pushed": 3.654, "read": 3.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.775, "count": 109, "max_ms": 268.101, "p95_ms": 229.906}, "gstreamer_push": {"avg_ms": 0.922, "count": 109, "max_ms": 2.72, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.56, "count": 109, "max_ms": 101.173, "p95_ms": 86.48}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.93, "count": 109, "max_ms": 97.845, "p95_ms": 81.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.784, "count": 109, "max_ms": 361.578, "p95_ms": 342.82}, "read_interval": {"avg_ms": 275.736, "count": 108, "max_ms": 363.223, "p95_ms": 351.782}, "triton_wait": {"avg_ms": 66.138, "count": 109, "max_ms": 101.186, "p95_ms": 86.493}, "visualize": {"avg_ms": 27.017, "count": 109, "max_ms": 46.862, "p95_ms": 34.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13267.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:40+09:00", "last_error_summary": "[h264 @ 0x5600a6f1e240] error while decoding MB 61 56, bytestream -33 [in#0/rtsp @ 0x5600a6e08e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5600a6e08e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:04:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.714, "last_started_at": "2026-07-03T07:04:43+09:00", "pid": 23815, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.938, "name": "ffmpeg", "pid": 23815, "rss_mb": 332.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.354, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 737290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:05:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:05:59+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-03T07:05:59+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T07:05:59.396249+09:00", "mtime_epoch": 1783029959.3962493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:05:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1450.648, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.564, "pushed": 8.564, "read": 8.531}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.897, "count": 256, "max_ms": 14.04, "p95_ms": 11.876}, "gstreamer_push": {"avg_ms": 1.064, "count": 256, "max_ms": 1.439, "p95_ms": 1.261}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.388, "count": 256, "max_ms": 72.216, "p95_ms": 58.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.965, "count": 256, "max_ms": 101.781, "p95_ms": 77.682}, "yolo11_640_fire_11class": {"avg_ms": 48.017, "count": 256, "max_ms": 74.404, "p95_ms": 61.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.702, "count": 256, "max_ms": 94.987, "p95_ms": 80.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.174, "count": 256, "max_ms": 156.73, "p95_ms": 136.805}, "read_interval": {"avg_ms": 117.085, "count": 255, "max_ms": 167.643, "p95_ms": 145.914}, "triton_wait": {"avg_ms": 56.752, "count": 256, "max_ms": 101.794, "p95_ms": 82.41}, "visualize": {"avg_ms": 4.824, "count": 256, "max_ms": 6.062, "p95_ms": 5.625}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13270.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 182, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:00+09:00", "last_error_summary": "[h264 @ 0x55ba50f0e600] error while decoding MB 24 36, bytestream -37 [h264 @ 0x55ba50e06b80] error while decoding MB 75 9, bytestream -5", "last_exit_at": "2026-07-03T07:04:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.534, "last_started_at": "2026-07-03T07:04:03+09:00", "pid": 23708, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.871, "name": "ffmpeg", "pid": 23708, "rss_mb": 266.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.368, "sample_count": 1314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:06:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:06:05+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-03T07:06:05+09:00", "mjpeg": {"age_sec": 0.209, "exists": true, "mtime": "2026-07-03T07:06:05.388365+09:00", "mtime_epoch": 1783029965.3883646, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 238568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:06:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.653, "pushed": 4.653, "read": 4.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.722, "count": 139, "max_ms": 30.345, "p95_ms": 24.419}, "gstreamer_push": {"avg_ms": 0.871, "count": 139, "max_ms": 0.949, "p95_ms": 0.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.142, "count": 139, "max_ms": 71.367, "p95_ms": 60.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.143, "count": 139, "max_ms": 96.219, "p95_ms": 78.178}, "yolo11_640_fire_11class": {"avg_ms": 50.455, "count": 139, "max_ms": 78.666, "p95_ms": 63.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.406, "count": 139, "max_ms": 96.277, "p95_ms": 84.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.25, "count": 139, "max_ms": 254.748, "p95_ms": 232.971}, "read_interval": {"avg_ms": 216.389, "count": 138, "max_ms": 261.169, "p95_ms": 240.223}, "triton_wait": {"avg_ms": 62.118, "count": 139, "max_ms": 96.289, "p95_ms": 85.558}, "visualize": {"avg_ms": 8.743, "count": 139, "max_ms": 10.905, "p95_ms": 9.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3220, "tracking_summary": 2798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13274.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75842.597, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 346.98, "sample_count": 994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:06:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:06:29+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T07:06:28+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-03T07:06:28.864816+09:00", "mtime_epoch": 1783029988.864816, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:06:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 974.109, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.088, "pushed": 3.088, "read": 3.054}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.047, "count": 92, "max_ms": 257.192, "p95_ms": 235.698}, "gstreamer_push": {"avg_ms": 0.993, "count": 92, "max_ms": 1.96, "p95_ms": 1.777}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.365, "count": 92, "max_ms": 105.6, "p95_ms": 89.607}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.159, "count": 92, "max_ms": 97.75, "p95_ms": 85.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.654, "count": 92, "max_ms": 368.134, "p95_ms": 358.035}, "read_interval": {"avg_ms": 327.37, "count": 91, "max_ms": 380.863, "p95_ms": 368.195}, "triton_wait": {"avg_ms": 66.652, "count": 92, "max_ms": 105.612, "p95_ms": 89.62}, "visualize": {"avg_ms": 29.156, "count": 92, "max_ms": 41.99, "p95_ms": 37.402}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13268.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:40+09:00", "last_error_summary": "[h264 @ 0x5600a6f1e240] error while decoding MB 61 56, bytestream -33 [in#0/rtsp @ 0x5600a6e08e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5600a6e08e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:04:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.746, "last_started_at": "2026-07-03T07:04:43+09:00", "pid": 23815, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.938, "name": "ffmpeg", "pid": 23815, "rss_mb": 332.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.51, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 737557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:06:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:06:29+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T07:06:29+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T07:06:29.476828+09:00", "mtime_epoch": 1783029989.4768276, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:06:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1450.648, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.929, "pushed": 8.929, "read": 8.896}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.34, "count": 267, "max_ms": 15.878, "p95_ms": 11.693}, "gstreamer_push": {"avg_ms": 1.058, "count": 267, "max_ms": 1.489, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.391, "count": 267, "max_ms": 74.536, "p95_ms": 61.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.821, "count": 267, "max_ms": 98.51, "p95_ms": 75.387}, "yolo11_640_fire_11class": {"avg_ms": 48.61, "count": 267, "max_ms": 85.512, "p95_ms": 63.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.46, "count": 267, "max_ms": 95.016, "p95_ms": 82.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.308, "count": 267, "max_ms": 155.011, "p95_ms": 135.035}, "read_interval": {"avg_ms": 112.448, "count": 266, "max_ms": 165.697, "p95_ms": 144.203}, "triton_wait": {"avg_ms": 56.387, "count": 267, "max_ms": 98.523, "p95_ms": 83.294}, "visualize": {"avg_ms": 4.51, "count": 267, "max_ms": 6.633, "p95_ms": 5.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13270.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:06:10+09:00", "last_error_summary": "[h264 @ 0x562087570e00] cabac decode of qscale diff failed at 51 16 [h264 @ 0x562087570e00] error while decoding MB 51 16, bytestream -3", "last_exit_at": "2026-07-03T07:06:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.166, "last_started_at": "2026-07-03T07:06:13+09:00", "pid": 23967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.555, "name": "ffmpeg", "pid": 23967, "rss_mb": 268.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.975, "sample_count": 1309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:06:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:06:35+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-03T07:06:35+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-03T07:06:35.572945+09:00", "mtime_epoch": 1783029995.5729446, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 235781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:06:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.901, "pushed": 3.901, "read": 3.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.824, "count": 116, "max_ms": 27.132, "p95_ms": 25.763}, "gstreamer_push": {"avg_ms": 0.875, "count": 117, "max_ms": 1.309, "p95_ms": 0.922}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.969, "count": 116, "max_ms": 68.149, "p95_ms": 60.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.656, "count": 116, "max_ms": 99.752, "p95_ms": 85.797}, "yolo11_640_fire_11class": {"avg_ms": 51.43, "count": 116, "max_ms": 74.298, "p95_ms": 65.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.376, "count": 116, "max_ms": 91.207, "p95_ms": 81.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 209.061, "count": 117, "max_ms": 255.451, "p95_ms": 238.672}, "read_interval": {"avg_ms": 258.246, "count": 116, "max_ms": 5151.383, "p95_ms": 247.212}, "triton_wait": {"avg_ms": 64.157, "count": 116, "max_ms": 99.765, "p95_ms": 88.805}, "visualize": {"avg_ms": 8.688, "count": 116, "max_ms": 12.997, "p95_ms": 10.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3223, "tracking_summary": 2798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13272.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75872.807, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.632, "sample_count": 985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:06:59+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T07:06:59+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T07:06:59.073395+09:00", "mtime_epoch": 1783030019.073395, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:06:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 968.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.116, "pushed": 3.116, "read": 3.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 210.601, "count": 93, "max_ms": 301.663, "p95_ms": 232.126}, "gstreamer_push": {"avg_ms": 1.072, "count": 93, "max_ms": 2.773, "p95_ms": 1.936}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.927, "count": 93, "max_ms": 101.938, "p95_ms": 86.834}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.44, "count": 93, "max_ms": 99.688, "p95_ms": 87.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 314.88, "count": 93, "max_ms": 423.899, "p95_ms": 359.265}, "read_interval": {"avg_ms": 324.767, "count": 92, "max_ms": 432.588, "p95_ms": 370.43}, "triton_wait": {"avg_ms": 69.835, "count": 93, "max_ms": 101.953, "p95_ms": 95.204}, "visualize": {"avg_ms": 30.576, "count": 93, "max_ms": 44.128, "p95_ms": 43.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13272.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:40+09:00", "last_error_summary": "[h264 @ 0x5600a6f1e240] error while decoding MB 61 56, bytestream -33 [in#0/rtsp @ 0x5600a6e08e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5600a6e08e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:04:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.851, "last_started_at": "2026-07-03T07:04:43+09:00", "pid": 23815, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.938, "name": "ffmpeg", "pid": 23815, "rss_mb": 332.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.262, "sample_count": 2323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 737808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T07:06:59+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-03T07:06:59+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-03T07:06:59.561404+09:00", "mtime_epoch": 1783030019.5614042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:06:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.164, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.369, "pushed": 8.369, "read": 8.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.049, "count": 250, "max_ms": 15.249, "p95_ms": 11.881}, "gstreamer_push": {"avg_ms": 1.038, "count": 251, "max_ms": 1.374, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.214, "count": 250, "max_ms": 68.149, "p95_ms": 59.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.564, "count": 250, "max_ms": 109.369, "p95_ms": 79.391}, "yolo11_640_fire_11class": {"avg_ms": 48.871, "count": 250, "max_ms": 81.79, "p95_ms": 64.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.916, "count": 250, "max_ms": 93.375, "p95_ms": 83.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.169, "count": 251, "max_ms": 164.392, "p95_ms": 140.378}, "read_interval": {"avg_ms": 119.895, "count": 250, "max_ms": 174.572, "p95_ms": 149.838}, "triton_wait": {"avg_ms": 56.691, "count": 250, "max_ms": 109.38, "p95_ms": 84.109}, "visualize": {"avg_ms": 4.902, "count": 250, "max_ms": 6.32, "p95_ms": 5.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13278.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:06:10+09:00", "last_error_summary": "[h264 @ 0x562087570e00] cabac decode of qscale diff failed at 51 16 [h264 @ 0x562087570e00] error while decoding MB 51 16, bytestream -3", "last_exit_at": "2026-07-03T07:06:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.233, "last_started_at": "2026-07-03T07:06:13+09:00", "pid": 23967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.68, "name": "ffmpeg", "pid": 23967, "rss_mb": 272.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 237.074, "sample_count": 1343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 689976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:07:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:07:05+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-03T07:07:05+09:00", "mjpeg": {"age_sec": 0.244, "exists": true, "mtime": "2026-07-03T07:07:05.613520+09:00", "mtime_epoch": 1783030025.6135201, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 227509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:07:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.794, "pushed": 4.794, "read": 4.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.153, "count": 143, "max_ms": 29.474, "p95_ms": 24.102}, "gstreamer_push": {"avg_ms": 0.878, "count": 143, "max_ms": 1.155, "p95_ms": 0.935}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.99, "count": 143, "max_ms": 68.699, "p95_ms": 62.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.93, "count": 143, "max_ms": 93.255, "p95_ms": 85.315}, "yolo11_640_fire_11class": {"avg_ms": 52.9, "count": 143, "max_ms": 73.513, "p95_ms": 67.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.652, "count": 143, "max_ms": 93.892, "p95_ms": 86.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.256, "count": 143, "max_ms": 263.611, "p95_ms": 244.843}, "read_interval": {"avg_ms": 209.977, "count": 142, "max_ms": 270.125, "p95_ms": 252.203}, "triton_wait": {"avg_ms": 66.006, "count": 143, "max_ms": 93.903, "p95_ms": 87.891}, "visualize": {"avg_ms": 8.207, "count": 143, "max_ms": 11.963, "p95_ms": 10.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3223, "tracking_summary": 2799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13280.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75902.884, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.082, "sample_count": 993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:07:29+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T07:07:29+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T07:07:29.273972+09:00", "mtime_epoch": 1783030049.273972, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:07:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 974.648, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.934, "pushed": 3.934, "read": 3.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 151.195, "count": 117, "max_ms": 266.953, "p95_ms": 232.711}, "gstreamer_push": {"avg_ms": 0.846, "count": 117, "max_ms": 1.914, "p95_ms": 1.716}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.008, "count": 117, "max_ms": 96.583, "p95_ms": 88.224}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.789, "count": 117, "max_ms": 96.28, "p95_ms": 89.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 247.688, "count": 117, "max_ms": 385.814, "p95_ms": 337.241}, "read_interval": {"avg_ms": 257.503, "count": 116, "max_ms": 394.912, "p95_ms": 347.232}, "triton_wait": {"avg_ms": 67.545, "count": 117, "max_ms": 96.595, "p95_ms": 90.897}, "visualize": {"avg_ms": 25.049, "count": 117, "max_ms": 42.822, "p95_ms": 30.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.741, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13280.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:40+09:00", "last_error_summary": "[h264 @ 0x5600a6f1e240] error while decoding MB 61 56, bytestream -33 [in#0/rtsp @ 0x5600a6e08e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5600a6e08e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:04:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.937, "last_started_at": "2026-07-03T07:04:43+09:00", "pid": 23815, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.453, "name": "ffmpeg", "pid": 23815, "rss_mb": 333.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.708, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 738059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:07:29+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T07:07:29+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T07:07:29.665980+09:00", "mtime_epoch": 1783030049.6659796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:07:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.164, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.376, "pushed": 8.376, "read": 8.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.095, "count": 250, "max_ms": 15.459, "p95_ms": 12.801}, "gstreamer_push": {"avg_ms": 1.05, "count": 251, "max_ms": 1.479, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.21, "count": 250, "max_ms": 72.411, "p95_ms": 60.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.581, "count": 250, "max_ms": 103.718, "p95_ms": 81.684}, "yolo11_640_fire_11class": {"avg_ms": 50.195, "count": 250, "max_ms": 80.287, "p95_ms": 64.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.179, "count": 250, "max_ms": 100.527, "p95_ms": 82.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.943, "count": 251, "max_ms": 158.572, "p95_ms": 141.957}, "read_interval": {"avg_ms": 119.884, "count": 250, "max_ms": 169.047, "p95_ms": 151.305}, "triton_wait": {"avg_ms": 57.637, "count": 250, "max_ms": 103.731, "p95_ms": 84.1}, "visualize": {"avg_ms": 4.86, "count": 250, "max_ms": 7.754, "p95_ms": 5.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13280.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:06:10+09:00", "last_error_summary": "[h264 @ 0x562087570e00] cabac decode of qscale diff failed at 51 16 [h264 @ 0x562087570e00] error while decoding MB 51 16, bytestream -3", "last_exit_at": "2026-07-03T07:06:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.283, "last_started_at": "2026-07-03T07:06:13+09:00", "pid": 23967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.711, "name": "ffmpeg", "pid": 23967, "rss_mb": 273.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 235.419, "sample_count": 1361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 690131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:07:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:07:35+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-03T07:07:35+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-03T07:07:35.746096+09:00", "mtime_epoch": 1783030055.7460957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 230281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:07:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.543, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.192, "pushed": 5.192, "read": 5.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.236, "count": 155, "max_ms": 29.789, "p95_ms": 24.392}, "gstreamer_push": {"avg_ms": 0.893, "count": 155, "max_ms": 1.574, "p95_ms": 1.038}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.859, "count": 155, "max_ms": 70.798, "p95_ms": 60.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.402, "count": 155, "max_ms": 107.948, "p95_ms": 83.525}, "yolo11_640_fire_11class": {"avg_ms": 50.433, "count": 155, "max_ms": 78.493, "p95_ms": 67.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.707, "count": 155, "max_ms": 98.78, "p95_ms": 84.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.789, "count": 155, "max_ms": 240.605, "p95_ms": 225.079}, "read_interval": {"avg_ms": 193.962, "count": 154, "max_ms": 247.365, "p95_ms": 232.601}, "triton_wait": {"avg_ms": 62.084, "count": 155, "max_ms": 107.96, "p95_ms": 86.512}, "visualize": {"avg_ms": 7.751, "count": 155, "max_ms": 10.867, "p95_ms": 9.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3224, "tracking_summary": 2800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13272.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75932.949, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.082, "sample_count": 994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:07:59+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T07:07:59+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T07:07:59.214543+09:00", "mtime_epoch": 1783030079.2145426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:07:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 966.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.515, "pushed": 3.515, "read": 3.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.377, "count": 105, "max_ms": 268.24, "p95_ms": 238.954}, "gstreamer_push": {"avg_ms": 0.786, "count": 105, "max_ms": 1.16, "p95_ms": 0.872}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.605, "count": 105, "max_ms": 99.596, "p95_ms": 88.129}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.869, "count": 105, "max_ms": 94.576, "p95_ms": 84.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 276.921, "count": 105, "max_ms": 388.67, "p95_ms": 346.722}, "read_interval": {"avg_ms": 285.89, "count": 104, "max_ms": 397.623, "p95_ms": 358.222}, "triton_wait": {"avg_ms": 69.187, "count": 105, "max_ms": 99.609, "p95_ms": 88.141}, "visualize": {"avg_ms": 23.477, "count": 105, "max_ms": 38.211, "p95_ms": 30.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13281.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 184, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:06:10+09:00", "last_error_summary": "[h264 @ 0x562087570e00] cabac decode of qscale diff failed at 51 16 [h264 @ 0x562087570e00] error while decoding MB 51 16, bytestream -3", "last_exit_at": "2026-07-03T07:06:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.379, "last_started_at": "2026-07-03T07:06:13+09:00", "pid": 23967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.711, "name": "ffmpeg", "pid": 23967, "rss_mb": 273.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.306, "sample_count": 1392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 690301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:08:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:08:06+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T07:08:05+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-03T07:08:05.842669+09:00", "mtime_epoch": 1783030085.8426688, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 237237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:08:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7730.801, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.679, "pushed": 5.679, "read": 5.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.614, "count": 170, "max_ms": 28.655, "p95_ms": 20.294}, "gstreamer_push": {"avg_ms": 0.882, "count": 170, "max_ms": 1.134, "p95_ms": 0.963}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 43.816, "count": 170, "max_ms": 62.527, "p95_ms": 54.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.789, "count": 170, "max_ms": 106.597, "p95_ms": 83.907}, "yolo11_640_fire_11class": {"avg_ms": 47.168, "count": 170, "max_ms": 65.587, "p95_ms": 58.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.743, "count": 170, "max_ms": 83.792, "p95_ms": 69.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.921, "count": 170, "max_ms": 242.176, "p95_ms": 208.768}, "read_interval": {"avg_ms": 177.094, "count": 169, "max_ms": 248.316, "p95_ms": 215.521}, "triton_wait": {"avg_ms": 57.951, "count": 170, "max_ms": 106.609, "p95_ms": 83.92}, "visualize": {"avg_ms": 7.167, "count": 170, "max_ms": 10.693, "p95_ms": 8.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13058.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:04:40+09:00", "last_error_summary": "[h264 @ 0x5600a6f1e240] error while decoding MB 61 56, bytestream -33 [in#0/rtsp @ 0x5600a6e08e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5600a6e08e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:04:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.712, "last_started_at": "2026-07-03T07:04:43+09:00", "pid": 23815, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.555, "name": "ffmpeg", "pid": 23815, "rss_mb": 355.555, "state": "S (sleeping)", "threads": 104}, "restart_count": 43, "restart_count_per_hour": 6, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.479, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 738185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:08:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:08:13+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T07:08:13+09:00", "mjpeg": {"age_sec": 17.087, "exists": true, "mtime": "2026-07-03T07:07:56.450490+09:00", "mtime_epoch": 1783030076.45049, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:08:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.164, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.116, "pushed": 0.116, "read": 0.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.487, "count": 2, "max_ms": 7.325, "p95_ms": 7.325}, "gstreamer_push": {"avg_ms": 1.018, "count": 2, "max_ms": 1.244, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 42.841, "count": 2, "max_ms": 43.35, "p95_ms": 43.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.656, "count": 2, "max_ms": 50.574, "p95_ms": 50.574}, "yolo11_640_fire_11class": {"avg_ms": 43.488, "count": 2, "max_ms": 44.656, "p95_ms": 44.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 43.835, "count": 2, "max_ms": 46.522, "p95_ms": 46.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.109, "count": 2, "max_ms": 61.215, "p95_ms": 61.215}, "read_interval": {"avg_ms": 15567.776, "count": 2, "max_ms": 17105.47, "p95_ms": 17105.47}, "triton_wait": {"avg_ms": 47.665, "count": 2, "max_ms": 50.582, "p95_ms": 50.582}, "visualize": {"avg_ms": 2.778, "count": 2, "max_ms": 3.749, "p95_ms": 3.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 17.171, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3225, "tracking_summary": 2801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13260.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75963.026, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.082, "sample_count": 988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:08:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:08:29+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T07:08:29+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T07:08:29.291114+09:00", "mtime_epoch": 1783030109.2911143, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263615}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:08:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 966.586, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.094, "pushed": 3.094, "read": 3.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.014, "count": 92, "max_ms": 234.815, "p95_ms": 229.7}, "gstreamer_push": {"avg_ms": 1.088, "count": 92, "max_ms": 2.736, "p95_ms": 1.95}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.166, "count": 92, "max_ms": 83.391, "p95_ms": 80.125}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.671, "count": 92, "max_ms": 90.372, "p95_ms": 82.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.959, "count": 92, "max_ms": 359.672, "p95_ms": 346.055}, "read_interval": {"avg_ms": 326.973, "count": 91, "max_ms": 368.71, "p95_ms": 356.619}, "triton_wait": {"avg_ms": 67.341, "count": 92, "max_ms": 90.384, "p95_ms": 82.463}, "visualize": {"avg_ms": 29.797, "count": 92, "max_ms": 42.172, "p95_ms": 39.658}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.738, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13270.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:12+09:00", "last_error_summary": "[h264 @ 0x561fb2077000] error while decoding MB 39 32, bytestream -22", "last_exit_at": "2026-07-03T07:08:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.509, "last_started_at": "2026-07-03T07:08:14+09:00", "pid": 24074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.273, "name": "ffmpeg", "pid": 24074, "rss_mb": 266.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.588, "sample_count": 1408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 690453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:08:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:08:36+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T07:08:35+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T07:08:35.927240+09:00", "mtime_epoch": 1783030115.9272404, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 234625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:08:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.08, "pushed": 5.08, "read": 5.046}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.55, "count": 152, "max_ms": 28.116, "p95_ms": 21.636}, "gstreamer_push": {"avg_ms": 0.91, "count": 152, "max_ms": 1.247, "p95_ms": 1.029}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.447, "count": 152, "max_ms": 67.416, "p95_ms": 63.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.519, "count": 152, "max_ms": 98.19, "p95_ms": 82.545}, "yolo11_640_fire_11class": {"avg_ms": 51.673, "count": 152, "max_ms": 72.72, "p95_ms": 66.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.456, "count": 152, "max_ms": 85.426, "p95_ms": 82.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.473, "count": 152, "max_ms": 202.638, "p95_ms": 190.103}, "read_interval": {"avg_ms": 198.0, "count": 151, "max_ms": 4564.251, "p95_ms": 197.58}, "triton_wait": {"avg_ms": 61.274, "count": 152, "max_ms": 98.202, "p95_ms": 83.637}, "visualize": {"avg_ms": 6.657, "count": 152, "max_ms": 10.507, "p95_ms": 8.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13268.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.147, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.109, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.266, "sample_count": 2044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 738409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:08:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:08:43+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T07:08:43+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T07:08:43.447383+09:00", "mtime_epoch": 1783030123.447383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:08:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.164, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.485, "pushed": 7.485, "read": 7.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.635, "count": 224, "max_ms": 16.076, "p95_ms": 11.889}, "gstreamer_push": {"avg_ms": 1.087, "count": 224, "max_ms": 1.813, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.975, "count": 224, "max_ms": 69.366, "p95_ms": 60.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.405, "count": 224, "max_ms": 89.58, "p95_ms": 79.796}, "yolo11_640_fire_11class": {"avg_ms": 51.269, "count": 224, "max_ms": 77.876, "p95_ms": 67.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.618, "count": 224, "max_ms": 95.693, "p95_ms": 79.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.241, "count": 224, "max_ms": 150.387, "p95_ms": 135.141}, "read_interval": {"avg_ms": 134.041, "count": 223, "max_ms": 4741.92, "p95_ms": 145.194}, "triton_wait": {"avg_ms": 57.548, "count": 224, "max_ms": 95.707, "p95_ms": 82.152}, "visualize": {"avg_ms": 4.691, "count": 224, "max_ms": 6.238, "p95_ms": 5.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3226, "tracking_summary": 2802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13277.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 75993.213, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 348.532, "sample_count": 998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:08:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:08:59+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T07:08:59+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T07:08:59.475687+09:00", "mtime_epoch": 1783030139.4756866, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:08:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 977.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.317, "pushed": 3.317, "read": 3.284}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 193.034, "count": 99, "max_ms": 265.394, "p95_ms": 229.607}, "gstreamer_push": {"avg_ms": 0.971, "count": 99, "max_ms": 2.26, "p95_ms": 1.83}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.81, "count": 99, "max_ms": 109.192, "p95_ms": 88.231}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.408, "count": 99, "max_ms": 102.912, "p95_ms": 91.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.141, "count": 99, "max_ms": 370.159, "p95_ms": 352.683}, "read_interval": {"avg_ms": 304.587, "count": 98, "max_ms": 380.805, "p95_ms": 363.453}, "triton_wait": {"avg_ms": 69.946, "count": 99, "max_ms": 109.204, "p95_ms": 91.639}, "visualize": {"avg_ms": 28.194, "count": 99, "max_ms": 40.748, "p95_ms": 38.445}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13274.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:12+09:00", "last_error_summary": "[h264 @ 0x561fb2077000] error while decoding MB 39 32, bytestream -22", "last_exit_at": "2026-07-03T07:08:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.522, "last_started_at": "2026-07-03T07:08:14+09:00", "pid": 24074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.141, "name": "ffmpeg", "pid": 24074, "rss_mb": 270.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.217, "sample_count": 1462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 690624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:09:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:09:06+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T07:09:05+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T07:09:05.903808+09:00", "mtime_epoch": 1783030145.9038084, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 232916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:09:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.733, "pushed": 5.733, "read": 5.699}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.796, "count": 171, "max_ms": 30.462, "p95_ms": 22.299}, "gstreamer_push": {"avg_ms": 0.913, "count": 171, "max_ms": 1.303, "p95_ms": 1.028}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.526, "count": 171, "max_ms": 75.26, "p95_ms": 64.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.544, "count": 171, "max_ms": 96.78, "p95_ms": 86.816}, "yolo11_640_fire_11class": {"avg_ms": 54.365, "count": 171, "max_ms": 85.019, "p95_ms": 70.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.42, "count": 171, "max_ms": 94.968, "p95_ms": 82.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.252, "count": 171, "max_ms": 205.587, "p95_ms": 195.385}, "read_interval": {"avg_ms": 175.345, "count": 170, "max_ms": 212.539, "p95_ms": 201.849}, "triton_wait": {"avg_ms": 63.735, "count": 171, "max_ms": 96.793, "p95_ms": 87.684}, "visualize": {"avg_ms": 6.764, "count": 171, "max_ms": 10.277, "p95_ms": 8.305}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13278.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.192, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.367, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.666, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 738667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:09:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:09:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T07:09:13+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T07:09:13.531953+09:00", "mtime_epoch": 1783030153.5319526, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:09:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.164, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.621, "pushed": 8.621, "read": 8.588}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.626, "count": 258, "max_ms": 15.107, "p95_ms": 11.678}, "gstreamer_push": {"avg_ms": 1.061, "count": 258, "max_ms": 1.423, "p95_ms": 1.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.067, "count": 258, "max_ms": 73.869, "p95_ms": 63.604}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.335, "count": 258, "max_ms": 107.726, "p95_ms": 79.167}, "yolo11_640_fire_11class": {"avg_ms": 51.77, "count": 258, "max_ms": 78.656, "p95_ms": 66.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.689, "count": 258, "max_ms": 99.138, "p95_ms": 80.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.525, "count": 258, "max_ms": 163.726, "p95_ms": 138.357}, "read_interval": {"avg_ms": 116.603, "count": 257, "max_ms": 173.474, "p95_ms": 148.254}, "triton_wait": {"avg_ms": 57.256, "count": 258, "max_ms": 107.737, "p95_ms": 83.054}, "visualize": {"avg_ms": 4.697, "count": 258, "max_ms": 6.291, "p95_ms": 5.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3226, "tracking_summary": 2803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13268.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76023.424, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.632, "sample_count": 992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:09:30+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T07:09:29+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T07:09:29.684258+09:00", "mtime_epoch": 1783030169.684258, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258245}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:09:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 965.434, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.978, "pushed": 2.978, "read": 2.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 226.421, "count": 89, "max_ms": 269.044, "p95_ms": 254.139}, "gstreamer_push": {"avg_ms": 1.152, "count": 89, "max_ms": 3.068, "p95_ms": 2.873}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.064, "count": 89, "max_ms": 100.737, "p95_ms": 87.449}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.295, "count": 89, "max_ms": 96.328, "p95_ms": 91.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 329.437, "count": 89, "max_ms": 376.892, "p95_ms": 358.853}, "read_interval": {"avg_ms": 339.486, "count": 88, "max_ms": 387.308, "p95_ms": 371.973}, "triton_wait": {"avg_ms": 70.488, "count": 89, "max_ms": 100.747, "p95_ms": 92.009}, "visualize": {"avg_ms": 28.69, "count": 89, "max_ms": 41.186, "p95_ms": 39.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13276.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:12+09:00", "last_error_summary": "[h264 @ 0x561fb2077000] error while decoding MB 39 32, bytestream -22", "last_exit_at": "2026-07-03T07:08:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.543, "last_started_at": "2026-07-03T07:08:14+09:00", "pid": 24074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.172, "name": "ffmpeg", "pid": 24074, "rss_mb": 271.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.498, "sample_count": 1496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 690799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:09:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:09:36+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-03T07:09:35+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T07:09:35.928376+09:00", "mtime_epoch": 1783030175.928376, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 244647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:09:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.863, "pushed": 5.863, "read": 5.83}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.484, "count": 175, "max_ms": 29.157, "p95_ms": 21.926}, "gstreamer_push": {"avg_ms": 0.933, "count": 175, "max_ms": 1.448, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.166, "count": 175, "max_ms": 72.085, "p95_ms": 64.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.598, "count": 175, "max_ms": 100.241, "p95_ms": 85.083}, "yolo11_640_fire_11class": {"avg_ms": 55.932, "count": 175, "max_ms": 77.616, "p95_ms": 70.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.195, "count": 175, "max_ms": 97.283, "p95_ms": 81.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.091, "count": 175, "max_ms": 210.165, "p95_ms": 192.565}, "read_interval": {"avg_ms": 171.384, "count": 174, "max_ms": 217.215, "p95_ms": 200.077}, "triton_wait": {"avg_ms": 64.953, "count": 175, "max_ms": 100.252, "p95_ms": 86.156}, "visualize": {"avg_ms": 6.475, "count": 175, "max_ms": 8.344, "p95_ms": 7.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13274.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.258, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.367, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.556, "sample_count": 2350, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 739007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:09:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:09:43+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T07:09:43+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T07:09:43.588521+09:00", "mtime_epoch": 1783030183.5885205, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:09:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.422, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.339, "pushed": 11.339, "read": 11.306}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.671, "count": 340, "max_ms": 11.506, "p95_ms": 9.333}, "gstreamer_push": {"avg_ms": 1.228, "count": 340, "max_ms": 2.11, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.858, "count": 340, "max_ms": 76.524, "p95_ms": 64.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.365, "count": 340, "max_ms": 91.998, "p95_ms": 81.522}, "yolo11_640_fire_11class": {"avg_ms": 53.677, "count": 340, "max_ms": 83.188, "p95_ms": 71.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.051, "count": 340, "max_ms": 92.009, "p95_ms": 78.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.884, "count": 340, "max_ms": 133.092, "p95_ms": 101.439}, "read_interval": {"avg_ms": 88.424, "count": 339, "max_ms": 143.372, "p95_ms": 113.557}, "triton_wait": {"avg_ms": 58.754, "count": 340, "max_ms": 92.019, "p95_ms": 82.365}, "visualize": {"avg_ms": 3.672, "count": 340, "max_ms": 5.554, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3227, "tracking_summary": 2804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13275.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76053.515, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.544, "sample_count": 982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:09:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:10:00+09:00", "last_frame_read_age_sec": 0.344, "last_frame_read_at": "2026-07-03T07:09:59+09:00", "mjpeg": {"age_sec": 0.345, "exists": true, "mtime": "2026-07-03T07:09:59.748825+09:00", "mtime_epoch": 1783030199.7488253, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:10:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 972.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.332, "pushed": 3.332, "read": 3.298}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.069, "count": 99, "max_ms": 250.869, "p95_ms": 233.699}, "gstreamer_push": {"avg_ms": 1.065, "count": 99, "max_ms": 3.085, "p95_ms": 2.753}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.461, "count": 99, "max_ms": 97.19, "p95_ms": 92.409}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.709, "count": 99, "max_ms": 98.989, "p95_ms": 91.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.932, "count": 99, "max_ms": 370.883, "p95_ms": 355.996}, "read_interval": {"avg_ms": 303.453, "count": 98, "max_ms": 380.291, "p95_ms": 367.278}, "triton_wait": {"avg_ms": 73.562, "count": 99, "max_ms": 99.001, "p95_ms": 92.794}, "visualize": {"avg_ms": 27.409, "count": 99, "max_ms": 41.656, "p95_ms": 40.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.711, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13279.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 185, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:12+09:00", "last_error_summary": "[h264 @ 0x561fb2077000] error while decoding MB 39 32, bytestream -22", "last_exit_at": "2026-07-03T07:08:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.648, "last_started_at": "2026-07-03T07:08:14+09:00", "pid": 24074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.688, "name": "ffmpeg", "pid": 24074, "rss_mb": 271.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.476, "sample_count": 1525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 690967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:10:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:10:06+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T07:10:06+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T07:10:06.060944+09:00", "mtime_epoch": 1783030206.0609443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 246214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:10:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.615, "pushed": 5.615, "read": 5.582}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.177, "count": 167, "max_ms": 30.132, "p95_ms": 23.226}, "gstreamer_push": {"avg_ms": 0.901, "count": 168, "max_ms": 1.054, "p95_ms": 0.97}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.309, "count": 167, "max_ms": 73.147, "p95_ms": 61.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.212, "count": 167, "max_ms": 97.931, "p95_ms": 85.976}, "yolo11_640_fire_11class": {"avg_ms": 53.49, "count": 167, "max_ms": 75.306, "p95_ms": 68.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.958, "count": 167, "max_ms": 90.99, "p95_ms": 79.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.869, "count": 168, "max_ms": 209.685, "p95_ms": 193.978}, "read_interval": {"avg_ms": 179.234, "count": 167, "max_ms": 216.879, "p95_ms": 201.059}, "triton_wait": {"avg_ms": 62.99, "count": 167, "max_ms": 97.944, "p95_ms": 87.282}, "visualize": {"avg_ms": 6.943, "count": 167, "max_ms": 9.605, "p95_ms": 7.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13279.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.267, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.799, "sample_count": 2449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 739344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:10:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:10:13+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:10:13+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T07:10:13.605087+09:00", "mtime_epoch": 1783030213.6050866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:10:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.422, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 337, "pushed_frames": 337, "read_frames": 337, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.234, "pushed": 11.234, "read": 11.234}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.823, "count": 337, "max_ms": 12.855, "p95_ms": 9.575}, "gstreamer_push": {"avg_ms": 1.227, "count": 337, "max_ms": 1.775, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.823, "count": 337, "max_ms": 78.659, "p95_ms": 61.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.394, "count": 337, "max_ms": 97.147, "p95_ms": 82.552}, "yolo11_640_fire_11class": {"avg_ms": 52.241, "count": 337, "max_ms": 85.42, "p95_ms": 65.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.661, "count": 337, "max_ms": 88.36, "p95_ms": 76.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.574, "count": 337, "max_ms": 113.557, "p95_ms": 99.704}, "read_interval": {"avg_ms": 89.067, "count": 337, "max_ms": 422.48, "p95_ms": 114.179}, "triton_wait": {"avg_ms": 58.392, "count": 337, "max_ms": 97.159, "p95_ms": 83.338}, "visualize": {"avg_ms": 3.623, "count": 337, "max_ms": 5.461, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3229, "tracking_summary": 2804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13037.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76083.599, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.023, "sample_count": 991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:10:30+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T07:10:29+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T07:10:29.869393+09:00", "mtime_epoch": 1783030229.8693926, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:10:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.0, "name": "celery", "pid": 239, "rss_mb": 968.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.315, "pushed": 3.315, "read": 3.281}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.669, "count": 99, "max_ms": 237.285, "p95_ms": 230.973}, "gstreamer_push": {"avg_ms": 0.986, "count": 99, "max_ms": 1.996, "p95_ms": 1.797}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.804, "count": 99, "max_ms": 100.851, "p95_ms": 91.586}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.559, "count": 99, "max_ms": 98.944, "p95_ms": 87.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.257, "count": 99, "max_ms": 356.465, "p95_ms": 346.773}, "read_interval": {"avg_ms": 303.652, "count": 98, "max_ms": 367.159, "p95_ms": 355.649}, "triton_wait": {"avg_ms": 69.145, "count": 99, "max_ms": 100.863, "p95_ms": 95.831}, "visualize": {"avg_ms": 24.661, "count": 99, "max_ms": 39.445, "p95_ms": 32.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13203.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:10:27+09:00", "last_error_summary": "[h264 @ 0x565086e8c3c0] error while decoding MB 64 38, bytestream -5", "last_exit_at": "2026-07-03T07:10:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.105, "last_started_at": "2026-07-03T07:10:30+09:00", "pid": 24333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.352, "name": "ffmpeg", "pid": 24333, "rss_mb": 197.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.454, "sample_count": 1530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 691110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:10:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:10:36+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T07:10:36+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T07:10:36.089510+09:00", "mtime_epoch": 1783030236.0895097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 237937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:10:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.767, "pushed": 4.767, "read": 4.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.594, "count": 143, "max_ms": 24.706, "p95_ms": 21.727}, "gstreamer_push": {"avg_ms": 0.903, "count": 143, "max_ms": 1.177, "p95_ms": 1.059}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.142, "count": 143, "max_ms": 69.738, "p95_ms": 61.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.258, "count": 143, "max_ms": 105.349, "p95_ms": 92.122}, "yolo11_640_fire_11class": {"avg_ms": 54.036, "count": 143, "max_ms": 79.3, "p95_ms": 70.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.307, "count": 143, "max_ms": 93.658, "p95_ms": 77.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.723, "count": 143, "max_ms": 210.855, "p95_ms": 196.399}, "read_interval": {"avg_ms": 210.003, "count": 143, "max_ms": 5121.151, "p95_ms": 204.725}, "triton_wait": {"avg_ms": 64.351, "count": 143, "max_ms": 105.361, "p95_ms": 92.135}, "visualize": {"avg_ms": 6.717, "count": 143, "max_ms": 9.009, "p95_ms": 7.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13272.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.271, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.001, "sample_count": 2494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 739649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:10:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:10:43+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T07:10:43+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T07:10:43.597651+09:00", "mtime_epoch": 1783030243.5976508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:10:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.68, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.708, "count": 305, "max_ms": 12.316, "p95_ms": 9.423}, "gstreamer_push": {"avg_ms": 1.231, "count": 305, "max_ms": 1.68, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.305, "count": 305, "max_ms": 71.977, "p95_ms": 57.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.461, "count": 305, "max_ms": 95.124, "p95_ms": 78.349}, "yolo11_640_fire_11class": {"avg_ms": 50.109, "count": 305, "max_ms": 80.07, "p95_ms": 66.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.176, "count": 305, "max_ms": 94.344, "p95_ms": 75.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.855, "count": 305, "max_ms": 111.878, "p95_ms": 95.753}, "read_interval": {"avg_ms": 98.35, "count": 305, "max_ms": 585.702, "p95_ms": 187.624}, "triton_wait": {"avg_ms": 56.79, "count": 305, "max_ms": 95.137, "p95_ms": 80.194}, "visualize": {"avg_ms": 3.627, "count": 305, "max_ms": 4.687, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3230, "tracking_summary": 2805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13280.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76113.787, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.217, "sample_count": 972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:11:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:11:00+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T07:11:00+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T07:11:00.173962+09:00", "mtime_epoch": 1783030260.173962, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:11:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.555, "name": "celery", "pid": 239, "rss_mb": 980.555, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.014, "pushed": 3.014, "read": 2.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 223.881, "count": 90, "max_ms": 285.036, "p95_ms": 236.34}, "gstreamer_push": {"avg_ms": 0.962, "count": 90, "max_ms": 3.045, "p95_ms": 2.265}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.564, "count": 90, "max_ms": 105.378, "p95_ms": 91.989}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.252, "count": 90, "max_ms": 94.881, "p95_ms": 91.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 325.778, "count": 90, "max_ms": 392.222, "p95_ms": 360.228}, "read_interval": {"avg_ms": 336.789, "count": 89, "max_ms": 402.406, "p95_ms": 370.072}, "triton_wait": {"avg_ms": 70.859, "count": 90, "max_ms": 105.392, "p95_ms": 93.043}, "visualize": {"avg_ms": 27.261, "count": 90, "max_ms": 42.013, "p95_ms": 36.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13277.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:10:27+09:00", "last_error_summary": "[h264 @ 0x565086e8c3c0] error while decoding MB 64 38, bytestream -5", "last_exit_at": "2026-07-03T07:10:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.113, "last_started_at": "2026-07-03T07:10:30+09:00", "pid": 24333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.727, "name": "ffmpeg", "pid": 24333, "rss_mb": 269.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.431, "sample_count": 1585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 691304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:11:06+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T07:11:06+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T07:11:06.098073+09:00", "mtime_epoch": 1783030266.0980735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 245351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:11:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.059, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.497, "pushed": 6.497, "read": 6.463}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.654, "count": 194, "max_ms": 21.502, "p95_ms": 20.029}, "gstreamer_push": {"avg_ms": 0.97, "count": 194, "max_ms": 1.485, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.079, "count": 194, "max_ms": 68.686, "p95_ms": 61.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.541, "count": 194, "max_ms": 97.481, "p95_ms": 85.439}, "yolo11_640_fire_11class": {"avg_ms": 53.016, "count": 194, "max_ms": 80.286, "p95_ms": 66.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.731, "count": 194, "max_ms": 84.583, "p95_ms": 78.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.286, "count": 194, "max_ms": 186.902, "p95_ms": 172.234}, "read_interval": {"avg_ms": 154.712, "count": 193, "max_ms": 193.778, "p95_ms": 179.862}, "triton_wait": {"avg_ms": 61.332, "count": 194, "max_ms": 97.494, "p95_ms": 85.451}, "visualize": {"avg_ms": 5.846, "count": 194, "max_ms": 6.714, "p95_ms": 6.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13271.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.33, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.068, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 739944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:11:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:11:13+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:11:13+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T07:11:13.670216+09:00", "mtime_epoch": 1783030273.6702156, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:11:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.938, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.84, "pushed": 9.84, "read": 9.807}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.732, "count": 295, "max_ms": 13.262, "p95_ms": 9.406}, "gstreamer_push": {"avg_ms": 1.233, "count": 295, "max_ms": 1.599, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.792, "count": 295, "max_ms": 73.415, "p95_ms": 61.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.648, "count": 295, "max_ms": 94.323, "p95_ms": 79.86}, "yolo11_640_fire_11class": {"avg_ms": 52.484, "count": 295, "max_ms": 79.106, "p95_ms": 69.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.179, "count": 295, "max_ms": 88.485, "p95_ms": 75.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.473, "count": 295, "max_ms": 111.818, "p95_ms": 98.708}, "read_interval": {"avg_ms": 101.948, "count": 294, "max_ms": 719.177, "p95_ms": 188.614}, "triton_wait": {"avg_ms": 58.379, "count": 295, "max_ms": 94.336, "p95_ms": 82.621}, "visualize": {"avg_ms": 3.599, "count": 295, "max_ms": 5.262, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3230, "tracking_summary": 2806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13280.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76144.127, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.683, "sample_count": 988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:11:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:11:30+09:00", "last_frame_read_age_sec": 0.351, "last_frame_read_at": "2026-07-03T07:11:30+09:00", "mjpeg": {"age_sec": 0.339, "exists": true, "mtime": "2026-07-03T07:11:30.366529+09:00", "mtime_epoch": 1783030290.3665285, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:11:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.555, "name": "celery", "pid": 239, "rss_mb": 978.973, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.61, "pushed": 3.61, "read": 3.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.679, "count": 108, "max_ms": 236.38, "p95_ms": 231.237}, "gstreamer_push": {"avg_ms": 1.057, "count": 108, "max_ms": 3.001, "p95_ms": 1.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.441, "count": 108, "max_ms": 103.466, "p95_ms": 87.524}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.071, "count": 108, "max_ms": 98.52, "p95_ms": 84.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.428, "count": 108, "max_ms": 359.52, "p95_ms": 345.021}, "read_interval": {"avg_ms": 278.247, "count": 107, "max_ms": 604.092, "p95_ms": 355.392}, "triton_wait": {"avg_ms": 68.379, "count": 108, "max_ms": 103.479, "p95_ms": 87.935}, "visualize": {"avg_ms": 23.562, "count": 108, "max_ms": 31.635, "p95_ms": 29.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13280.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:10:27+09:00", "last_error_summary": "[h264 @ 0x565086e8c3c0] error while decoding MB 64 38, bytestream -5", "last_exit_at": "2026-07-03T07:10:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.166, "last_started_at": "2026-07-03T07:10:30+09:00", "pid": 24333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.727, "name": "ffmpeg", "pid": 24333, "rss_mb": 269.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.884, "sample_count": 1661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 691496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:11:36+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T07:11:36+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T07:11:36.158637+09:00", "mtime_epoch": 1783030296.158637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 239567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:11:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.421, "pushed": 6.421, "read": 6.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.077, "count": 192, "max_ms": 29.233, "p95_ms": 21.11}, "gstreamer_push": {"avg_ms": 0.97, "count": 192, "max_ms": 1.484, "p95_ms": 1.084}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.568, "count": 192, "max_ms": 70.78, "p95_ms": 64.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.025, "count": 192, "max_ms": 100.42, "p95_ms": 85.019}, "yolo11_640_fire_11class": {"avg_ms": 51.099, "count": 192, "max_ms": 73.823, "p95_ms": 68.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.587, "count": 192, "max_ms": 87.418, "p95_ms": 77.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.624, "count": 192, "max_ms": 188.704, "p95_ms": 174.738}, "read_interval": {"avg_ms": 156.59, "count": 191, "max_ms": 198.132, "p95_ms": 182.851}, "triton_wait": {"avg_ms": 62.087, "count": 192, "max_ms": 100.432, "p95_ms": 86.263}, "visualize": {"avg_ms": 5.889, "count": 192, "max_ms": 7.651, "p95_ms": 6.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13280.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.349, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "R (running)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.053, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 740250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:11:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:11:43+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T07:11:43+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T07:11:43.674778+09:00", "mtime_epoch": 1783030303.674778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:11:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1451.938, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.226, "pushed": 10.226, "read": 10.192}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.757, "count": 306, "max_ms": 12.711, "p95_ms": 9.206}, "gstreamer_push": {"avg_ms": 1.234, "count": 306, "max_ms": 1.82, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.073, "count": 306, "max_ms": 72.456, "p95_ms": 62.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.405, "count": 306, "max_ms": 101.837, "p95_ms": 74.144}, "yolo11_640_fire_11class": {"avg_ms": 51.342, "count": 306, "max_ms": 81.448, "p95_ms": 65.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.247, "count": 306, "max_ms": 86.378, "p95_ms": 76.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.687, "count": 306, "max_ms": 119.031, "p95_ms": 95.953}, "read_interval": {"avg_ms": 98.151, "count": 305, "max_ms": 561.045, "p95_ms": 179.749}, "triton_wait": {"avg_ms": 56.588, "count": 306, "max_ms": 101.847, "p95_ms": 80.201}, "visualize": {"avg_ms": 3.639, "count": 306, "max_ms": 5.14, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3231, "tracking_summary": 2807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13271.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76174.133, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 351.642, "sample_count": 983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:12:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:12:00+09:00", "last_frame_read_age_sec": 0.342, "last_frame_read_at": "2026-07-03T07:12:00+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-03T07:12:00.379091+09:00", "mtime_epoch": 1783030320.3790905, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:12:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 980.555, "name": "celery", "pid": 239, "rss_mb": 969.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.967, "pushed": 2.967, "read": 2.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.098, "count": 89, "max_ms": 252.996, "p95_ms": 241.458}, "gstreamer_push": {"avg_ms": 0.818, "count": 89, "max_ms": 2.114, "p95_ms": 0.964}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.386, "count": 89, "max_ms": 106.636, "p95_ms": 94.451}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.724, "count": 89, "max_ms": 98.522, "p95_ms": 91.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 327.643, "count": 89, "max_ms": 373.963, "p95_ms": 352.689}, "read_interval": {"avg_ms": 337.24, "count": 89, "max_ms": 385.102, "p95_ms": 363.704}, "triton_wait": {"avg_ms": 71.373, "count": 89, "max_ms": 106.649, "p95_ms": 96.964}, "visualize": {"avg_ms": 28.276, "count": 89, "max_ms": 50.301, "p95_ms": 32.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13277.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:10:27+09:00", "last_error_summary": "[h264 @ 0x565086e8c3c0] error while decoding MB 64 38, bytestream -5", "last_exit_at": "2026-07-03T07:10:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.279, "last_started_at": "2026-07-03T07:10:30+09:00", "pid": 24333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.727, "name": "ffmpeg", "pid": 24333, "rss_mb": 269.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.268, "sample_count": 1710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 691688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:12:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:12:06+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T07:12:06+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T07:12:06.267201+09:00", "mtime_epoch": 1783030326.2672007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 239335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:12:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.316, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.407, "pushed": 6.407, "read": 6.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.896, "count": 191, "max_ms": 24.615, "p95_ms": 20.426}, "gstreamer_push": {"avg_ms": 0.97, "count": 192, "max_ms": 1.361, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.507, "count": 191, "max_ms": 73.576, "p95_ms": 63.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.274, "count": 191, "max_ms": 99.259, "p95_ms": 89.359}, "yolo11_640_fire_11class": {"avg_ms": 51.87, "count": 191, "max_ms": 79.567, "p95_ms": 67.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.365, "count": 191, "max_ms": 93.285, "p95_ms": 79.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.967, "count": 192, "max_ms": 190.869, "p95_ms": 179.705}, "read_interval": {"avg_ms": 156.888, "count": 191, "max_ms": 198.887, "p95_ms": 187.92}, "triton_wait": {"avg_ms": 62.81, "count": 191, "max_ms": 99.276, "p95_ms": 92.699}, "visualize": {"avg_ms": 5.892, "count": 191, "max_ms": 7.879, "p95_ms": 6.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13282.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.394, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.622, "sample_count": 2623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 740550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:12:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:12:13+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:12:13+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T07:12:13.735340+09:00", "mtime_epoch": 1783030333.7353404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:12:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1452.195, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.692, "count": 300, "max_ms": 12.392, "p95_ms": 9.081}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.84, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.317, "count": 300, "max_ms": 74.149, "p95_ms": 63.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.329, "count": 300, "max_ms": 95.319, "p95_ms": 81.22}, "yolo11_640_fire_11class": {"avg_ms": 52.756, "count": 300, "max_ms": 85.658, "p95_ms": 67.496}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.631, "count": 300, "max_ms": 93.478, "p95_ms": 77.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.86, "count": 300, "max_ms": 111.384, "p95_ms": 98.242}, "read_interval": {"avg_ms": 100.211, "count": 299, "max_ms": 591.398, "p95_ms": 193.704}, "triton_wait": {"avg_ms": 57.875, "count": 300, "max_ms": 95.331, "p95_ms": 81.735}, "visualize": {"avg_ms": 3.613, "count": 300, "max_ms": 6.011, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3234, "tracking_summary": 2808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13277.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76204.164, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.016, "sample_count": 961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:12:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:12:30+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T07:12:30+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T07:12:30.443653+09:00", "mtime_epoch": 1783030350.4436526, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:12:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 975.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.202, "pushed": 3.202, "read": 3.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.453, "count": 95, "max_ms": 268.45, "p95_ms": 240.662}, "gstreamer_push": {"avg_ms": 1.035, "count": 95, "max_ms": 2.905, "p95_ms": 2.694}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.041, "count": 95, "max_ms": 100.832, "p95_ms": 94.485}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.65, "count": 95, "max_ms": 102.007, "p95_ms": 91.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 306.19, "count": 95, "max_ms": 383.86, "p95_ms": 357.179}, "read_interval": {"avg_ms": 316.093, "count": 94, "max_ms": 395.986, "p95_ms": 370.004}, "triton_wait": {"avg_ms": 71.086, "count": 95, "max_ms": 102.02, "p95_ms": 94.495}, "visualize": {"avg_ms": 28.719, "count": 95, "max_ms": 62.968, "p95_ms": 40.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.671, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13272.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 186, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:10:27+09:00", "last_error_summary": "[h264 @ 0x565086e8c3c0] error while decoding MB 64 38, bytestream -5", "last_exit_at": "2026-07-03T07:10:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.388, "last_started_at": "2026-07-03T07:10:30+09:00", "pid": 24333, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.727, "name": "ffmpeg", "pid": 24333, "rss_mb": 269.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.818, "sample_count": 1747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 691881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:12:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:12:36+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-03T07:12:36+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T07:12:36.363763+09:00", "mtime_epoch": 1783030356.363763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 233699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:12:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.447, "pushed": 6.447, "read": 6.413}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.006, "count": 192, "max_ms": 28.559, "p95_ms": 20.706}, "gstreamer_push": {"avg_ms": 0.977, "count": 193, "max_ms": 1.304, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.254, "count": 192, "max_ms": 67.375, "p95_ms": 62.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.45, "count": 192, "max_ms": 101.1, "p95_ms": 85.109}, "yolo11_640_fire_11class": {"avg_ms": 47.636, "count": 192, "max_ms": 76.369, "p95_ms": 62.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.412, "count": 192, "max_ms": 84.195, "p95_ms": 77.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.091, "count": 193, "max_ms": 192.147, "p95_ms": 172.11}, "read_interval": {"avg_ms": 156.001, "count": 192, "max_ms": 201.824, "p95_ms": 180.337}, "triton_wait": {"avg_ms": 61.732, "count": 192, "max_ms": 101.113, "p95_ms": 85.121}, "visualize": {"avg_ms": 5.848, "count": 192, "max_ms": 6.897, "p95_ms": 6.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13271.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.437, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.818, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 740851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:12:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:12:43+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:12:43+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T07:12:43.779902+09:00", "mtime_epoch": 1783030363.7799015, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:12:43+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1452.453, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.667, "count": 301, "max_ms": 11.93, "p95_ms": 9.511}, "gstreamer_push": {"avg_ms": 1.227, "count": 301, "max_ms": 1.895, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.893, "count": 301, "max_ms": 77.004, "p95_ms": 61.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.545, "count": 301, "max_ms": 98.926, "p95_ms": 81.094}, "yolo11_640_fire_11class": {"avg_ms": 48.196, "count": 301, "max_ms": 72.609, "p95_ms": 60.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.266, "count": 301, "max_ms": 85.922, "p95_ms": 76.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.289, "count": 301, "max_ms": 114.89, "p95_ms": 97.794}, "read_interval": {"avg_ms": 99.861, "count": 300, "max_ms": 686.742, "p95_ms": 152.379}, "triton_wait": {"avg_ms": 58.397, "count": 301, "max_ms": 98.939, "p95_ms": 81.619}, "visualize": {"avg_ms": 3.566, "count": 301, "max_ms": 5.304, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3234, "tracking_summary": 2808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13282.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76234.407, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.97, "sample_count": 970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:13:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:13:00+09:00", "last_frame_read_age_sec": 0.338, "last_frame_read_at": "2026-07-03T07:13:00+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T07:13:00.652216+09:00", "mtime_epoch": 1783030380.6522164, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:13:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 965.93, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.777, "pushed": 3.777, "read": 3.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.445, "count": 113, "max_ms": 260.345, "p95_ms": 233.728}, "gstreamer_push": {"avg_ms": 1.001, "count": 113, "max_ms": 2.793, "p95_ms": 1.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.918, "count": 113, "max_ms": 107.47, "p95_ms": 91.82}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.704, "count": 113, "max_ms": 98.315, "p95_ms": 85.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.934, "count": 113, "max_ms": 378.626, "p95_ms": 344.982}, "read_interval": {"avg_ms": 266.913, "count": 112, "max_ms": 387.746, "p95_ms": 355.244}, "triton_wait": {"avg_ms": 70.847, "count": 113, "max_ms": 107.481, "p95_ms": 91.833}, "visualize": {"avg_ms": 26.87, "count": 113, "max_ms": 38.632, "p95_ms": 34.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13147.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:13:02+09:00", "last_error_summary": "[h264 @ 0x556b2cebc900] error while decoding MB 9 9, bytestream -7", "last_exit_at": "2026-07-03T07:13:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.178, "last_started_at": "2026-07-03T07:13:05+09:00", "pid": 24440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.016, "name": "ffmpeg", "pid": 24440, "rss_mb": 138.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.462, "sample_count": 1737, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 692050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:13:07+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T07:13:07+09:00", "mjpeg": {"age_sec": 4.993, "exists": true, "mtime": "2026-07-03T07:13:02.928259+09:00", "mtime_epoch": 1783030382.928259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 229961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:13:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.333, "pushed": 5.333, "read": 5.333}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.157, "count": 160, "max_ms": 28.439, "p95_ms": 22.277}, "gstreamer_push": {"avg_ms": 0.968, "count": 160, "max_ms": 1.342, "p95_ms": 1.089}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.646, "count": 160, "max_ms": 72.33, "p95_ms": 64.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.209, "count": 160, "max_ms": 105.687, "p95_ms": 85.323}, "yolo11_640_fire_11class": {"avg_ms": 49.224, "count": 160, "max_ms": 74.358, "p95_ms": 62.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.154, "count": 160, "max_ms": 89.574, "p95_ms": 77.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.183, "count": 160, "max_ms": 194.206, "p95_ms": 172.604}, "read_interval": {"avg_ms": 187.379, "count": 160, "max_ms": 4992.383, "p95_ms": 183.943}, "triton_wait": {"avg_ms": 61.739, "count": 160, "max_ms": 105.698, "p95_ms": 85.336}, "visualize": {"avg_ms": 5.941, "count": 160, "max_ms": 8.845, "p95_ms": 6.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13244.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.515, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.88, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 741146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:13:13+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:13:13+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T07:13:13.852463+09:00", "mtime_epoch": 1783030393.8524625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:13:13+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1452.453, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.817}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.699, "count": 295, "max_ms": 12.69, "p95_ms": 8.925}, "gstreamer_push": {"avg_ms": 1.236, "count": 295, "max_ms": 1.467, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.065, "count": 295, "max_ms": 71.858, "p95_ms": 60.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.85, "count": 295, "max_ms": 118.583, "p95_ms": 81.168}, "yolo11_640_fire_11class": {"avg_ms": 47.371, "count": 295, "max_ms": 73.995, "p95_ms": 58.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.462, "count": 295, "max_ms": 89.243, "p95_ms": 73.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.948, "count": 295, "max_ms": 134.819, "p95_ms": 98.281}, "read_interval": {"avg_ms": 101.864, "count": 294, "max_ms": 867.262, "p95_ms": 138.547}, "triton_wait": {"avg_ms": 57.925, "count": 295, "max_ms": 118.596, "p95_ms": 82.313}, "visualize": {"avg_ms": 3.614, "count": 295, "max_ms": 4.716, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3235, "tracking_summary": 2809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13276.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76264.55, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.688, "sample_count": 982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:13:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:13:31+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T07:13:30+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T07:13:30.824779+09:00", "mtime_epoch": 1783030410.8247788, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:13:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 975.547, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.491, "pushed": 3.491, "read": 3.458}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.851, "count": 104, "max_ms": 244.555, "p95_ms": 230.685}, "gstreamer_push": {"avg_ms": 1.06, "count": 104, "max_ms": 3.168, "p95_ms": 2.807}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.933, "count": 104, "max_ms": 105.675, "p95_ms": 92.034}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.349, "count": 104, "max_ms": 100.305, "p95_ms": 87.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 279.998, "count": 104, "max_ms": 368.371, "p95_ms": 351.936}, "read_interval": {"avg_ms": 289.499, "count": 103, "max_ms": 378.77, "p95_ms": 361.779}, "triton_wait": {"avg_ms": 73.527, "count": 104, "max_ms": 105.688, "p95_ms": 92.118}, "visualize": {"avg_ms": 25.802, "count": 104, "max_ms": 36.289, "p95_ms": 34.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.788, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13276.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:13:02+09:00", "last_error_summary": "[h264 @ 0x556b2cebc900] error while decoding MB 9 9, bytestream -7", "last_exit_at": "2026-07-03T07:13:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.229, "last_started_at": "2026-07-03T07:13:05+09:00", "pid": 24440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.266, "name": "ffmpeg", "pid": 24440, "rss_mb": 267.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.389, "sample_count": 1778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 692241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:13:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:13:37+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-03T07:13:37+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T07:13:37.836909+09:00", "mtime_epoch": 1783030417.8369093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 243827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:13:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.574, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.392, "pushed": 6.392, "read": 6.358}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.999, "count": 191, "max_ms": 26.522, "p95_ms": 22.689}, "gstreamer_push": {"avg_ms": 0.971, "count": 191, "max_ms": 1.612, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.976, "count": 191, "max_ms": 80.736, "p95_ms": 66.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.952, "count": 191, "max_ms": 106.953, "p95_ms": 87.394}, "yolo11_640_fire_11class": {"avg_ms": 49.667, "count": 191, "max_ms": 77.297, "p95_ms": 65.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.961, "count": 191, "max_ms": 100.245, "p95_ms": 84.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.439, "count": 191, "max_ms": 198.258, "p95_ms": 176.433}, "read_interval": {"avg_ms": 157.352, "count": 190, "max_ms": 205.634, "p95_ms": 184.403}, "triton_wait": {"avg_ms": 63.037, "count": 191, "max_ms": 106.965, "p95_ms": 89.158}, "visualize": {"avg_ms": 5.856, "count": 191, "max_ms": 8.921, "p95_ms": 6.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13269.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.638, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.83, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 741374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:13:44+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T07:13:43+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-03T07:13:43.873022+09:00", "mtime_epoch": 1783030423.8730216, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:13:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1452.453, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.578, "pushed": 7.578, "read": 7.545}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.748, "count": 227, "max_ms": 20.293, "p95_ms": 14.165}, "gstreamer_push": {"avg_ms": 1.061, "count": 227, "max_ms": 1.644, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.276, "count": 227, "max_ms": 80.977, "p95_ms": 65.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.757, "count": 227, "max_ms": 106.57, "p95_ms": 86.801}, "yolo11_640_fire_11class": {"avg_ms": 50.185, "count": 227, "max_ms": 77.729, "p95_ms": 63.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.036, "count": 227, "max_ms": 100.232, "p95_ms": 84.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.854, "count": 227, "max_ms": 204.296, "p95_ms": 165.418}, "read_interval": {"avg_ms": 132.124, "count": 226, "max_ms": 431.451, "p95_ms": 175.731}, "triton_wait": {"avg_ms": 61.293, "count": 227, "max_ms": 106.582, "p95_ms": 87.744}, "visualize": {"avg_ms": 4.44, "count": 227, "max_ms": 6.809, "p95_ms": 5.398}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3236, "tracking_summary": 2810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13277.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76294.811, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.938, "sample_count": 972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:14:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:14:01+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T07:14:01+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T07:14:01.077342+09:00", "mtime_epoch": 1783030441.0773418, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:14:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 976.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.974, "pushed": 2.974, "read": 2.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 223.665, "count": 89, "max_ms": 249.938, "p95_ms": 232.063}, "gstreamer_push": {"avg_ms": 0.918, "count": 89, "max_ms": 1.917, "p95_ms": 1.731}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.118, "count": 89, "max_ms": 112.374, "p95_ms": 91.958}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.823, "count": 89, "max_ms": 97.846, "p95_ms": 87.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 329.979, "count": 89, "max_ms": 381.845, "p95_ms": 357.977}, "read_interval": {"avg_ms": 340.124, "count": 88, "max_ms": 392.034, "p95_ms": 367.295}, "triton_wait": {"avg_ms": 71.109, "count": 89, "max_ms": 112.386, "p95_ms": 91.97}, "visualize": {"avg_ms": 31.381, "count": 89, "max_ms": 43.886, "p95_ms": 40.589}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13268.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:13:02+09:00", "last_error_summary": "[h264 @ 0x556b2cebc900] error while decoding MB 9 9, bytestream -7", "last_exit_at": "2026-07-03T07:13:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.329, "last_started_at": "2026-07-03T07:13:05+09:00", "pid": 24440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.266, "name": "ffmpeg", "pid": 24440, "rss_mb": 267.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.348, "sample_count": 1799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 692434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:14:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:14:08+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-03T07:14:07+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T07:14:07.937469+09:00", "mtime_epoch": 1783030447.9374692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 239415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:14:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.442, "pushed": 6.442, "read": 6.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.219, "count": 192, "max_ms": 28.405, "p95_ms": 21.335}, "gstreamer_push": {"avg_ms": 0.972, "count": 193, "max_ms": 1.176, "p95_ms": 1.091}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.322, "count": 192, "max_ms": 67.515, "p95_ms": 62.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.877, "count": 192, "max_ms": 95.371, "p95_ms": 81.834}, "yolo11_640_fire_11class": {"avg_ms": 49.806, "count": 192, "max_ms": 70.733, "p95_ms": 63.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.581, "count": 192, "max_ms": 82.472, "p95_ms": 75.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.884, "count": 193, "max_ms": 182.675, "p95_ms": 169.103}, "read_interval": {"avg_ms": 155.984, "count": 192, "max_ms": 191.115, "p95_ms": 177.262}, "triton_wait": {"avg_ms": 61.205, "count": 192, "max_ms": 95.383, "p95_ms": 82.483}, "visualize": {"avg_ms": 5.921, "count": 192, "max_ms": 7.545, "p95_ms": 6.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13276.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.637, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.989, "sample_count": 3041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 741713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:14:14+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T07:14:13+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T07:14:13.973582+09:00", "mtime_epoch": 1783030453.9735816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:14:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1452.711, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 339, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.3, "pushed": 11.334, "read": 11.3}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.941, "count": 339, "max_ms": 13.556, "p95_ms": 10.392}, "gstreamer_push": {"avg_ms": 1.244, "count": 340, "max_ms": 1.897, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.046, "count": 339, "max_ms": 75.538, "p95_ms": 59.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.14, "count": 339, "max_ms": 91.161, "p95_ms": 78.936}, "yolo11_640_fire_11class": {"avg_ms": 50.647, "count": 339, "max_ms": 72.011, "p95_ms": 62.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.311, "count": 339, "max_ms": 84.185, "p95_ms": 74.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.572, "count": 339, "max_ms": 161.395, "p95_ms": 100.747}, "read_interval": {"avg_ms": 88.781, "count": 339, "max_ms": 172.284, "p95_ms": 114.411}, "triton_wait": {"avg_ms": 57.61, "count": 339, "max_ms": 91.175, "p95_ms": 80.735}, "visualize": {"avg_ms": 3.653, "count": 339, "max_ms": 5.75, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3237, "tracking_summary": 2811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13277.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76324.835, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.97, "sample_count": 980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:14:31+09:00", "last_frame_read_age_sec": 0.349, "last_frame_read_at": "2026-07-03T07:14:31+09:00", "mjpeg": {"age_sec": 0.335, "exists": true, "mtime": "2026-07-03T07:14:31.077899+09:00", "mtime_epoch": 1783030471.0778992, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:14:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 976.254, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.235, "pushed": 3.235, "read": 3.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.695, "count": 96, "max_ms": 266.826, "p95_ms": 231.492}, "gstreamer_push": {"avg_ms": 0.95, "count": 96, "max_ms": 2.817, "p95_ms": 1.742}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.813, "count": 96, "max_ms": 97.83, "p95_ms": 88.476}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.195, "count": 96, "max_ms": 101.079, "p95_ms": 90.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.844, "count": 96, "max_ms": 361.332, "p95_ms": 351.724}, "read_interval": {"avg_ms": 312.26, "count": 95, "max_ms": 373.76, "p95_ms": 362.547}, "triton_wait": {"avg_ms": 73.27, "count": 96, "max_ms": 101.092, "p95_ms": 90.628}, "visualize": {"avg_ms": 30.049, "count": 96, "max_ms": 41.294, "p95_ms": 40.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.676, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13269.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:13:02+09:00", "last_error_summary": "[h264 @ 0x556b2cebc900] error while decoding MB 9 9, bytestream -7", "last_exit_at": "2026-07-03T07:13:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.408, "last_started_at": "2026-07-03T07:13:05+09:00", "pid": 24440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.555, "name": "ffmpeg", "pid": 24440, "rss_mb": 268.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.739, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 692627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:14:38+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T07:14:37+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T07:14:37.994028+09:00", "mtime_epoch": 1783030477.9940276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 238214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:14:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.448, "pushed": 6.448, "read": 6.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.799, "count": 193, "max_ms": 22.616, "p95_ms": 19.747}, "gstreamer_push": {"avg_ms": 0.958, "count": 193, "max_ms": 1.155, "p95_ms": 1.082}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.444, "count": 193, "max_ms": 69.299, "p95_ms": 61.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.413, "count": 193, "max_ms": 96.931, "p95_ms": 85.194}, "yolo11_640_fire_11class": {"avg_ms": 49.99, "count": 193, "max_ms": 70.361, "p95_ms": 61.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.563, "count": 193, "max_ms": 85.233, "p95_ms": 75.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.864, "count": 193, "max_ms": 185.315, "p95_ms": 171.706}, "read_interval": {"avg_ms": 155.755, "count": 192, "max_ms": 193.595, "p95_ms": 179.268}, "triton_wait": {"avg_ms": 61.778, "count": 193, "max_ms": 96.943, "p95_ms": 85.205}, "visualize": {"avg_ms": 5.833, "count": 193, "max_ms": 6.751, "p95_ms": 6.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13271.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.76, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.604, "sample_count": 3040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 742053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:14:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:14:44+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:14:44+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T07:14:43.990139+09:00", "mtime_epoch": 1783030483.990139, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:14:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1452.969, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 339, "pushed_frames": 339, "read_frames": 338, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.32, "pushed": 11.32, "read": 11.287}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.764, "count": 339, "max_ms": 12.425, "p95_ms": 9.395}, "gstreamer_push": {"avg_ms": 1.236, "count": 339, "max_ms": 1.933, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.434, "count": 339, "max_ms": 76.308, "p95_ms": 62.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.818, "count": 339, "max_ms": 106.805, "p95_ms": 80.582}, "yolo11_640_fire_11class": {"avg_ms": 48.73, "count": 339, "max_ms": 75.785, "p95_ms": 61.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.551, "count": 339, "max_ms": 86.949, "p95_ms": 74.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.399, "count": 339, "max_ms": 123.748, "p95_ms": 97.132}, "read_interval": {"avg_ms": 88.588, "count": 338, "max_ms": 188.886, "p95_ms": 113.117}, "triton_wait": {"avg_ms": 57.385, "count": 339, "max_ms": 106.82, "p95_ms": 80.809}, "visualize": {"avg_ms": 3.617, "count": 339, "max_ms": 4.75, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3237, "tracking_summary": 2812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13279.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76354.898, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.196, "sample_count": 967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:15:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:15:01+09:00", "last_frame_read_age_sec": 0.361, "last_frame_read_at": "2026-07-03T07:15:01+09:00", "mjpeg": {"age_sec": 0.35, "exists": true, "mtime": "2026-07-03T07:15:01.126457+09:00", "mtime_epoch": 1783030501.126457, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:15:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 973.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.994, "pushed": 2.994, "read": 2.961}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.116, "count": 89, "max_ms": 233.591, "p95_ms": 231.795}, "gstreamer_push": {"avg_ms": 1.038, "count": 89, "max_ms": 2.945, "p95_ms": 2.785}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.755, "count": 89, "max_ms": 99.877, "p95_ms": 94.087}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.079, "count": 89, "max_ms": 101.642, "p95_ms": 89.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 327.942, "count": 89, "max_ms": 365.304, "p95_ms": 355.376}, "read_interval": {"avg_ms": 337.432, "count": 88, "max_ms": 375.803, "p95_ms": 364.974}, "triton_wait": {"avg_ms": 69.707, "count": 89, "max_ms": 101.654, "p95_ms": 94.1}, "visualize": {"avg_ms": 30.318, "count": 89, "max_ms": 40.831, "p95_ms": 39.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13278.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:13:02+09:00", "last_error_summary": "[h264 @ 0x556b2cebc900] error while decoding MB 9 9, bytestream -7", "last_exit_at": "2026-07-03T07:13:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.41, "last_started_at": "2026-07-03T07:13:05+09:00", "pid": 24440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.133, "name": "ffmpeg", "pid": 24440, "rss_mb": 271.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.109, "sample_count": 1843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 692820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:15:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:15:08+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-03T07:15:08+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-03T07:15:08.014585+09:00", "mtime_epoch": 1783030508.0145848, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 228664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:15:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7731.832, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.434, "pushed": 6.434, "read": 6.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.975, "count": 193, "max_ms": 27.546, "p95_ms": 21.039}, "gstreamer_push": {"avg_ms": 0.973, "count": 193, "max_ms": 1.692, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.192, "count": 193, "max_ms": 77.195, "p95_ms": 64.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.547, "count": 193, "max_ms": 92.471, "p95_ms": 87.247}, "yolo11_640_fire_11class": {"avg_ms": 51.196, "count": 193, "max_ms": 79.32, "p95_ms": 65.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.93, "count": 193, "max_ms": 92.176, "p95_ms": 77.207}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.379, "count": 193, "max_ms": 180.635, "p95_ms": 174.666}, "read_interval": {"avg_ms": 155.55, "count": 193, "max_ms": 190.133, "p95_ms": 183.042}, "triton_wait": {"avg_ms": 60.838, "count": 193, "max_ms": 92.483, "p95_ms": 87.515}, "visualize": {"avg_ms": 5.903, "count": 193, "max_ms": 7.907, "p95_ms": 6.689}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13278.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.76, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.979, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 742349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:15:14+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:15:14+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T07:15:14.086697+09:00", "mtime_epoch": 1783030514.0866973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:15:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1452.969, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.844, "count": 296, "max_ms": 12.257, "p95_ms": 9.429}, "gstreamer_push": {"avg_ms": 1.251, "count": 296, "max_ms": 2.204, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.108, "count": 296, "max_ms": 78.012, "p95_ms": 62.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.65, "count": 296, "max_ms": 101.573, "p95_ms": 78.924}, "yolo11_640_fire_11class": {"avg_ms": 49.589, "count": 296, "max_ms": 78.771, "p95_ms": 64.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.562, "count": 296, "max_ms": 82.072, "p95_ms": 75.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.457, "count": 296, "max_ms": 118.08, "p95_ms": 95.772}, "read_interval": {"avg_ms": 101.351, "count": 296, "max_ms": 750.393, "p95_ms": 167.186}, "triton_wait": {"avg_ms": 57.259, "count": 296, "max_ms": 101.586, "p95_ms": 80.062}, "visualize": {"avg_ms": 3.643, "count": 296, "max_ms": 5.352, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3239, "tracking_summary": 2812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13280.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76385.057, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 355.154, "sample_count": 976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:15:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:15:31+09:00", "last_frame_read_age_sec": 0.378, "last_frame_read_at": "2026-07-03T07:15:31+09:00", "mjpeg": {"age_sec": 0.365, "exists": true, "mtime": "2026-07-03T07:15:31.271016+09:00", "mtime_epoch": 1783030531.271016, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:15:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 973.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.556, "pushed": 3.556, "read": 3.523}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.07, "count": 106, "max_ms": 255.512, "p95_ms": 234.253}, "gstreamer_push": {"avg_ms": 1.32, "count": 106, "max_ms": 2.91, "p95_ms": 2.719}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.691, "count": 106, "max_ms": 106.182, "p95_ms": 92.126}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.7, "count": 106, "max_ms": 105.253, "p95_ms": 92.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.394, "count": 106, "max_ms": 392.49, "p95_ms": 352.658}, "read_interval": {"avg_ms": 283.546, "count": 105, "max_ms": 402.194, "p95_ms": 362.496}, "triton_wait": {"avg_ms": 70.83, "count": 106, "max_ms": 106.194, "p95_ms": 94.656}, "visualize": {"avg_ms": 28.617, "count": 106, "max_ms": 43.092, "p95_ms": 39.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13291.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 187, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:13:02+09:00", "last_error_summary": "[h264 @ 0x556b2cebc900] error while decoding MB 9 9, bytestream -7", "last_exit_at": "2026-07-03T07:13:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.523, "last_started_at": "2026-07-03T07:13:05+09:00", "pid": 24440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.867, "name": "ffmpeg", "pid": 24440, "rss_mb": 284.867, "state": "S (sleeping)", "threads": 104}, "restart_count": 122, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.163, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:15:38+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T07:15:38+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T07:15:38.107142+09:00", "mtime_epoch": 1783030538.1071424, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 236608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:15:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.09, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.408, "pushed": 6.408, "read": 6.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.018, "count": 191, "max_ms": 23.342, "p95_ms": 21.387}, "gstreamer_push": {"avg_ms": 0.98, "count": 192, "max_ms": 1.547, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.218, "count": 191, "max_ms": 75.862, "p95_ms": 64.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.7, "count": 191, "max_ms": 104.09, "p95_ms": 87.414}, "yolo11_640_fire_11class": {"avg_ms": 50.538, "count": 191, "max_ms": 73.966, "p95_ms": 65.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.651, "count": 191, "max_ms": 91.691, "p95_ms": 79.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.682, "count": 192, "max_ms": 196.054, "p95_ms": 175.214}, "read_interval": {"avg_ms": 156.748, "count": 191, "max_ms": 206.423, "p95_ms": 183.81}, "triton_wait": {"avg_ms": 61.878, "count": 191, "max_ms": 104.102, "p95_ms": 87.426}, "visualize": {"avg_ms": 5.99, "count": 191, "max_ms": 8.839, "p95_ms": 7.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13149.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.76, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.978, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 742653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:15:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T07:15:44+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-03T07:15:44.011252+09:00", "mtime_epoch": 1783030544.011252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 272705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:15:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1453.227, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.807, "count": 304, "max_ms": 12.834, "p95_ms": 9.581}, "gstreamer_push": {"avg_ms": 1.226, "count": 304, "max_ms": 1.48, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.197, "count": 304, "max_ms": 78.726, "p95_ms": 61.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.426, "count": 304, "max_ms": 109.442, "p95_ms": 83.114}, "yolo11_640_fire_11class": {"avg_ms": 47.835, "count": 304, "max_ms": 76.719, "p95_ms": 62.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.013, "count": 304, "max_ms": 94.216, "p95_ms": 75.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.452, "count": 304, "max_ms": 127.075, "p95_ms": 99.203}, "read_interval": {"avg_ms": 98.639, "count": 304, "max_ms": 711.764, "p95_ms": 160.532}, "triton_wait": {"avg_ms": 56.366, "count": 304, "max_ms": 109.455, "p95_ms": 83.379}, "visualize": {"avg_ms": 3.594, "count": 304, "max_ms": 4.557, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3241, "tracking_summary": 2813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13277.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76415.36, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.658, "sample_count": 978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:16:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:16:01+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T07:16:01+09:00", "mjpeg": {"age_sec": 0.315, "exists": true, "mtime": "2026-07-03T07:16:01.623578+09:00", "mtime_epoch": 1783030561.623578, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:16:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 973.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.106, "pushed": 3.106, "read": 3.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.445, "count": 93, "max_ms": 231.924, "p95_ms": 229.664}, "gstreamer_push": {"avg_ms": 1.075, "count": 93, "max_ms": 2.702, "p95_ms": 1.864}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.708, "count": 93, "max_ms": 92.137, "p95_ms": 89.516}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.611, "count": 93, "max_ms": 93.131, "p95_ms": 86.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.066, "count": 93, "max_ms": 355.798, "p95_ms": 346.092}, "read_interval": {"avg_ms": 325.712, "count": 92, "max_ms": 365.713, "p95_ms": 357.193}, "triton_wait": {"avg_ms": 66.157, "count": 93, "max_ms": 93.144, "p95_ms": 90.684}, "visualize": {"avg_ms": 27.701, "count": 93, "max_ms": 40.085, "p95_ms": 39.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13269.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:15:39+09:00", "last_error_summary": "[h264 @ 0x55a0e14dd640] error while decoding MB 78 29, bytestream -5", "last_exit_at": "2026-07-03T07:15:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.993, "last_started_at": "2026-07-03T07:15:41+09:00", "pid": 24547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.402, "name": "ffmpeg", "pid": 24547, "rss_mb": 269.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.148, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:16:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:16:08+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T07:16:08+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T07:16:08.267701+09:00", "mtime_epoch": 1783030568.267701, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 227580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:16:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.574, "pushed": 5.574, "read": 5.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.938, "count": 166, "max_ms": 24.418, "p95_ms": 20.362}, "gstreamer_push": {"avg_ms": 0.978, "count": 167, "max_ms": 1.35, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.766, "count": 166, "max_ms": 73.529, "p95_ms": 62.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.571, "count": 166, "max_ms": 96.938, "p95_ms": 85.339}, "yolo11_640_fire_11class": {"avg_ms": 51.182, "count": 166, "max_ms": 72.984, "p95_ms": 66.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.038, "count": 166, "max_ms": 82.976, "p95_ms": 77.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.297, "count": 167, "max_ms": 182.791, "p95_ms": 172.684}, "read_interval": {"avg_ms": 180.616, "count": 166, "max_ms": 4356.865, "p95_ms": 182.526}, "triton_wait": {"avg_ms": 60.994, "count": 166, "max_ms": 96.951, "p95_ms": 85.353}, "visualize": {"avg_ms": 5.869, "count": 166, "max_ms": 7.651, "p95_ms": 6.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13281.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.782, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.978, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 742953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:16:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:16:14+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:16:14+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T07:16:14.063808+09:00", "mtime_epoch": 1783030574.0638082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:16:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1453.227, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.802, "count": 300, "max_ms": 12.792, "p95_ms": 9.384}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.71, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.699, "count": 300, "max_ms": 82.661, "p95_ms": 59.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.339, "count": 300, "max_ms": 93.957, "p95_ms": 75.976}, "yolo11_640_fire_11class": {"avg_ms": 49.518, "count": 300, "max_ms": 84.887, "p95_ms": 63.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.284, "count": 300, "max_ms": 89.547, "p95_ms": 73.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.372, "count": 300, "max_ms": 110.583, "p95_ms": 94.443}, "read_interval": {"avg_ms": 100.126, "count": 299, "max_ms": 753.731, "p95_ms": 149.218}, "triton_wait": {"avg_ms": 56.255, "count": 300, "max_ms": 93.969, "p95_ms": 78.329}, "visualize": {"avg_ms": 3.625, "count": 300, "max_ms": 5.15, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3241, "tracking_summary": 2814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13279.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76445.399, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.696, "sample_count": 968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:16:31+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-03T07:16:31+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T07:16:31.780136+09:00", "mtime_epoch": 1783030591.7801359, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 252573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:16:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 973.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.265, "pushed": 3.265, "read": 3.231}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.484, "count": 97, "max_ms": 261.488, "p95_ms": 233.154}, "gstreamer_push": {"avg_ms": 1.253, "count": 97, "max_ms": 3.006, "p95_ms": 2.95}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.073, "count": 97, "max_ms": 90.452, "p95_ms": 86.442}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.587, "count": 97, "max_ms": 94.732, "p95_ms": 84.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.584, "count": 97, "max_ms": 380.59, "p95_ms": 350.842}, "read_interval": {"avg_ms": 310.63, "count": 96, "max_ms": 390.845, "p95_ms": 359.963}, "triton_wait": {"avg_ms": 70.234, "count": 97, "max_ms": 94.744, "p95_ms": 87.645}, "visualize": {"avg_ms": 27.05, "count": 97, "max_ms": 36.836, "p95_ms": 34.783}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.708, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13274.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:15:39+09:00", "last_error_summary": "[h264 @ 0x55a0e14dd640] error while decoding MB 78 29, bytestream -5", "last_exit_at": "2026-07-03T07:15:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.043, "last_started_at": "2026-07-03T07:15:41+09:00", "pid": 24547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.66, "name": "ffmpeg", "pid": 24547, "rss_mb": 269.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.54, "sample_count": 1864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:16:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:16:38+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-03T07:16:38+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T07:16:38.308257+09:00", "mtime_epoch": 1783030598.3082566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:16:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.522, "pushed": 6.522, "read": 6.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.727, "count": 195, "max_ms": 29.595, "p95_ms": 19.662}, "gstreamer_push": {"avg_ms": 0.966, "count": 195, "max_ms": 1.359, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.608, "count": 195, "max_ms": 72.507, "p95_ms": 61.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.456, "count": 195, "max_ms": 98.311, "p95_ms": 80.179}, "yolo11_640_fire_11class": {"avg_ms": 50.036, "count": 195, "max_ms": 75.693, "p95_ms": 65.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.629, "count": 195, "max_ms": 91.057, "p95_ms": 75.232}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.01, "count": 195, "max_ms": 183.359, "p95_ms": 166.231}, "read_interval": {"avg_ms": 154.082, "count": 194, "max_ms": 191.439, "p95_ms": 175.348}, "triton_wait": {"avg_ms": 59.803, "count": 195, "max_ms": 98.326, "p95_ms": 80.19}, "visualize": {"avg_ms": 5.958, "count": 195, "max_ms": 9.254, "p95_ms": 7.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13283.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.807, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.989, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:16:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:16:44+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T07:16:44+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-03T07:16:44.000362+09:00", "mtime_epoch": 1783030604.0003617, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:16:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1453.484, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.836, "count": 300, "max_ms": 13.221, "p95_ms": 9.267}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 2.179, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.273, "count": 300, "max_ms": 75.655, "p95_ms": 61.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.251, "count": 300, "max_ms": 94.591, "p95_ms": 81.849}, "yolo11_640_fire_11class": {"avg_ms": 51.464, "count": 300, "max_ms": 76.773, "p95_ms": 64.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.474, "count": 300, "max_ms": 88.608, "p95_ms": 74.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.912, "count": 300, "max_ms": 111.229, "p95_ms": 98.78}, "read_interval": {"avg_ms": 100.061, "count": 299, "max_ms": 776.747, "p95_ms": 166.134}, "triton_wait": {"avg_ms": 57.697, "count": 300, "max_ms": 94.604, "p95_ms": 82.089}, "visualize": {"avg_ms": 3.657, "count": 300, "max_ms": 5.145, "p95_ms": 4.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3242, "tracking_summary": 2815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13280.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76475.446, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.549, "sample_count": 981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:17:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:17:02+09:00", "last_frame_read_age_sec": 0.335, "last_frame_read_at": "2026-07-03T07:17:01+09:00", "mjpeg": {"age_sec": 0.328, "exists": true, "mtime": "2026-07-03T07:17:01.696689+09:00", "mtime_epoch": 1783030621.6966887, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:17:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 975.988, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.418, "pushed": 3.418, "read": 3.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.178, "count": 102, "max_ms": 252.098, "p95_ms": 232.882}, "gstreamer_push": {"avg_ms": 0.958, "count": 102, "max_ms": 2.862, "p95_ms": 1.843}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.038, "count": 102, "max_ms": 109.17, "p95_ms": 90.913}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.776, "count": 102, "max_ms": 100.397, "p95_ms": 85.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.953, "count": 102, "max_ms": 374.932, "p95_ms": 347.058}, "read_interval": {"avg_ms": 294.084, "count": 101, "max_ms": 383.914, "p95_ms": 357.399}, "triton_wait": {"avg_ms": 68.604, "count": 102, "max_ms": 109.182, "p95_ms": 92.129}, "visualize": {"avg_ms": 24.299, "count": 102, "max_ms": 34.676, "p95_ms": 30.335}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13280.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:15:39+09:00", "last_error_summary": "[h264 @ 0x55a0e14dd640] error while decoding MB 78 29, bytestream -5", "last_exit_at": "2026-07-03T07:15:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.125, "last_started_at": "2026-07-03T07:15:41+09:00", "pid": 24547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.66, "name": "ffmpeg", "pid": 24547, "rss_mb": 269.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.264, "sample_count": 1865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:17:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:17:08+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T07:17:08+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T07:17:08.404813+09:00", "mtime_epoch": 1783030628.4048126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 214725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:17:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.415, "pushed": 6.415, "read": 6.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.754, "count": 192, "max_ms": 21.406, "p95_ms": 19.579}, "gstreamer_push": {"avg_ms": 0.965, "count": 192, "max_ms": 1.398, "p95_ms": 1.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.391, "count": 192, "max_ms": 70.93, "p95_ms": 62.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.211, "count": 192, "max_ms": 99.337, "p95_ms": 90.063}, "yolo11_640_fire_11class": {"avg_ms": 51.884, "count": 192, "max_ms": 75.712, "p95_ms": 66.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.184, "count": 192, "max_ms": 90.331, "p95_ms": 78.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.784, "count": 192, "max_ms": 188.478, "p95_ms": 177.239}, "read_interval": {"avg_ms": 156.761, "count": 191, "max_ms": 198.435, "p95_ms": 185.28}, "triton_wait": {"avg_ms": 62.775, "count": 192, "max_ms": 99.35, "p95_ms": 90.343}, "visualize": {"avg_ms": 5.861, "count": 192, "max_ms": 7.849, "p95_ms": 6.404}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13277.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.888, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.978, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:17:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:17:14+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T07:17:14+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T07:17:14.224920+09:00", "mtime_epoch": 1783030634.22492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:17:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1453.742, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.787, "count": 295, "max_ms": 12.023, "p95_ms": 9.237}, "gstreamer_push": {"avg_ms": 1.241, "count": 296, "max_ms": 1.683, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.47, "count": 295, "max_ms": 70.091, "p95_ms": 61.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.476, "count": 295, "max_ms": 109.046, "p95_ms": 81.607}, "yolo11_640_fire_11class": {"avg_ms": 50.973, "count": 295, "max_ms": 77.932, "p95_ms": 66.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.689, "count": 295, "max_ms": 84.439, "p95_ms": 76.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.231, "count": 296, "max_ms": 125.752, "p95_ms": 98.245}, "read_interval": {"avg_ms": 101.685, "count": 295, "max_ms": 770.92, "p95_ms": 186.056}, "triton_wait": {"avg_ms": 57.958, "count": 295, "max_ms": 109.059, "p95_ms": 81.636}, "visualize": {"avg_ms": 3.682, "count": 295, "max_ms": 5.214, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3243, "tracking_summary": 2816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13284.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76505.486, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.598, "sample_count": 974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:17:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:17:32+09:00", "last_frame_read_age_sec": 0.357, "last_frame_read_at": "2026-07-03T07:17:31+09:00", "mjpeg": {"age_sec": 0.348, "exists": true, "mtime": "2026-07-03T07:17:31.717243+09:00", "mtime_epoch": 1783030651.717243, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:17:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 976.016, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.029, "pushed": 3.029, "read": 2.995}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.977, "count": 90, "max_ms": 237.801, "p95_ms": 233.492}, "gstreamer_push": {"avg_ms": 1.034, "count": 90, "max_ms": 3.028, "p95_ms": 2.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.567, "count": 90, "max_ms": 101.517, "p95_ms": 93.344}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.724, "count": 90, "max_ms": 99.621, "p95_ms": 93.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 323.771, "count": 90, "max_ms": 372.528, "p95_ms": 356.349}, "read_interval": {"avg_ms": 333.426, "count": 89, "max_ms": 382.785, "p95_ms": 367.701}, "triton_wait": {"avg_ms": 71.498, "count": 90, "max_ms": 101.529, "p95_ms": 94.596}, "visualize": {"avg_ms": 31.479, "count": 90, "max_ms": 42.807, "p95_ms": 39.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.714, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13277.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:15:39+09:00", "last_error_summary": "[h264 @ 0x55a0e14dd640] error while decoding MB 78 29, bytestream -5", "last_exit_at": "2026-07-03T07:15:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.135, "last_started_at": "2026-07-03T07:15:41+09:00", "pid": 24547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.27, "name": "ffmpeg", "pid": 24547, "rss_mb": 273.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.235, "sample_count": 1863, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:17:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:17:38+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T07:17:38+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T07:17:38.409366+09:00", "mtime_epoch": 1783030658.4093664, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:17:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.396, "pushed": 6.396, "read": 6.362}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.776, "count": 191, "max_ms": 23.372, "p95_ms": 19.61}, "gstreamer_push": {"avg_ms": 0.973, "count": 191, "max_ms": 1.628, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.024, "count": 191, "max_ms": 72.021, "p95_ms": 62.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.357, "count": 191, "max_ms": 108.783, "p95_ms": 82.81}, "yolo11_640_fire_11class": {"avg_ms": 51.806, "count": 191, "max_ms": 76.729, "p95_ms": 64.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.999, "count": 191, "max_ms": 88.655, "p95_ms": 77.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.073, "count": 191, "max_ms": 196.598, "p95_ms": 171.336}, "read_interval": {"avg_ms": 157.158, "count": 190, "max_ms": 204.507, "p95_ms": 179.443}, "triton_wait": {"avg_ms": 63.029, "count": 191, "max_ms": 108.796, "p95_ms": 83.905}, "visualize": {"avg_ms": 5.856, "count": 191, "max_ms": 7.581, "p95_ms": 6.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13284.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.913, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.978, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:17:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:17:44+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T07:17:44+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T07:17:44.249474+09:00", "mtime_epoch": 1783030664.2494743, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:17:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1453.742, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.219, "pushed": 10.219, "read": 10.186}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.783, "count": 306, "max_ms": 12.413, "p95_ms": 9.382}, "gstreamer_push": {"avg_ms": 1.236, "count": 306, "max_ms": 2.053, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.684, "count": 306, "max_ms": 73.299, "p95_ms": 61.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.203, "count": 306, "max_ms": 92.369, "p95_ms": 80.735}, "yolo11_640_fire_11class": {"avg_ms": 48.796, "count": 306, "max_ms": 73.425, "p95_ms": 62.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.436, "count": 306, "max_ms": 87.504, "p95_ms": 75.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.716, "count": 306, "max_ms": 109.865, "p95_ms": 97.723}, "read_interval": {"avg_ms": 98.163, "count": 305, "max_ms": 690.608, "p95_ms": 124.116}, "triton_wait": {"avg_ms": 57.624, "count": 306, "max_ms": 92.387, "p95_ms": 81.909}, "visualize": {"avg_ms": 3.624, "count": 306, "max_ms": 5.822, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3245, "tracking_summary": 2817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13283.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76535.585, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.549, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:18:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:18:02+09:00", "last_frame_read_age_sec": 0.241, "last_frame_read_at": "2026-07-03T07:18:01+09:00", "mjpeg": {"age_sec": 0.23, "exists": true, "mtime": "2026-07-03T07:18:01.933800+09:00", "mtime_epoch": 1783030681.9338005, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:18:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.715, "name": "celery", "pid": 239, "rss_mb": 974.277, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.358, "pushed": 3.358, "read": 3.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.539, "count": 100, "max_ms": 242.637, "p95_ms": 231.609}, "gstreamer_push": {"avg_ms": 0.898, "count": 100, "max_ms": 2.897, "p95_ms": 1.722}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.525, "count": 100, "max_ms": 101.69, "p95_ms": 92.212}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.038, "count": 100, "max_ms": 100.273, "p95_ms": 86.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.386, "count": 100, "max_ms": 366.895, "p95_ms": 350.836}, "read_interval": {"avg_ms": 301.504, "count": 99, "max_ms": 375.534, "p95_ms": 362.598}, "triton_wait": {"avg_ms": 72.073, "count": 100, "max_ms": 101.702, "p95_ms": 92.319}, "visualize": {"avg_ms": 24.983, "count": 100, "max_ms": 41.532, "p95_ms": 39.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.776, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13288.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:15:39+09:00", "last_error_summary": "[h264 @ 0x55a0e14dd640] error while decoding MB 78 29, bytestream -5", "last_exit_at": "2026-07-03T07:15:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.192, "last_started_at": "2026-07-03T07:15:41+09:00", "pid": 24547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.785, "name": "ffmpeg", "pid": 24547, "rss_mb": 273.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.524, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 693948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:18:08+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T07:18:08+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T07:18:08.465921+09:00", "mtime_epoch": 1783030688.4659207, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 219467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:18:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.348, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.388, "pushed": 6.388, "read": 6.355}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.886, "count": 191, "max_ms": 23.95, "p95_ms": 20.958}, "gstreamer_push": {"avg_ms": 0.976, "count": 191, "max_ms": 1.378, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.403, "count": 191, "max_ms": 74.574, "p95_ms": 64.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.122, "count": 191, "max_ms": 110.444, "p95_ms": 88.521}, "yolo11_640_fire_11class": {"avg_ms": 52.732, "count": 191, "max_ms": 86.763, "p95_ms": 69.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.551, "count": 191, "max_ms": 86.002, "p95_ms": 80.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.301, "count": 191, "max_ms": 200.194, "p95_ms": 175.937}, "read_interval": {"avg_ms": 157.414, "count": 190, "max_ms": 210.208, "p95_ms": 183.838}, "triton_wait": {"avg_ms": 63.058, "count": 191, "max_ms": 110.457, "p95_ms": 88.532}, "visualize": {"avg_ms": 5.863, "count": 191, "max_ms": 7.738, "p95_ms": 6.507}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13298.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.981, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.978, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 744156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:18:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:18:14+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T07:18:14+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T07:18:14.318029+09:00", "mtime_epoch": 1783030694.3180287, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:18:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1454.0, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.76, "count": 301, "max_ms": 12.334, "p95_ms": 9.305}, "gstreamer_push": {"avg_ms": 1.244, "count": 301, "max_ms": 1.881, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.263, "count": 301, "max_ms": 83.184, "p95_ms": 63.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.114, "count": 301, "max_ms": 102.477, "p95_ms": 81.887}, "yolo11_640_fire_11class": {"avg_ms": 52.806, "count": 301, "max_ms": 95.322, "p95_ms": 68.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.547, "count": 301, "max_ms": 94.382, "p95_ms": 78.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.47, "count": 301, "max_ms": 118.373, "p95_ms": 99.488}, "read_interval": {"avg_ms": 99.952, "count": 300, "max_ms": 627.586, "p95_ms": 170.328}, "triton_wait": {"avg_ms": 58.365, "count": 301, "max_ms": 102.487, "p95_ms": 83.784}, "visualize": {"avg_ms": 3.618, "count": 301, "max_ms": 4.654, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3245, "tracking_summary": 2817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13275.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76565.663, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.936, "sample_count": 968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:18:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:18:32+09:00", "last_frame_read_age_sec": 0.348, "last_frame_read_at": "2026-07-03T07:18:31+09:00", "mjpeg": {"age_sec": 0.339, "exists": true, "mtime": "2026-07-03T07:18:31.902353+09:00", "mtime_epoch": 1783030711.9023528, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:18:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.965, "name": "celery", "pid": 239, "rss_mb": 970.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.648, "pushed": 3.648, "read": 3.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.4, "count": 109, "max_ms": 234.265, "p95_ms": 229.82}, "gstreamer_push": {"avg_ms": 0.824, "count": 109, "max_ms": 1.889, "p95_ms": 1.666}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.724, "count": 109, "max_ms": 103.406, "p95_ms": 87.879}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.425, "count": 109, "max_ms": 107.147, "p95_ms": 90.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 266.458, "count": 109, "max_ms": 353.166, "p95_ms": 344.99}, "read_interval": {"avg_ms": 275.193, "count": 108, "max_ms": 363.402, "p95_ms": 355.246}, "triton_wait": {"avg_ms": 69.691, "count": 109, "max_ms": 107.159, "p95_ms": 93.265}, "visualize": {"avg_ms": 24.548, "count": 109, "max_ms": 33.751, "p95_ms": 29.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13282.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:18:15+09:00", "last_error_summary": "[h264 @ 0x56162fe49d00] error while decoding MB 61 29, bytestream -9", "last_exit_at": "2026-07-03T07:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.696, "last_started_at": "2026-07-03T07:18:17+09:00", "pid": 24654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.02, "name": "ffmpeg", "pid": 24654, "rss_mb": 269.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.235, "sample_count": 1867, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:18:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:18:38+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-03T07:18:38+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T07:18:38.518475+09:00", "mtime_epoch": 1783030718.5184746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 223378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:18:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.484, "pushed": 5.484, "read": 5.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.097, "count": 164, "max_ms": 27.818, "p95_ms": 21.175}, "gstreamer_push": {"avg_ms": 0.97, "count": 164, "max_ms": 1.354, "p95_ms": 1.083}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.68, "count": 164, "max_ms": 75.296, "p95_ms": 63.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.496, "count": 164, "max_ms": 101.45, "p95_ms": 90.886}, "yolo11_640_fire_11class": {"avg_ms": 51.824, "count": 164, "max_ms": 79.439, "p95_ms": 70.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.978, "count": 164, "max_ms": 90.904, "p95_ms": 81.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.914, "count": 164, "max_ms": 187.776, "p95_ms": 175.298}, "read_interval": {"avg_ms": 183.453, "count": 163, "max_ms": 4494.219, "p95_ms": 184.973}, "triton_wait": {"avg_ms": 62.342, "count": 164, "max_ms": 101.462, "p95_ms": 90.899}, "visualize": {"avg_ms": 5.897, "count": 164, "max_ms": 8.91, "p95_ms": 6.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13281.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.01, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.617, "sample_count": 3080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 744456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:18:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:18:44+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T07:18:44+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T07:18:44.350582+09:00", "mtime_epoch": 1783030724.3505821, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:18:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1454.0, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.994}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.714, "count": 300, "max_ms": 12.284, "p95_ms": 9.662}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.725, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.765, "count": 300, "max_ms": 75.231, "p95_ms": 62.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.587, "count": 300, "max_ms": 97.687, "p95_ms": 83.463}, "yolo11_640_fire_11class": {"avg_ms": 52.13, "count": 300, "max_ms": 82.149, "p95_ms": 66.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.77, "count": 300, "max_ms": 89.843, "p95_ms": 75.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.009, "count": 300, "max_ms": 113.106, "p95_ms": 101.877}, "read_interval": {"avg_ms": 100.147, "count": 299, "max_ms": 715.541, "p95_ms": 180.957}, "triton_wait": {"avg_ms": 58.125, "count": 300, "max_ms": 97.701, "p95_ms": 85.542}, "visualize": {"avg_ms": 3.54, "count": 300, "max_ms": 5.011, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3246, "tracking_summary": 2818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13273.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76595.875, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.25, "sample_count": 982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:19:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:19:02+09:00", "last_frame_read_age_sec": 0.342, "last_frame_read_at": "2026-07-03T07:19:02+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-03T07:19:02.126909+09:00", "mtime_epoch": 1783030742.1269093, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:19:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 981.965, "name": "celery", "pid": 239, "rss_mb": 967.949, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.447, "pushed": 3.447, "read": 3.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 180.006, "count": 103, "max_ms": 253.808, "p95_ms": 238.023}, "gstreamer_push": {"avg_ms": 1.017, "count": 103, "max_ms": 2.471, "p95_ms": 1.785}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.474, "count": 103, "max_ms": 103.621, "p95_ms": 90.02}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.364, "count": 103, "max_ms": 100.843, "p95_ms": 88.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.994, "count": 103, "max_ms": 363.197, "p95_ms": 352.23}, "read_interval": {"avg_ms": 292.759, "count": 102, "max_ms": 374.023, "p95_ms": 359.407}, "triton_wait": {"avg_ms": 72.291, "count": 103, "max_ms": 103.633, "p95_ms": 94.854}, "visualize": {"avg_ms": 27.817, "count": 103, "max_ms": 40.16, "p95_ms": 36.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13284.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:18:15+09:00", "last_error_summary": "[h264 @ 0x56162fe49d00] error while decoding MB 61 29, bytestream -9", "last_exit_at": "2026-07-03T07:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.78, "last_started_at": "2026-07-03T07:18:17+09:00", "pid": 24654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.793, "name": "ffmpeg", "pid": 24654, "rss_mb": 269.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.585, "sample_count": 1868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:19:08+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-03T07:19:08+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-03T07:19:08.599028+09:00", "mtime_epoch": 1783030748.5990283, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:19:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.48, "pushed": 6.48, "read": 6.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.878, "count": 194, "max_ms": 24.876, "p95_ms": 20.861}, "gstreamer_push": {"avg_ms": 0.966, "count": 194, "max_ms": 1.341, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.901, "count": 194, "max_ms": 69.69, "p95_ms": 63.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.492, "count": 194, "max_ms": 105.099, "p95_ms": 84.178}, "yolo11_640_fire_11class": {"avg_ms": 50.377, "count": 194, "max_ms": 74.972, "p95_ms": 67.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.183, "count": 194, "max_ms": 84.329, "p95_ms": 77.846}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.054, "count": 194, "max_ms": 193.26, "p95_ms": 171.307}, "read_interval": {"avg_ms": 155.062, "count": 193, "max_ms": 202.884, "p95_ms": 179.157}, "triton_wait": {"avg_ms": 61.409, "count": 194, "max_ms": 105.113, "p95_ms": 84.186}, "visualize": {"avg_ms": 5.933, "count": 194, "max_ms": 8.815, "p95_ms": 6.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13285.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.043, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.86, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 744756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:19:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:19:14+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T07:19:14+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T07:19:14.363093+09:00", "mtime_epoch": 1783030754.3630927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:19:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1454.258, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.786, "count": 300, "max_ms": 13.648, "p95_ms": 9.225}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.52, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.115, "count": 300, "max_ms": 67.538, "p95_ms": 61.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.926, "count": 300, "max_ms": 102.361, "p95_ms": 76.869}, "yolo11_640_fire_11class": {"avg_ms": 51.52, "count": 300, "max_ms": 79.483, "p95_ms": 65.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.936, "count": 300, "max_ms": 83.927, "p95_ms": 73.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.9, "count": 300, "max_ms": 118.597, "p95_ms": 95.098}, "read_interval": {"avg_ms": 100.099, "count": 299, "max_ms": 800.031, "p95_ms": 177.742}, "triton_wait": {"avg_ms": 56.773, "count": 300, "max_ms": 102.374, "p95_ms": 79.677}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 4.85, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3247, "tracking_summary": 2819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13287.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76626.191, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.407, "sample_count": 983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:19:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:19:32+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T07:19:32+09:00", "mjpeg": {"age_sec": 0.314, "exists": true, "mtime": "2026-07-03T07:19:32.455257+09:00", "mtime_epoch": 1783030772.4552567, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:19:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 982.0, "name": "celery", "pid": 239, "rss_mb": 982.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.269, "pushed": 3.269, "read": 3.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.574, "count": 98, "max_ms": 238.511, "p95_ms": 234.645}, "gstreamer_push": {"avg_ms": 0.898, "count": 98, "max_ms": 2.819, "p95_ms": 1.776}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.111, "count": 98, "max_ms": 104.375, "p95_ms": 90.884}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.545, "count": 98, "max_ms": 101.3, "p95_ms": 93.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.77, "count": 98, "max_ms": 372.583, "p95_ms": 352.428}, "read_interval": {"avg_ms": 309.138, "count": 97, "max_ms": 383.076, "p95_ms": 364.171}, "triton_wait": {"avg_ms": 71.706, "count": 98, "max_ms": 104.387, "p95_ms": 93.722}, "visualize": {"avg_ms": 28.536, "count": 98, "max_ms": 41.483, "p95_ms": 39.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13288.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:18:15+09:00", "last_error_summary": "[h264 @ 0x56162fe49d00] error while decoding MB 61 29, bytestream -9", "last_exit_at": "2026-07-03T07:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.853, "last_started_at": "2026-07-03T07:18:17+09:00", "pid": 24654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.051, "name": "ffmpeg", "pid": 24654, "rss_mb": 270.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.535, "sample_count": 1866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:19:38+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T07:19:38+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T07:19:38.679314+09:00", "mtime_epoch": 1783030778.6793144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:19:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.605, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.382, "pushed": 6.382, "read": 6.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.94, "count": 191, "max_ms": 25.919, "p95_ms": 21.163}, "gstreamer_push": {"avg_ms": 0.969, "count": 191, "max_ms": 1.358, "p95_ms": 1.091}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.445, "count": 191, "max_ms": 74.284, "p95_ms": 65.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.422, "count": 191, "max_ms": 111.431, "p95_ms": 90.54}, "yolo11_640_fire_11class": {"avg_ms": 52.812, "count": 191, "max_ms": 77.082, "p95_ms": 67.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.681, "count": 191, "max_ms": 87.037, "p95_ms": 79.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.344, "count": 191, "max_ms": 199.533, "p95_ms": 177.799}, "read_interval": {"avg_ms": 157.486, "count": 190, "max_ms": 207.717, "p95_ms": 185.588}, "triton_wait": {"avg_ms": 62.956, "count": 191, "max_ms": 111.443, "p95_ms": 90.551}, "visualize": {"avg_ms": 5.9, "count": 191, "max_ms": 8.09, "p95_ms": 6.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13288.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.043, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.675, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 745053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:19:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:19:44+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:19:44+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T07:19:44.379368+09:00", "mtime_epoch": 1783030784.3793676, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:19:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1454.258, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.905}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.762, "count": 297, "max_ms": 13.822, "p95_ms": 10.207}, "gstreamer_push": {"avg_ms": 1.226, "count": 297, "max_ms": 1.869, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.091, "count": 297, "max_ms": 72.058, "p95_ms": 63.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.406, "count": 297, "max_ms": 95.619, "p95_ms": 83.816}, "yolo11_640_fire_11class": {"avg_ms": 52.714, "count": 297, "max_ms": 84.962, "p95_ms": 69.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.391, "count": 297, "max_ms": 88.441, "p95_ms": 78.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.949, "count": 297, "max_ms": 109.979, "p95_ms": 100.109}, "read_interval": {"avg_ms": 101.071, "count": 297, "max_ms": 730.355, "p95_ms": 165.457}, "triton_wait": {"avg_ms": 59.018, "count": 297, "max_ms": 95.634, "p95_ms": 84.376}, "visualize": {"avg_ms": 3.539, "count": 297, "max_ms": 4.576, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3248, "tracking_summary": 2820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13275.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76656.458, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.23, "sample_count": 984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:20:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:20:03+09:00", "last_frame_read_age_sec": 0.332, "last_frame_read_at": "2026-07-03T07:20:02+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T07:20:02.715543+09:00", "mtime_epoch": 1783030802.7155426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:20:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 982.0, "name": "celery", "pid": 239, "rss_mb": 968.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.009, "pushed": 3.009, "read": 2.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 225.321, "count": 90, "max_ms": 241.815, "p95_ms": 232.714}, "gstreamer_push": {"avg_ms": 0.818, "count": 90, "max_ms": 1.879, "p95_ms": 1.02}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.596, "count": 90, "max_ms": 101.185, "p95_ms": 88.488}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.328, "count": 90, "max_ms": 103.271, "p95_ms": 92.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 326.877, "count": 90, "max_ms": 362.286, "p95_ms": 357.857}, "read_interval": {"avg_ms": 336.218, "count": 89, "max_ms": 372.839, "p95_ms": 366.751}, "triton_wait": {"avg_ms": 70.947, "count": 90, "max_ms": 103.284, "p95_ms": 92.276}, "visualize": {"avg_ms": 26.785, "count": 90, "max_ms": 40.222, "p95_ms": 31.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13283.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:18:15+09:00", "last_error_summary": "[h264 @ 0x56162fe49d00] error while decoding MB 61 29, bytestream -9", "last_exit_at": "2026-07-03T07:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.988, "last_started_at": "2026-07-03T07:18:17+09:00", "pid": 24654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.051, "name": "ffmpeg", "pid": 24654, "rss_mb": 270.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.235, "sample_count": 1865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:20:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:20:08+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T07:20:08+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-03T07:20:08.795602+09:00", "mtime_epoch": 1783030808.7956016, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 226810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:20:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.437, "pushed": 6.437, "read": 6.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.133, "count": 192, "max_ms": 28.755, "p95_ms": 21.301}, "gstreamer_push": {"avg_ms": 0.967, "count": 193, "max_ms": 1.192, "p95_ms": 1.093}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.927, "count": 192, "max_ms": 72.566, "p95_ms": 63.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.732, "count": 192, "max_ms": 100.878, "p95_ms": 85.406}, "yolo11_640_fire_11class": {"avg_ms": 52.645, "count": 192, "max_ms": 74.602, "p95_ms": 69.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.274, "count": 192, "max_ms": 87.418, "p95_ms": 78.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.025, "count": 193, "max_ms": 189.13, "p95_ms": 173.766}, "read_interval": {"avg_ms": 156.074, "count": 192, "max_ms": 197.002, "p95_ms": 181.438}, "triton_wait": {"avg_ms": 61.395, "count": 192, "max_ms": 100.891, "p95_ms": 85.418}, "visualize": {"avg_ms": 5.904, "count": 192, "max_ms": 8.048, "p95_ms": 6.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13284.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.243, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.739, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 745353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:20:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:20:14+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T07:20:14+09:00", "mjpeg": {"age_sec": 0.547, "exists": true, "mtime": "2026-07-03T07:20:14.095654+09:00", "mtime_epoch": 1783030814.0956535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:20:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1454.516, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.857, "count": 298, "max_ms": 12.201, "p95_ms": 9.704}, "gstreamer_push": {"avg_ms": 1.245, "count": 299, "max_ms": 1.593, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.996, "count": 298, "max_ms": 66.845, "p95_ms": 61.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.162, "count": 298, "max_ms": 103.264, "p95_ms": 80.248}, "yolo11_640_fire_11class": {"avg_ms": 51.56, "count": 298, "max_ms": 74.965, "p95_ms": 66.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.425, "count": 298, "max_ms": 83.077, "p95_ms": 76.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.591, "count": 299, "max_ms": 119.399, "p95_ms": 98.46}, "read_interval": {"avg_ms": 100.782, "count": 298, "max_ms": 751.191, "p95_ms": 180.306}, "triton_wait": {"avg_ms": 57.251, "count": 298, "max_ms": 103.276, "p95_ms": 81.773}, "visualize": {"avg_ms": 3.652, "count": 298, "max_ms": 4.724, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3249, "tracking_summary": 2821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13286.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76686.566, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 352.936, "sample_count": 966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:20:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:20:33+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T07:20:32+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T07:20:32.843840+09:00", "mtime_epoch": 1783030832.8438404, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:20:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 982.0, "name": "celery", "pid": 239, "rss_mb": 979.609, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.955, "pushed": 2.955, "read": 2.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 227.402, "count": 88, "max_ms": 270.033, "p95_ms": 243.321}, "gstreamer_push": {"avg_ms": 1.172, "count": 88, "max_ms": 3.492, "p95_ms": 2.923}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.824, "count": 88, "max_ms": 111.878, "p95_ms": 92.457}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.39, "count": 88, "max_ms": 107.59, "p95_ms": 94.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 331.969, "count": 88, "max_ms": 384.8, "p95_ms": 375.265}, "read_interval": {"avg_ms": 342.333, "count": 87, "max_ms": 398.55, "p95_ms": 384.212}, "triton_wait": {"avg_ms": 72.43, "count": 88, "max_ms": 111.891, "p95_ms": 94.253}, "visualize": {"avg_ms": 28.223, "count": 88, "max_ms": 40.795, "p95_ms": 37.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13286.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 189, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:18:15+09:00", "last_error_summary": "[h264 @ 0x56162fe49d00] error while decoding MB 61 29, bytestream -9", "last_exit_at": "2026-07-03T07:18:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.042, "last_started_at": "2026-07-03T07:18:17+09:00", "pid": 24654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.051, "name": "ffmpeg", "pid": 24654, "rss_mb": 270.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.085, "sample_count": 1868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 694884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:20:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:20:38+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-03T07:20:38+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T07:20:38.863901+09:00", "mtime_epoch": 1783030838.8639014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 226102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:20:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.487, "pushed": 6.487, "read": 6.453}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.923, "count": 194, "max_ms": 22.84, "p95_ms": 19.992}, "gstreamer_push": {"avg_ms": 0.965, "count": 194, "max_ms": 1.389, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.534, "count": 194, "max_ms": 76.628, "p95_ms": 66.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.663, "count": 194, "max_ms": 98.177, "p95_ms": 83.536}, "yolo11_640_fire_11class": {"avg_ms": 52.844, "count": 194, "max_ms": 93.247, "p95_ms": 69.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.257, "count": 194, "max_ms": 92.285, "p95_ms": 79.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.877, "count": 194, "max_ms": 190.045, "p95_ms": 174.029}, "read_interval": {"avg_ms": 154.921, "count": 193, "max_ms": 200.031, "p95_ms": 181.912}, "triton_wait": {"avg_ms": 60.774, "count": 194, "max_ms": 98.19, "p95_ms": 85.538}, "visualize": {"avg_ms": 5.884, "count": 194, "max_ms": 8.128, "p95_ms": 6.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13283.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.276, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.739, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 745658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:20:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:20:44+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T07:20:44+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T07:20:44.599960+09:00", "mtime_epoch": 1783030844.59996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:20:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1454.516, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.185, "pushed": 10.185, "read": 10.152}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.705, "count": 305, "max_ms": 13.178, "p95_ms": 9.031}, "gstreamer_push": {"avg_ms": 1.248, "count": 305, "max_ms": 1.891, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.778, "count": 305, "max_ms": 77.08, "p95_ms": 62.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.701, "count": 305, "max_ms": 105.284, "p95_ms": 83.206}, "yolo11_640_fire_11class": {"avg_ms": 52.532, "count": 305, "max_ms": 83.541, "p95_ms": 69.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.836, "count": 305, "max_ms": 90.095, "p95_ms": 76.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.2, "count": 305, "max_ms": 121.48, "p95_ms": 99.064}, "read_interval": {"avg_ms": 98.479, "count": 304, "max_ms": 749.255, "p95_ms": 140.911}, "triton_wait": {"avg_ms": 58.172, "count": 305, "max_ms": 105.297, "p95_ms": 83.219}, "visualize": {"avg_ms": 3.626, "count": 305, "max_ms": 5.515, "p95_ms": 4.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3250, "tracking_summary": 2821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13274.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76716.661, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.549, "sample_count": 981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:21:03+09:00", "last_frame_read_age_sec": 0.354, "last_frame_read_at": "2026-07-03T07:21:02+09:00", "mjpeg": {"age_sec": 0.344, "exists": true, "mtime": "2026-07-03T07:21:02.896150+09:00", "mtime_epoch": 1783030862.8961499, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:21:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 982.0, "name": "celery", "pid": 239, "rss_mb": 967.602, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.597, "pushed": 3.597, "read": 3.563}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.933, "count": 107, "max_ms": 258.744, "p95_ms": 238.521}, "gstreamer_push": {"avg_ms": 1.205, "count": 107, "max_ms": 3.408, "p95_ms": 1.834}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.576, "count": 107, "max_ms": 99.96, "p95_ms": 87.964}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.561, "count": 107, "max_ms": 99.411, "p95_ms": 86.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.984, "count": 107, "max_ms": 395.521, "p95_ms": 354.342}, "read_interval": {"avg_ms": 280.493, "count": 106, "max_ms": 407.462, "p95_ms": 366.149}, "triton_wait": {"avg_ms": 69.499, "count": 107, "max_ms": 99.968, "p95_ms": 88.352}, "visualize": {"avg_ms": 28.419, "count": 107, "max_ms": 65.702, "p95_ms": 38.597}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.746, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13281.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:20:49+09:00", "last_error_summary": "[h264 @ 0x56162101db80] error while decoding MB 5 17, bytestream -46", "last_exit_at": "2026-07-03T07:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.745, "last_started_at": "2026-07-03T07:20:52+09:00", "pid": 24761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.426, "name": "ffmpeg", "pid": 24761, "rss_mb": 268.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.842, "sample_count": 1864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 695047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:21:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:21:09+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T07:21:08+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T07:21:08.892213+09:00", "mtime_epoch": 1783030868.892213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:21:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7732.863, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.456, "pushed": 5.456, "read": 5.423}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.814, "count": 163, "max_ms": 23.129, "p95_ms": 20.36}, "gstreamer_push": {"avg_ms": 0.963, "count": 163, "max_ms": 1.361, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.406, "count": 163, "max_ms": 66.454, "p95_ms": 62.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.741, "count": 163, "max_ms": 96.508, "p95_ms": 79.973}, "yolo11_640_fire_11class": {"avg_ms": 52.16, "count": 163, "max_ms": 77.339, "p95_ms": 65.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.547, "count": 163, "max_ms": 82.268, "p95_ms": 75.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.819, "count": 163, "max_ms": 188.175, "p95_ms": 167.581}, "read_interval": {"avg_ms": 184.432, "count": 162, "max_ms": 4968.399, "p95_ms": 175.207}, "triton_wait": {"avg_ms": 60.788, "count": 163, "max_ms": 96.521, "p95_ms": 81.448}, "visualize": {"avg_ms": 5.927, "count": 163, "max_ms": 8.986, "p95_ms": 6.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13282.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.345, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.78, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 745955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:21:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:21:14+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T07:21:14+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T07:21:14.648274+09:00", "mtime_epoch": 1783030874.6482742, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:21:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1454.773, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.832, "count": 297, "max_ms": 13.886, "p95_ms": 10.359}, "gstreamer_push": {"avg_ms": 1.229, "count": 297, "max_ms": 1.541, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.338, "count": 297, "max_ms": 73.549, "p95_ms": 57.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.702, "count": 297, "max_ms": 99.361, "p95_ms": 76.74}, "yolo11_640_fire_11class": {"avg_ms": 50.932, "count": 297, "max_ms": 80.283, "p95_ms": 63.602}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.461, "count": 297, "max_ms": 85.539, "p95_ms": 72.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.568, "count": 297, "max_ms": 131.756, "p95_ms": 96.73}, "read_interval": {"avg_ms": 101.2, "count": 296, "max_ms": 800.885, "p95_ms": 176.831}, "triton_wait": {"avg_ms": 56.173, "count": 297, "max_ms": 99.374, "p95_ms": 79.76}, "visualize": {"avg_ms": 3.632, "count": 297, "max_ms": 5.666, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3252, "tracking_summary": 2822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13283.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76746.826, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.342, "sample_count": 971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:21:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:21:33+09:00", "last_frame_read_age_sec": 0.344, "last_frame_read_at": "2026-07-03T07:21:33+09:00", "mjpeg": {"age_sec": 0.336, "exists": true, "mtime": "2026-07-03T07:21:33.068472+09:00", "mtime_epoch": 1783030893.0684724, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251081}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:21:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 982.0, "name": "celery", "pid": 239, "rss_mb": 975.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.019, "pushed": 3.019, "read": 2.986}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.557, "count": 90, "max_ms": 311.224, "p95_ms": 251.442}, "gstreamer_push": {"avg_ms": 1.091, "count": 90, "max_ms": 2.838, "p95_ms": 2.091}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.368, "count": 90, "max_ms": 92.956, "p95_ms": 90.562}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.879, "count": 90, "max_ms": 94.356, "p95_ms": 86.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 325.167, "count": 90, "max_ms": 435.471, "p95_ms": 361.564}, "read_interval": {"avg_ms": 334.969, "count": 89, "max_ms": 447.358, "p95_ms": 372.335}, "triton_wait": {"avg_ms": 69.166, "count": 90, "max_ms": 94.368, "p95_ms": 90.576}, "visualize": {"avg_ms": 27.601, "count": 90, "max_ms": 39.522, "p95_ms": 35.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.807, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13284.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:20:49+09:00", "last_error_summary": "[h264 @ 0x56162101db80] error while decoding MB 5 17, bytestream -46", "last_exit_at": "2026-07-03T07:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.85, "last_started_at": "2026-07-03T07:20:52+09:00", "pid": 24761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.746, "name": "ffmpeg", "pid": 24761, "rss_mb": 270.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 25, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.029, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 695240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:21:39+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T07:21:38+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T07:21:38.996537+09:00", "mtime_epoch": 1783030898.9965372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 207244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:21:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.442, "pushed": 6.442, "read": 6.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.926, "count": 192, "max_ms": 23.543, "p95_ms": 20.77}, "gstreamer_push": {"avg_ms": 0.964, "count": 193, "max_ms": 1.297, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.437, "count": 192, "max_ms": 70.085, "p95_ms": 64.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.752, "count": 192, "max_ms": 94.49, "p95_ms": 82.642}, "yolo11_640_fire_11class": {"avg_ms": 52.196, "count": 192, "max_ms": 80.343, "p95_ms": 68.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.813, "count": 192, "max_ms": 81.02, "p95_ms": 78.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.963, "count": 193, "max_ms": 185.882, "p95_ms": 170.767}, "read_interval": {"avg_ms": 156.029, "count": 192, "max_ms": 195.49, "p95_ms": 179.489}, "triton_wait": {"avg_ms": 61.566, "count": 192, "max_ms": 94.501, "p95_ms": 82.653}, "visualize": {"avg_ms": 5.89, "count": 192, "max_ms": 7.633, "p95_ms": 6.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13286.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.394, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.579, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:21:44+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:21:44+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T07:21:44.728600+09:00", "mtime_epoch": 1783030904.7286, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:21:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1455.031, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.186, "pushed": 10.186, "read": 10.153}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.765, "count": 305, "max_ms": 12.641, "p95_ms": 9.797}, "gstreamer_push": {"avg_ms": 1.221, "count": 305, "max_ms": 1.721, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.715, "count": 305, "max_ms": 70.268, "p95_ms": 61.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.671, "count": 305, "max_ms": 101.237, "p95_ms": 80.097}, "yolo11_640_fire_11class": {"avg_ms": 52.13, "count": 305, "max_ms": 75.307, "p95_ms": 65.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.348, "count": 305, "max_ms": 82.09, "p95_ms": 76.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.626, "count": 305, "max_ms": 117.246, "p95_ms": 96.307}, "read_interval": {"avg_ms": 98.559, "count": 304, "max_ms": 261.85, "p95_ms": 174.515}, "triton_wait": {"avg_ms": 57.604, "count": 305, "max_ms": 101.25, "p95_ms": 80.337}, "visualize": {"avg_ms": 3.604, "count": 305, "max_ms": 5.604, "p95_ms": 4.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3252, "tracking_summary": 2823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13282.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76776.831, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.891, "sample_count": 977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:22:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:22:03+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-03T07:22:03+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T07:22:03.220806+09:00", "mtime_epoch": 1783030923.220806, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:22:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 982.0, "name": "celery", "pid": 239, "rss_mb": 973.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.534, "pushed": 3.534, "read": 3.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.385, "count": 106, "max_ms": 248.019, "p95_ms": 235.298}, "gstreamer_push": {"avg_ms": 1.046, "count": 106, "max_ms": 2.974, "p95_ms": 1.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.035, "count": 106, "max_ms": 98.874, "p95_ms": 83.387}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.684, "count": 106, "max_ms": 98.887, "p95_ms": 86.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.953, "count": 106, "max_ms": 378.331, "p95_ms": 348.0}, "read_interval": {"avg_ms": 284.452, "count": 106, "max_ms": 387.236, "p95_ms": 357.973}, "triton_wait": {"avg_ms": 69.619, "count": 106, "max_ms": 98.897, "p95_ms": 88.141}, "visualize": {"avg_ms": 28.034, "count": 106, "max_ms": 42.78, "p95_ms": 39.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13284.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:20:49+09:00", "last_error_summary": "[h264 @ 0x56162101db80] error while decoding MB 5 17, bytestream -46", "last_exit_at": "2026-07-03T07:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.933, "last_started_at": "2026-07-03T07:20:52+09:00", "pid": 24761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.91, "name": "ffmpeg", "pid": 24761, "rss_mb": 272.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.766, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 695432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:22:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:22:09+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T07:22:09+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T07:22:09.080872+09:00", "mtime_epoch": 1783030929.080872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:22:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.414, "pushed": 6.414, "read": 6.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.002, "count": 192, "max_ms": 27.851, "p95_ms": 21.061}, "gstreamer_push": {"avg_ms": 0.972, "count": 192, "max_ms": 1.444, "p95_ms": 1.107}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.24, "count": 192, "max_ms": 68.113, "p95_ms": 61.686}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.624, "count": 192, "max_ms": 99.211, "p95_ms": 83.48}, "yolo11_640_fire_11class": {"avg_ms": 53.158, "count": 192, "max_ms": 77.208, "p95_ms": 68.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.032, "count": 192, "max_ms": 83.362, "p95_ms": 77.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.571, "count": 192, "max_ms": 186.133, "p95_ms": 172.304}, "read_interval": {"avg_ms": 156.735, "count": 191, "max_ms": 194.16, "p95_ms": 179.893}, "triton_wait": {"avg_ms": 62.29, "count": 192, "max_ms": 99.224, "p95_ms": 83.49}, "visualize": {"avg_ms": 5.916, "count": 192, "max_ms": 9.14, "p95_ms": 6.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13287.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.405, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.675, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:22:14+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T07:22:14+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T07:22:14.744936+09:00", "mtime_epoch": 1783030934.7449362, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:22:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1455.031, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.714, "count": 294, "max_ms": 12.083, "p95_ms": 9.082}, "gstreamer_push": {"avg_ms": 1.246, "count": 294, "max_ms": 1.875, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.231, "count": 294, "max_ms": 73.497, "p95_ms": 61.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.78, "count": 294, "max_ms": 91.893, "p95_ms": 79.205}, "yolo11_640_fire_11class": {"avg_ms": 51.992, "count": 294, "max_ms": 84.13, "p95_ms": 68.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.407, "count": 294, "max_ms": 88.482, "p95_ms": 74.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.307, "count": 294, "max_ms": 109.295, "p95_ms": 99.353}, "read_interval": {"avg_ms": 102.084, "count": 294, "max_ms": 847.384, "p95_ms": 187.302}, "triton_wait": {"avg_ms": 57.234, "count": 294, "max_ms": 91.905, "p95_ms": 83.374}, "visualize": {"avg_ms": 3.616, "count": 294, "max_ms": 5.085, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3253, "tracking_summary": 2824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13280.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76807.172, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.784, "sample_count": 978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:22:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:22:33+09:00", "last_frame_read_age_sec": 0.369, "last_frame_read_at": "2026-07-03T07:22:33+09:00", "mjpeg": {"age_sec": 0.361, "exists": true, "mtime": "2026-07-03T07:22:33.389150+09:00", "mtime_epoch": 1783030953.3891501, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:22:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 982.0, "name": "celery", "pid": 239, "rss_mb": 966.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.053, "pushed": 3.053, "read": 3.02}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 220.137, "count": 91, "max_ms": 256.571, "p95_ms": 234.26}, "gstreamer_push": {"avg_ms": 1.035, "count": 91, "max_ms": 2.496, "p95_ms": 1.782}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.413, "count": 91, "max_ms": 97.542, "p95_ms": 87.315}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.079, "count": 91, "max_ms": 97.153, "p95_ms": 90.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 322.701, "count": 91, "max_ms": 373.973, "p95_ms": 354.745}, "read_interval": {"avg_ms": 330.722, "count": 90, "max_ms": 382.892, "p95_ms": 363.28}, "triton_wait": {"avg_ms": 69.286, "count": 91, "max_ms": 97.556, "p95_ms": 94.132}, "visualize": {"avg_ms": 29.484, "count": 91, "max_ms": 44.777, "p95_ms": 43.534}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13296.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:20:49+09:00", "last_error_summary": "[h264 @ 0x56162101db80] error while decoding MB 5 17, bytestream -46", "last_exit_at": "2026-07-03T07:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.059, "last_started_at": "2026-07-03T07:20:52+09:00", "pid": 24761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.387, "name": "ffmpeg", "pid": 24761, "rss_mb": 280.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.476, "sample_count": 1862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 695624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:22:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:22:39+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T07:22:39+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-03T07:22:39.173217+09:00", "mtime_epoch": 1783030959.1732173, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:22:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.121, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.405, "pushed": 6.405, "read": 6.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.178, "count": 191, "max_ms": 23.268, "p95_ms": 21.497}, "gstreamer_push": {"avg_ms": 0.972, "count": 192, "max_ms": 1.76, "p95_ms": 1.087}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.158, "count": 191, "max_ms": 73.406, "p95_ms": 62.156}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.412, "count": 191, "max_ms": 106.873, "p95_ms": 80.803}, "yolo11_640_fire_11class": {"avg_ms": 53.383, "count": 191, "max_ms": 75.586, "p95_ms": 69.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.46, "count": 191, "max_ms": 85.904, "p95_ms": 78.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.744, "count": 192, "max_ms": 195.67, "p95_ms": 171.718}, "read_interval": {"avg_ms": 156.77, "count": 191, "max_ms": 203.584, "p95_ms": 180.673}, "triton_wait": {"avg_ms": 61.598, "count": 191, "max_ms": 106.886, "p95_ms": 83.844}, "visualize": {"avg_ms": 5.961, "count": 191, "max_ms": 9.122, "p95_ms": 6.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13295.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.479, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.732, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:22:44+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T07:22:44+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T07:22:44.813283+09:00", "mtime_epoch": 1783030964.813283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:22:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1455.031, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.236, "pushed": 10.236, "read": 10.203}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.848, "count": 307, "max_ms": 14.116, "p95_ms": 9.79}, "gstreamer_push": {"avg_ms": 1.241, "count": 307, "max_ms": 1.656, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.848, "count": 307, "max_ms": 71.91, "p95_ms": 62.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.562, "count": 307, "max_ms": 98.671, "p95_ms": 81.042}, "yolo11_640_fire_11class": {"avg_ms": 52.773, "count": 307, "max_ms": 82.442, "p95_ms": 68.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.194, "count": 307, "max_ms": 89.666, "p95_ms": 76.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.806, "count": 307, "max_ms": 139.023, "p95_ms": 99.725}, "read_interval": {"avg_ms": 97.984, "count": 306, "max_ms": 710.534, "p95_ms": 127.554}, "triton_wait": {"avg_ms": 57.258, "count": 307, "max_ms": 98.683, "p95_ms": 82.213}, "visualize": {"avg_ms": 3.623, "count": 307, "max_ms": 5.407, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3254, "tracking_summary": 2825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13298.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76837.353, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.745, "sample_count": 970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:23:03+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T07:23:03+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T07:23:03.625505+09:00", "mtime_epoch": 1783030983.625505, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:23:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 982.0, "name": "celery", "pid": 239, "rss_mb": 976.77, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.083, "pushed": 3.083, "read": 3.049}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 213.747, "count": 92, "max_ms": 260.224, "p95_ms": 241.332}, "gstreamer_push": {"avg_ms": 1.165, "count": 92, "max_ms": 3.04, "p95_ms": 2.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.155, "count": 92, "max_ms": 103.166, "p95_ms": 89.493}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.346, "count": 92, "max_ms": 104.54, "p95_ms": 89.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 318.134, "count": 92, "max_ms": 381.208, "p95_ms": 357.472}, "read_interval": {"avg_ms": 328.064, "count": 91, "max_ms": 391.472, "p95_ms": 367.518}, "triton_wait": {"avg_ms": 69.876, "count": 92, "max_ms": 104.552, "p95_ms": 89.505}, "visualize": {"avg_ms": 30.612, "count": 92, "max_ms": 44.806, "p95_ms": 42.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13296.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:20:49+09:00", "last_error_summary": "[h264 @ 0x56162101db80] error while decoding MB 5 17, bytestream -46", "last_exit_at": "2026-07-03T07:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.181, "last_started_at": "2026-07-03T07:20:52+09:00", "pid": 24761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.676, "name": "ffmpeg", "pid": 24761, "rss_mb": 281.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.183, "sample_count": 1863, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 695816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:23:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:23:09+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-03T07:23:09+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-03T07:23:09.321573+09:00", "mtime_epoch": 1783030989.321573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:23:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.406, "pushed": 6.406, "read": 6.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.907, "count": 191, "max_ms": 24.723, "p95_ms": 21.387}, "gstreamer_push": {"avg_ms": 0.964, "count": 192, "max_ms": 1.147, "p95_ms": 1.084}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.87, "count": 191, "max_ms": 72.493, "p95_ms": 63.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.678, "count": 191, "max_ms": 107.953, "p95_ms": 84.468}, "yolo11_640_fire_11class": {"avg_ms": 52.497, "count": 191, "max_ms": 79.559, "p95_ms": 69.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.107, "count": 191, "max_ms": 87.287, "p95_ms": 77.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.788, "count": 192, "max_ms": 194.525, "p95_ms": 172.9}, "read_interval": {"avg_ms": 156.892, "count": 191, "max_ms": 203.841, "p95_ms": 181.396}, "triton_wait": {"avg_ms": 61.922, "count": 191, "max_ms": 107.965, "p95_ms": 85.375}, "visualize": {"avg_ms": 5.879, "count": 191, "max_ms": 8.688, "p95_ms": 6.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13298.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.541, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.625, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.364, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 747159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:23:14+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T07:23:14+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T07:23:14.877640+09:00", "mtime_epoch": 1783030994.8776395, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:23:14+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1455.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.91}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.718, "count": 298, "max_ms": 12.946, "p95_ms": 10.423}, "gstreamer_push": {"avg_ms": 1.212, "count": 298, "max_ms": 2.208, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.561, "count": 298, "max_ms": 78.597, "p95_ms": 60.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.158, "count": 298, "max_ms": 108.583, "p95_ms": 79.388}, "yolo11_640_fire_11class": {"avg_ms": 51.955, "count": 298, "max_ms": 88.148, "p95_ms": 67.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.96, "count": 298, "max_ms": 90.057, "p95_ms": 73.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.366, "count": 298, "max_ms": 124.984, "p95_ms": 96.059}, "read_interval": {"avg_ms": 100.873, "count": 297, "max_ms": 749.531, "p95_ms": 166.823}, "triton_wait": {"avg_ms": 56.502, "count": 298, "max_ms": 108.596, "p95_ms": 79.574}, "visualize": {"avg_ms": 3.546, "count": 298, "max_ms": 6.078, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3256, "tracking_summary": 2826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13302.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76867.392, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 355.058, "sample_count": 968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:23:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:23:33+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T07:23:33+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-03T07:23:33.805869+09:00", "mtime_epoch": 1783031013.8058686, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:23:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 976.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.635, "pushed": 3.635, "read": 3.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 169.831, "count": 108, "max_ms": 234.689, "p95_ms": 229.945}, "gstreamer_push": {"avg_ms": 1.066, "count": 108, "max_ms": 2.695, "p95_ms": 1.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.525, "count": 108, "max_ms": 94.775, "p95_ms": 85.833}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.035, "count": 108, "max_ms": 93.988, "p95_ms": 78.353}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.466, "count": 108, "max_ms": 366.486, "p95_ms": 338.548}, "read_interval": {"avg_ms": 279.01, "count": 107, "max_ms": 375.689, "p95_ms": 348.155}, "triton_wait": {"avg_ms": 67.059, "count": 108, "max_ms": 94.787, "p95_ms": 85.848}, "visualize": {"avg_ms": 27.799, "count": 108, "max_ms": 40.95, "p95_ms": 39.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.708, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13310.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 190, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:20:49+09:00", "last_error_summary": "[h264 @ 0x56162101db80] error while decoding MB 5 17, bytestream -46", "last_exit_at": "2026-07-03T07:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.313, "last_started_at": "2026-07-03T07:20:52+09:00", "pid": 24761, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.941, "name": "ffmpeg", "pid": 24761, "rss_mb": 295.941, "state": "S (sleeping)", "threads": 104}, "restart_count": 125, "restart_count_per_hour": 24, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.63, "sample_count": 1774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 695917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:23:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:23:43+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-03T07:23:43+09:00", "mjpeg": {"age_sec": 18.498, "exists": true, "mtime": "2026-07-03T07:23:25.093763+09:00", "mtime_epoch": 1783031005.0937626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220119}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:23:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.379, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 75, "pushed_frames": 75, "read_frames": 74, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.503, "pushed": 2.503, "read": 2.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.097, "count": 74, "max_ms": 27.31, "p95_ms": 20.138}, "gstreamer_push": {"avg_ms": 0.99, "count": 75, "max_ms": 1.335, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.96, "count": 74, "max_ms": 66.389, "p95_ms": 55.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.431, "count": 74, "max_ms": 88.738, "p95_ms": 81.101}, "yolo11_640_fire_11class": {"avg_ms": 49.6, "count": 74, "max_ms": 70.102, "p95_ms": 63.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.034, "count": 74, "max_ms": 82.957, "p95_ms": 71.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.769, "count": 75, "max_ms": 176.299, "p95_ms": 171.079}, "read_interval": {"avg_ms": 404.866, "count": 74, "max_ms": 18509.38, "p95_ms": 180.246}, "triton_wait": {"avg_ms": 58.838, "count": 74, "max_ms": 88.751, "p95_ms": 82.969}, "visualize": {"avg_ms": 6.016, "count": 74, "max_ms": 7.735, "p95_ms": 6.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13042.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 927.589, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.838, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 747459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:23:44+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:23:44+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T07:23:44.922005+09:00", "mtime_epoch": 1783031024.9220047, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:23:44+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1455.547, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.623, "count": 300, "max_ms": 14.02, "p95_ms": 9.284}, "gstreamer_push": {"avg_ms": 1.217, "count": 300, "max_ms": 1.787, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.554, "count": 300, "max_ms": 71.083, "p95_ms": 54.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.212, "count": 300, "max_ms": 92.9, "p95_ms": 76.036}, "yolo11_640_fire_11class": {"avg_ms": 49.903, "count": 300, "max_ms": 74.88, "p95_ms": 58.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.802, "count": 300, "max_ms": 78.738, "p95_ms": 62.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.663, "count": 300, "max_ms": 109.092, "p95_ms": 93.105}, "read_interval": {"avg_ms": 100.194, "count": 299, "max_ms": 770.802, "p95_ms": 186.152}, "triton_wait": {"avg_ms": 54.871, "count": 300, "max_ms": 92.913, "p95_ms": 76.812}, "visualize": {"avg_ms": 3.592, "count": 300, "max_ms": 5.085, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3256, "tracking_summary": 2826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13285.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76897.56, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.727, "sample_count": 980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:24:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:24:04+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-03T07:24:03+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T07:24:03.950241+09:00", "mtime_epoch": 1783031043.9502406, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:24:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 980.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.77, "pushed": 3.77, "read": 3.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.509, "count": 113, "max_ms": 236.83, "p95_ms": 234.013}, "gstreamer_push": {"avg_ms": 0.941, "count": 113, "max_ms": 2.845, "p95_ms": 2.667}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.207, "count": 113, "max_ms": 103.622, "p95_ms": 84.764}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.356, "count": 113, "max_ms": 95.554, "p95_ms": 86.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.322, "count": 113, "max_ms": 357.383, "p95_ms": 339.154}, "read_interval": {"avg_ms": 267.517, "count": 112, "max_ms": 368.633, "p95_ms": 349.303}, "triton_wait": {"avg_ms": 70.413, "count": 113, "max_ms": 103.635, "p95_ms": 88.519}, "visualize": {"avg_ms": 24.629, "count": 113, "max_ms": 35.288, "p95_ms": 30.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13287.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:23:44+09:00", "last_error_summary": "[h264 @ 0x55aad4b0e840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad4b0e840] error while decoding MB 0 44, bytestream 5684 [h264 @ 0x55aad55c6540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad55c6540] error while decoding MB 0 35, bytestream 44767 [h264 @ 0x55aad5764240] reference picture missing during reorder [h264 @ 0x55aad5764240] Missing reference picture, default is 65585 [h264 @ 0x55aad4a7ae80] mmco: unref short failure [h264 @ 0x55aad4a7ae", "last_exit_at": "2026-07-03T07:23:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.72, "last_started_at": "2026-07-03T07:23:48+09:00", "pid": 24868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.945, "name": "ffmpeg", "pid": 24868, "rss_mb": 265.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 25, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.191, "sample_count": 1738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 696075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:24:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:24:13+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-03T07:24:13+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T07:24:13.590361+09:00", "mtime_epoch": 1783031053.5903614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:24:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.269, "pushed": 5.269, "read": 5.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.062, "count": 157, "max_ms": 26.847, "p95_ms": 20.712}, "gstreamer_push": {"avg_ms": 0.976, "count": 158, "max_ms": 1.303, "p95_ms": 1.122}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.121, "count": 157, "max_ms": 72.679, "p95_ms": 64.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.917, "count": 157, "max_ms": 102.151, "p95_ms": 91.833}, "yolo11_640_fire_11class": {"avg_ms": 53.341, "count": 157, "max_ms": 76.57, "p95_ms": 70.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.872, "count": 157, "max_ms": 93.293, "p95_ms": 78.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.75, "count": 158, "max_ms": 198.253, "p95_ms": 179.719}, "read_interval": {"avg_ms": 190.94, "count": 157, "max_ms": 5142.166, "p95_ms": 188.798}, "triton_wait": {"avg_ms": 64.468, "count": 157, "max_ms": 102.164, "p95_ms": 92.375}, "visualize": {"avg_ms": 5.925, "count": 157, "max_ms": 8.931, "p95_ms": 6.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13286.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 957.672, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.364, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 747762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:24:15+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T07:24:14+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T07:24:14.998379+09:00", "mtime_epoch": 1783031054.998379, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:24:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1455.547, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.807, "count": 302, "max_ms": 12.437, "p95_ms": 9.242}, "gstreamer_push": {"avg_ms": 1.244, "count": 303, "max_ms": 1.827, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.472, "count": 302, "max_ms": 70.707, "p95_ms": 60.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.245, "count": 302, "max_ms": 103.418, "p95_ms": 85.177}, "yolo11_640_fire_11class": {"avg_ms": 51.682, "count": 302, "max_ms": 80.098, "p95_ms": 65.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.657, "count": 302, "max_ms": 86.722, "p95_ms": 73.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.395, "count": 303, "max_ms": 119.356, "p95_ms": 102.299}, "read_interval": {"avg_ms": 99.324, "count": 302, "max_ms": 717.127, "p95_ms": 139.431}, "triton_wait": {"avg_ms": 58.273, "count": 302, "max_ms": 103.427, "p95_ms": 85.194}, "visualize": {"avg_ms": 3.654, "count": 302, "max_ms": 5.192, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3258, "tracking_summary": 2827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13284.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76927.657, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.342, "sample_count": 973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:24:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:24:34+09:00", "last_frame_read_age_sec": 0.359, "last_frame_read_at": "2026-07-03T07:24:33+09:00", "mjpeg": {"age_sec": 0.345, "exists": true, "mtime": "2026-07-03T07:24:33.890618+09:00", "mtime_epoch": 1783031073.890618, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:24:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 977.25, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.046, "pushed": 3.046, "read": 3.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.241, "count": 91, "max_ms": 236.913, "p95_ms": 230.71}, "gstreamer_push": {"avg_ms": 0.806, "count": 91, "max_ms": 1.749, "p95_ms": 0.873}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.431, "count": 91, "max_ms": 102.653, "p95_ms": 92.327}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.192, "count": 91, "max_ms": 103.587, "p95_ms": 89.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 321.19, "count": 91, "max_ms": 363.246, "p95_ms": 352.361}, "read_interval": {"avg_ms": 330.327, "count": 90, "max_ms": 372.059, "p95_ms": 361.226}, "triton_wait": {"avg_ms": 72.498, "count": 91, "max_ms": 103.599, "p95_ms": 93.325}, "visualize": {"avg_ms": 28.566, "count": 91, "max_ms": 41.442, "p95_ms": 40.607}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13280.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:23:44+09:00", "last_error_summary": "[h264 @ 0x55aad4b0e840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad4b0e840] error while decoding MB 0 44, bytestream 5684 [h264 @ 0x55aad55c6540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad55c6540] error while decoding MB 0 35, bytestream 44767 [h264 @ 0x55aad5764240] reference picture missing during reorder [h264 @ 0x55aad5764240] Missing reference picture, default is 65585 [h264 @ 0x55aad4a7ae80] mmco: unref short failure [h264 @ 0x55aad4a7ae", "last_exit_at": "2026-07-03T07:23:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.81, "last_started_at": "2026-07-03T07:23:48+09:00", "pid": 24868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.523, "name": "ffmpeg", "pid": 24868, "rss_mb": 268.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 25, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.662, "sample_count": 1739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 696268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:24:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:24:43+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T07:24:43+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T07:24:43.690743+09:00", "mtime_epoch": 1783031083.6907434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:24:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.446, "pushed": 6.446, "read": 6.413}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.004, "count": 192, "max_ms": 28.97, "p95_ms": 20.667}, "gstreamer_push": {"avg_ms": 0.968, "count": 193, "max_ms": 1.575, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.898, "count": 192, "max_ms": 72.523, "p95_ms": 63.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.725, "count": 192, "max_ms": 95.889, "p95_ms": 85.659}, "yolo11_640_fire_11class": {"avg_ms": 54.163, "count": 192, "max_ms": 78.289, "p95_ms": 67.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.861, "count": 192, "max_ms": 89.91, "p95_ms": 77.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.832, "count": 193, "max_ms": 184.532, "p95_ms": 170.781}, "read_interval": {"avg_ms": 155.965, "count": 192, "max_ms": 192.186, "p95_ms": 179.617}, "triton_wait": {"avg_ms": 62.255, "count": 192, "max_ms": 95.901, "p95_ms": 85.671}, "visualize": {"avg_ms": 5.89, "count": 192, "max_ms": 7.869, "p95_ms": 6.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13280.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 987.855, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.562, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:24:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:24:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T07:24:45+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-03T07:24:45.042761+09:00", "mtime_epoch": 1783031085.0427608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:24:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1455.805, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.78, "count": 300, "max_ms": 12.851, "p95_ms": 9.184}, "gstreamer_push": {"avg_ms": 1.232, "count": 300, "max_ms": 1.869, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.514, "count": 300, "max_ms": 71.342, "p95_ms": 62.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.765, "count": 300, "max_ms": 95.07, "p95_ms": 78.322}, "yolo11_640_fire_11class": {"avg_ms": 52.677, "count": 300, "max_ms": 78.575, "p95_ms": 69.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.809, "count": 300, "max_ms": 89.092, "p95_ms": 76.388}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.731, "count": 300, "max_ms": 111.284, "p95_ms": 95.812}, "read_interval": {"avg_ms": 100.274, "count": 299, "max_ms": 759.381, "p95_ms": 147.067}, "triton_wait": {"avg_ms": 57.663, "count": 300, "max_ms": 95.082, "p95_ms": 79.72}, "visualize": {"avg_ms": 3.614, "count": 300, "max_ms": 5.586, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3259, "tracking_summary": 2828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13284.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76957.721, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 355.058, "sample_count": 982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:25:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:25:04+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T07:25:03+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T07:25:03.983006+09:00", "mtime_epoch": 1783031103.9830055, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:25:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 975.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.296, "pushed": 3.296, "read": 3.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.352, "count": 98, "max_ms": 301.786, "p95_ms": 248.402}, "gstreamer_push": {"avg_ms": 0.846, "count": 98, "max_ms": 1.913, "p95_ms": 1.698}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.505, "count": 98, "max_ms": 96.566, "p95_ms": 90.287}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.567, "count": 98, "max_ms": 94.255, "p95_ms": 87.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.181, "count": 98, "max_ms": 442.599, "p95_ms": 366.065}, "read_interval": {"avg_ms": 306.437, "count": 97, "max_ms": 452.82, "p95_ms": 374.753}, "triton_wait": {"avg_ms": 70.957, "count": 98, "max_ms": 96.578, "p95_ms": 90.322}, "visualize": {"avg_ms": 28.068, "count": 98, "max_ms": 42.404, "p95_ms": 40.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.733, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13284.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:23:44+09:00", "last_error_summary": "[h264 @ 0x55aad4b0e840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad4b0e840] error while decoding MB 0 44, bytestream 5684 [h264 @ 0x55aad55c6540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad55c6540] error while decoding MB 0 35, bytestream 44767 [h264 @ 0x55aad5764240] reference picture missing during reorder [h264 @ 0x55aad5764240] Missing reference picture, default is 65585 [h264 @ 0x55aad4a7ae80] mmco: unref short failure [h264 @ 0x55aad4a7ae", "last_exit_at": "2026-07-03T07:23:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.934, "last_started_at": "2026-07-03T07:23:48+09:00", "pid": 24868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.586, "name": "ffmpeg", "pid": 24868, "rss_mb": 270.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 25, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.63, "sample_count": 1739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 696461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:25:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:25:13+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T07:25:13+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T07:25:13.775133+09:00", "mtime_epoch": 1783031113.7751331, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:25:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.441, "pushed": 6.441, "read": 6.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.844, "count": 192, "max_ms": 25.22, "p95_ms": 20.914}, "gstreamer_push": {"avg_ms": 0.961, "count": 193, "max_ms": 1.238, "p95_ms": 1.077}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.288, "count": 192, "max_ms": 70.499, "p95_ms": 62.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.456, "count": 192, "max_ms": 94.83, "p95_ms": 86.063}, "yolo11_640_fire_11class": {"avg_ms": 53.325, "count": 192, "max_ms": 76.531, "p95_ms": 66.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.716, "count": 192, "max_ms": 91.412, "p95_ms": 76.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.085, "count": 193, "max_ms": 180.869, "p95_ms": 174.141}, "read_interval": {"avg_ms": 155.933, "count": 192, "max_ms": 188.676, "p95_ms": 180.347}, "triton_wait": {"avg_ms": 62.024, "count": 192, "max_ms": 94.842, "p95_ms": 86.075}, "visualize": {"avg_ms": 5.86, "count": 192, "max_ms": 7.367, "p95_ms": 6.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13284.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1017.908, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 7, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.73, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:25:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:25:15+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T07:25:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T07:25:15.219152+09:00", "mtime_epoch": 1783031115.219152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:25:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1455.805, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.784, "count": 301, "max_ms": 12.425, "p95_ms": 9.262}, "gstreamer_push": {"avg_ms": 1.232, "count": 301, "max_ms": 1.843, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.977, "count": 301, "max_ms": 72.613, "p95_ms": 61.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.27, "count": 301, "max_ms": 92.527, "p95_ms": 77.123}, "yolo11_640_fire_11class": {"avg_ms": 52.016, "count": 301, "max_ms": 82.271, "p95_ms": 67.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.382, "count": 301, "max_ms": 91.708, "p95_ms": 75.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.007, "count": 301, "max_ms": 108.943, "p95_ms": 93.63}, "read_interval": {"avg_ms": 99.808, "count": 300, "max_ms": 761.943, "p95_ms": 168.285}, "triton_wait": {"avg_ms": 56.869, "count": 301, "max_ms": 92.54, "p95_ms": 78.358}, "visualize": {"avg_ms": 3.632, "count": 301, "max_ms": 4.574, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3259, "tracking_summary": 2829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13287.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 76987.946, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.727, "sample_count": 982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:25:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:25:34+09:00", "last_frame_read_age_sec": 0.373, "last_frame_read_at": "2026-07-03T07:25:34+09:00", "mjpeg": {"age_sec": 0.365, "exists": true, "mtime": "2026-07-03T07:25:34.159401+09:00", "mtime_epoch": 1783031134.1594012, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:25:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 977.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.977, "pushed": 2.977, "read": 2.944}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 226.463, "count": 89, "max_ms": 260.615, "p95_ms": 234.263}, "gstreamer_push": {"avg_ms": 0.893, "count": 89, "max_ms": 1.905, "p95_ms": 1.768}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.594, "count": 89, "max_ms": 93.087, "p95_ms": 89.232}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.855, "count": 89, "max_ms": 96.044, "p95_ms": 89.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 330.366, "count": 89, "max_ms": 372.036, "p95_ms": 359.067}, "read_interval": {"avg_ms": 339.146, "count": 88, "max_ms": 379.538, "p95_ms": 368.869}, "triton_wait": {"avg_ms": 71.098, "count": 89, "max_ms": 96.057, "p95_ms": 90.28}, "visualize": {"avg_ms": 28.898, "count": 89, "max_ms": 41.181, "p95_ms": 38.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13289.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:23:44+09:00", "last_error_summary": "[h264 @ 0x55aad4b0e840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad4b0e840] error while decoding MB 0 44, bytestream 5684 [h264 @ 0x55aad55c6540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad55c6540] error while decoding MB 0 35, bytestream 44767 [h264 @ 0x55aad5764240] reference picture missing during reorder [h264 @ 0x55aad5764240] Missing reference picture, default is 65585 [h264 @ 0x55aad4a7ae80] mmco: unref short failure [h264 @ 0x55aad4a7ae", "last_exit_at": "2026-07-03T07:23:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.061, "last_started_at": "2026-07-03T07:23:48+09:00", "pid": 24868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.586, "name": "ffmpeg", "pid": 24868, "rss_mb": 270.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 24, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.304, "sample_count": 1737, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 696653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:25:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:25:44+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-03T07:25:43+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T07:25:43.927531+09:00", "mtime_epoch": 1783031143.9275308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:25:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.637, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.404, "pushed": 6.404, "read": 6.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.259, "count": 191, "max_ms": 28.182, "p95_ms": 23.891}, "gstreamer_push": {"avg_ms": 0.975, "count": 192, "max_ms": 1.697, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.924, "count": 191, "max_ms": 73.145, "p95_ms": 62.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.332, "count": 191, "max_ms": 99.194, "p95_ms": 82.118}, "yolo11_640_fire_11class": {"avg_ms": 52.763, "count": 191, "max_ms": 79.679, "p95_ms": 69.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.253, "count": 191, "max_ms": 92.431, "p95_ms": 77.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.638, "count": 192, "max_ms": 185.407, "p95_ms": 172.883}, "read_interval": {"avg_ms": 156.897, "count": 191, "max_ms": 193.545, "p95_ms": 181.885}, "triton_wait": {"avg_ms": 61.137, "count": 191, "max_ms": 99.207, "p95_ms": 82.297}, "visualize": {"avg_ms": 5.929, "count": 191, "max_ms": 9.623, "p95_ms": 7.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13289.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.013, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.15, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:25:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:25:45+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-03T07:25:45+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T07:25:45.299549+09:00", "mtime_epoch": 1783031145.299549, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:25:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1456.062, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.837, "count": 300, "max_ms": 12.015, "p95_ms": 9.515}, "gstreamer_push": {"avg_ms": 1.216, "count": 300, "max_ms": 1.457, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.876, "count": 300, "max_ms": 75.413, "p95_ms": 59.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.769, "count": 300, "max_ms": 104.709, "p95_ms": 78.131}, "yolo11_640_fire_11class": {"avg_ms": 52.177, "count": 300, "max_ms": 86.016, "p95_ms": 68.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.103, "count": 300, "max_ms": 92.398, "p95_ms": 74.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.2, "count": 300, "max_ms": 120.926, "p95_ms": 95.097}, "read_interval": {"avg_ms": 99.96, "count": 299, "max_ms": 810.582, "p95_ms": 176.633}, "triton_wait": {"avg_ms": 57.094, "count": 300, "max_ms": 104.721, "p95_ms": 78.429}, "visualize": {"avg_ms": 3.584, "count": 300, "max_ms": 6.367, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3260, "tracking_summary": 2830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13280.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77017.988, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 354.25, "sample_count": 975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:26:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:26:04+09:00", "last_frame_read_age_sec": 0.332, "last_frame_read_at": "2026-07-03T07:26:04+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T07:26:04.247803+09:00", "mtime_epoch": 1783031164.2478027, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:26:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 969.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.334, "pushed": 3.334, "read": 3.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 191.038, "count": 99, "max_ms": 244.475, "p95_ms": 238.668}, "gstreamer_push": {"avg_ms": 1.053, "count": 99, "max_ms": 3.341, "p95_ms": 1.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.899, "count": 99, "max_ms": 104.943, "p95_ms": 90.293}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.681, "count": 99, "max_ms": 105.599, "p95_ms": 87.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.481, "count": 99, "max_ms": 363.116, "p95_ms": 350.442}, "read_interval": {"avg_ms": 303.074, "count": 98, "max_ms": 374.961, "p95_ms": 361.645}, "triton_wait": {"avg_ms": 69.564, "count": 99, "max_ms": 105.612, "p95_ms": 90.308}, "visualize": {"avg_ms": 28.976, "count": 99, "max_ms": 40.139, "p95_ms": 35.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.691, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13286.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 194, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:23:44+09:00", "last_error_summary": "[h264 @ 0x55aad4b0e840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad4b0e840] error while decoding MB 0 44, bytestream 5684 [h264 @ 0x55aad55c6540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55aad55c6540] error while decoding MB 0 35, bytestream 44767 [h264 @ 0x55aad5764240] reference picture missing during reorder [h264 @ 0x55aad5764240] Missing reference picture, default is 65585 [h264 @ 0x55aad4a7ae80] mmco: unref short failure [h264 @ 0x55aad4a7ae", "last_exit_at": "2026-07-03T07:23:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.175, "last_started_at": "2026-07-03T07:23:48+09:00", "pid": 24868, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.586, "name": "ffmpeg", "pid": 24868, "rss_mb": 270.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 24, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.209, "sample_count": 1762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 696842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:26:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:26:14+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T07:26:14+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T07:26:14.051935+09:00", "mtime_epoch": 1783031174.051935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:26:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.307, "pushed": 6.307, "read": 6.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.217, "count": 188, "max_ms": 27.646, "p95_ms": 21.917}, "gstreamer_push": {"avg_ms": 0.974, "count": 189, "max_ms": 1.471, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.167, "count": 188, "max_ms": 80.702, "p95_ms": 63.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.116, "count": 188, "max_ms": 113.548, "p95_ms": 88.088}, "yolo11_640_fire_11class": {"avg_ms": 54.138, "count": 188, "max_ms": 90.955, "p95_ms": 68.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.282, "count": 188, "max_ms": 89.359, "p95_ms": 78.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.07, "count": 189, "max_ms": 201.203, "p95_ms": 177.409}, "read_interval": {"avg_ms": 159.378, "count": 188, "max_ms": 209.205, "p95_ms": 184.965}, "triton_wait": {"avg_ms": 64.213, "count": 188, "max_ms": 113.561, "p95_ms": 88.1}, "visualize": {"avg_ms": 5.867, "count": 188, "max_ms": 7.838, "p95_ms": 6.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13280.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.051, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.325, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:26:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:26:15+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T07:26:15+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T07:26:15.375953+09:00", "mtime_epoch": 1783031175.375953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:26:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1456.32, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.861, "count": 301, "max_ms": 13.764, "p95_ms": 9.677}, "gstreamer_push": {"avg_ms": 1.231, "count": 301, "max_ms": 2.204, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.299, "count": 301, "max_ms": 77.73, "p95_ms": 63.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.173, "count": 301, "max_ms": 117.608, "p95_ms": 82.904}, "yolo11_640_fire_11class": {"avg_ms": 52.764, "count": 301, "max_ms": 87.959, "p95_ms": 68.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.078, "count": 301, "max_ms": 87.921, "p95_ms": 75.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.781, "count": 301, "max_ms": 134.279, "p95_ms": 99.365}, "read_interval": {"avg_ms": 99.845, "count": 300, "max_ms": 726.926, "p95_ms": 123.885}, "triton_wait": {"avg_ms": 58.56, "count": 301, "max_ms": 117.62, "p95_ms": 82.917}, "visualize": {"avg_ms": 3.612, "count": 301, "max_ms": 5.138, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3262, "tracking_summary": 2830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13277.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77048.094, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.891, "sample_count": 983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:26:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:26:34+09:00", "last_frame_read_age_sec": 0.344, "last_frame_read_at": "2026-07-03T07:26:34+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T07:26:34.336211+09:00", "mtime_epoch": 1783031194.3362107, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:26:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 970.824, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.278, "pushed": 3.278, "read": 3.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.132, "count": 98, "max_ms": 255.134, "p95_ms": 232.767}, "gstreamer_push": {"avg_ms": 1.14, "count": 98, "max_ms": 2.826, "p95_ms": 1.791}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.951, "count": 98, "max_ms": 105.411, "p95_ms": 90.789}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.516, "count": 98, "max_ms": 97.056, "p95_ms": 87.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.289, "count": 98, "max_ms": 395.435, "p95_ms": 354.751}, "read_interval": {"avg_ms": 306.737, "count": 97, "max_ms": 408.687, "p95_ms": 364.27}, "triton_wait": {"avg_ms": 67.549, "count": 98, "max_ms": 105.425, "p95_ms": 90.801}, "visualize": {"avg_ms": 28.819, "count": 98, "max_ms": 52.027, "p95_ms": 39.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13282.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:26:19+09:00", "last_error_summary": "[h264 @ 0x5601dae2bc00] error while decoding MB 0 11, bytestream -7", "last_exit_at": "2026-07-03T07:26:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.166, "last_started_at": "2026-07-03T07:26:22+09:00", "pid": 24975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.086, "name": "ffmpeg", "pid": 24975, "rss_mb": 266.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.147, "sample_count": 1723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 696996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:26:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:26:44+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T07:26:44+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T07:26:44.144345+09:00", "mtime_epoch": 1783031204.1443453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:26:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.14, "pushed": 5.14, "read": 5.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.513, "count": 153, "max_ms": 28.769, "p95_ms": 23.458}, "gstreamer_push": {"avg_ms": 0.953, "count": 154, "max_ms": 1.552, "p95_ms": 1.093}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.545, "count": 153, "max_ms": 71.288, "p95_ms": 62.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.41, "count": 153, "max_ms": 103.155, "p95_ms": 88.113}, "yolo11_640_fire_11class": {"avg_ms": 53.37, "count": 153, "max_ms": 84.448, "p95_ms": 68.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.715, "count": 153, "max_ms": 83.596, "p95_ms": 77.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.68, "count": 154, "max_ms": 203.378, "p95_ms": 186.708}, "read_interval": {"avg_ms": 195.719, "count": 153, "max_ms": 5099.97, "p95_ms": 195.999}, "triton_wait": {"avg_ms": 64.351, "count": 153, "max_ms": 103.178, "p95_ms": 88.125}, "visualize": {"avg_ms": 6.109, "count": 153, "max_ms": 8.066, "p95_ms": 7.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13285.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.084, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.501, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 749267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:26:45+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T07:26:45+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T07:26:45.420363+09:00", "mtime_epoch": 1783031205.4203627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:26:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1456.32, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.765, "count": 301, "max_ms": 12.591, "p95_ms": 9.194}, "gstreamer_push": {"avg_ms": 1.222, "count": 301, "max_ms": 1.955, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.184, "count": 301, "max_ms": 68.715, "p95_ms": 60.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.946, "count": 301, "max_ms": 94.7, "p95_ms": 82.469}, "yolo11_640_fire_11class": {"avg_ms": 51.782, "count": 301, "max_ms": 78.854, "p95_ms": 67.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.136, "count": 301, "max_ms": 89.021, "p95_ms": 75.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.427, "count": 301, "max_ms": 111.345, "p95_ms": 98.772}, "read_interval": {"avg_ms": 99.838, "count": 300, "max_ms": 810.296, "p95_ms": 131.193}, "triton_wait": {"avg_ms": 57.447, "count": 301, "max_ms": 94.714, "p95_ms": 82.482}, "visualize": {"avg_ms": 3.577, "count": 301, "max_ms": 4.623, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3263, "tracking_summary": 2831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13286.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77078.346, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 355.12, "sample_count": 965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:27:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:27:04+09:00", "last_frame_read_age_sec": 0.318, "last_frame_read_at": "2026-07-03T07:27:04+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T07:27:04.616628+09:00", "mtime_epoch": 1783031224.6166277, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:27:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 977.02, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.962, "pushed": 2.962, "read": 2.928}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 226.966, "count": 88, "max_ms": 297.03, "p95_ms": 241.632}, "gstreamer_push": {"avg_ms": 1.285, "count": 88, "max_ms": 3.377, "p95_ms": 2.844}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.942, "count": 88, "max_ms": 108.953, "p95_ms": 97.105}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.437, "count": 88, "max_ms": 100.978, "p95_ms": 89.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 331.258, "count": 88, "max_ms": 416.011, "p95_ms": 361.465}, "read_interval": {"avg_ms": 341.339, "count": 87, "max_ms": 424.803, "p95_ms": 370.497}, "triton_wait": {"avg_ms": 71.717, "count": 88, "max_ms": 108.967, "p95_ms": 97.118}, "visualize": {"avg_ms": 28.724, "count": 88, "max_ms": 41.402, "p95_ms": 40.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.712, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13285.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:26:19+09:00", "last_error_summary": "[h264 @ 0x5601dae2bc00] error while decoding MB 0 11, bytestream -7", "last_exit_at": "2026-07-03T07:26:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.358, "last_started_at": "2026-07-03T07:26:22+09:00", "pid": 24975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.922, "name": "ffmpeg", "pid": 24975, "rss_mb": 268.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.381, "sample_count": 1699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:27:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:27:14+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T07:27:14+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T07:27:14.304762+09:00", "mtime_epoch": 1783031234.3047624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:27:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7733.895, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.62, "pushed": 5.62, "read": 5.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.681, "count": 168, "max_ms": 25.345, "p95_ms": 20.357}, "gstreamer_push": {"avg_ms": 0.906, "count": 168, "max_ms": 1.555, "p95_ms": 1.042}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.545, "count": 168, "max_ms": 75.635, "p95_ms": 65.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.223, "count": 168, "max_ms": 105.679, "p95_ms": 93.558}, "yolo11_640_fire_11class": {"avg_ms": 53.995, "count": 168, "max_ms": 78.441, "p95_ms": 70.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.509, "count": 168, "max_ms": 96.49, "p95_ms": 85.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.381, "count": 168, "max_ms": 212.553, "p95_ms": 202.097}, "read_interval": {"avg_ms": 178.654, "count": 167, "max_ms": 221.704, "p95_ms": 209.328}, "triton_wait": {"avg_ms": 66.788, "count": 168, "max_ms": 105.69, "p95_ms": 95.356}, "visualize": {"avg_ms": 6.756, "count": 168, "max_ms": 8.308, "p95_ms": 7.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13285.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.174, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.597, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 749563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:27:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:27:15+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T07:27:15+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T07:27:15.480779+09:00", "mtime_epoch": 1783031235.4807787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:27:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1456.32, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.872, "pushed": 9.872, "read": 9.838}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.741, "count": 296, "max_ms": 12.036, "p95_ms": 9.585}, "gstreamer_push": {"avg_ms": 1.23, "count": 296, "max_ms": 1.587, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.303, "count": 296, "max_ms": 76.237, "p95_ms": 64.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.377, "count": 296, "max_ms": 112.189, "p95_ms": 87.739}, "yolo11_640_fire_11class": {"avg_ms": 52.75, "count": 296, "max_ms": 79.459, "p95_ms": 71.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.976, "count": 296, "max_ms": 97.793, "p95_ms": 83.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.131, "count": 296, "max_ms": 128.251, "p95_ms": 104.411}, "read_interval": {"avg_ms": 101.608, "count": 295, "max_ms": 652.383, "p95_ms": 178.761}, "triton_wait": {"avg_ms": 60.088, "count": 296, "max_ms": 112.203, "p95_ms": 87.749}, "visualize": {"avg_ms": 3.609, "count": 296, "max_ms": 5.354, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3263, "tracking_summary": 2832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13282.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77108.587, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 355.12, "sample_count": 982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:27:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:27:35+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T07:27:34+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T07:27:34.857050+09:00", "mtime_epoch": 1783031254.85705, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257566}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:27:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 971.227, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.645, "pushed": 3.645, "read": 3.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.52, "count": 109, "max_ms": 240.352, "p95_ms": 231.869}, "gstreamer_push": {"avg_ms": 1.184, "count": 109, "max_ms": 3.591, "p95_ms": 1.833}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.811, "count": 109, "max_ms": 109.175, "p95_ms": 97.106}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.856, "count": 109, "max_ms": 106.942, "p95_ms": 96.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 267.58, "count": 109, "max_ms": 376.266, "p95_ms": 350.372}, "read_interval": {"avg_ms": 276.962, "count": 108, "max_ms": 386.991, "p95_ms": 359.95}, "triton_wait": {"avg_ms": 69.641, "count": 109, "max_ms": 109.188, "p95_ms": 99.356}, "visualize": {"avg_ms": 26.556, "count": 109, "max_ms": 38.284, "p95_ms": 34.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13285.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:26:19+09:00", "last_error_summary": "[h264 @ 0x5601dae2bc00] error while decoding MB 0 11, bytestream -7", "last_exit_at": "2026-07-03T07:26:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.468, "last_started_at": "2026-07-03T07:26:22+09:00", "pid": 24975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.211, "name": "ffmpeg", "pid": 24975, "rss_mb": 275.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.234, "sample_count": 1685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:27:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:27:44+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T07:27:44+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T07:27:44.473185+09:00", "mtime_epoch": 1783031264.4731853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:27:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.916, "pushed": 5.916, "read": 5.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.53, "count": 176, "max_ms": 26.806, "p95_ms": 22.294}, "gstreamer_push": {"avg_ms": 0.937, "count": 177, "max_ms": 1.421, "p95_ms": 1.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.621, "count": 176, "max_ms": 75.796, "p95_ms": 64.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.874, "count": 176, "max_ms": 115.551, "p95_ms": 93.159}, "yolo11_640_fire_11class": {"avg_ms": 52.954, "count": 176, "max_ms": 79.959, "p95_ms": 69.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.0, "count": 176, "max_ms": 94.006, "p95_ms": 84.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.452, "count": 177, "max_ms": 217.373, "p95_ms": 202.077}, "read_interval": {"avg_ms": 170.242, "count": 176, "max_ms": 224.197, "p95_ms": 209.129}, "triton_wait": {"avg_ms": 65.512, "count": 176, "max_ms": 115.563, "p95_ms": 93.511}, "visualize": {"avg_ms": 6.464, "count": 176, "max_ms": 8.771, "p95_ms": 7.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13291.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.317, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.277, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 749863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:27:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:27:45+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T07:27:45+09:00", "mjpeg": {"age_sec": 0.704, "exists": true, "mtime": "2026-07-03T07:27:45.013193+09:00", "mtime_epoch": 1783031265.013193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:27:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1456.578, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.94}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 299, "max_ms": 10.689, "p95_ms": 9.193}, "gstreamer_push": {"avg_ms": 1.246, "count": 299, "max_ms": 1.651, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.756, "count": 299, "max_ms": 74.402, "p95_ms": 64.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.565, "count": 299, "max_ms": 113.582, "p95_ms": 84.602}, "yolo11_640_fire_11class": {"avg_ms": 52.222, "count": 299, "max_ms": 84.713, "p95_ms": 70.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.031, "count": 299, "max_ms": 95.006, "p95_ms": 80.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.096, "count": 299, "max_ms": 129.822, "p95_ms": 102.246}, "read_interval": {"avg_ms": 100.565, "count": 298, "max_ms": 750.815, "p95_ms": 132.034}, "triton_wait": {"avg_ms": 58.507, "count": 299, "max_ms": 113.595, "p95_ms": 85.112}, "visualize": {"avg_ms": 3.69, "count": 299, "max_ms": 5.618, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3264, "tracking_summary": 2833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13287.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77138.624, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 355.12, "sample_count": 979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:28:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:28:05+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T07:28:04+09:00", "mjpeg": {"age_sec": 0.314, "exists": true, "mtime": "2026-07-03T07:28:04.889475+09:00", "mtime_epoch": 1783031284.8894746, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:28:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 970.016, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.961, "pushed": 2.961, "read": 2.927}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 227.881, "count": 88, "max_ms": 279.558, "p95_ms": 245.436}, "gstreamer_push": {"avg_ms": 1.236, "count": 88, "max_ms": 2.102, "p95_ms": 1.832}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.016, "count": 88, "max_ms": 105.806, "p95_ms": 87.596}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.387, "count": 88, "max_ms": 101.556, "p95_ms": 86.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 331.187, "count": 88, "max_ms": 377.919, "p95_ms": 363.53}, "read_interval": {"avg_ms": 341.415, "count": 87, "max_ms": 388.32, "p95_ms": 373.992}, "triton_wait": {"avg_ms": 66.816, "count": 88, "max_ms": 105.817, "p95_ms": 88.552}, "visualize": {"avg_ms": 32.627, "count": 88, "max_ms": 44.726, "p95_ms": 40.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.719, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13298.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:26:19+09:00", "last_error_summary": "[h264 @ 0x5601dae2bc00] error while decoding MB 0 11, bytestream -7", "last_exit_at": "2026-07-03T07:26:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.528, "last_started_at": "2026-07-03T07:26:22+09:00", "pid": 24975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.5, "name": "ffmpeg", "pid": 24975, "rss_mb": 276.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.821, "sample_count": 1686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:28:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:28:14+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-03T07:28:14+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T07:28:14.525612+09:00", "mtime_epoch": 1783031294.525612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:28:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.452, "pushed": 6.452, "read": 6.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.23, "count": 193, "max_ms": 28.996, "p95_ms": 21.558}, "gstreamer_push": {"avg_ms": 0.959, "count": 193, "max_ms": 1.296, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.796, "count": 193, "max_ms": 67.236, "p95_ms": 60.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.881, "count": 193, "max_ms": 90.607, "p95_ms": 79.01}, "yolo11_640_fire_11class": {"avg_ms": 52.039, "count": 193, "max_ms": 87.735, "p95_ms": 67.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.679, "count": 193, "max_ms": 86.627, "p95_ms": 76.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.895, "count": 193, "max_ms": 181.101, "p95_ms": 170.18}, "read_interval": {"avg_ms": 155.741, "count": 192, "max_ms": 190.317, "p95_ms": 178.024}, "triton_wait": {"avg_ms": 61.497, "count": 193, "max_ms": 90.62, "p95_ms": 80.122}, "visualize": {"avg_ms": 5.915, "count": 193, "max_ms": 7.498, "p95_ms": 6.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13298.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.367, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.354, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:28:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:28:15+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T07:28:15+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T07:28:15.693629+09:00", "mtime_epoch": 1783031295.6936288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:28:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1456.836, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.787, "count": 302, "max_ms": 14.171, "p95_ms": 9.303}, "gstreamer_push": {"avg_ms": 1.222, "count": 302, "max_ms": 1.852, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.551, "count": 302, "max_ms": 67.412, "p95_ms": 61.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.378, "count": 302, "max_ms": 92.709, "p95_ms": 78.707}, "yolo11_640_fire_11class": {"avg_ms": 52.089, "count": 302, "max_ms": 78.232, "p95_ms": 65.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.02, "count": 302, "max_ms": 81.154, "p95_ms": 75.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.921, "count": 302, "max_ms": 106.074, "p95_ms": 95.958}, "read_interval": {"avg_ms": 99.531, "count": 301, "max_ms": 735.935, "p95_ms": 117.527}, "triton_wait": {"avg_ms": 57.862, "count": 302, "max_ms": 92.72, "p95_ms": 79.391}, "visualize": {"avg_ms": 3.586, "count": 302, "max_ms": 4.662, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3267, "tracking_summary": 2834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13308.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77168.854, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 356.689, "sample_count": 962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:28:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:28:35+09:00", "last_frame_read_age_sec": 0.364, "last_frame_read_at": "2026-07-03T07:28:35+09:00", "mjpeg": {"age_sec": 0.354, "exists": true, "mtime": "2026-07-03T07:28:35.077907+09:00", "mtime_epoch": 1783031315.0779068, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:28:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 981.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.179, "pushed": 3.179, "read": 3.145}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.783, "count": 95, "max_ms": 264.802, "p95_ms": 248.765}, "gstreamer_push": {"avg_ms": 0.974, "count": 95, "max_ms": 3.009, "p95_ms": 2.73}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.33, "count": 95, "max_ms": 99.902, "p95_ms": 90.379}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.695, "count": 95, "max_ms": 99.585, "p95_ms": 88.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 308.967, "count": 95, "max_ms": 363.742, "p95_ms": 358.067}, "read_interval": {"avg_ms": 317.632, "count": 94, "max_ms": 371.524, "p95_ms": 366.388}, "triton_wait": {"avg_ms": 70.779, "count": 95, "max_ms": 99.915, "p95_ms": 90.814}, "visualize": {"avg_ms": 27.529, "count": 95, "max_ms": 44.598, "p95_ms": 39.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13308.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:26:19+09:00", "last_error_summary": "[h264 @ 0x5601dae2bc00] error while decoding MB 0 11, bytestream -7", "last_exit_at": "2026-07-03T07:26:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.661, "last_started_at": "2026-07-03T07:26:22+09:00", "pid": 24975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.008, "name": "ffmpeg", "pid": 24975, "rss_mb": 285.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.532, "sample_count": 1805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:28:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:28:44+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T07:28:44+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T07:28:44.642045+09:00", "mtime_epoch": 1783031324.6420448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:28:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.152, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.434, "pushed": 6.467, "read": 6.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.155, "count": 193, "max_ms": 29.473, "p95_ms": 21.728}, "gstreamer_push": {"avg_ms": 0.978, "count": 194, "max_ms": 1.466, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.452, "count": 193, "max_ms": 77.82, "p95_ms": 61.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.679, "count": 193, "max_ms": 93.942, "p95_ms": 82.064}, "yolo11_640_fire_11class": {"avg_ms": 49.654, "count": 193, "max_ms": 81.518, "p95_ms": 65.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.817, "count": 193, "max_ms": 96.272, "p95_ms": 77.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.519, "count": 193, "max_ms": 184.994, "p95_ms": 173.286}, "read_interval": {"avg_ms": 155.232, "count": 193, "max_ms": 194.424, "p95_ms": 181.509}, "triton_wait": {"avg_ms": 60.992, "count": 193, "max_ms": 96.281, "p95_ms": 82.075}, "visualize": {"avg_ms": 5.928, "count": 193, "max_ms": 8.065, "p95_ms": 6.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13308.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.418, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.702, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:28:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:28:45+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T07:28:45+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T07:28:45.758061+09:00", "mtime_epoch": 1783031325.758061, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247926}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:28:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1456.836, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.111}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 304, "max_ms": 12.84, "p95_ms": 8.923}, "gstreamer_push": {"avg_ms": 1.241, "count": 304, "max_ms": 2.019, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.542, "count": 304, "max_ms": 77.206, "p95_ms": 58.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.357, "count": 304, "max_ms": 103.343, "p95_ms": 80.142}, "yolo11_640_fire_11class": {"avg_ms": 51.163, "count": 304, "max_ms": 80.962, "p95_ms": 65.95}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.202, "count": 304, "max_ms": 95.757, "p95_ms": 73.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.608, "count": 304, "max_ms": 119.25, "p95_ms": 96.04}, "read_interval": {"avg_ms": 98.907, "count": 303, "max_ms": 683.947, "p95_ms": 139.068}, "triton_wait": {"avg_ms": 56.528, "count": 304, "max_ms": 103.356, "p95_ms": 80.416}, "visualize": {"avg_ms": 3.612, "count": 304, "max_ms": 4.694, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3267, "tracking_summary": 2835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13307.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77198.871, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 356.205, "sample_count": 966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:29:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:29:05+09:00", "last_frame_read_age_sec": 0.333, "last_frame_read_at": "2026-07-03T07:29:05+09:00", "mjpeg": {"age_sec": 0.331, "exists": true, "mtime": "2026-07-03T07:29:05.118342+09:00", "mtime_epoch": 1783031345.1183417, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:29:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 981.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.873, "pushed": 3.873, "read": 3.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 152.518, "count": 115, "max_ms": 235.95, "p95_ms": 233.842}, "gstreamer_push": {"avg_ms": 0.796, "count": 115, "max_ms": 1.847, "p95_ms": 0.881}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.955, "count": 115, "max_ms": 98.908, "p95_ms": 89.911}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.2, "count": 115, "max_ms": 91.402, "p95_ms": 85.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 251.717, "count": 115, "max_ms": 354.353, "p95_ms": 343.675}, "read_interval": {"avg_ms": 260.335, "count": 114, "max_ms": 365.684, "p95_ms": 354.117}, "triton_wait": {"avg_ms": 71.136, "count": 115, "max_ms": 98.921, "p95_ms": 90.14}, "visualize": {"avg_ms": 24.222, "count": 115, "max_ms": 37.472, "p95_ms": 32.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.692, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13297.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 195, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:26:19+09:00", "last_error_summary": "[h264 @ 0x5601dae2bc00] error while decoding MB 0 11, bytestream -7", "last_exit_at": "2026-07-03T07:26:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 172.893, "last_started_at": "2026-07-03T07:26:22+09:00", "pid": 24975, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.008, "name": "ffmpeg", "pid": 24975, "rss_mb": 285.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.318, "sample_count": 1783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:29:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:29:15+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-03T07:29:14+09:00", "mjpeg": {"age_sec": 8.661, "exists": true, "mtime": "2026-07-03T07:29:06.366360+09:00", "mtime_epoch": 1783031346.3663597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:29:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.547, "pushed": 4.547, "read": 4.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 17.889, "count": 136, "max_ms": 25.733, "p95_ms": 19.966}, "gstreamer_push": {"avg_ms": 0.98, "count": 136, "max_ms": 1.699, "p95_ms": 1.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.218, "count": 136, "max_ms": 72.495, "p95_ms": 63.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.674, "count": 136, "max_ms": 110.998, "p95_ms": 91.62}, "yolo11_640_fire_11class": {"avg_ms": 52.17, "count": 136, "max_ms": 79.219, "p95_ms": 70.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.468, "count": 136, "max_ms": 89.519, "p95_ms": 81.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.395, "count": 136, "max_ms": 197.606, "p95_ms": 177.638}, "read_interval": {"avg_ms": 221.473, "count": 135, "max_ms": 8694.742, "p95_ms": 187.527}, "triton_wait": {"avg_ms": 64.41, "count": 136, "max_ms": 111.01, "p95_ms": 91.632}, "visualize": {"avg_ms": 5.914, "count": 136, "max_ms": 7.787, "p95_ms": 6.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13297.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.48, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.256, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:29:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:29:15+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T07:29:15+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T07:29:15.814497+09:00", "mtime_epoch": 1783031355.8144975, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:29:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1457.094, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.739, "count": 300, "max_ms": 12.645, "p95_ms": 9.458}, "gstreamer_push": {"avg_ms": 1.233, "count": 300, "max_ms": 1.832, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.521, "count": 300, "max_ms": 69.898, "p95_ms": 61.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.87, "count": 300, "max_ms": 106.75, "p95_ms": 86.587}, "yolo11_640_fire_11class": {"avg_ms": 50.992, "count": 300, "max_ms": 77.129, "p95_ms": 67.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.765, "count": 300, "max_ms": 89.857, "p95_ms": 73.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.877, "count": 300, "max_ms": 123.807, "p95_ms": 102.865}, "read_interval": {"avg_ms": 100.258, "count": 299, "max_ms": 750.575, "p95_ms": 157.635}, "triton_wait": {"avg_ms": 57.779, "count": 300, "max_ms": 106.764, "p95_ms": 86.672}, "visualize": {"avg_ms": 3.635, "count": 300, "max_ms": 4.996, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3268, "tracking_summary": 2835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13213.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77229.095, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 356.205, "sample_count": 979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:29:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:29:35+09:00", "last_frame_read_age_sec": 0.339, "last_frame_read_at": "2026-07-03T07:29:35+09:00", "mjpeg": {"age_sec": 0.335, "exists": true, "mtime": "2026-07-03T07:29:35.338784+09:00", "mtime_epoch": 1783031375.3387837, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:29:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 978.625, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.448, "pushed": 3.448, "read": 3.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.629, "count": 103, "max_ms": 239.991, "p95_ms": 233.565}, "gstreamer_push": {"avg_ms": 1.018, "count": 103, "max_ms": 2.791, "p95_ms": 1.761}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.035, "count": 103, "max_ms": 100.507, "p95_ms": 92.648}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.895, "count": 103, "max_ms": 99.721, "p95_ms": 91.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.659, "count": 103, "max_ms": 369.488, "p95_ms": 349.309}, "read_interval": {"avg_ms": 292.908, "count": 102, "max_ms": 381.474, "p95_ms": 358.876}, "triton_wait": {"avg_ms": 71.668, "count": 103, "max_ms": 100.519, "p95_ms": 92.929}, "visualize": {"avg_ms": 26.617, "count": 103, "max_ms": 42.547, "p95_ms": 34.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13278.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 200, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:29:26+09:00", "last_error_summary": "[h264 @ 0x55fc73b02b80] left block unavailable for requested intra mode [h264 @ 0x55fc73b02b80] error while decoding MB 0 32, bytestream 5256 [h264 @ 0x55fc745e4880] left block unavailable for requested intra mode [h264 @ 0x55fc745e4880] error while decoding MB 0 22, bytestream 22719 [h264 @ 0x55fc73a4ccc0] left block unavailable for requested intra mode [h264 @ 0x55fc73a4ccc0] error while decoding MB 0 21, bytestream 1283 [h264 @ 0x55fc73b16c80] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-03T07:29:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.729, "last_started_at": "2026-07-03T07:29:29+09:00", "pid": 25082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.785, "name": "ffmpeg", "pid": 25082, "rss_mb": 264.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 25, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.035, "sample_count": 1677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 697953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:29:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:29:45+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T07:29:44+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-03T07:29:44.978926+09:00", "mtime_epoch": 1783031384.9789257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:29:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 87, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.324, "pushed": 4.324, "read": 4.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.443, "count": 87, "max_ms": 21.924, "p95_ms": 20.096}, "gstreamer_push": {"avg_ms": 0.922, "count": 87, "max_ms": 1.316, "p95_ms": 1.068}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.796, "count": 87, "max_ms": 71.544, "p95_ms": 65.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.915, "count": 87, "max_ms": 106.03, "p95_ms": 96.025}, "yolo11_640_fire_11class": {"avg_ms": 56.298, "count": 87, "max_ms": 85.008, "p95_ms": 73.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.261, "count": 87, "max_ms": 93.918, "p95_ms": 88.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.588, "count": 87, "max_ms": 219.509, "p95_ms": 201.989}, "read_interval": {"avg_ms": 345.844, "count": 87, "max_ms": 10126.56, "p95_ms": 212.412}, "triton_wait": {"avg_ms": 69.62, "count": 87, "max_ms": 106.042, "p95_ms": 96.038}, "visualize": {"avg_ms": 6.529, "count": 87, "max_ms": 8.055, "p95_ms": 7.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.12, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13285.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.543, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.829, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 751071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:29:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:29:45+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T07:29:45+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T07:29:45.842938+09:00", "mtime_epoch": 1783031385.8429384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:29:45+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1457.094, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.684, "count": 302, "max_ms": 10.508, "p95_ms": 9.024}, "gstreamer_push": {"avg_ms": 1.226, "count": 302, "max_ms": 2.011, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.675, "count": 302, "max_ms": 74.761, "p95_ms": 62.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.759, "count": 302, "max_ms": 115.124, "p95_ms": 85.688}, "yolo11_640_fire_11class": {"avg_ms": 51.7, "count": 302, "max_ms": 86.08, "p95_ms": 69.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.35, "count": 302, "max_ms": 95.067, "p95_ms": 82.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.991, "count": 302, "max_ms": 131.189, "p95_ms": 102.556}, "read_interval": {"avg_ms": 99.483, "count": 301, "max_ms": 763.996, "p95_ms": 185.787}, "triton_wait": {"avg_ms": 57.975, "count": 302, "max_ms": 115.138, "p95_ms": 86.587}, "visualize": {"avg_ms": 3.627, "count": 302, "max_ms": 5.505, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3269, "tracking_summary": 2836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13281.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77259.423, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 357.256, "sample_count": 969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:30:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:30:05+09:00", "last_frame_read_age_sec": 0.362, "last_frame_read_at": "2026-07-03T07:30:05+09:00", "mjpeg": {"age_sec": 0.35, "exists": true, "mtime": "2026-07-03T07:30:05.651232+09:00", "mtime_epoch": 1783031405.6512315, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:30:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 970.82, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.967, "pushed": 2.967, "read": 2.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 223.426, "count": 89, "max_ms": 284.38, "p95_ms": 234.297}, "gstreamer_push": {"avg_ms": 0.954, "count": 89, "max_ms": 3.141, "p95_ms": 1.701}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.393, "count": 89, "max_ms": 111.111, "p95_ms": 103.728}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.009, "count": 89, "max_ms": 105.734, "p95_ms": 98.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 330.692, "count": 89, "max_ms": 413.067, "p95_ms": 369.345}, "read_interval": {"avg_ms": 340.413, "count": 88, "max_ms": 421.756, "p95_ms": 379.897}, "triton_wait": {"avg_ms": 73.792, "count": 89, "max_ms": 111.124, "p95_ms": 105.746}, "visualize": {"avg_ms": 29.643, "count": 89, "max_ms": 40.722, "p95_ms": 39.612}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13288.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 200, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:29:26+09:00", "last_error_summary": "[h264 @ 0x55fc73b02b80] left block unavailable for requested intra mode [h264 @ 0x55fc73b02b80] error while decoding MB 0 32, bytestream 5256 [h264 @ 0x55fc745e4880] left block unavailable for requested intra mode [h264 @ 0x55fc745e4880] error while decoding MB 0 22, bytestream 22719 [h264 @ 0x55fc73a4ccc0] left block unavailable for requested intra mode [h264 @ 0x55fc73a4ccc0] error while decoding MB 0 21, bytestream 1283 [h264 @ 0x55fc73b16c80] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-03T07:29:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.729, "last_started_at": "2026-07-03T07:29:29+09:00", "pid": 25082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.426, "name": "ffmpeg", "pid": 25082, "rss_mb": 269.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 25, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.546, "sample_count": 1663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:30:15+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-03T07:30:14+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T07:30:14.943370+09:00", "mtime_epoch": 1783031414.9433696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:30:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.934, "pushed": 5.934, "read": 5.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.504, "count": 178, "max_ms": 22.182, "p95_ms": 20.994}, "gstreamer_push": {"avg_ms": 0.938, "count": 178, "max_ms": 1.306, "p95_ms": 1.05}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.08, "count": 178, "max_ms": 74.943, "p95_ms": 65.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.881, "count": 178, "max_ms": 113.522, "p95_ms": 95.667}, "yolo11_640_fire_11class": {"avg_ms": 52.715, "count": 178, "max_ms": 79.174, "p95_ms": 71.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.779, "count": 178, "max_ms": 95.676, "p95_ms": 81.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.008, "count": 178, "max_ms": 219.758, "p95_ms": 192.958}, "read_interval": {"avg_ms": 168.352, "count": 178, "max_ms": 226.571, "p95_ms": 200.006}, "triton_wait": {"avg_ms": 65.389, "count": 178, "max_ms": 113.537, "p95_ms": 95.682}, "visualize": {"avg_ms": 6.356, "count": 178, "max_ms": 8.112, "p95_ms": 7.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13288.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.568, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.393, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 751372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:30:15+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:30:15+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T07:30:15.867383+09:00", "mtime_epoch": 1783031415.8673832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:30:15+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1457.352, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.806, "count": 301, "max_ms": 12.818, "p95_ms": 9.084}, "gstreamer_push": {"avg_ms": 1.226, "count": 301, "max_ms": 1.935, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.371, "count": 301, "max_ms": 75.68, "p95_ms": 61.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.549, "count": 301, "max_ms": 103.196, "p95_ms": 83.809}, "yolo11_640_fire_11class": {"avg_ms": 52.482, "count": 301, "max_ms": 83.513, "p95_ms": 67.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.885, "count": 301, "max_ms": 94.843, "p95_ms": 79.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.343, "count": 301, "max_ms": 119.59, "p95_ms": 100.723}, "read_interval": {"avg_ms": 99.799, "count": 300, "max_ms": 544.12, "p95_ms": 132.768}, "triton_wait": {"avg_ms": 59.191, "count": 301, "max_ms": 103.208, "p95_ms": 84.766}, "visualize": {"avg_ms": 3.648, "count": 301, "max_ms": 4.762, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3270, "tracking_summary": 2837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13291.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77289.424, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 357.448, "sample_count": 977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:30:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:30:36+09:00", "last_frame_read_age_sec": 0.344, "last_frame_read_at": "2026-07-03T07:30:35+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T07:30:35.667679+09:00", "mtime_epoch": 1783031435.667679, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:30:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 978.469, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.201, "pushed": 3.201, "read": 3.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.522, "count": 96, "max_ms": 279.371, "p95_ms": 240.942}, "gstreamer_push": {"avg_ms": 1.063, "count": 96, "max_ms": 3.609, "p95_ms": 2.847}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.205, "count": 96, "max_ms": 103.472, "p95_ms": 92.865}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.985, "count": 96, "max_ms": 105.851, "p95_ms": 88.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.453, "count": 96, "max_ms": 386.355, "p95_ms": 362.726}, "read_interval": {"avg_ms": 312.702, "count": 96, "max_ms": 395.241, "p95_ms": 372.744}, "triton_wait": {"avg_ms": 72.605, "count": 96, "max_ms": 105.864, "p95_ms": 93.444}, "visualize": {"avg_ms": 29.465, "count": 96, "max_ms": 43.307, "p95_ms": 39.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13293.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 200, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:29:26+09:00", "last_error_summary": "[h264 @ 0x55fc73b02b80] left block unavailable for requested intra mode [h264 @ 0x55fc73b02b80] error while decoding MB 0 32, bytestream 5256 [h264 @ 0x55fc745e4880] left block unavailable for requested intra mode [h264 @ 0x55fc745e4880] error while decoding MB 0 22, bytestream 22719 [h264 @ 0x55fc73a4ccc0] left block unavailable for requested intra mode [h264 @ 0x55fc73a4ccc0] error while decoding MB 0 21, bytestream 1283 [h264 @ 0x55fc73b16c80] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-03T07:29:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.837, "last_started_at": "2026-07-03T07:29:29+09:00", "pid": 25082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.426, "name": "ffmpeg", "pid": 25082, "rss_mb": 269.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 25, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.124, "sample_count": 1658, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:30:45+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-03T07:30:45+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T07:30:45.095820+09:00", "mtime_epoch": 1783031445.0958204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:30:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.41, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.246, "pushed": 6.246, "read": 6.213}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.607, "count": 186, "max_ms": 29.977, "p95_ms": 21.493}, "gstreamer_push": {"avg_ms": 0.966, "count": 187, "max_ms": 1.628, "p95_ms": 1.095}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.805, "count": 186, "max_ms": 70.494, "p95_ms": 63.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.868, "count": 186, "max_ms": 115.646, "p95_ms": 86.243}, "yolo11_640_fire_11class": {"avg_ms": 52.042, "count": 186, "max_ms": 77.398, "p95_ms": 66.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.179, "count": 186, "max_ms": 88.99, "p95_ms": 81.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.258, "count": 187, "max_ms": 202.98, "p95_ms": 183.289}, "read_interval": {"avg_ms": 161.04, "count": 186, "max_ms": 210.346, "p95_ms": 191.152}, "triton_wait": {"avg_ms": 64.171, "count": 186, "max_ms": 115.658, "p95_ms": 87.261}, "visualize": {"avg_ms": 6.011, "count": 186, "max_ms": 8.411, "p95_ms": 6.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13293.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1349.375, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.541, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 751673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:30:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T07:30:46+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T07:30:46+09:00", "mjpeg": {"age_sec": 0.787, "exists": true, "mtime": "2026-07-03T07:30:45.987834+09:00", "mtime_epoch": 1783031445.9878337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:30:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1457.352, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.794, "count": 293, "max_ms": 12.271, "p95_ms": 9.774}, "gstreamer_push": {"avg_ms": 1.229, "count": 293, "max_ms": 1.86, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.08, "count": 293, "max_ms": 73.676, "p95_ms": 62.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.48, "count": 293, "max_ms": 103.196, "p95_ms": 82.255}, "yolo11_640_fire_11class": {"avg_ms": 51.981, "count": 293, "max_ms": 79.876, "p95_ms": 66.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.057, "count": 293, "max_ms": 90.744, "p95_ms": 78.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.296, "count": 293, "max_ms": 136.684, "p95_ms": 98.949}, "read_interval": {"avg_ms": 102.395, "count": 293, "max_ms": 801.538, "p95_ms": 149.868}, "triton_wait": {"avg_ms": 58.998, "count": 293, "max_ms": 103.209, "p95_ms": 82.898}, "visualize": {"avg_ms": 3.598, "count": 293, "max_ms": 5.258, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3270, "tracking_summary": 2838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13293.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77319.723, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 357.256, "sample_count": 967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:31:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:31:06+09:00", "last_frame_read_age_sec": 0.334, "last_frame_read_at": "2026-07-03T07:31:05+09:00", "mjpeg": {"age_sec": 0.326, "exists": true, "mtime": "2026-07-03T07:31:05.976135+09:00", "mtime_epoch": 1783031465.9761348, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:31:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 981.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.004, "pushed": 3.004, "read": 2.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 227.357, "count": 90, "max_ms": 278.102, "p95_ms": 232.686}, "gstreamer_push": {"avg_ms": 0.802, "count": 90, "max_ms": 1.729, "p95_ms": 0.875}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.345, "count": 90, "max_ms": 92.73, "p95_ms": 86.926}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.476, "count": 90, "max_ms": 91.324, "p95_ms": 88.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 327.36, "count": 90, "max_ms": 369.349, "p95_ms": 349.477}, "read_interval": {"avg_ms": 336.59, "count": 89, "max_ms": 382.634, "p95_ms": 358.344}, "triton_wait": {"avg_ms": 69.909, "count": 90, "max_ms": 92.746, "p95_ms": 88.377}, "visualize": {"avg_ms": 26.263, "count": 90, "max_ms": 37.112, "p95_ms": 28.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13293.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 200, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:29:26+09:00", "last_error_summary": "[h264 @ 0x55fc73b02b80] left block unavailable for requested intra mode [h264 @ 0x55fc73b02b80] error while decoding MB 0 32, bytestream 5256 [h264 @ 0x55fc745e4880] left block unavailable for requested intra mode [h264 @ 0x55fc745e4880] error while decoding MB 0 22, bytestream 22719 [h264 @ 0x55fc73a4ccc0] left block unavailable for requested intra mode [h264 @ 0x55fc73a4ccc0] error while decoding MB 0 21, bytestream 1283 [h264 @ 0x55fc73b16c80] left block unavailable for requested intra mode [", "last_exit_at": "2026-07-03T07:29:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.915, "last_started_at": "2026-07-03T07:29:29+09:00", "pid": 25082, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.426, "name": "ffmpeg", "pid": 25082, "rss_mb": 269.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 25, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.969, "sample_count": 1661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:31:15+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T07:31:15+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T07:31:15.180274+09:00", "mtime_epoch": 1783031475.1802738, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:31:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.415, "pushed": 6.415, "read": 6.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.153, "count": 192, "max_ms": 23.404, "p95_ms": 19.938}, "gstreamer_push": {"avg_ms": 0.957, "count": 192, "max_ms": 1.36, "p95_ms": 1.076}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.9, "count": 192, "max_ms": 68.528, "p95_ms": 60.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.119, "count": 192, "max_ms": 96.298, "p95_ms": 84.552}, "yolo11_640_fire_11class": {"avg_ms": 52.361, "count": 192, "max_ms": 74.177, "p95_ms": 65.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.531, "count": 192, "max_ms": 82.9, "p95_ms": 77.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.826, "count": 192, "max_ms": 188.422, "p95_ms": 173.155}, "read_interval": {"avg_ms": 156.69, "count": 191, "max_ms": 197.127, "p95_ms": 181.034}, "triton_wait": {"avg_ms": 62.464, "count": 192, "max_ms": 96.311, "p95_ms": 84.565}, "visualize": {"avg_ms": 5.889, "count": 192, "max_ms": 8.877, "p95_ms": 6.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13292.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1379.459, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.354, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 751980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:31:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:31:16+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T07:31:16+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T07:31:16.768298+09:00", "mtime_epoch": 1783031476.768298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:31:16+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1457.609, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.233, "pushed": 10.233, "read": 10.2}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.673, "count": 306, "max_ms": 13.105, "p95_ms": 9.215}, "gstreamer_push": {"avg_ms": 1.236, "count": 307, "max_ms": 1.953, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.947, "count": 306, "max_ms": 70.638, "p95_ms": 59.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.695, "count": 306, "max_ms": 89.952, "p95_ms": 73.486}, "yolo11_640_fire_11class": {"avg_ms": 51.533, "count": 306, "max_ms": 74.793, "p95_ms": 68.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.968, "count": 306, "max_ms": 86.417, "p95_ms": 75.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.567, "count": 307, "max_ms": 107.103, "p95_ms": 95.136}, "read_interval": {"avg_ms": 97.959, "count": 306, "max_ms": 691.805, "p95_ms": 140.967}, "triton_wait": {"avg_ms": 56.605, "count": 306, "max_ms": 89.965, "p95_ms": 80.465}, "visualize": {"avg_ms": 3.621, "count": 306, "max_ms": 5.856, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3271, "tracking_summary": 2839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13290.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77350.024, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 357.142, "sample_count": 974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:31:36+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T07:31:36+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-03T07:31:36.292594+09:00", "mtime_epoch": 1783031496.2925942, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:31:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 978.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.536, "pushed": 3.536, "read": 3.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.88, "count": 106, "max_ms": 246.271, "p95_ms": 232.059}, "gstreamer_push": {"avg_ms": 0.802, "count": 106, "max_ms": 1.771, "p95_ms": 0.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.588, "count": 106, "max_ms": 99.723, "p95_ms": 92.083}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.264, "count": 106, "max_ms": 98.102, "p95_ms": 85.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 277.174, "count": 106, "max_ms": 357.387, "p95_ms": 349.698}, "read_interval": {"avg_ms": 285.431, "count": 105, "max_ms": 367.391, "p95_ms": 357.508}, "triton_wait": {"avg_ms": 70.11, "count": 106, "max_ms": 99.735, "p95_ms": 92.096}, "visualize": {"avg_ms": 24.431, "count": 106, "max_ms": 40.141, "p95_ms": 33.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13160.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 201, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:31:40+09:00", "last_error_summary": "[h264 @ 0x56528054ea00] error while decoding MB 57 28, bytestream -9", "last_exit_at": "2026-07-03T07:31:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.192, "last_started_at": "2026-07-03T07:31:43+09:00", "pid": 25189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.621, "name": "ffmpeg", "pid": 25189, "rss_mb": 141.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.124, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:31:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:31:46+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-03T07:31:45+09:00", "mjpeg": {"age_sec": 4.909, "exists": true, "mtime": "2026-07-03T07:31:41.112668+09:00", "mtime_epoch": 1783031501.1126676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:31:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.668, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.246, "pushed": 5.246, "read": 5.213}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.601, "count": 157, "max_ms": 28.699, "p95_ms": 22.182}, "gstreamer_push": {"avg_ms": 0.978, "count": 157, "max_ms": 1.257, "p95_ms": 1.095}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.151, "count": 157, "max_ms": 69.957, "p95_ms": 64.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.225, "count": 157, "max_ms": 104.893, "p95_ms": 91.998}, "yolo11_640_fire_11class": {"avg_ms": 53.782, "count": 157, "max_ms": 76.557, "p95_ms": 70.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.991, "count": 157, "max_ms": 93.362, "p95_ms": 82.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.313, "count": 157, "max_ms": 197.268, "p95_ms": 183.499}, "read_interval": {"avg_ms": 191.677, "count": 156, "max_ms": 4921.864, "p95_ms": 192.903}, "triton_wait": {"avg_ms": 65.406, "count": 157, "max_ms": 104.906, "p95_ms": 92.011}, "visualize": {"avg_ms": 5.976, "count": 157, "max_ms": 9.071, "p95_ms": 7.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13169.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1409.494, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.667, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:31:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:31:46+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T07:31:46+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T07:31:46.816755+09:00", "mtime_epoch": 1783031506.8167546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:31:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1457.609, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.882, "pushed": 9.882, "read": 9.849}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.016, "count": 296, "max_ms": 13.081, "p95_ms": 11.501}, "gstreamer_push": {"avg_ms": 1.186, "count": 296, "max_ms": 1.469, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.264, "count": 296, "max_ms": 75.447, "p95_ms": 62.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.108, "count": 296, "max_ms": 96.451, "p95_ms": 80.232}, "yolo11_640_fire_11class": {"avg_ms": 51.603, "count": 296, "max_ms": 86.041, "p95_ms": 68.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.613, "count": 296, "max_ms": 94.79, "p95_ms": 78.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.917, "count": 296, "max_ms": 115.495, "p95_ms": 103.594}, "read_interval": {"avg_ms": 101.485, "count": 295, "max_ms": 600.579, "p95_ms": 181.206}, "triton_wait": {"avg_ms": 57.014, "count": 296, "max_ms": 96.463, "p95_ms": 82.795}, "visualize": {"avg_ms": 3.5, "count": 296, "max_ms": 5.331, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3274, "tracking_summary": 2839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13286.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77380.151, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 357.256, "sample_count": 979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:32:06+09:00", "last_frame_read_age_sec": 0.388, "last_frame_read_at": "2026-07-03T07:32:06+09:00", "mjpeg": {"age_sec": 0.381, "exists": true, "mtime": "2026-07-03T07:32:06.349053+09:00", "mtime_epoch": 1783031526.3490531, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:32:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 975.516, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.107, "pushed": 3.107, "read": 3.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 220.297, "count": 93, "max_ms": 286.68, "p95_ms": 261.851}, "gstreamer_push": {"avg_ms": 0.907, "count": 93, "max_ms": 1.788, "p95_ms": 1.739}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.949, "count": 93, "max_ms": 100.103, "p95_ms": 88.26}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.573, "count": 93, "max_ms": 93.955, "p95_ms": 86.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 314.984, "count": 93, "max_ms": 393.014, "p95_ms": 365.323}, "read_interval": {"avg_ms": 323.151, "count": 92, "max_ms": 401.839, "p95_ms": 375.172}, "triton_wait": {"avg_ms": 66.104, "count": 93, "max_ms": 100.116, "p95_ms": 88.566}, "visualize": {"avg_ms": 24.759, "count": 93, "max_ms": 39.15, "p95_ms": 34.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13283.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 201, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:31:40+09:00", "last_error_summary": "[h264 @ 0x56528054ea00] error while decoding MB 57 28, bytestream -9", "last_exit_at": "2026-07-03T07:31:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.211, "last_started_at": "2026-07-03T07:31:43+09:00", "pid": 25189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.234, "name": "ffmpeg", "pid": 25189, "rss_mb": 267.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.396, "sample_count": 1679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 698851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:32:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:32:16+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-03T07:32:15+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T07:32:15.901200+09:00", "mtime_epoch": 1783031535.9011998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:32:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.026, "pushed": 6.026, "read": 5.993}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.678, "count": 180, "max_ms": 29.621, "p95_ms": 20.974}, "gstreamer_push": {"avg_ms": 0.948, "count": 180, "max_ms": 1.251, "p95_ms": 1.072}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.996, "count": 180, "max_ms": 72.395, "p95_ms": 64.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.803, "count": 180, "max_ms": 97.864, "p95_ms": 86.106}, "yolo11_640_fire_11class": {"avg_ms": 51.227, "count": 180, "max_ms": 72.205, "p95_ms": 67.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.68, "count": 180, "max_ms": 93.752, "p95_ms": 83.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.308, "count": 180, "max_ms": 219.039, "p95_ms": 192.87}, "read_interval": {"avg_ms": 166.828, "count": 179, "max_ms": 225.477, "p95_ms": 200.622}, "triton_wait": {"avg_ms": 64.717, "count": 180, "max_ms": 97.875, "p95_ms": 87.318}, "visualize": {"avg_ms": 6.222, "count": 180, "max_ms": 8.079, "p95_ms": 7.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13287.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1439.5, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.263, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:32:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:32:16+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T07:32:16+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T07:32:16.805214+09:00", "mtime_epoch": 1783031536.8052137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:32:16+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1457.867, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.847, "count": 304, "max_ms": 12.763, "p95_ms": 9.712}, "gstreamer_push": {"avg_ms": 1.236, "count": 304, "max_ms": 1.973, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.732, "count": 304, "max_ms": 72.306, "p95_ms": 62.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.809, "count": 304, "max_ms": 98.82, "p95_ms": 84.537}, "yolo11_640_fire_11class": {"avg_ms": 51.726, "count": 304, "max_ms": 75.477, "p95_ms": 65.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.81, "count": 304, "max_ms": 95.206, "p95_ms": 79.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.791, "count": 304, "max_ms": 115.217, "p95_ms": 100.622}, "read_interval": {"avg_ms": 98.642, "count": 304, "max_ms": 787.801, "p95_ms": 119.318}, "triton_wait": {"avg_ms": 59.586, "count": 304, "max_ms": 98.833, "p95_ms": 84.552}, "visualize": {"avg_ms": 3.64, "count": 304, "max_ms": 4.576, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3274, "tracking_summary": 2840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13280.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77410.375, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 358.223, "sample_count": 959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:32:36+09:00", "last_frame_read_age_sec": 0.34, "last_frame_read_at": "2026-07-03T07:32:36+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-03T07:32:36.621519+09:00", "mtime_epoch": 1783031556.6215186, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:32:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 967.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.976, "pushed": 2.976, "read": 2.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 225.235, "count": 89, "max_ms": 255.008, "p95_ms": 246.024}, "gstreamer_push": {"avg_ms": 1.122, "count": 89, "max_ms": 1.93, "p95_ms": 1.836}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.912, "count": 89, "max_ms": 101.099, "p95_ms": 93.16}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.209, "count": 89, "max_ms": 97.522, "p95_ms": 88.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 329.545, "count": 89, "max_ms": 378.163, "p95_ms": 367.152}, "read_interval": {"avg_ms": 339.482, "count": 88, "max_ms": 389.419, "p95_ms": 375.494}, "triton_wait": {"avg_ms": 69.992, "count": 89, "max_ms": 101.111, "p95_ms": 93.172}, "visualize": {"avg_ms": 30.377, "count": 89, "max_ms": 43.44, "p95_ms": 40.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13283.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 201, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:31:40+09:00", "last_error_summary": "[h264 @ 0x56528054ea00] error while decoding MB 57 28, bytestream -9", "last_exit_at": "2026-07-03T07:31:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.216, "last_started_at": "2026-07-03T07:31:43+09:00", "pid": 25189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.121, "name": "ffmpeg", "pid": 25189, "rss_mb": 268.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.588, "sample_count": 1654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:32:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:32:46+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T07:32:45+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-03T07:32:45.873662+09:00", "mtime_epoch": 1783031565.8736615, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:32:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.134, "pushed": 5.134, "read": 5.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 20.152, "count": 154, "max_ms": 27.979, "p95_ms": 23.68}, "gstreamer_push": {"avg_ms": 0.888, "count": 154, "max_ms": 1.241, "p95_ms": 0.966}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.404, "count": 154, "max_ms": 73.384, "p95_ms": 64.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.31, "count": 154, "max_ms": 102.218, "p95_ms": 87.204}, "yolo11_640_fire_11class": {"avg_ms": 51.414, "count": 154, "max_ms": 76.583, "p95_ms": 67.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.367, "count": 154, "max_ms": 96.309, "p95_ms": 85.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.579, "count": 154, "max_ms": 225.741, "p95_ms": 214.973}, "read_interval": {"avg_ms": 194.618, "count": 154, "max_ms": 234.466, "p95_ms": 221.848}, "triton_wait": {"avg_ms": 65.401, "count": 154, "max_ms": 102.23, "p95_ms": 87.262}, "visualize": {"avg_ms": 7.52, "count": 154, "max_ms": 10.595, "p95_ms": 8.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13283.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1469.557, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.233, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 752879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:32:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:32:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T07:32:46+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T07:32:46.893677+09:00", "mtime_epoch": 1783031566.8936775, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:32:46+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1458.125, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.508, "count": 299, "max_ms": 12.051, "p95_ms": 8.963}, "gstreamer_push": {"avg_ms": 1.21, "count": 299, "max_ms": 2.114, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.988, "count": 299, "max_ms": 70.557, "p95_ms": 62.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.719, "count": 299, "max_ms": 109.128, "p95_ms": 83.788}, "yolo11_640_fire_11class": {"avg_ms": 51.446, "count": 299, "max_ms": 76.077, "p95_ms": 66.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.013, "count": 299, "max_ms": 92.766, "p95_ms": 82.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.833, "count": 299, "max_ms": 126.21, "p95_ms": 101.552}, "read_interval": {"avg_ms": 100.588, "count": 298, "max_ms": 773.132, "p95_ms": 143.011}, "triton_wait": {"avg_ms": 58.225, "count": 299, "max_ms": 109.141, "p95_ms": 85.764}, "visualize": {"avg_ms": 3.497, "count": 299, "max_ms": 4.732, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3274, "tracking_summary": 2841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13288.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77440.45, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 357.256, "sample_count": 979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:33:07+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-07-03T07:33:06+09:00", "mjpeg": {"age_sec": 0.33, "exists": true, "mtime": "2026-07-03T07:33:06.697984+09:00", "mtime_epoch": 1783031586.6979842, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:33:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 970.711, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.63, "pushed": 3.63, "read": 3.596}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 168.862, "count": 108, "max_ms": 242.79, "p95_ms": 231.62}, "gstreamer_push": {"avg_ms": 1.385, "count": 108, "max_ms": 2.766, "p95_ms": 1.921}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.547, "count": 108, "max_ms": 101.409, "p95_ms": 92.11}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.443, "count": 108, "max_ms": 101.688, "p95_ms": 89.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.356, "count": 108, "max_ms": 361.019, "p95_ms": 350.454}, "read_interval": {"avg_ms": 277.802, "count": 107, "max_ms": 370.418, "p95_ms": 362.156}, "triton_wait": {"avg_ms": 68.035, "count": 108, "max_ms": 101.703, "p95_ms": 93.426}, "visualize": {"avg_ms": 27.664, "count": 108, "max_ms": 46.804, "p95_ms": 33.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.754, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13298.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 201, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:31:40+09:00", "last_error_summary": "[h264 @ 0x56528054ea00] error while decoding MB 57 28, bytestream -9", "last_exit_at": "2026-07-03T07:31:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.308, "last_started_at": "2026-07-03T07:31:43+09:00", "pid": 25189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.309, "name": "ffmpeg", "pid": 25189, "rss_mb": 274.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.32, "sample_count": 1638, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:33:16+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-03T07:33:15+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-03T07:33:15.934128+09:00", "mtime_epoch": 1783031595.9341278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:33:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.916, "pushed": 5.916, "read": 5.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.153, "count": 176, "max_ms": 26.335, "p95_ms": 21.944}, "gstreamer_push": {"avg_ms": 0.933, "count": 177, "max_ms": 1.168, "p95_ms": 1.075}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.321, "count": 176, "max_ms": 71.638, "p95_ms": 64.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.525, "count": 176, "max_ms": 107.595, "p95_ms": 88.305}, "yolo11_640_fire_11class": {"avg_ms": 53.276, "count": 176, "max_ms": 76.839, "p95_ms": 69.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.275, "count": 176, "max_ms": 92.05, "p95_ms": 81.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.458, "count": 177, "max_ms": 217.972, "p95_ms": 192.27}, "read_interval": {"avg_ms": 169.713, "count": 176, "max_ms": 226.1, "p95_ms": 198.887}, "triton_wait": {"avg_ms": 66.296, "count": 176, "max_ms": 107.608, "p95_ms": 88.314}, "visualize": {"avg_ms": 6.332, "count": 176, "max_ms": 8.089, "p95_ms": 7.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13286.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1499.565, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.555, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:33:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:33:16+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:33:16+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T07:33:16.894143+09:00", "mtime_epoch": 1783031596.8941426, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:33:16+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1458.125, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.88, "count": 303, "max_ms": 13.281, "p95_ms": 9.429}, "gstreamer_push": {"avg_ms": 1.241, "count": 303, "max_ms": 1.932, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.182, "count": 303, "max_ms": 72.333, "p95_ms": 64.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.351, "count": 303, "max_ms": 95.107, "p95_ms": 80.664}, "yolo11_640_fire_11class": {"avg_ms": 52.483, "count": 303, "max_ms": 77.841, "p95_ms": 70.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.375, "count": 303, "max_ms": 91.481, "p95_ms": 84.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.019, "count": 303, "max_ms": 111.365, "p95_ms": 101.204}, "read_interval": {"avg_ms": 99.031, "count": 303, "max_ms": 711.368, "p95_ms": 136.724}, "triton_wait": {"avg_ms": 58.742, "count": 303, "max_ms": 95.12, "p95_ms": 84.417}, "visualize": {"avg_ms": 3.633, "count": 303, "max_ms": 5.76, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3275, "tracking_summary": 2842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13301.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77470.66, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.769, "sample_count": 971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:33:37+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T07:33:36+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T07:33:36.926455+09:00", "mtime_epoch": 1783031616.926455, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:33:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 982.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.912, "pushed": 2.912, "read": 2.879}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 228.166, "count": 87, "max_ms": 273.74, "p95_ms": 250.08}, "gstreamer_push": {"avg_ms": 1.148, "count": 87, "max_ms": 3.185, "p95_ms": 2.735}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.591, "count": 87, "max_ms": 109.526, "p95_ms": 91.944}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.652, "count": 87, "max_ms": 108.543, "p95_ms": 94.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 337.003, "count": 87, "max_ms": 383.017, "p95_ms": 372.248}, "read_interval": {"avg_ms": 347.403, "count": 86, "max_ms": 392.235, "p95_ms": 383.007}, "triton_wait": {"avg_ms": 72.707, "count": 87, "max_ms": 109.538, "p95_ms": 95.277}, "visualize": {"avg_ms": 32.28, "count": 87, "max_ms": 44.675, "p95_ms": 43.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13304.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 201, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:31:40+09:00", "last_error_summary": "[h264 @ 0x56528054ea00] error while decoding MB 57 28, bytestream -9", "last_exit_at": "2026-07-03T07:31:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.456, "last_started_at": "2026-07-03T07:31:43+09:00", "pid": 25189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.949, "name": "ffmpeg", "pid": 25189, "rss_mb": 278.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.959, "sample_count": 1616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:33:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:33:46+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-03T07:33:46+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T07:33:46.146599+09:00", "mtime_epoch": 1783031626.146599, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:33:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.738, "pushed": 5.738, "read": 5.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 19.063, "count": 171, "max_ms": 25.732, "p95_ms": 22.663}, "gstreamer_push": {"avg_ms": 0.927, "count": 172, "max_ms": 1.388, "p95_ms": 1.077}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.516, "count": 171, "max_ms": 69.741, "p95_ms": 65.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.605, "count": 171, "max_ms": 113.335, "p95_ms": 88.896}, "yolo11_640_fire_11class": {"avg_ms": 54.031, "count": 171, "max_ms": 74.53, "p95_ms": 69.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.812, "count": 171, "max_ms": 93.179, "p95_ms": 84.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.675, "count": 172, "max_ms": 220.639, "p95_ms": 194.291}, "read_interval": {"avg_ms": 175.381, "count": 171, "max_ms": 227.654, "p95_ms": 202.641}, "triton_wait": {"avg_ms": 67.992, "count": 171, "max_ms": 113.349, "p95_ms": 88.941}, "visualize": {"avg_ms": 6.476, "count": 171, "max_ms": 8.964, "p95_ms": 7.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13304.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1529.609, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.148, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:33:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:33:47+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T07:33:46+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T07:33:46.930611+09:00", "mtime_epoch": 1783031626.9306114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:33:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1458.383, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.032, "pushed": 10.032, "read": 10.032}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.812, "count": 300, "max_ms": 12.269, "p95_ms": 9.88}, "gstreamer_push": {"avg_ms": 1.219, "count": 300, "max_ms": 1.752, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.577, "count": 300, "max_ms": 73.297, "p95_ms": 65.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.474, "count": 300, "max_ms": 103.98, "p95_ms": 85.351}, "yolo11_640_fire_11class": {"avg_ms": 53.255, "count": 300, "max_ms": 78.247, "p95_ms": 69.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.16, "count": 300, "max_ms": 95.861, "p95_ms": 83.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.169, "count": 300, "max_ms": 120.371, "p95_ms": 103.979}, "read_interval": {"avg_ms": 100.135, "count": 300, "max_ms": 729.996, "p95_ms": 123.331}, "triton_wait": {"avg_ms": 61.098, "count": 300, "max_ms": 103.993, "p95_ms": 87.651}, "visualize": {"avg_ms": 3.595, "count": 300, "max_ms": 5.371, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3278, "tracking_summary": 2843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13304.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77500.756, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.063, "sample_count": 955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:34:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:34:07+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-03T07:34:07+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-03T07:34:07.150928+09:00", "mtime_epoch": 1783031647.1509285, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:34:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 981.574, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.325, "pushed": 3.325, "read": 3.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.438, "count": 99, "max_ms": 264.378, "p95_ms": 243.587}, "gstreamer_push": {"avg_ms": 0.838, "count": 99, "max_ms": 2.59, "p95_ms": 1.677}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.951, "count": 99, "max_ms": 92.358, "p95_ms": 85.234}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.346, "count": 99, "max_ms": 99.974, "p95_ms": 82.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.026, "count": 99, "max_ms": 388.422, "p95_ms": 348.766}, "read_interval": {"avg_ms": 305.032, "count": 98, "max_ms": 399.399, "p95_ms": 357.557}, "triton_wait": {"avg_ms": 67.614, "count": 99, "max_ms": 99.986, "p95_ms": 85.247}, "visualize": {"avg_ms": 26.115, "count": 99, "max_ms": 42.053, "p95_ms": 37.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.771, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13170.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 209, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:34:11+09:00", "last_error_summary": "[h264 @ 0x5605eac7d9c0] left block unavailable for requested intra mode [h264 @ 0x5605eac7d9c0] error while decoding MB 0 32, bytestream 47024 [h264 @ 0x5605ea141c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605ea141c00] error while decoding MB 0 26, bytestream 51692 [h264 @ 0x5605eac7d9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605eac7d9c0] error while decoding MB 0 28, bytestream 4426 [h264 @ 0x5605eaeea540] left block unavailable for requested", "last_exit_at": "2026-07-03T07:34:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.151, "last_started_at": "2026-07-03T07:34:14+09:00", "pid": 25296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.188, "name": "ffmpeg", "pid": 25296, "rss_mb": 149.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.268, "sample_count": 1533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:34:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:34:17+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T07:34:17+09:00", "mjpeg": {"age_sec": 5.15, "exists": true, "mtime": "2026-07-03T07:34:11.995005+09:00", "mtime_epoch": 1783031651.9950047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:34:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7734.926, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 40, "pushed_frames": 40, "read_frames": 39, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.336, "pushed": 1.336, "read": 1.303}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.483, "count": 40, "max_ms": 20.838, "p95_ms": 20.068}, "gstreamer_push": {"avg_ms": 0.969, "count": 40, "max_ms": 1.121, "p95_ms": 1.065}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.249, "count": 40, "max_ms": 73.868, "p95_ms": 64.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.957, "count": 40, "max_ms": 100.104, "p95_ms": 94.776}, "yolo11_640_fire_11class": {"avg_ms": 52.177, "count": 40, "max_ms": 78.984, "p95_ms": 68.836}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.97, "count": 40, "max_ms": 93.323, "p95_ms": 82.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.507, "count": 40, "max_ms": 186.757, "p95_ms": 183.009}, "read_interval": {"avg_ms": 767.443, "count": 39, "max_ms": 10131.126, "p95_ms": 8698.43}, "triton_wait": {"avg_ms": 65.854, "count": 40, "max_ms": 100.116, "p95_ms": 94.788}, "visualize": {"avg_ms": 6.007, "count": 40, "max_ms": 7.745, "p95_ms": 6.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13167.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1559.746, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "R (running)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.233, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 753783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:34:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:34:17+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:34:17+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T07:34:16.991083+09:00", "mtime_epoch": 1783031656.9910831, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:34:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1458.383, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.155, "pushed": 10.155, "read": 10.155}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.466, "count": 301, "max_ms": 11.95, "p95_ms": 9.337}, "gstreamer_push": {"avg_ms": 1.205, "count": 301, "max_ms": 1.672, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.909, "count": 301, "max_ms": 71.298, "p95_ms": 55.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.976, "count": 301, "max_ms": 105.534, "p95_ms": 79.801}, "yolo11_640_fire_11class": {"avg_ms": 49.776, "count": 301, "max_ms": 79.604, "p95_ms": 58.643}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.358, "count": 301, "max_ms": 90.492, "p95_ms": 56.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.88, "count": 301, "max_ms": 121.62, "p95_ms": 96.048}, "read_interval": {"avg_ms": 100.135, "count": 301, "max_ms": 595.161, "p95_ms": 180.564}, "triton_wait": {"avg_ms": 55.301, "count": 301, "max_ms": 105.547, "p95_ms": 80.473}, "visualize": {"avg_ms": 3.542, "count": 301, "max_ms": 4.762, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.639, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3278, "tracking_summary": 2843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13287.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77530.903, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.536, "sample_count": 962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:34:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:34:37+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T07:34:37+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T07:34:37.163401+09:00", "mtime_epoch": 1783031677.1634011, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:34:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 972.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.688, "pushed": 3.688, "read": 3.655}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.56, "count": 110, "max_ms": 261.47, "p95_ms": 237.844}, "gstreamer_push": {"avg_ms": 1.127, "count": 110, "max_ms": 4.741, "p95_ms": 2.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.389, "count": 110, "max_ms": 106.153, "p95_ms": 88.452}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.332, "count": 110, "max_ms": 93.513, "p95_ms": 87.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 264.421, "count": 110, "max_ms": 389.973, "p95_ms": 354.692}, "read_interval": {"avg_ms": 273.474, "count": 109, "max_ms": 398.208, "p95_ms": 364.887}, "triton_wait": {"avg_ms": 70.953, "count": 110, "max_ms": 106.168, "p95_ms": 90.897}, "visualize": {"avg_ms": 26.008, "count": 110, "max_ms": 44.865, "p95_ms": 35.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.824, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13289.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1589.835, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.927, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 754079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:34:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:34:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T07:34:47+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T07:34:47.159559+09:00", "mtime_epoch": 1783031687.159559, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:34:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1458.641, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.872, "pushed": 9.872, "read": 9.839}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.721, "count": 296, "max_ms": 13.184, "p95_ms": 10.361}, "gstreamer_push": {"avg_ms": 1.195, "count": 296, "max_ms": 1.529, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.318, "count": 296, "max_ms": 75.508, "p95_ms": 61.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.061, "count": 296, "max_ms": 94.32, "p95_ms": 80.464}, "yolo11_640_fire_11class": {"avg_ms": 51.181, "count": 296, "max_ms": 76.224, "p95_ms": 63.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.664, "count": 296, "max_ms": 84.407, "p95_ms": 74.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.284, "count": 296, "max_ms": 113.678, "p95_ms": 97.799}, "read_interval": {"avg_ms": 101.662, "count": 295, "max_ms": 705.001, "p95_ms": 166.469}, "triton_wait": {"avg_ms": 57.481, "count": 296, "max_ms": 94.332, "p95_ms": 80.584}, "visualize": {"avg_ms": 3.46, "count": 296, "max_ms": 4.503, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13285.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 209, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:34:11+09:00", "last_error_summary": "[h264 @ 0x5605eac7d9c0] left block unavailable for requested intra mode [h264 @ 0x5605eac7d9c0] error while decoding MB 0 32, bytestream 47024 [h264 @ 0x5605ea141c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605ea141c00] error while decoding MB 0 26, bytestream 51692 [h264 @ 0x5605eac7d9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605eac7d9c0] error while decoding MB 0 28, bytestream 4426 [h264 @ 0x5605eaeea540] left block unavailable for requested", "last_exit_at": "2026-07-03T07:34:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.295, "last_started_at": "2026-07-03T07:34:14+09:00", "pid": 25296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.559, "name": "ffmpeg", "pid": 25296, "rss_mb": 270.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.762, "sample_count": 1627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:34:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:34:47+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-03T07:34:47+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-03T07:34:47.147559+09:00", "mtime_epoch": 1783031687.147559, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:34:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7735.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.439, "pushed": 6.439, "read": 6.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.725, "count": 192, "max_ms": 27.3, "p95_ms": 22.799}, "gstreamer_push": {"avg_ms": 0.973, "count": 193, "max_ms": 1.134, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.503, "count": 192, "max_ms": 67.596, "p95_ms": 61.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.742, "count": 192, "max_ms": 98.49, "p95_ms": 83.591}, "yolo11_640_fire_11class": {"avg_ms": 47.99, "count": 192, "max_ms": 68.808, "p95_ms": 63.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.737, "count": 192, "max_ms": 82.505, "p95_ms": 76.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.766, "count": 193, "max_ms": 189.393, "p95_ms": 172.85}, "read_interval": {"avg_ms": 156.161, "count": 192, "max_ms": 196.204, "p95_ms": 179.996}, "triton_wait": {"avg_ms": 61.639, "count": 192, "max_ms": 98.502, "p95_ms": 83.606}, "visualize": {"avg_ms": 5.924, "count": 192, "max_ms": 9.082, "p95_ms": 6.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3279, "tracking_summary": 2844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13294.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77560.934, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.063, "sample_count": 975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:35:07+09:00", "last_frame_read_age_sec": 0.376, "last_frame_read_at": "2026-07-03T07:35:07+09:00", "mjpeg": {"age_sec": 0.361, "exists": true, "mtime": "2026-07-03T07:35:07.151876+09:00", "mtime_epoch": 1783031707.1518757, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:35:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 976.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.401, "pushed": 3.401, "read": 3.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.871, "count": 101, "max_ms": 267.64, "p95_ms": 245.891}, "gstreamer_push": {"avg_ms": 1.192, "count": 101, "max_ms": 3.474, "p95_ms": 2.074}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.244, "count": 101, "max_ms": 104.514, "p95_ms": 96.694}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.986, "count": 101, "max_ms": 97.991, "p95_ms": 89.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.154, "count": 101, "max_ms": 390.408, "p95_ms": 366.825}, "read_interval": {"avg_ms": 296.46, "count": 100, "max_ms": 400.226, "p95_ms": 375.58}, "triton_wait": {"avg_ms": 73.315, "count": 101, "max_ms": 104.526, "p95_ms": 96.707}, "visualize": {"avg_ms": 29.943, "count": 101, "max_ms": 43.973, "p95_ms": 39.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.697, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13297.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1619.836, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.868, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 754384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:35:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:35:17+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T07:35:17+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T07:35:17.172035+09:00", "mtime_epoch": 1783031717.1720347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:35:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1458.641, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.171, "pushed": 10.171, "read": 10.171}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.766, "count": 305, "max_ms": 12.211, "p95_ms": 9.022}, "gstreamer_push": {"avg_ms": 1.25, "count": 305, "max_ms": 2.011, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.762, "count": 305, "max_ms": 79.969, "p95_ms": 63.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.098, "count": 305, "max_ms": 98.019, "p95_ms": 82.836}, "yolo11_640_fire_11class": {"avg_ms": 51.842, "count": 305, "max_ms": 81.673, "p95_ms": 64.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.436, "count": 305, "max_ms": 98.01, "p95_ms": 75.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.109, "count": 305, "max_ms": 113.859, "p95_ms": 100.199}, "read_interval": {"avg_ms": 98.401, "count": 305, "max_ms": 601.797, "p95_ms": 170.317}, "triton_wait": {"avg_ms": 58.904, "count": 305, "max_ms": 98.026, "p95_ms": 84.373}, "visualize": {"avg_ms": 3.652, "count": 305, "max_ms": 5.187, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13296.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 209, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:34:11+09:00", "last_error_summary": "[h264 @ 0x5605eac7d9c0] left block unavailable for requested intra mode [h264 @ 0x5605eac7d9c0] error while decoding MB 0 32, bytestream 47024 [h264 @ 0x5605ea141c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605ea141c00] error while decoding MB 0 26, bytestream 51692 [h264 @ 0x5605eac7d9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605eac7d9c0] error while decoding MB 0 28, bytestream 4426 [h264 @ 0x5605eaeea540] left block unavailable for requested", "last_exit_at": "2026-07-03T07:34:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.442, "last_started_at": "2026-07-03T07:34:14+09:00", "pid": 25296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.652, "name": "ffmpeg", "pid": 25296, "rss_mb": 273.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.071, "sample_count": 1637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:35:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:35:17+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-03T07:35:17+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T07:35:17.304037+09:00", "mtime_epoch": 1783031717.3040369, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:35:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7735.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.301, "pushed": 6.301, "read": 6.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.783, "count": 188, "max_ms": 24.013, "p95_ms": 21.698}, "gstreamer_push": {"avg_ms": 0.981, "count": 189, "max_ms": 1.37, "p95_ms": 1.103}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.178, "count": 188, "max_ms": 77.97, "p95_ms": 67.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.39, "count": 188, "max_ms": 103.532, "p95_ms": 86.997}, "yolo11_640_fire_11class": {"avg_ms": 50.73, "count": 188, "max_ms": 79.604, "p95_ms": 67.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.155, "count": 188, "max_ms": 98.424, "p95_ms": 80.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.498, "count": 189, "max_ms": 189.26, "p95_ms": 174.64}, "read_interval": {"avg_ms": 159.537, "count": 188, "max_ms": 197.14, "p95_ms": 182.197}, "triton_wait": {"avg_ms": 64.278, "count": 188, "max_ms": 103.544, "p95_ms": 87.991}, "visualize": {"avg_ms": 5.93, "count": 188, "max_ms": 8.583, "p95_ms": 6.597}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3280, "tracking_summary": 2845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13291.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77591.234, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.536, "sample_count": 967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:35:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:35:37+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T07:35:37+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T07:35:37.508358+09:00", "mtime_epoch": 1783031737.5083585, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:35:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 969.703, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.972, "pushed": 2.972, "read": 2.938}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 225.905, "count": 89, "max_ms": 264.783, "p95_ms": 247.429}, "gstreamer_push": {"avg_ms": 0.954, "count": 89, "max_ms": 3.624, "p95_ms": 1.724}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.084, "count": 89, "max_ms": 105.487, "p95_ms": 90.563}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.348, "count": 89, "max_ms": 101.356, "p95_ms": 87.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 330.667, "count": 89, "max_ms": 373.925, "p95_ms": 363.448}, "read_interval": {"avg_ms": 340.64, "count": 88, "max_ms": 385.713, "p95_ms": 371.781}, "triton_wait": {"avg_ms": 71.061, "count": 89, "max_ms": 105.5, "p95_ms": 91.005}, "visualize": {"avg_ms": 29.813, "count": 89, "max_ms": 43.862, "p95_ms": 40.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13300.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1649.917, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.927, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 754684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:35:47+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T07:35:47+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T07:35:47.228513+09:00", "mtime_epoch": 1783031747.2285135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:35:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1459.156, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.767, "count": 300, "max_ms": 11.366, "p95_ms": 9.012}, "gstreamer_push": {"avg_ms": 1.227, "count": 300, "max_ms": 1.448, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.832, "count": 300, "max_ms": 74.952, "p95_ms": 62.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.132, "count": 300, "max_ms": 107.292, "p95_ms": 81.908}, "yolo11_640_fire_11class": {"avg_ms": 51.618, "count": 300, "max_ms": 77.64, "p95_ms": 64.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.247, "count": 300, "max_ms": 93.894, "p95_ms": 77.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.811, "count": 300, "max_ms": 123.671, "p95_ms": 97.426}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 523.124, "p95_ms": 166.275}, "triton_wait": {"avg_ms": 58.687, "count": 300, "max_ms": 107.305, "p95_ms": 81.92}, "visualize": {"avg_ms": 3.659, "count": 300, "max_ms": 5.856, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13300.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 209, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:34:11+09:00", "last_error_summary": "[h264 @ 0x5605eac7d9c0] left block unavailable for requested intra mode [h264 @ 0x5605eac7d9c0] error while decoding MB 0 32, bytestream 47024 [h264 @ 0x5605ea141c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605ea141c00] error while decoding MB 0 26, bytestream 51692 [h264 @ 0x5605eac7d9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605eac7d9c0] error while decoding MB 0 28, bytestream 4426 [h264 @ 0x5605eaeea540] left block unavailable for requested", "last_exit_at": "2026-07-03T07:34:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.542, "last_started_at": "2026-07-03T07:34:14+09:00", "pid": 25296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.715, "name": "ffmpeg", "pid": 25296, "rss_mb": 275.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.071, "sample_count": 1637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 699970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:35:47+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-03T07:35:47+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T07:35:47.400516+09:00", "mtime_epoch": 1783031747.4005163, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:35:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7735.184, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.311, "pushed": 6.311, "read": 6.278}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.736, "count": 188, "max_ms": 28.822, "p95_ms": 22.081}, "gstreamer_push": {"avg_ms": 0.97, "count": 189, "max_ms": 1.271, "p95_ms": 1.085}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.314, "count": 188, "max_ms": 73.048, "p95_ms": 62.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.259, "count": 188, "max_ms": 112.243, "p95_ms": 85.056}, "yolo11_640_fire_11class": {"avg_ms": 49.261, "count": 188, "max_ms": 74.592, "p95_ms": 65.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.665, "count": 188, "max_ms": 92.208, "p95_ms": 78.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.312, "count": 189, "max_ms": 198.429, "p95_ms": 176.316}, "read_interval": {"avg_ms": 159.291, "count": 188, "max_ms": 206.083, "p95_ms": 184.18}, "triton_wait": {"avg_ms": 64.162, "count": 188, "max_ms": 112.255, "p95_ms": 85.068}, "visualize": {"avg_ms": 5.888, "count": 188, "max_ms": 8.318, "p95_ms": 6.671}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3281, "tracking_summary": 2846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13293.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77621.531, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.165, "sample_count": 974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:36:08+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T07:36:07+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T07:36:07.788842+09:00", "mtime_epoch": 1783031767.7888422, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:36:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 970.98, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.239, "pushed": 3.239, "read": 3.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.082, "count": 97, "max_ms": 281.226, "p95_ms": 246.567}, "gstreamer_push": {"avg_ms": 0.895, "count": 97, "max_ms": 2.922, "p95_ms": 1.67}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.345, "count": 97, "max_ms": 100.326, "p95_ms": 91.343}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.788, "count": 97, "max_ms": 102.216, "p95_ms": 89.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.655, "count": 97, "max_ms": 380.383, "p95_ms": 366.927}, "read_interval": {"avg_ms": 312.08, "count": 96, "max_ms": 390.615, "p95_ms": 379.272}, "triton_wait": {"avg_ms": 69.743, "count": 97, "max_ms": 102.228, "p95_ms": 91.356}, "visualize": {"avg_ms": 28.938, "count": 97, "max_ms": 52.054, "p95_ms": 40.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 54, "tracking_summary": 6291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13299.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1679.952, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.91, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 754983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:36:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:36:17+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T07:36:17+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T07:36:17.272994+09:00", "mtime_epoch": 1783031777.272994, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:36:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1459.156, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.873, "count": 299, "max_ms": 12.809, "p95_ms": 9.573}, "gstreamer_push": {"avg_ms": 1.223, "count": 299, "max_ms": 1.466, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.582, "count": 299, "max_ms": 68.549, "p95_ms": 59.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.353, "count": 299, "max_ms": 94.336, "p95_ms": 81.511}, "yolo11_640_fire_11class": {"avg_ms": 51.019, "count": 299, "max_ms": 76.045, "p95_ms": 64.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.422, "count": 299, "max_ms": 84.122, "p95_ms": 76.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.888, "count": 299, "max_ms": 110.621, "p95_ms": 97.4}, "read_interval": {"avg_ms": 100.488, "count": 298, "max_ms": 782.159, "p95_ms": 169.256}, "triton_wait": {"avg_ms": 57.705, "count": 299, "max_ms": 94.348, "p95_ms": 81.6}, "visualize": {"avg_ms": 3.636, "count": 299, "max_ms": 4.909, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13298.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 209, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:34:11+09:00", "last_error_summary": "[h264 @ 0x5605eac7d9c0] left block unavailable for requested intra mode [h264 @ 0x5605eac7d9c0] error while decoding MB 0 32, bytestream 47024 [h264 @ 0x5605ea141c00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605ea141c00] error while decoding MB 0 26, bytestream 51692 [h264 @ 0x5605eac7d9c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5605eac7d9c0] error while decoding MB 0 28, bytestream 4426 [h264 @ 0x5605eaeea540] left block unavailable for requested", "last_exit_at": "2026-07-03T07:34:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.558, "last_started_at": "2026-07-03T07:34:14+09:00", "pid": 25296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.715, "name": "ffmpeg", "pid": 25296, "rss_mb": 275.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.071, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 700160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:36:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:36:17+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T07:36:17+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T07:36:17.424997+09:00", "mtime_epoch": 1783031777.4249966, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:36:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7735.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.363, "pushed": 6.363, "read": 6.329}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.309, "count": 190, "max_ms": 26.543, "p95_ms": 21.294}, "gstreamer_push": {"avg_ms": 0.955, "count": 190, "max_ms": 1.46, "p95_ms": 1.081}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.074, "count": 190, "max_ms": 66.703, "p95_ms": 61.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.512, "count": 190, "max_ms": 93.643, "p95_ms": 86.987}, "yolo11_640_fire_11class": {"avg_ms": 50.087, "count": 190, "max_ms": 72.788, "p95_ms": 65.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.88, "count": 190, "max_ms": 85.444, "p95_ms": 79.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.073, "count": 190, "max_ms": 180.487, "p95_ms": 173.875}, "read_interval": {"avg_ms": 158.024, "count": 189, "max_ms": 188.366, "p95_ms": 182.148}, "triton_wait": {"avg_ms": 64.476, "count": 190, "max_ms": 93.655, "p95_ms": 87.0}, "visualize": {"avg_ms": 5.746, "count": 190, "max_ms": 8.097, "p95_ms": 6.523}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3281, "tracking_summary": 2847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13311.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77651.653, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.457, "sample_count": 953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:36:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:36:38+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T07:36:37+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T07:36:37.913325+09:00", "mtime_epoch": 1783031797.9133253, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:36:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 976.199, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.921, "pushed": 2.921, "read": 2.887}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 228.925, "count": 87, "max_ms": 266.762, "p95_ms": 247.217}, "gstreamer_push": {"avg_ms": 1.056, "count": 87, "max_ms": 2.774, "p95_ms": 1.762}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.58, "count": 87, "max_ms": 97.337, "p95_ms": 87.655}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.565, "count": 87, "max_ms": 102.571, "p95_ms": 90.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 336.113, "count": 87, "max_ms": 374.345, "p95_ms": 370.163}, "read_interval": {"avg_ms": 346.364, "count": 86, "max_ms": 384.724, "p95_ms": 380.893}, "triton_wait": {"avg_ms": 71.167, "count": 87, "max_ms": 102.583, "p95_ms": 94.123}, "visualize": {"avg_ms": 32.124, "count": 87, "max_ms": 67.181, "p95_ms": 40.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.788, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13408.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1710.05, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.469, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 755254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:36:47+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T07:36:47+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T07:36:47.257476+09:00", "mtime_epoch": 1783031807.2574756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:36:47+09:00", "process": {"exists": true, "fd_count": 136, "hwm_mb": 1493.434, "name": "celery", "pid": 267, "rss_mb": 1472.406, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 3.204, "recorders": [{"age_sec": 3.204, "frame_count": 67, "is_recording": true, "is_stopping": false, "pid": 25510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.402, "name": "ffmpeg", "pid": 25510, "rss_mb": 186.402, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 33, "returncode": null, "running": true, "started_at": "2026-07-03T07:36:44+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/01/20260703_073644_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [25510], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.018, "pushed": 9.018, "read": 8.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.403, "count": 270, "max_ms": 18.553, "p95_ms": 12.0}, "gstreamer_push": {"avg_ms": 1.173, "count": 270, "max_ms": 1.821, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.39, "count": 270, "max_ms": 68.877, "p95_ms": 60.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.684, "count": 270, "max_ms": 94.465, "p95_ms": 78.308}, "yolo11_640_fire_11class": {"avg_ms": 50.854, "count": 270, "max_ms": 83.021, "p95_ms": 63.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.122, "count": 270, "max_ms": 91.817, "p95_ms": 76.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.812, "count": 270, "max_ms": 594.539, "p95_ms": 148.138}, "read_interval": {"avg_ms": 110.791, "count": 269, "max_ms": 761.203, "p95_ms": 182.632}, "triton_wait": {"avg_ms": 57.317, "count": 270, "max_ms": 94.475, "p95_ms": 79.022}, "visualize": {"avg_ms": 4.128, "count": 270, "max_ms": 15.335, "p95_ms": 9.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13425.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.98, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 223.035, "name": "ffmpeg", "pid": 25403, "rss_mb": 223.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.939, "sample_count": 1654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 700335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:36:47+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T07:36:47+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T07:36:47.541480+09:00", "mtime_epoch": 1783031807.5414803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:36:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7735.441, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.85, "pushed": 5.85, "read": 5.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 18.003, "count": 175, "max_ms": 30.118, "p95_ms": 21.586}, "gstreamer_push": {"avg_ms": 1.019, "count": 175, "max_ms": 1.496, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.877, "count": 175, "max_ms": 68.671, "p95_ms": 61.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.66, "count": 175, "max_ms": 104.22, "p95_ms": 83.989}, "yolo11_640_fire_11class": {"avg_ms": 49.283, "count": 175, "max_ms": 73.966, "p95_ms": 65.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.298, "count": 175, "max_ms": 86.161, "p95_ms": 77.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.222, "count": 175, "max_ms": 454.482, "p95_ms": 171.008}, "read_interval": {"avg_ms": 172.268, "count": 174, "max_ms": 4582.117, "p95_ms": 178.21}, "triton_wait": {"avg_ms": 63.043, "count": 175, "max_ms": 104.232, "p95_ms": 86.172}, "visualize": {"avg_ms": 5.386, "count": 175, "max_ms": 7.914, "p95_ms": 6.605}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3283, "tracking_summary": 2847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13314.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77681.861, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.694, "sample_count": 968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:37:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:37:08+09:00", "last_frame_read_age_sec": 0.375, "last_frame_read_at": "2026-07-03T07:37:08+09:00", "mjpeg": {"age_sec": 0.366, "exists": true, "mtime": "2026-07-03T07:37:08.073811+09:00", "mtime_epoch": 1783031828.073811, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:37:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 970.441, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.547, "pushed": 3.547, "read": 3.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.826, "count": 106, "max_ms": 239.716, "p95_ms": 234.43}, "gstreamer_push": {"avg_ms": 0.986, "count": 106, "max_ms": 2.744, "p95_ms": 1.875}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.946, "count": 106, "max_ms": 103.377, "p95_ms": 93.648}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.78, "count": 106, "max_ms": 101.355, "p95_ms": 89.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.211, "count": 106, "max_ms": 370.253, "p95_ms": 357.843}, "read_interval": {"avg_ms": 284.044, "count": 105, "max_ms": 376.019, "p95_ms": 365.795}, "triton_wait": {"avg_ms": 69.765, "count": 106, "max_ms": 103.39, "p95_ms": 94.048}, "visualize": {"avg_ms": 27.827, "count": 106, "max_ms": 40.883, "p95_ms": 36.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13300.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1740.131, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.159, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 755545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:37:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:37:17+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T07:37:17+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T07:37:17.465963+09:00", "mtime_epoch": 1783031837.4659626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:37:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1467.16, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.704}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.16, "count": 291, "max_ms": 14.602, "p95_ms": 12.175}, "gstreamer_push": {"avg_ms": 1.226, "count": 291, "max_ms": 2.122, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.241, "count": 291, "max_ms": 75.088, "p95_ms": 66.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.907, "count": 291, "max_ms": 114.19, "p95_ms": 87.676}, "yolo11_640_fire_11class": {"avg_ms": 53.665, "count": 291, "max_ms": 80.52, "p95_ms": 67.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.123, "count": 291, "max_ms": 94.63, "p95_ms": 79.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.785, "count": 291, "max_ms": 215.304, "p95_ms": 160.599}, "read_interval": {"avg_ms": 103.442, "count": 290, "max_ms": 224.909, "p95_ms": 170.448}, "triton_wait": {"avg_ms": 65.206, "count": 291, "max_ms": 114.204, "p95_ms": 87.687}, "visualize": {"avg_ms": 4.455, "count": 291, "max_ms": 14.592, "p95_ms": 10.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13300.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.012, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.605, "name": "ffmpeg", "pid": 25403, "rss_mb": 267.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.078, "sample_count": 1770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 700629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:37:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:37:17+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T07:37:17+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T07:37:17.577965+09:00", "mtime_epoch": 1783031837.5779645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:37:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7735.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.82, "pushed": 9.82, "read": 9.786}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.205, "count": 294, "max_ms": 20.609, "p95_ms": 17.388}, "gstreamer_push": {"avg_ms": 1.216, "count": 294, "max_ms": 1.473, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.552, "count": 294, "max_ms": 84.29, "p95_ms": 65.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.372, "count": 294, "max_ms": 102.927, "p95_ms": 89.874}, "yolo11_640_fire_11class": {"avg_ms": 52.627, "count": 294, "max_ms": 78.11, "p95_ms": 67.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.147, "count": 294, "max_ms": 91.575, "p95_ms": 79.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.071, "count": 294, "max_ms": 129.202, "p95_ms": 112.925}, "read_interval": {"avg_ms": 102.183, "count": 293, "max_ms": 139.992, "p95_ms": 124.122}, "triton_wait": {"avg_ms": 67.742, "count": 294, "max_ms": 102.939, "p95_ms": 89.886}, "visualize": {"avg_ms": 3.499, "count": 294, "max_ms": 4.321, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3285, "tracking_summary": 2848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13306.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77711.987, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.533, "sample_count": 967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:37:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:37:38+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T07:37:38+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T07:37:38.254299+09:00", "mtime_epoch": 1783031858.254299, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:37:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 979.668, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.955, "pushed": 2.955, "read": 2.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 226.128, "count": 88, "max_ms": 251.241, "p95_ms": 237.599}, "gstreamer_push": {"avg_ms": 1.296, "count": 88, "max_ms": 3.049, "p95_ms": 1.998}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.916, "count": 88, "max_ms": 98.054, "p95_ms": 94.64}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.663, "count": 88, "max_ms": 96.241, "p95_ms": 91.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.043, "count": 88, "max_ms": 374.833, "p95_ms": 363.713}, "read_interval": {"avg_ms": 342.457, "count": 87, "max_ms": 384.98, "p95_ms": 374.034}, "triton_wait": {"avg_ms": 72.501, "count": 88, "max_ms": 98.067, "p95_ms": 95.848}, "visualize": {"avg_ms": 29.546, "count": 88, "max_ms": 42.839, "p95_ms": 40.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13304.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1770.171, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.981, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 755862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:37:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:37:47+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T07:37:47+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T07:37:47.506449+09:00", "mtime_epoch": 1783031867.5064487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:37:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1459.121, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.582, "pushed": 10.582, "read": 10.548}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.531, "count": 317, "max_ms": 11.962, "p95_ms": 9.552}, "gstreamer_push": {"avg_ms": 1.239, "count": 317, "max_ms": 2.038, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.45, "count": 317, "max_ms": 76.06, "p95_ms": 66.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.671, "count": 317, "max_ms": 106.756, "p95_ms": 90.754}, "yolo11_640_fire_11class": {"avg_ms": 54.463, "count": 317, "max_ms": 75.858, "p95_ms": 69.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.8, "count": 317, "max_ms": 91.475, "p95_ms": 79.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.259, "count": 317, "max_ms": 123.546, "p95_ms": 107.609}, "read_interval": {"avg_ms": 94.792, "count": 316, "max_ms": 137.22, "p95_ms": 121.017}, "triton_wait": {"avg_ms": 65.309, "count": 317, "max_ms": 106.769, "p95_ms": 91.487}, "visualize": {"avg_ms": 3.652, "count": 317, "max_ms": 5.93, "p95_ms": 4.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13304.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.016, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.566, "name": "ffmpeg", "pid": 25403, "rss_mb": 274.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.695, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 700921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:37:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:37:47+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T07:37:47+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T07:37:47.574450+09:00", "mtime_epoch": 1783031867.5744498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:37:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7735.699, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.347, "count": 292, "max_ms": 22.908, "p95_ms": 19.61}, "gstreamer_push": {"avg_ms": 1.203, "count": 292, "max_ms": 1.518, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.004, "count": 292, "max_ms": 74.944, "p95_ms": 67.301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.072, "count": 292, "max_ms": 109.492, "p95_ms": 87.19}, "yolo11_640_fire_11class": {"avg_ms": 53.16, "count": 292, "max_ms": 76.011, "p95_ms": 68.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.699, "count": 292, "max_ms": 89.14, "p95_ms": 80.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.867, "count": 292, "max_ms": 134.876, "p95_ms": 110.591}, "read_interval": {"avg_ms": 102.733, "count": 292, "max_ms": 151.85, "p95_ms": 124.478}, "triton_wait": {"avg_ms": 67.372, "count": 292, "max_ms": 109.505, "p95_ms": 87.203}, "visualize": {"avg_ms": 3.519, "count": 292, "max_ms": 5.86, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3285, "tracking_summary": 2849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13298.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77742.148, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.559, "sample_count": 948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:38:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:38:08+09:00", "last_frame_read_age_sec": 0.351, "last_frame_read_at": "2026-07-03T07:38:08+09:00", "mjpeg": {"age_sec": 0.34, "exists": true, "mtime": "2026-07-03T07:38:08.386788+09:00", "mtime_epoch": 1783031888.3867877, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:38:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 971.488, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.953, "pushed": 2.953, "read": 2.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 222.441, "count": 88, "max_ms": 247.555, "p95_ms": 242.246}, "gstreamer_push": {"avg_ms": 1.0, "count": 88, "max_ms": 3.104, "p95_ms": 2.867}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.297, "count": 88, "max_ms": 112.542, "p95_ms": 107.497}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.743, "count": 88, "max_ms": 104.296, "p95_ms": 98.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.655, "count": 88, "max_ms": 393.246, "p95_ms": 369.243}, "read_interval": {"avg_ms": 342.538, "count": 87, "max_ms": 403.764, "p95_ms": 378.057}, "triton_wait": {"avg_ms": 78.309, "count": 88, "max_ms": 112.556, "p95_ms": 107.509}, "visualize": {"avg_ms": 28.049, "count": 88, "max_ms": 39.722, "p95_ms": 36.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.8, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13301.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1800.254, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.785, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:38:17+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:38:17+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T07:38:17.590937+09:00", "mtime_epoch": 1783031897.5909371, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:38:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1459.379, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.536, "pushed": 10.536, "read": 10.503}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.644, "count": 316, "max_ms": 13.841, "p95_ms": 9.407}, "gstreamer_push": {"avg_ms": 1.254, "count": 316, "max_ms": 2.006, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.559, "count": 316, "max_ms": 77.267, "p95_ms": 67.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.194, "count": 316, "max_ms": 115.919, "p95_ms": 90.944}, "yolo11_640_fire_11class": {"avg_ms": 54.587, "count": 316, "max_ms": 86.556, "p95_ms": 68.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.929, "count": 316, "max_ms": 91.877, "p95_ms": 79.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.805, "count": 316, "max_ms": 131.943, "p95_ms": 108.291}, "read_interval": {"avg_ms": 95.208, "count": 315, "max_ms": 149.379, "p95_ms": 121.29}, "triton_wait": {"avg_ms": 65.667, "count": 316, "max_ms": 115.931, "p95_ms": 90.957}, "visualize": {"avg_ms": 3.664, "count": 316, "max_ms": 5.571, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13301.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.088, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.566, "name": "ffmpeg", "pid": 25403, "rss_mb": 274.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 175.856, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 701211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:38:17+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T07:38:17+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T07:38:17.630938+09:00", "mtime_epoch": 1783031897.6309378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:38:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7735.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.676, "pushed": 9.676, "read": 9.642}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.191, "count": 290, "max_ms": 22.444, "p95_ms": 18.08}, "gstreamer_push": {"avg_ms": 1.198, "count": 290, "max_ms": 1.778, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.569, "count": 290, "max_ms": 88.975, "p95_ms": 67.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.208, "count": 290, "max_ms": 117.586, "p95_ms": 91.758}, "yolo11_640_fire_11class": {"avg_ms": 54.152, "count": 290, "max_ms": 84.171, "p95_ms": 68.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.11, "count": 290, "max_ms": 91.804, "p95_ms": 79.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.755, "count": 290, "max_ms": 139.651, "p95_ms": 114.794}, "read_interval": {"avg_ms": 103.66, "count": 289, "max_ms": 150.883, "p95_ms": 127.299}, "triton_wait": {"avg_ms": 68.546, "count": 290, "max_ms": 117.598, "p95_ms": 91.771}, "visualize": {"avg_ms": 3.485, "count": 290, "max_ms": 5.568, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3286, "tracking_summary": 2850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13298.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77772.155, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.011, "sample_count": 965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:38:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:38:38+09:00", "last_frame_read_age_sec": 0.343, "last_frame_read_at": "2026-07-03T07:38:38+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T07:38:38.399276+09:00", "mtime_epoch": 1783031918.399276, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:38:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 967.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.467, "pushed": 3.467, "read": 3.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.784, "count": 104, "max_ms": 261.596, "p95_ms": 232.128}, "gstreamer_push": {"avg_ms": 1.362, "count": 104, "max_ms": 2.913, "p95_ms": 1.905}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.657, "count": 104, "max_ms": 110.099, "p95_ms": 96.334}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.941, "count": 104, "max_ms": 98.118, "p95_ms": 94.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 278.393, "count": 104, "max_ms": 387.356, "p95_ms": 357.529}, "read_interval": {"avg_ms": 288.602, "count": 104, "max_ms": 399.092, "p95_ms": 369.023}, "triton_wait": {"avg_ms": 72.801, "count": 104, "max_ms": 110.112, "p95_ms": 97.206}, "visualize": {"avg_ms": 28.074, "count": 104, "max_ms": 35.829, "p95_ms": 34.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13310.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1830.31, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.071, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:38:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:38:47+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T07:38:47+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T07:38:47.603426+09:00", "mtime_epoch": 1783031927.603426, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:38:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1459.379, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.309, "pushed": 10.309, "read": 10.276}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.494, "count": 309, "max_ms": 13.351, "p95_ms": 8.853}, "gstreamer_push": {"avg_ms": 1.21, "count": 309, "max_ms": 1.491, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.428, "count": 309, "max_ms": 79.441, "p95_ms": 65.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.808, "count": 309, "max_ms": 113.179, "p95_ms": 88.858}, "yolo11_640_fire_11class": {"avg_ms": 52.81, "count": 309, "max_ms": 75.338, "p95_ms": 67.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.951, "count": 309, "max_ms": 91.085, "p95_ms": 80.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.932, "count": 309, "max_ms": 129.169, "p95_ms": 106.584}, "read_interval": {"avg_ms": 97.179, "count": 308, "max_ms": 406.399, "p95_ms": 123.856}, "triton_wait": {"avg_ms": 64.269, "count": 309, "max_ms": 113.193, "p95_ms": 90.372}, "visualize": {"avg_ms": 3.516, "count": 309, "max_ms": 4.848, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13310.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.158, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.145, "name": "ffmpeg", "pid": 25403, "rss_mb": 277.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.293, "sample_count": 2141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 701504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:38:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:38:47+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T07:38:47+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T07:38:47.715428+09:00", "mtime_epoch": 1783031927.7154279, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:38:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7735.957, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.778, "pushed": 9.778, "read": 9.744}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.928, "count": 293, "max_ms": 19.665, "p95_ms": 17.213}, "gstreamer_push": {"avg_ms": 1.197, "count": 293, "max_ms": 1.514, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.766, "count": 293, "max_ms": 73.68, "p95_ms": 65.353}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.501, "count": 293, "max_ms": 113.52, "p95_ms": 93.466}, "yolo11_640_fire_11class": {"avg_ms": 51.981, "count": 293, "max_ms": 77.232, "p95_ms": 67.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.608, "count": 293, "max_ms": 86.826, "p95_ms": 80.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.941, "count": 293, "max_ms": 135.504, "p95_ms": 116.452}, "read_interval": {"avg_ms": 102.635, "count": 292, "max_ms": 146.399, "p95_ms": 128.934}, "triton_wait": {"avg_ms": 67.058, "count": 293, "max_ms": 113.532, "p95_ms": 93.478}, "visualize": {"avg_ms": 3.463, "count": 293, "max_ms": 4.526, "p95_ms": 3.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3287, "tracking_summary": 2851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13300.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77802.284, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.817, "sample_count": 953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:39:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:39:08+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T07:39:08+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T07:39:08.543768+09:00", "mtime_epoch": 1783031948.543768, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:39:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 968.797, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.92, "pushed": 2.92, "read": 2.887}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 222.858, "count": 87, "max_ms": 247.296, "p95_ms": 238.581}, "gstreamer_push": {"avg_ms": 1.118, "count": 87, "max_ms": 2.804, "p95_ms": 1.861}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.016, "count": 87, "max_ms": 113.259, "p95_ms": 103.226}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.03, "count": 87, "max_ms": 106.966, "p95_ms": 97.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 336.184, "count": 87, "max_ms": 390.191, "p95_ms": 373.363}, "read_interval": {"avg_ms": 346.399, "count": 86, "max_ms": 399.144, "p95_ms": 383.607}, "triton_wait": {"avg_ms": 74.961, "count": 87, "max_ms": 113.273, "p95_ms": 103.236}, "visualize": {"avg_ms": 34.535, "count": 87, "max_ms": 74.132, "p95_ms": 43.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13305.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1860.368, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.765, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 756783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:39:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:39:17+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T07:39:17+09:00", "mjpeg": {"age_sec": 0.683, "exists": true, "mtime": "2026-07-03T07:39:17.083908+09:00", "mtime_epoch": 1783031957.0839076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:39:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1459.637, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.845}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.513, "count": 296, "max_ms": 12.185, "p95_ms": 8.654}, "gstreamer_push": {"avg_ms": 1.23, "count": 296, "max_ms": 1.703, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.93, "count": 296, "max_ms": 78.344, "p95_ms": 64.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.397, "count": 296, "max_ms": 113.758, "p95_ms": 89.824}, "yolo11_640_fire_11class": {"avg_ms": 54.231, "count": 296, "max_ms": 78.357, "p95_ms": 67.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.981, "count": 296, "max_ms": 92.531, "p95_ms": 77.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.537, "count": 296, "max_ms": 129.826, "p95_ms": 106.322}, "read_interval": {"avg_ms": 101.49, "count": 295, "max_ms": 664.625, "p95_ms": 130.504}, "triton_wait": {"avg_ms": 65.627, "count": 296, "max_ms": 113.768, "p95_ms": 89.834}, "visualize": {"avg_ms": 3.618, "count": 296, "max_ms": 4.91, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13305.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.272, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.723, "name": "ffmpeg", "pid": 25403, "rss_mb": 279.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.765, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 701797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:39:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:39:17+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-03T07:39:17+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T07:39:17.787919+09:00", "mtime_epoch": 1783031957.787919, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:39:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7736.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.952, "count": 292, "max_ms": 23.068, "p95_ms": 16.655}, "gstreamer_push": {"avg_ms": 1.198, "count": 292, "max_ms": 1.83, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.204, "count": 292, "max_ms": 76.107, "p95_ms": 65.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.479, "count": 292, "max_ms": 106.585, "p95_ms": 86.695}, "yolo11_640_fire_11class": {"avg_ms": 53.817, "count": 292, "max_ms": 83.617, "p95_ms": 71.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.123, "count": 292, "max_ms": 90.777, "p95_ms": 79.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.846, "count": 292, "max_ms": 129.425, "p95_ms": 110.083}, "read_interval": {"avg_ms": 102.651, "count": 292, "max_ms": 141.572, "p95_ms": 122.595}, "triton_wait": {"avg_ms": 67.973, "count": 292, "max_ms": 106.597, "p95_ms": 86.707}, "visualize": {"avg_ms": 3.457, "count": 292, "max_ms": 5.376, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3289, "tracking_summary": 2851}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13301.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77832.286, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.826, "sample_count": 938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:39:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:39:38+09:00", "last_frame_read_age_sec": 0.351, "last_frame_read_at": "2026-07-03T07:39:38+09:00", "mjpeg": {"age_sec": 0.344, "exists": true, "mtime": "2026-07-03T07:39:38.520259+09:00", "mtime_epoch": 1783031978.5202587, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:39:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 983.004, "name": "celery", "pid": 239, "rss_mb": 968.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.167, "pushed": 3.167, "read": 3.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.826, "count": 95, "max_ms": 272.211, "p95_ms": 241.705}, "gstreamer_push": {"avg_ms": 0.893, "count": 95, "max_ms": 2.713, "p95_ms": 1.717}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.451, "count": 95, "max_ms": 112.885, "p95_ms": 101.496}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.726, "count": 95, "max_ms": 102.012, "p95_ms": 96.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.865, "count": 95, "max_ms": 385.393, "p95_ms": 368.773}, "read_interval": {"avg_ms": 315.586, "count": 95, "max_ms": 397.671, "p95_ms": 379.802}, "triton_wait": {"avg_ms": 74.668, "count": 95, "max_ms": 112.898, "p95_ms": 101.508}, "visualize": {"avg_ms": 29.544, "count": 95, "max_ms": 53.445, "p95_ms": 40.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13304.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1890.403, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.483, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 757085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:39:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:39:47+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T07:39:47+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T07:39:47.708409+09:00", "mtime_epoch": 1783031987.7084093, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:39:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1459.637, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.098, "pushed": 10.098, "read": 10.064}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.583, "count": 302, "max_ms": 12.912, "p95_ms": 8.648}, "gstreamer_push": {"avg_ms": 1.244, "count": 302, "max_ms": 1.821, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.427, "count": 302, "max_ms": 74.793, "p95_ms": 64.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.488, "count": 302, "max_ms": 108.745, "p95_ms": 91.102}, "yolo11_640_fire_11class": {"avg_ms": 54.402, "count": 302, "max_ms": 77.99, "p95_ms": 69.056}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.291, "count": 302, "max_ms": 88.367, "p95_ms": 79.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.295, "count": 302, "max_ms": 124.916, "p95_ms": 107.657}, "read_interval": {"avg_ms": 99.403, "count": 301, "max_ms": 499.189, "p95_ms": 125.66}, "triton_wait": {"avg_ms": 65.269, "count": 302, "max_ms": 108.759, "p95_ms": 91.116}, "visualize": {"avg_ms": 3.627, "count": 302, "max_ms": 5.481, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13304.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.317, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.723, "name": "ffmpeg", "pid": 25403, "rss_mb": 279.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.178, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:39:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:39:47+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T07:39:47+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T07:39:47.876412+09:00", "mtime_epoch": 1783031987.8764122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:39:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7736.215, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.786}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.157, "count": 294, "max_ms": 23.724, "p95_ms": 18.83}, "gstreamer_push": {"avg_ms": 1.194, "count": 294, "max_ms": 2.137, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.865, "count": 294, "max_ms": 74.118, "p95_ms": 64.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.161, "count": 294, "max_ms": 116.447, "p95_ms": 89.667}, "yolo11_640_fire_11class": {"avg_ms": 52.612, "count": 294, "max_ms": 77.164, "p95_ms": 67.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.044, "count": 294, "max_ms": 86.872, "p95_ms": 79.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.043, "count": 294, "max_ms": 140.951, "p95_ms": 112.78}, "read_interval": {"avg_ms": 102.203, "count": 293, "max_ms": 152.616, "p95_ms": 124.541}, "triton_wait": {"avg_ms": 66.904, "count": 294, "max_ms": 116.459, "p95_ms": 89.679}, "visualize": {"avg_ms": 3.438, "count": 294, "max_ms": 5.033, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3289, "tracking_summary": 2852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13310.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77862.579, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.572, "sample_count": 948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:40:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:40:09+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T07:40:08+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-03T07:40:08.840756+09:00", "mtime_epoch": 1783032008.8407562, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:40:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 976.754, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.705, "pushed": 3.705, "read": 3.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 162.465, "count": 111, "max_ms": 248.866, "p95_ms": 233.175}, "gstreamer_push": {"avg_ms": 0.971, "count": 111, "max_ms": 2.411, "p95_ms": 1.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.194, "count": 111, "max_ms": 116.953, "p95_ms": 102.197}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.324, "count": 111, "max_ms": 100.221, "p95_ms": 91.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 263.49, "count": 111, "max_ms": 368.146, "p95_ms": 357.049}, "read_interval": {"avg_ms": 272.357, "count": 110, "max_ms": 378.11, "p95_ms": 366.36}, "triton_wait": {"avg_ms": 71.622, "count": 111, "max_ms": 116.967, "p95_ms": 102.21}, "visualize": {"avg_ms": 25.666, "count": 111, "max_ms": 38.424, "p95_ms": 35.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13311.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1920.443, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.201, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 757386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:40:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:40:17+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T07:40:17+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T07:40:17.748903+09:00", "mtime_epoch": 1783032017.7489028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:40:17+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1460.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.708, "count": 301, "max_ms": 13.587, "p95_ms": 10.516}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 1.548, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.541, "count": 301, "max_ms": 78.065, "p95_ms": 65.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.805, "count": 301, "max_ms": 109.793, "p95_ms": 89.334}, "yolo11_640_fire_11class": {"avg_ms": 54.249, "count": 301, "max_ms": 74.988, "p95_ms": 68.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.988, "count": 301, "max_ms": 84.697, "p95_ms": 78.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.473, "count": 301, "max_ms": 125.665, "p95_ms": 105.642}, "read_interval": {"avg_ms": 99.751, "count": 300, "max_ms": 725.842, "p95_ms": 126.592}, "triton_wait": {"avg_ms": 65.399, "count": 301, "max_ms": 109.806, "p95_ms": 89.347}, "visualize": {"avg_ms": 3.631, "count": 301, "max_ms": 5.128, "p95_ms": 4.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13307.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 216.327, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.723, "name": "ffmpeg", "pid": 25403, "rss_mb": 279.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 24, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.08, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:40:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:40:17+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T07:40:17+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T07:40:17.868905+09:00", "mtime_epoch": 1783032017.8689046, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:40:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7736.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.601, "pushed": 9.601, "read": 9.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.309, "count": 288, "max_ms": 24.709, "p95_ms": 17.902}, "gstreamer_push": {"avg_ms": 1.186, "count": 288, "max_ms": 1.871, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.48, "count": 288, "max_ms": 73.801, "p95_ms": 65.64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.762, "count": 288, "max_ms": 112.088, "p95_ms": 91.65}, "yolo11_640_fire_11class": {"avg_ms": 53.444, "count": 288, "max_ms": 74.132, "p95_ms": 68.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.85, "count": 288, "max_ms": 89.418, "p95_ms": 79.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.108, "count": 288, "max_ms": 138.649, "p95_ms": 119.537}, "read_interval": {"avg_ms": 104.148, "count": 288, "max_ms": 148.221, "p95_ms": 131.913}, "triton_wait": {"avg_ms": 67.779, "count": 288, "max_ms": 112.1, "p95_ms": 91.661}, "visualize": {"avg_ms": 3.473, "count": 288, "max_ms": 5.64, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3290, "tracking_summary": 2853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13305.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77892.891, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.572, "sample_count": 962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:40:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:40:39+09:00", "last_frame_read_age_sec": 0.32, "last_frame_read_at": "2026-07-03T07:40:39+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T07:40:39.157255+09:00", "mtime_epoch": 1783032039.1572552, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:40:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 971.172, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.468, "pushed": 3.468, "read": 3.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.738, "count": 104, "max_ms": 293.219, "p95_ms": 244.765}, "gstreamer_push": {"avg_ms": 1.081, "count": 104, "max_ms": 2.896, "p95_ms": 2.078}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.715, "count": 104, "max_ms": 114.335, "p95_ms": 99.901}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.91, "count": 104, "max_ms": 103.654, "p95_ms": 93.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.535, "count": 104, "max_ms": 409.355, "p95_ms": 363.966}, "read_interval": {"avg_ms": 291.096, "count": 103, "max_ms": 418.946, "p95_ms": 374.249}, "triton_wait": {"avg_ms": 74.517, "count": 104, "max_ms": 114.347, "p95_ms": 99.916}, "visualize": {"avg_ms": 26.38, "count": 104, "max_ms": 40.118, "p95_ms": 36.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13308.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1950.499, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.438, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 757684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:40:47+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T07:40:47+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T07:40:47.801398+09:00", "mtime_epoch": 1783032047.8013976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:40:47+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1460.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.663, "count": 298, "max_ms": 13.506, "p95_ms": 9.49}, "gstreamer_push": {"avg_ms": 1.232, "count": 298, "max_ms": 2.182, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.887, "count": 298, "max_ms": 77.894, "p95_ms": 66.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.568, "count": 298, "max_ms": 109.62, "p95_ms": 88.409}, "yolo11_640_fire_11class": {"avg_ms": 53.397, "count": 298, "max_ms": 77.287, "p95_ms": 70.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.341, "count": 298, "max_ms": 94.125, "p95_ms": 83.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.154, "count": 298, "max_ms": 126.24, "p95_ms": 105.382}, "read_interval": {"avg_ms": 100.821, "count": 297, "max_ms": 445.101, "p95_ms": 126.1}, "triton_wait": {"avg_ms": 67.163, "count": 298, "max_ms": 109.642, "p95_ms": 88.422}, "visualize": {"avg_ms": 3.642, "count": 298, "max_ms": 6.311, "p95_ms": 4.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13308.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 246.38, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.301, "name": "ffmpeg", "pid": 25403, "rss_mb": 282.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 24, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.775, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:40:48+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T07:40:47+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T07:40:47.941400+09:00", "mtime_epoch": 1783032047.9413998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:40:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7736.473, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.616, "pushed": 9.616, "read": 9.582}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.132, "count": 288, "max_ms": 26.15, "p95_ms": 16.976}, "gstreamer_push": {"avg_ms": 1.197, "count": 288, "max_ms": 2.183, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.326, "count": 288, "max_ms": 73.264, "p95_ms": 65.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.222, "count": 288, "max_ms": 120.141, "p95_ms": 91.653}, "yolo11_640_fire_11class": {"avg_ms": 51.558, "count": 288, "max_ms": 74.228, "p95_ms": 64.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.63, "count": 288, "max_ms": 91.37, "p95_ms": 81.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.016, "count": 288, "max_ms": 143.666, "p95_ms": 114.868}, "read_interval": {"avg_ms": 104.386, "count": 287, "max_ms": 155.26, "p95_ms": 128.197}, "triton_wait": {"avg_ms": 68.863, "count": 288, "max_ms": 120.152, "p95_ms": 91.666}, "visualize": {"avg_ms": 3.471, "count": 288, "max_ms": 6.278, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3291, "tracking_summary": 2854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13310.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77922.935, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 367.033, "sample_count": 955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:41:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:41:09+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T07:41:09+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T07:41:09.317753+09:00", "mtime_epoch": 1783032069.3177526, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:41:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 969.965, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.996, "pushed": 2.996, "read": 2.963}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.514, "count": 89, "max_ms": 256.735, "p95_ms": 242.173}, "gstreamer_push": {"avg_ms": 0.918, "count": 89, "max_ms": 2.775, "p95_ms": 1.792}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.024, "count": 89, "max_ms": 105.592, "p95_ms": 99.956}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.469, "count": 89, "max_ms": 102.024, "p95_ms": 97.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 327.706, "count": 89, "max_ms": 384.836, "p95_ms": 374.089}, "read_interval": {"avg_ms": 338.906, "count": 88, "max_ms": 394.899, "p95_ms": 383.472}, "triton_wait": {"avg_ms": 75.208, "count": 89, "max_ms": 105.605, "p95_ms": 101.468}, "visualize": {"avg_ms": 30.236, "count": 89, "max_ms": 43.952, "p95_ms": 40.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.702, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13310.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1980.6, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.815, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 757991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:41:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:41:17+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T07:41:17+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T07:41:17.905895+09:00", "mtime_epoch": 1783032077.9058945, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:41:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1460.152, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.218, "pushed": 10.218, "read": 10.184}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.58, "count": 306, "max_ms": 13.849, "p95_ms": 8.704}, "gstreamer_push": {"avg_ms": 1.24, "count": 306, "max_ms": 2.029, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.438, "count": 306, "max_ms": 76.658, "p95_ms": 65.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.001, "count": 306, "max_ms": 113.823, "p95_ms": 88.447}, "yolo11_640_fire_11class": {"avg_ms": 51.992, "count": 306, "max_ms": 74.626, "p95_ms": 66.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.242, "count": 306, "max_ms": 83.936, "p95_ms": 78.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.649, "count": 306, "max_ms": 180.073, "p95_ms": 104.671}, "read_interval": {"avg_ms": 98.06, "count": 305, "max_ms": 572.2, "p95_ms": 118.769}, "triton_wait": {"avg_ms": 65.338, "count": 306, "max_ms": 113.836, "p95_ms": 88.459}, "visualize": {"avg_ms": 3.658, "count": 306, "max_ms": 4.987, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13310.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 276.476, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.879, "name": "ffmpeg", "pid": 25403, "rss_mb": 284.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 24, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.283, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 702960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:41:18+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T07:41:18+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T07:41:18.021896+09:00", "mtime_epoch": 1783032078.0218964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:41:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7736.73, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.057, "count": 292, "max_ms": 22.774, "p95_ms": 17.082}, "gstreamer_push": {"avg_ms": 1.197, "count": 292, "max_ms": 1.839, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.701, "count": 292, "max_ms": 73.297, "p95_ms": 65.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.609, "count": 292, "max_ms": 112.431, "p95_ms": 86.581}, "yolo11_640_fire_11class": {"avg_ms": 52.704, "count": 292, "max_ms": 72.776, "p95_ms": 66.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.473, "count": 292, "max_ms": 86.669, "p95_ms": 78.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.512, "count": 292, "max_ms": 135.283, "p95_ms": 110.154}, "read_interval": {"avg_ms": 102.694, "count": 292, "max_ms": 146.853, "p95_ms": 122.065}, "triton_wait": {"avg_ms": 67.473, "count": 292, "max_ms": 112.445, "p95_ms": 86.682}, "visualize": {"avg_ms": 3.444, "count": 292, "max_ms": 4.571, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3292, "tracking_summary": 2855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13326.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77953.102, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.622, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:41:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:41:39+09:00", "last_frame_read_age_sec": 0.334, "last_frame_read_at": "2026-07-03T07:41:39+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T07:41:39.358249+09:00", "mtime_epoch": 1783032099.3582492, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:41:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 979.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.172, "pushed": 3.172, "read": 3.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 198.754, "count": 95, "max_ms": 249.805, "p95_ms": 229.608}, "gstreamer_push": {"avg_ms": 0.879, "count": 95, "max_ms": 2.743, "p95_ms": 1.673}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.852, "count": 95, "max_ms": 104.183, "p95_ms": 98.874}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.574, "count": 95, "max_ms": 103.221, "p95_ms": 94.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 307.665, "count": 95, "max_ms": 366.748, "p95_ms": 360.717}, "read_interval": {"avg_ms": 317.283, "count": 94, "max_ms": 375.826, "p95_ms": 369.417}, "triton_wait": {"avg_ms": 75.496, "count": 95, "max_ms": 104.196, "p95_ms": 99.368}, "visualize": {"avg_ms": 29.64, "count": 95, "max_ms": 41.956, "p95_ms": 40.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13326.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2010.622, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.609, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 758288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:41:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:41:48+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T07:41:47+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T07:41:47.922391+09:00", "mtime_epoch": 1783032107.922391, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:41:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1460.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.927, "pushed": 9.927, "read": 9.893}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.693, "count": 297, "max_ms": 12.928, "p95_ms": 10.005}, "gstreamer_push": {"avg_ms": 1.244, "count": 297, "max_ms": 1.543, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.355, "count": 297, "max_ms": 71.71, "p95_ms": 66.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.691, "count": 297, "max_ms": 110.28, "p95_ms": 86.543}, "yolo11_640_fire_11class": {"avg_ms": 51.383, "count": 297, "max_ms": 77.118, "p95_ms": 67.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.62, "count": 297, "max_ms": 86.687, "p95_ms": 78.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.967, "count": 297, "max_ms": 126.737, "p95_ms": 102.721}, "read_interval": {"avg_ms": 101.013, "count": 296, "max_ms": 730.51, "p95_ms": 126.14}, "triton_wait": {"avg_ms": 62.848, "count": 297, "max_ms": 110.294, "p95_ms": 86.556}, "visualize": {"avg_ms": 3.643, "count": 297, "max_ms": 5.487, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13326.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 306.508, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.293, "name": "ffmpeg", "pid": 25403, "rss_mb": 290.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 24, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.167, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 703257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:41:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:41:48+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T07:41:48+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T07:41:48.046393+09:00", "mtime_epoch": 1783032108.046393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:41:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7736.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.923, "pushed": 9.923, "read": 9.889}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.155, "count": 297, "max_ms": 24.843, "p95_ms": 18.591}, "gstreamer_push": {"avg_ms": 1.197, "count": 297, "max_ms": 1.706, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.519, "count": 297, "max_ms": 75.927, "p95_ms": 64.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.011, "count": 297, "max_ms": 103.028, "p95_ms": 86.828}, "yolo11_640_fire_11class": {"avg_ms": 52.95, "count": 297, "max_ms": 75.94, "p95_ms": 65.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.456, "count": 297, "max_ms": 91.267, "p95_ms": 76.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.616, "count": 297, "max_ms": 127.329, "p95_ms": 110.845}, "read_interval": {"avg_ms": 101.055, "count": 296, "max_ms": 140.487, "p95_ms": 124.348}, "triton_wait": {"avg_ms": 65.451, "count": 297, "max_ms": 103.039, "p95_ms": 88.806}, "visualize": {"avg_ms": 3.469, "count": 297, "max_ms": 5.514, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3292, "tracking_summary": 2855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13327.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 77983.333, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.748, "sample_count": 945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:42:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:42:09+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T07:42:09+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-03T07:42:09.594750+09:00", "mtime_epoch": 1783032129.59475, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:42:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 978.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.944, "pushed": 2.944, "read": 2.91}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.84, "count": 88, "max_ms": 259.584, "p95_ms": 229.75}, "gstreamer_push": {"avg_ms": 1.262, "count": 88, "max_ms": 3.021, "p95_ms": 2.819}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.948, "count": 88, "max_ms": 113.959, "p95_ms": 100.276}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.932, "count": 88, "max_ms": 98.526, "p95_ms": 97.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.154, "count": 88, "max_ms": 376.062, "p95_ms": 362.387}, "read_interval": {"avg_ms": 343.617, "count": 87, "max_ms": 385.203, "p95_ms": 372.412}, "triton_wait": {"avg_ms": 74.547, "count": 88, "max_ms": 113.971, "p95_ms": 100.289}, "visualize": {"avg_ms": 30.044, "count": 88, "max_ms": 40.458, "p95_ms": 39.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13325.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2040.704, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.548, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 758587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T07:42:18+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T07:42:18+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T07:42:18.038890+09:00", "mtime_epoch": 1783032138.0388901, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:42:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1460.41, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.492, "count": 299, "max_ms": 12.527, "p95_ms": 8.313}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 1.803, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.902, "count": 299, "max_ms": 75.688, "p95_ms": 65.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.956, "count": 299, "max_ms": 111.408, "p95_ms": 87.557}, "yolo11_640_fire_11class": {"avg_ms": 52.448, "count": 299, "max_ms": 77.834, "p95_ms": 67.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.701, "count": 299, "max_ms": 93.663, "p95_ms": 80.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.563, "count": 299, "max_ms": 127.737, "p95_ms": 104.197}, "read_interval": {"avg_ms": 100.645, "count": 298, "max_ms": 748.734, "p95_ms": 122.361}, "triton_wait": {"avg_ms": 63.653, "count": 299, "max_ms": 111.422, "p95_ms": 87.93}, "visualize": {"avg_ms": 3.624, "count": 299, "max_ms": 4.611, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13327.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.627, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.871, "name": "ffmpeg", "pid": 25403, "rss_mb": 292.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 24, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.868, "sample_count": 2904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 703539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:42:18+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-03T07:42:18+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-03T07:42:18.122891+09:00", "mtime_epoch": 1783032138.1228914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:42:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7736.988, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.389, "pushed": 9.389, "read": 9.356}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.281, "count": 281, "max_ms": 21.707, "p95_ms": 18.347}, "gstreamer_push": {"avg_ms": 1.169, "count": 281, "max_ms": 1.781, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.398, "count": 281, "max_ms": 75.228, "p95_ms": 65.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.688, "count": 281, "max_ms": 112.003, "p95_ms": 87.901}, "yolo11_640_fire_11class": {"avg_ms": 54.788, "count": 281, "max_ms": 83.44, "p95_ms": 68.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.607, "count": 281, "max_ms": 91.644, "p95_ms": 79.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.722, "count": 281, "max_ms": 166.08, "p95_ms": 133.985}, "read_interval": {"avg_ms": 106.657, "count": 280, "max_ms": 178.615, "p95_ms": 141.027}, "triton_wait": {"avg_ms": 66.677, "count": 281, "max_ms": 112.016, "p95_ms": 89.025}, "visualize": {"avg_ms": 3.633, "count": 281, "max_ms": 5.654, "p95_ms": 4.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3294, "tracking_summary": 2856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13329.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78013.543, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.532, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:42:40+09:00", "last_frame_read_age_sec": 0.346, "last_frame_read_at": "2026-07-03T07:42:39+09:00", "mjpeg": {"age_sec": 0.335, "exists": true, "mtime": "2026-07-03T07:42:39.787251+09:00", "mtime_epoch": 1783032159.7872512, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 245985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:42:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 976.902, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.55, "pushed": 3.55, "read": 3.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.365, "count": 106, "max_ms": 242.166, "p95_ms": 231.942}, "gstreamer_push": {"avg_ms": 0.953, "count": 106, "max_ms": 1.9, "p95_ms": 1.768}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.728, "count": 106, "max_ms": 104.91, "p95_ms": 96.701}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.297, "count": 106, "max_ms": 100.381, "p95_ms": 90.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.182, "count": 106, "max_ms": 378.489, "p95_ms": 355.377}, "read_interval": {"avg_ms": 284.341, "count": 105, "max_ms": 387.203, "p95_ms": 366.646}, "triton_wait": {"avg_ms": 72.595, "count": 106, "max_ms": 104.923, "p95_ms": 96.714}, "visualize": {"avg_ms": 26.446, "count": 106, "max_ms": 40.598, "p95_ms": 38.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13329.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2070.778, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.331, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 758893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:42:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T07:42:48+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T07:42:48.047389+09:00", "mtime_epoch": 1783032168.0473886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:42:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1460.668, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.217, "pushed": 10.217, "read": 10.184}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.538, "count": 306, "max_ms": 11.665, "p95_ms": 9.291}, "gstreamer_push": {"avg_ms": 1.219, "count": 306, "max_ms": 1.559, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.012, "count": 306, "max_ms": 81.672, "p95_ms": 65.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.942, "count": 306, "max_ms": 105.707, "p95_ms": 88.692}, "yolo11_640_fire_11class": {"avg_ms": 51.193, "count": 306, "max_ms": 77.532, "p95_ms": 69.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.007, "count": 306, "max_ms": 88.842, "p95_ms": 80.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.798, "count": 306, "max_ms": 122.096, "p95_ms": 105.282}, "read_interval": {"avg_ms": 98.255, "count": 305, "max_ms": 687.505, "p95_ms": 130.052}, "triton_wait": {"avg_ms": 61.893, "count": 306, "max_ms": 105.72, "p95_ms": 88.705}, "visualize": {"avg_ms": 3.558, "count": 306, "max_ms": 4.829, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13329.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 366.669, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.449, "name": "ffmpeg", "pid": 25403, "rss_mb": 295.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 23, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.345, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 703789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:42:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T07:42:48+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T07:42:48.223391+09:00", "mtime_epoch": 1783032168.2233913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 222236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:42:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7737.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.356, "pushed": 8.356, "read": 8.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.194, "count": 250, "max_ms": 23.556, "p95_ms": 19.349}, "gstreamer_push": {"avg_ms": 1.129, "count": 250, "max_ms": 1.851, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.87, "count": 250, "max_ms": 78.638, "p95_ms": 65.754}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.306, "count": 250, "max_ms": 108.886, "p95_ms": 90.607}, "yolo11_640_fire_11class": {"avg_ms": 55.193, "count": 250, "max_ms": 72.592, "p95_ms": 68.359}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.769, "count": 250, "max_ms": 86.868, "p95_ms": 80.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.177, "count": 250, "max_ms": 157.794, "p95_ms": 149.904}, "read_interval": {"avg_ms": 120.244, "count": 249, "max_ms": 167.844, "p95_ms": 160.215}, "triton_wait": {"avg_ms": 66.431, "count": 250, "max_ms": 108.898, "p95_ms": 90.617}, "visualize": {"avg_ms": 4.169, "count": 250, "max_ms": 6.121, "p95_ms": 4.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3296, "tracking_summary": 2857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13324.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78043.889, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.345, "sample_count": 962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:43:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:43:10+09:00", "last_frame_read_age_sec": 0.374, "last_frame_read_at": "2026-07-03T07:43:10+09:00", "mjpeg": {"age_sec": 0.36, "exists": true, "mtime": "2026-07-03T07:43:10.107755+09:00", "mtime_epoch": 1783032190.1077554, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:43:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 971.344, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.973, "pushed": 2.973, "read": 2.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 225.139, "count": 89, "max_ms": 238.332, "p95_ms": 236.413}, "gstreamer_push": {"avg_ms": 0.996, "count": 89, "max_ms": 1.857, "p95_ms": 1.781}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.489, "count": 89, "max_ms": 109.325, "p95_ms": 100.626}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.432, "count": 89, "max_ms": 99.838, "p95_ms": 95.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 328.922, "count": 89, "max_ms": 374.57, "p95_ms": 363.431}, "read_interval": {"avg_ms": 338.214, "count": 88, "max_ms": 383.288, "p95_ms": 371.814}, "triton_wait": {"avg_ms": 73.139, "count": 89, "max_ms": 109.338, "p95_ms": 100.639}, "visualize": {"avg_ms": 26.851, "count": 89, "max_ms": 41.237, "p95_ms": 35.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13332.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2100.817, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "R (running)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.059, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:43:18+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T07:43:18+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T07:43:18.155889+09:00", "mtime_epoch": 1783032198.1558893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 270495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:43:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1460.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.463, "count": 297, "max_ms": 13.388, "p95_ms": 8.813}, "gstreamer_push": {"avg_ms": 1.217, "count": 297, "max_ms": 1.713, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.754, "count": 297, "max_ms": 76.374, "p95_ms": 67.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.098, "count": 297, "max_ms": 108.064, "p95_ms": 89.832}, "yolo11_640_fire_11class": {"avg_ms": 52.426, "count": 297, "max_ms": 79.309, "p95_ms": 70.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.168, "count": 297, "max_ms": 88.008, "p95_ms": 78.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.314, "count": 297, "max_ms": 123.569, "p95_ms": 106.06}, "read_interval": {"avg_ms": 101.214, "count": 296, "max_ms": 610.639, "p95_ms": 140.778}, "triton_wait": {"avg_ms": 63.46, "count": 297, "max_ms": 108.074, "p95_ms": 89.847}, "visualize": {"avg_ms": 3.597, "count": 297, "max_ms": 5.216, "p95_ms": 4.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13332.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 396.728, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.254, "name": "ffmpeg", "pid": 25403, "rss_mb": 297.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 23, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.525, "sample_count": 2868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:43:18+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T07:43:18+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T07:43:18.295892+09:00", "mtime_epoch": 1783032198.2958918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:43:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7737.246, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.844}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.715, "count": 296, "max_ms": 24.263, "p95_ms": 17.883}, "gstreamer_push": {"avg_ms": 1.226, "count": 296, "max_ms": 1.711, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.097, "count": 296, "max_ms": 75.585, "p95_ms": 67.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.972, "count": 296, "max_ms": 115.659, "p95_ms": 88.99}, "yolo11_640_fire_11class": {"avg_ms": 55.204, "count": 296, "max_ms": 79.189, "p95_ms": 70.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.441, "count": 296, "max_ms": 86.467, "p95_ms": 78.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.958, "count": 296, "max_ms": 139.477, "p95_ms": 111.923}, "read_interval": {"avg_ms": 101.573, "count": 295, "max_ms": 151.975, "p95_ms": 124.405}, "triton_wait": {"avg_ms": 66.094, "count": 296, "max_ms": 115.672, "p95_ms": 89.001}, "visualize": {"avg_ms": 3.515, "count": 296, "max_ms": 5.646, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3296, "tracking_summary": 2858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13338.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78074.068, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.532, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:43:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:43:40+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T07:43:40+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T07:43:40.448261+09:00", "mtime_epoch": 1783032220.4482608, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:43:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 977.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.154, "pushed": 3.154, "read": 3.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 204.174, "count": 94, "max_ms": 286.807, "p95_ms": 249.709}, "gstreamer_push": {"avg_ms": 1.187, "count": 94, "max_ms": 2.975, "p95_ms": 2.809}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.652, "count": 94, "max_ms": 108.575, "p95_ms": 97.668}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.64, "count": 94, "max_ms": 99.09, "p95_ms": 93.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 311.013, "count": 94, "max_ms": 394.644, "p95_ms": 367.877}, "read_interval": {"avg_ms": 322.192, "count": 93, "max_ms": 407.456, "p95_ms": 379.498}, "triton_wait": {"avg_ms": 74.259, "count": 94, "max_ms": 108.592, "p95_ms": 98.091}, "visualize": {"avg_ms": 28.784, "count": 94, "max_ms": 42.469, "p95_ms": 39.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13339.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2130.848, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.059, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:43:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:43:48+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T07:43:48+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T07:43:48.164390+09:00", "mtime_epoch": 1783032228.1643896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 270539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:43:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1460.926, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.657, "count": 298, "max_ms": 13.378, "p95_ms": 8.745}, "gstreamer_push": {"avg_ms": 1.244, "count": 298, "max_ms": 1.85, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.841, "count": 298, "max_ms": 76.032, "p95_ms": 66.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.057, "count": 298, "max_ms": 104.027, "p95_ms": 88.992}, "yolo11_640_fire_11class": {"avg_ms": 52.684, "count": 298, "max_ms": 78.589, "p95_ms": 69.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.265, "count": 298, "max_ms": 85.469, "p95_ms": 77.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.949, "count": 298, "max_ms": 156.163, "p95_ms": 105.46}, "read_interval": {"avg_ms": 100.75, "count": 297, "max_ms": 802.386, "p95_ms": 132.81}, "triton_wait": {"avg_ms": 63.5, "count": 298, "max_ms": 104.039, "p95_ms": 89.006}, "visualize": {"avg_ms": 3.643, "count": 298, "max_ms": 4.984, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13339.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 426.83, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.207, "name": "ffmpeg", "pid": 25403, "rss_mb": 302.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 23, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.57, "sample_count": 2870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:43:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:43:48+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T07:43:48+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T07:43:48.344393+09:00", "mtime_epoch": 1783032228.3443925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:43:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7737.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.833, "read": 9.8}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.734, "count": 294, "max_ms": 22.976, "p95_ms": 19.118}, "gstreamer_push": {"avg_ms": 1.19, "count": 295, "max_ms": 1.668, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.514, "count": 294, "max_ms": 73.487, "p95_ms": 65.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.443, "count": 294, "max_ms": 106.2, "p95_ms": 88.841}, "yolo11_640_fire_11class": {"avg_ms": 55.299, "count": 294, "max_ms": 81.571, "p95_ms": 69.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.702, "count": 294, "max_ms": 88.27, "p95_ms": 77.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.592, "count": 294, "max_ms": 165.529, "p95_ms": 114.717}, "read_interval": {"avg_ms": 101.902, "count": 294, "max_ms": 175.691, "p95_ms": 125.637}, "triton_wait": {"avg_ms": 65.864, "count": 294, "max_ms": 106.213, "p95_ms": 88.853}, "visualize": {"avg_ms": 3.467, "count": 294, "max_ms": 4.883, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3297, "tracking_summary": 2859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13339.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78104.211, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.966, "sample_count": 967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:44:10+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T07:44:10+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T07:44:10.468762+09:00", "mtime_epoch": 1783032250.4687617, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:44:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 977.672, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.373, "pushed": 3.373, "read": 3.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.912, "count": 101, "max_ms": 239.724, "p95_ms": 230.362}, "gstreamer_push": {"avg_ms": 1.15, "count": 101, "max_ms": 2.231, "p95_ms": 1.874}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.908, "count": 101, "max_ms": 111.996, "p95_ms": 97.279}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.705, "count": 101, "max_ms": 96.033, "p95_ms": 88.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.505, "count": 101, "max_ms": 370.202, "p95_ms": 350.662}, "read_interval": {"avg_ms": 298.046, "count": 100, "max_ms": 379.009, "p95_ms": 359.835}, "triton_wait": {"avg_ms": 71.752, "count": 101, "max_ms": 112.009, "p95_ms": 97.287}, "visualize": {"avg_ms": 27.018, "count": 101, "max_ms": 41.506, "p95_ms": 36.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13343.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2160.92, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.76, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 759791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:44:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:44:18+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T07:44:18+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T07:44:18.220891+09:00", "mtime_epoch": 1783032258.2208912, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 271075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:44:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1461.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.072}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.842, "count": 303, "max_ms": 13.187, "p95_ms": 10.772}, "gstreamer_push": {"avg_ms": 1.25, "count": 303, "max_ms": 2.152, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.705, "count": 303, "max_ms": 74.312, "p95_ms": 66.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.287, "count": 303, "max_ms": 112.445, "p95_ms": 85.275}, "yolo11_640_fire_11class": {"avg_ms": 51.394, "count": 303, "max_ms": 78.648, "p95_ms": 68.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.065, "count": 303, "max_ms": 92.176, "p95_ms": 81.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.109, "count": 303, "max_ms": 128.722, "p95_ms": 102.289}, "read_interval": {"avg_ms": 99.197, "count": 302, "max_ms": 707.087, "p95_ms": 127.279}, "triton_wait": {"avg_ms": 62.707, "count": 303, "max_ms": 112.459, "p95_ms": 85.584}, "visualize": {"avg_ms": 3.685, "count": 303, "max_ms": 7.019, "p95_ms": 4.34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13342.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:36:39+09:00", "last_error_summary": "[h264 @ 0x55910a4ab9c0] error while decoding MB 28 42, bytestream -18", "last_exit_at": "2026-07-03T07:36:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 456.896, "last_started_at": "2026-07-03T07:36:41+09:00", "pid": 25403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.98, "name": "ffmpeg", "pid": 25403, "rss_mb": 302.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 23, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.458, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:44:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:44:18+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T07:44:18+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T07:44:18.456895+09:00", "mtime_epoch": 1783032258.456895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:44:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7737.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.606, "pushed": 8.606, "read": 8.572}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.522, "count": 258, "max_ms": 24.29, "p95_ms": 18.545}, "gstreamer_push": {"avg_ms": 1.146, "count": 258, "max_ms": 2.164, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.402, "count": 258, "max_ms": 73.901, "p95_ms": 65.401}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.596, "count": 258, "max_ms": 109.841, "p95_ms": 86.613}, "yolo11_640_fire_11class": {"avg_ms": 54.769, "count": 258, "max_ms": 76.181, "p95_ms": 67.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.834, "count": 258, "max_ms": 91.64, "p95_ms": 80.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.055, "count": 258, "max_ms": 167.89, "p95_ms": 142.249}, "read_interval": {"avg_ms": 116.64, "count": 257, "max_ms": 180.504, "p95_ms": 152.679}, "triton_wait": {"avg_ms": 67.219, "count": 258, "max_ms": 109.853, "p95_ms": 86.625}, "visualize": {"avg_ms": 4.061, "count": 258, "max_ms": 6.467, "p95_ms": 5.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3298, "tracking_summary": 2859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13338.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78134.325, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.181, "sample_count": 965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:44:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:44:40+09:00", "last_frame_read_age_sec": 0.307, "last_frame_read_at": "2026-07-03T07:44:40+09:00", "mjpeg": {"age_sec": 0.298, "exists": true, "mtime": "2026-07-03T07:44:40.605265+09:00", "mtime_epoch": 1783032280.6052654, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:44:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 977.605, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.126, "pushed": 3.126, "read": 3.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.798, "count": 93, "max_ms": 235.522, "p95_ms": 230.736}, "gstreamer_push": {"avg_ms": 0.917, "count": 93, "max_ms": 2.772, "p95_ms": 1.755}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.107, "count": 93, "max_ms": 105.659, "p95_ms": 97.298}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.605, "count": 93, "max_ms": 103.085, "p95_ms": 85.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 314.461, "count": 93, "max_ms": 378.138, "p95_ms": 365.001}, "read_interval": {"avg_ms": 323.897, "count": 92, "max_ms": 388.749, "p95_ms": 374.685}, "triton_wait": {"avg_ms": 66.421, "count": 93, "max_ms": 105.674, "p95_ms": 97.312}, "visualize": {"avg_ms": 29.551, "count": 93, "max_ms": 44.89, "p95_ms": 44.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13190.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2190.964, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "R (running)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.014, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:44:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:44:48+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T07:44:48+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T07:44:48.285394+09:00", "mtime_epoch": 1783032288.285394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:44:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1461.184, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.09}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.533, "count": 303, "max_ms": 11.903, "p95_ms": 8.318}, "gstreamer_push": {"avg_ms": 1.228, "count": 303, "max_ms": 1.494, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.467, "count": 303, "max_ms": 70.937, "p95_ms": 58.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.953, "count": 303, "max_ms": 104.436, "p95_ms": 77.421}, "yolo11_640_fire_11class": {"avg_ms": 46.491, "count": 303, "max_ms": 73.479, "p95_ms": 63.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.434, "count": 303, "max_ms": 84.234, "p95_ms": 69.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.597, "count": 303, "max_ms": 120.522, "p95_ms": 93.874}, "read_interval": {"avg_ms": 99.152, "count": 302, "max_ms": 753.462, "p95_ms": 132.803}, "triton_wait": {"avg_ms": 54.666, "count": 303, "max_ms": 104.45, "p95_ms": 77.69}, "visualize": {"avg_ms": 3.629, "count": 303, "max_ms": 5.081, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13196.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.439, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 155.242, "name": "ffmpeg", "pid": 25570, "rss_mb": 155.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 24, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.414, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:44:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:44:48+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T07:44:48+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T07:44:48.521398+09:00", "mtime_epoch": 1783032288.5213978, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:44:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7737.504, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.969, "pushed": 1.969, "read": 1.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 14.525, "count": 59, "max_ms": 22.593, "p95_ms": 17.249}, "gstreamer_push": {"avg_ms": 1.171, "count": 59, "max_ms": 1.342, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.831, "count": 59, "max_ms": 74.789, "p95_ms": 69.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.19, "count": 59, "max_ms": 103.369, "p95_ms": 93.166}, "yolo11_640_fire_11class": {"avg_ms": 56.851, "count": 59, "max_ms": 79.488, "p95_ms": 72.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.559, "count": 59, "max_ms": 83.377, "p95_ms": 80.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.007, "count": 59, "max_ms": 125.675, "p95_ms": 116.242}, "read_interval": {"avg_ms": 516.656, "count": 58, "max_ms": 10128.645, "p95_ms": 4996.081}, "triton_wait": {"avg_ms": 68.687, "count": 59, "max_ms": 103.381, "p95_ms": 93.179}, "visualize": {"avg_ms": 3.371, "count": 59, "max_ms": 4.251, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3300, "tracking_summary": 2860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13301.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78164.374, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.431, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:45:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:45:10+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-03T07:45:10+09:00", "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-07-03T07:45:10.717769+09:00", "mtime_epoch": 1783032310.7177694, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:45:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 973.91, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.331, "pushed": 3.331, "read": 3.297}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.622, "count": 99, "max_ms": 232.453, "p95_ms": 229.872}, "gstreamer_push": {"avg_ms": 1.167, "count": 99, "max_ms": 3.719, "p95_ms": 2.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.169, "count": 99, "max_ms": 111.928, "p95_ms": 97.686}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.988, "count": 99, "max_ms": 99.781, "p95_ms": 92.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.693, "count": 99, "max_ms": 369.069, "p95_ms": 354.688}, "read_interval": {"avg_ms": 304.036, "count": 98, "max_ms": 379.023, "p95_ms": 367.059}, "triton_wait": {"avg_ms": 72.482, "count": 99, "max_ms": 111.942, "p95_ms": 97.697}, "visualize": {"avg_ms": 26.871, "count": 99, "max_ms": 40.295, "p95_ms": 38.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.723, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13301.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2221.019, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.855, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:45:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:45:18+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T07:45:18+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T07:45:18.357897+09:00", "mtime_epoch": 1783032318.3578973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:45:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1461.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.705, "count": 299, "max_ms": 12.552, "p95_ms": 9.148}, "gstreamer_push": {"avg_ms": 1.256, "count": 299, "max_ms": 1.782, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.007, "count": 299, "max_ms": 76.187, "p95_ms": 67.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.639, "count": 299, "max_ms": 99.96, "p95_ms": 89.248}, "yolo11_640_fire_11class": {"avg_ms": 53.8, "count": 299, "max_ms": 78.627, "p95_ms": 71.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.899, "count": 299, "max_ms": 91.783, "p95_ms": 82.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.702, "count": 299, "max_ms": 118.988, "p95_ms": 105.615}, "read_interval": {"avg_ms": 100.565, "count": 298, "max_ms": 701.104, "p95_ms": 122.296}, "triton_wait": {"avg_ms": 65.386, "count": 299, "max_ms": 99.978, "p95_ms": 89.262}, "visualize": {"avg_ms": 3.658, "count": 299, "max_ms": 5.014, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13299.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.473, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 25570, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 23, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.329, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 704995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:45:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:45:18+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T07:45:18+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T07:45:18.517900+09:00", "mtime_epoch": 1783032318.5179, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:45:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7737.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.591, "count": 298, "max_ms": 23.922, "p95_ms": 17.587}, "gstreamer_push": {"avg_ms": 1.205, "count": 298, "max_ms": 1.937, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.416, "count": 298, "max_ms": 74.403, "p95_ms": 66.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.459, "count": 298, "max_ms": 113.643, "p95_ms": 90.161}, "yolo11_640_fire_11class": {"avg_ms": 55.91, "count": 298, "max_ms": 79.976, "p95_ms": 70.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.828, "count": 298, "max_ms": 90.159, "p95_ms": 79.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.131, "count": 298, "max_ms": 137.583, "p95_ms": 112.837}, "read_interval": {"avg_ms": 100.702, "count": 297, "max_ms": 148.284, "p95_ms": 126.644}, "triton_wait": {"avg_ms": 66.515, "count": 298, "max_ms": 113.656, "p95_ms": 90.173}, "visualize": {"avg_ms": 3.478, "count": 298, "max_ms": 5.329, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3300, "tracking_summary": 2861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13304.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78194.456, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.422, "sample_count": 958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:45:41+09:00", "last_frame_read_age_sec": 0.339, "last_frame_read_at": "2026-07-03T07:45:40+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T07:45:40.710272+09:00", "mtime_epoch": 1783032340.710272, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:45:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 978.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.582, "pushed": 3.582, "read": 3.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 167.936, "count": 107, "max_ms": 255.07, "p95_ms": 244.968}, "gstreamer_push": {"avg_ms": 1.033, "count": 107, "max_ms": 2.765, "p95_ms": 1.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.682, "count": 107, "max_ms": 106.651, "p95_ms": 98.31}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.888, "count": 107, "max_ms": 102.249, "p95_ms": 90.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.407, "count": 107, "max_ms": 371.634, "p95_ms": 358.11}, "read_interval": {"avg_ms": 280.508, "count": 106, "max_ms": 383.42, "p95_ms": 366.786}, "triton_wait": {"avg_ms": 72.971, "count": 107, "max_ms": 106.663, "p95_ms": 98.323}, "visualize": {"avg_ms": 26.732, "count": 107, "max_ms": 39.308, "p95_ms": 35.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13302.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2251.056, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.842, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:45:48+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T07:45:48+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T07:45:48.386401+09:00", "mtime_epoch": 1783032348.386401, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:45:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1461.441, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.884}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.682, "count": 297, "max_ms": 12.568, "p95_ms": 9.026}, "gstreamer_push": {"avg_ms": 1.254, "count": 297, "max_ms": 1.659, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.09, "count": 297, "max_ms": 77.596, "p95_ms": 66.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.682, "count": 297, "max_ms": 100.939, "p95_ms": 90.284}, "yolo11_640_fire_11class": {"avg_ms": 52.215, "count": 297, "max_ms": 81.129, "p95_ms": 69.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.203, "count": 297, "max_ms": 91.47, "p95_ms": 79.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.939, "count": 297, "max_ms": 116.604, "p95_ms": 106.745}, "read_interval": {"avg_ms": 101.173, "count": 296, "max_ms": 837.654, "p95_ms": 138.0}, "triton_wait": {"avg_ms": 63.727, "count": 297, "max_ms": 100.958, "p95_ms": 90.296}, "visualize": {"avg_ms": 3.691, "count": 297, "max_ms": 5.952, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13305.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.545, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.0, "name": "ffmpeg", "pid": 25570, "rss_mb": 267.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 23, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.609, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:45:48+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T07:45:48+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T07:45:48.626405+09:00", "mtime_epoch": 1783032348.6264048, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 221765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:45:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7737.762, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.715, "pushed": 9.715, "read": 9.682}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.796, "count": 291, "max_ms": 22.489, "p95_ms": 17.885}, "gstreamer_push": {"avg_ms": 1.208, "count": 291, "max_ms": 1.871, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.769, "count": 291, "max_ms": 77.048, "p95_ms": 65.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.968, "count": 291, "max_ms": 104.717, "p95_ms": 89.809}, "yolo11_640_fire_11class": {"avg_ms": 54.914, "count": 291, "max_ms": 77.617, "p95_ms": 68.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.342, "count": 291, "max_ms": 91.631, "p95_ms": 77.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.035, "count": 291, "max_ms": 153.425, "p95_ms": 121.71}, "read_interval": {"avg_ms": 103.369, "count": 290, "max_ms": 165.516, "p95_ms": 132.318}, "triton_wait": {"avg_ms": 65.739, "count": 291, "max_ms": 104.729, "p95_ms": 89.821}, "visualize": {"avg_ms": 3.615, "count": 291, "max_ms": 6.143, "p95_ms": 4.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3301, "tracking_summary": 2862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13311.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78224.817, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.312, "sample_count": 967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:46:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:46:11+09:00", "last_frame_read_age_sec": 0.376, "last_frame_read_at": "2026-07-03T07:46:11+09:00", "mjpeg": {"age_sec": 0.365, "exists": true, "mtime": "2026-07-03T07:46:11.030781+09:00", "mtime_epoch": 1783032371.030781, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:46:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 984.844, "name": "celery", "pid": 239, "rss_mb": 981.004, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.367, "pushed": 3.367, "read": 3.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.037, "count": 101, "max_ms": 250.032, "p95_ms": 235.246}, "gstreamer_push": {"avg_ms": 1.163, "count": 101, "max_ms": 2.835, "p95_ms": 1.901}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.028, "count": 101, "max_ms": 108.275, "p95_ms": 98.409}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.968, "count": 101, "max_ms": 100.249, "p95_ms": 95.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 287.201, "count": 101, "max_ms": 374.835, "p95_ms": 364.863}, "read_interval": {"avg_ms": 296.791, "count": 101, "max_ms": 379.597, "p95_ms": 370.501}, "triton_wait": {"avg_ms": 76.734, "count": 101, "max_ms": 108.288, "p95_ms": 98.422}, "visualize": {"avg_ms": 28.652, "count": 101, "max_ms": 40.522, "p95_ms": 36.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13308.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2281.132, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.1, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 760991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:46:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:46:18+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T07:46:18+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T07:46:18.474906+09:00", "mtime_epoch": 1783032378.474906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:46:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1461.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.722, "count": 301, "max_ms": 12.483, "p95_ms": 9.187}, "gstreamer_push": {"avg_ms": 1.241, "count": 301, "max_ms": 2.027, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.516, "count": 301, "max_ms": 75.558, "p95_ms": 66.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.789, "count": 301, "max_ms": 100.344, "p95_ms": 89.788}, "yolo11_640_fire_11class": {"avg_ms": 53.69, "count": 301, "max_ms": 82.724, "p95_ms": 70.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.476, "count": 301, "max_ms": 88.808, "p95_ms": 78.952}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.126, "count": 301, "max_ms": 116.334, "p95_ms": 105.973}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 812.828, "p95_ms": 123.193}, "triton_wait": {"avg_ms": 63.94, "count": 301, "max_ms": 100.358, "p95_ms": 89.802}, "visualize": {"avg_ms": 3.637, "count": 301, "max_ms": 4.855, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13302.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.619, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.578, "name": "ffmpeg", "pid": 25570, "rss_mb": 269.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 23, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.773, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:46:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:46:18+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T07:46:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T07:46:18.682909+09:00", "mtime_epoch": 1783032378.6829095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:46:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7738.02, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.806, "pushed": 9.806, "read": 9.773}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.801, "count": 294, "max_ms": 25.011, "p95_ms": 17.454}, "gstreamer_push": {"avg_ms": 1.187, "count": 294, "max_ms": 1.389, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.606, "count": 294, "max_ms": 77.266, "p95_ms": 65.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.583, "count": 294, "max_ms": 109.094, "p95_ms": 87.123}, "yolo11_640_fire_11class": {"avg_ms": 55.638, "count": 294, "max_ms": 80.276, "p95_ms": 69.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.025, "count": 294, "max_ms": 86.001, "p95_ms": 78.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.193, "count": 294, "max_ms": 152.024, "p95_ms": 117.353}, "read_interval": {"avg_ms": 102.301, "count": 293, "max_ms": 162.433, "p95_ms": 129.358}, "triton_wait": {"avg_ms": 64.423, "count": 294, "max_ms": 109.107, "p95_ms": 87.134}, "visualize": {"avg_ms": 3.597, "count": 294, "max_ms": 5.726, "p95_ms": 4.656}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3302, "tracking_summary": 2863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13305.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78255.137, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.936, "sample_count": 972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:46:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:46:41+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T07:46:41+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T07:46:41.411291+09:00", "mtime_epoch": 1783032401.4112914, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:46:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.047, "name": "celery", "pid": 239, "rss_mb": 972.605, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.239, "pushed": 3.239, "read": 3.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.511, "count": 97, "max_ms": 246.355, "p95_ms": 240.374}, "gstreamer_push": {"avg_ms": 1.092, "count": 97, "max_ms": 1.954, "p95_ms": 1.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.322, "count": 97, "max_ms": 106.485, "p95_ms": 98.364}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.87, "count": 97, "max_ms": 99.849, "p95_ms": 95.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.718, "count": 97, "max_ms": 378.958, "p95_ms": 364.974}, "read_interval": {"avg_ms": 312.457, "count": 96, "max_ms": 389.747, "p95_ms": 374.305}, "triton_wait": {"avg_ms": 73.811, "count": 97, "max_ms": 106.497, "p95_ms": 99.373}, "visualize": {"avg_ms": 29.537, "count": 97, "max_ms": 43.264, "p95_ms": 39.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13304.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2311.187, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.487, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 761288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:46:48+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T07:46:48+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T07:46:48.455410+09:00", "mtime_epoch": 1783032408.4554098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:46:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1461.699, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.909, "pushed": 9.909, "read": 9.875}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.17, "count": 297, "max_ms": 15.601, "p95_ms": 11.961}, "gstreamer_push": {"avg_ms": 1.242, "count": 297, "max_ms": 2.246, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.969, "count": 297, "max_ms": 73.884, "p95_ms": 65.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.847, "count": 297, "max_ms": 105.249, "p95_ms": 89.181}, "yolo11_640_fire_11class": {"avg_ms": 53.679, "count": 297, "max_ms": 82.019, "p95_ms": 69.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.208, "count": 297, "max_ms": 89.876, "p95_ms": 81.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.795, "count": 297, "max_ms": 166.481, "p95_ms": 125.235}, "read_interval": {"avg_ms": 101.006, "count": 296, "max_ms": 786.041, "p95_ms": 147.619}, "triton_wait": {"avg_ms": 64.161, "count": 297, "max_ms": 105.273, "p95_ms": 89.446}, "visualize": {"avg_ms": 3.756, "count": 297, "max_ms": 5.843, "p95_ms": 4.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13304.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.648, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.414, "name": "ffmpeg", "pid": 25570, "rss_mb": 272.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 23, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.893, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 705873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:46:48+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T07:46:48+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T07:46:48.727414+09:00", "mtime_epoch": 1783032408.7274144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 222668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:46:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7738.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.753}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.249, "count": 293, "max_ms": 26.738, "p95_ms": 22.188}, "gstreamer_push": {"avg_ms": 1.204, "count": 293, "max_ms": 2.324, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.909, "count": 293, "max_ms": 71.78, "p95_ms": 65.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.669, "count": 293, "max_ms": 109.649, "p95_ms": 86.109}, "yolo11_640_fire_11class": {"avg_ms": 56.834, "count": 293, "max_ms": 82.758, "p95_ms": 71.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.317, "count": 293, "max_ms": 90.61, "p95_ms": 79.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.276, "count": 293, "max_ms": 132.709, "p95_ms": 115.401}, "read_interval": {"avg_ms": 102.519, "count": 292, "max_ms": 310.038, "p95_ms": 127.998}, "triton_wait": {"avg_ms": 65.648, "count": 293, "max_ms": 109.662, "p95_ms": 86.781}, "visualize": {"avg_ms": 3.536, "count": 293, "max_ms": 5.864, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3303, "tracking_summary": 2864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13308.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78285.407, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.863, "sample_count": 969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:47:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:47:11+09:00", "last_frame_read_age_sec": 0.31, "last_frame_read_at": "2026-07-03T07:47:11+09:00", "mjpeg": {"age_sec": 0.301, "exists": true, "mtime": "2026-07-03T07:47:11.683801+09:00", "mtime_epoch": 1783032431.6838007, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:47:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.047, "name": "celery", "pid": 239, "rss_mb": 975.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.872, "pushed": 2.872, "read": 2.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 232.163, "count": 86, "max_ms": 277.533, "p95_ms": 262.214}, "gstreamer_push": {"avg_ms": 0.876, "count": 86, "max_ms": 3.774, "p95_ms": 1.735}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.207, "count": 86, "max_ms": 102.818, "p95_ms": 94.869}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.807, "count": 86, "max_ms": 100.991, "p95_ms": 93.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 341.869, "count": 86, "max_ms": 395.665, "p95_ms": 374.615}, "read_interval": {"avg_ms": 352.358, "count": 85, "max_ms": 407.399, "p95_ms": 383.71}, "triton_wait": {"avg_ms": 73.068, "count": 86, "max_ms": 102.827, "p95_ms": 94.882}, "visualize": {"avg_ms": 32.699, "count": 86, "max_ms": 59.871, "p95_ms": 42.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13317.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2341.258, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.164, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 761587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:47:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:47:18+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T07:47:18+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T07:47:18.595917+09:00", "mtime_epoch": 1783032438.595917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269717}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:47:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1461.957, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.971}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.366, "count": 299, "max_ms": 14.897, "p95_ms": 12.272}, "gstreamer_push": {"avg_ms": 1.211, "count": 299, "max_ms": 1.913, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.181, "count": 299, "max_ms": 72.249, "p95_ms": 66.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.614, "count": 299, "max_ms": 112.745, "p95_ms": 87.964}, "yolo11_640_fire_11class": {"avg_ms": 52.461, "count": 299, "max_ms": 76.127, "p95_ms": 69.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.403, "count": 299, "max_ms": 90.503, "p95_ms": 81.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.808, "count": 299, "max_ms": 179.546, "p95_ms": 151.464}, "read_interval": {"avg_ms": 100.642, "count": 298, "max_ms": 188.474, "p95_ms": 160.353}, "triton_wait": {"avg_ms": 63.462, "count": 299, "max_ms": 112.762, "p95_ms": 87.977}, "visualize": {"avg_ms": 3.797, "count": 299, "max_ms": 5.804, "p95_ms": 5.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13317.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.667, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.414, "name": "ffmpeg", "pid": 25570, "rss_mb": 272.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 22, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.458, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:47:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:47:18+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T07:47:18+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T07:47:18.743919+09:00", "mtime_epoch": 1783032438.7439194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 227188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:47:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7738.277, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.89, "pushed": 9.89, "read": 9.856}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.698, "count": 296, "max_ms": 24.077, "p95_ms": 17.203}, "gstreamer_push": {"avg_ms": 1.202, "count": 296, "max_ms": 1.79, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.679, "count": 296, "max_ms": 74.939, "p95_ms": 65.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.731, "count": 296, "max_ms": 102.927, "p95_ms": 89.875}, "yolo11_640_fire_11class": {"avg_ms": 55.354, "count": 296, "max_ms": 80.851, "p95_ms": 68.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.813, "count": 296, "max_ms": 92.147, "p95_ms": 79.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.869, "count": 296, "max_ms": 166.3, "p95_ms": 116.671}, "read_interval": {"avg_ms": 101.414, "count": 295, "max_ms": 178.113, "p95_ms": 131.665}, "triton_wait": {"avg_ms": 65.281, "count": 296, "max_ms": 102.939, "p95_ms": 89.889}, "visualize": {"avg_ms": 3.506, "count": 296, "max_ms": 4.948, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3303, "tracking_summary": 2864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13316.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78315.6, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.99, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:47:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:47:42+09:00", "last_frame_read_age_sec": 0.394, "last_frame_read_at": "2026-07-03T07:47:41+09:00", "mjpeg": {"age_sec": 0.383, "exists": true, "mtime": "2026-07-03T07:47:41.796308+09:00", "mtime_epoch": 1783032461.7963078, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:47:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.047, "name": "celery", "pid": 239, "rss_mb": 983.469, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.916, "pushed": 2.916, "read": 2.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 226.74, "count": 87, "max_ms": 262.429, "p95_ms": 233.227}, "gstreamer_push": {"avg_ms": 0.889, "count": 87, "max_ms": 1.724, "p95_ms": 1.668}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.517, "count": 87, "max_ms": 107.841, "p95_ms": 100.023}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.215, "count": 87, "max_ms": 101.761, "p95_ms": 100.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 337.287, "count": 87, "max_ms": 391.251, "p95_ms": 367.181}, "read_interval": {"avg_ms": 346.403, "count": 86, "max_ms": 386.534, "p95_ms": 375.975}, "triton_wait": {"avg_ms": 76.325, "count": 87, "max_ms": 107.854, "p95_ms": 100.356}, "visualize": {"avg_ms": 30.464, "count": 87, "max_ms": 40.458, "p95_ms": 39.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13318.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2371.27, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.121, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 761897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:47:48+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T07:47:48+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T07:47:48.572422+09:00", "mtime_epoch": 1783032468.5724218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:47:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1462.215, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.334, "pushed": 10.334, "read": 10.334}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.728, "count": 310, "max_ms": 12.332, "p95_ms": 9.642}, "gstreamer_push": {"avg_ms": 1.225, "count": 310, "max_ms": 1.816, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.445, "count": 310, "max_ms": 80.153, "p95_ms": 68.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.892, "count": 310, "max_ms": 111.649, "p95_ms": 85.179}, "yolo11_640_fire_11class": {"avg_ms": 54.94, "count": 310, "max_ms": 81.789, "p95_ms": 71.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.9, "count": 310, "max_ms": 88.481, "p95_ms": 80.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.925, "count": 310, "max_ms": 128.064, "p95_ms": 102.734}, "read_interval": {"avg_ms": 96.703, "count": 310, "max_ms": 327.604, "p95_ms": 123.008}, "triton_wait": {"avg_ms": 65.031, "count": 310, "max_ms": 111.663, "p95_ms": 86.061}, "visualize": {"avg_ms": 3.512, "count": 310, "max_ms": 4.375, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13319.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.669, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.414, "name": "ffmpeg", "pid": 25570, "rss_mb": 272.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 22, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.077, "sample_count": 2666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:47:48+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T07:47:48+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T07:47:48.744425+09:00", "mtime_epoch": 1783032468.7444248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 226456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:47:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7738.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.728, "count": 291, "max_ms": 21.224, "p95_ms": 18.434}, "gstreamer_push": {"avg_ms": 1.202, "count": 291, "max_ms": 1.43, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.861, "count": 291, "max_ms": 73.42, "p95_ms": 67.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.061, "count": 291, "max_ms": 107.891, "p95_ms": 94.754}, "yolo11_640_fire_11class": {"avg_ms": 57.089, "count": 291, "max_ms": 80.82, "p95_ms": 70.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.836, "count": 291, "max_ms": 86.618, "p95_ms": 78.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.66, "count": 291, "max_ms": 132.81, "p95_ms": 117.457}, "read_interval": {"avg_ms": 103.115, "count": 291, "max_ms": 144.845, "p95_ms": 129.981}, "triton_wait": {"avg_ms": 67.838, "count": 291, "max_ms": 107.904, "p95_ms": 94.768}, "visualize": {"avg_ms": 3.493, "count": 291, "max_ms": 4.361, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3305, "tracking_summary": 2865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13319.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78345.814, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.969, "sample_count": 968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:48:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:48:12+09:00", "last_frame_read_age_sec": 0.371, "last_frame_read_at": "2026-07-03T07:48:12+09:00", "mjpeg": {"age_sec": 0.363, "exists": true, "mtime": "2026-07-03T07:48:12.028817+09:00", "mtime_epoch": 1783032492.0288174, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 247778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:48:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.559, "name": "celery", "pid": 239, "rss_mb": 983.07, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.584, "pushed": 3.584, "read": 3.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.31, "count": 107, "max_ms": 286.34, "p95_ms": 254.206}, "gstreamer_push": {"avg_ms": 0.769, "count": 107, "max_ms": 0.957, "p95_ms": 0.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.553, "count": 107, "max_ms": 106.647, "p95_ms": 96.055}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.24, "count": 107, "max_ms": 99.264, "p95_ms": 94.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.049, "count": 107, "max_ms": 408.658, "p95_ms": 363.702}, "read_interval": {"avg_ms": 281.451, "count": 106, "max_ms": 418.135, "p95_ms": 365.112}, "triton_wait": {"avg_ms": 72.665, "count": 107, "max_ms": 106.66, "p95_ms": 97.42}, "visualize": {"avg_ms": 23.219, "count": 107, "max_ms": 35.997, "p95_ms": 27.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13319.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2401.332, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.742, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 762195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:48:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:48:18+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T07:48:18+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T07:48:18.648929+09:00", "mtime_epoch": 1783032498.648929, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:48:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1462.215, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 298, "max_ms": 12.98, "p95_ms": 10.168}, "gstreamer_push": {"avg_ms": 1.238, "count": 298, "max_ms": 2.0, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.581, "count": 298, "max_ms": 75.942, "p95_ms": 67.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.562, "count": 298, "max_ms": 102.159, "p95_ms": 85.373}, "yolo11_640_fire_11class": {"avg_ms": 54.834, "count": 298, "max_ms": 82.268, "p95_ms": 71.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.885, "count": 298, "max_ms": 87.89, "p95_ms": 80.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.728, "count": 298, "max_ms": 119.062, "p95_ms": 102.195}, "read_interval": {"avg_ms": 100.882, "count": 297, "max_ms": 658.055, "p95_ms": 122.704}, "triton_wait": {"avg_ms": 64.5, "count": 298, "max_ms": 102.172, "p95_ms": 85.724}, "visualize": {"avg_ms": 3.62, "count": 298, "max_ms": 4.609, "p95_ms": 4.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13319.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.694, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.992, "name": "ffmpeg", "pid": 25570, "rss_mb": 274.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 22, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.056, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 706757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:48:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:48:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T07:48:18+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T07:48:18.760931+09:00", "mtime_epoch": 1783032498.760931, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 224205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:48:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7738.535, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.924, "pushed": 9.924, "read": 9.89}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.552, "count": 297, "max_ms": 22.183, "p95_ms": 16.719}, "gstreamer_push": {"avg_ms": 1.19, "count": 297, "max_ms": 1.441, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.849, "count": 297, "max_ms": 77.332, "p95_ms": 65.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.363, "count": 297, "max_ms": 100.769, "p95_ms": 85.373}, "yolo11_640_fire_11class": {"avg_ms": 55.585, "count": 297, "max_ms": 87.574, "p95_ms": 69.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.899, "count": 297, "max_ms": 86.813, "p95_ms": 79.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.776, "count": 297, "max_ms": 142.915, "p95_ms": 111.484}, "read_interval": {"avg_ms": 101.085, "count": 296, "max_ms": 153.814, "p95_ms": 123.116}, "triton_wait": {"avg_ms": 65.493, "count": 297, "max_ms": 100.78, "p95_ms": 86.084}, "visualize": {"avg_ms": 3.506, "count": 297, "max_ms": 5.095, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3307, "tracking_summary": 2866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13309.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78376.032, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.001, "sample_count": 959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:48:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:48:42+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T07:48:42+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-03T07:48:42.293328+09:00", "mtime_epoch": 1783032522.293328, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:48:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.559, "name": "celery", "pid": 239, "rss_mb": 970.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.976, "pushed": 2.976, "read": 2.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 225.814, "count": 89, "max_ms": 245.315, "p95_ms": 232.923}, "gstreamer_push": {"avg_ms": 0.979, "count": 89, "max_ms": 2.89, "p95_ms": 1.897}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.955, "count": 89, "max_ms": 111.189, "p95_ms": 100.173}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.811, "count": 89, "max_ms": 101.212, "p95_ms": 97.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 329.71, "count": 89, "max_ms": 375.318, "p95_ms": 370.18}, "read_interval": {"avg_ms": 339.544, "count": 88, "max_ms": 384.959, "p95_ms": 380.394}, "triton_wait": {"avg_ms": 72.994, "count": 89, "max_ms": 111.201, "p95_ms": 100.184}, "visualize": {"avg_ms": 27.143, "count": 89, "max_ms": 41.075, "p95_ms": 38.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13319.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2431.389, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.745, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 762494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:48:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:48:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T07:48:48+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T07:48:48.729437+09:00", "mtime_epoch": 1783032528.7294366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:48:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1462.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.706, "count": 299, "max_ms": 12.487, "p95_ms": 10.232}, "gstreamer_push": {"avg_ms": 1.218, "count": 299, "max_ms": 1.517, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.807, "count": 299, "max_ms": 83.61, "p95_ms": 70.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.507, "count": 299, "max_ms": 111.836, "p95_ms": 90.71}, "yolo11_640_fire_11class": {"avg_ms": 53.618, "count": 299, "max_ms": 86.454, "p95_ms": 70.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.726, "count": 299, "max_ms": 95.918, "p95_ms": 80.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.494, "count": 299, "max_ms": 128.469, "p95_ms": 106.332}, "read_interval": {"avg_ms": 100.595, "count": 298, "max_ms": 741.858, "p95_ms": 129.238}, "triton_wait": {"avg_ms": 63.597, "count": 299, "max_ms": 111.849, "p95_ms": 90.722}, "visualize": {"avg_ms": 3.532, "count": 299, "max_ms": 5.177, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13319.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.699, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.117, "name": "ffmpeg", "pid": 25570, "rss_mb": 279.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 22, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.119, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:48:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:48:48+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T07:48:48+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T07:48:48.773438+09:00", "mtime_epoch": 1783032528.7734375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 219496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:48:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7738.793, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.836}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.521, "count": 295, "max_ms": 18.993, "p95_ms": 17.338}, "gstreamer_push": {"avg_ms": 1.19, "count": 295, "max_ms": 1.828, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.389, "count": 295, "max_ms": 82.928, "p95_ms": 64.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.376, "count": 295, "max_ms": 107.931, "p95_ms": 91.676}, "yolo11_640_fire_11class": {"avg_ms": 54.862, "count": 295, "max_ms": 86.017, "p95_ms": 68.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.061, "count": 295, "max_ms": 95.45, "p95_ms": 78.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.536, "count": 295, "max_ms": 162.987, "p95_ms": 120.329}, "read_interval": {"avg_ms": 101.73, "count": 295, "max_ms": 173.222, "p95_ms": 133.853}, "triton_wait": {"avg_ms": 64.704, "count": 295, "max_ms": 107.943, "p95_ms": 91.69}, "visualize": {"avg_ms": 3.544, "count": 295, "max_ms": 6.248, "p95_ms": 4.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3307, "tracking_summary": 2867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13315.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78406.079, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.001, "sample_count": 965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:49:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:49:12+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-03T07:49:12+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-03T07:49:12.445837+09:00", "mtime_epoch": 1783032552.4458373, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:49:12+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.559, "name": "celery", "pid": 239, "rss_mb": 974.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.47, "pushed": 3.47, "read": 3.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.15, "count": 103, "max_ms": 237.246, "p95_ms": 235.76}, "gstreamer_push": {"avg_ms": 1.047, "count": 103, "max_ms": 2.983, "p95_ms": 2.66}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.003, "count": 103, "max_ms": 109.559, "p95_ms": 99.694}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.882, "count": 103, "max_ms": 102.634, "p95_ms": 94.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.914, "count": 103, "max_ms": 372.519, "p95_ms": 361.0}, "read_interval": {"avg_ms": 292.338, "count": 102, "max_ms": 381.178, "p95_ms": 369.833}, "triton_wait": {"avg_ms": 72.468, "count": 103, "max_ms": 109.57, "p95_ms": 99.71}, "visualize": {"avg_ms": 26.511, "count": 103, "max_ms": 42.024, "p95_ms": 38.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.683, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13318.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2461.411, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.071, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 762798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:49:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T07:49:18+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T07:49:18.725943+09:00", "mtime_epoch": 1783032558.7259433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:49:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1462.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.119}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.847, "count": 304, "max_ms": 13.145, "p95_ms": 10.364}, "gstreamer_push": {"avg_ms": 1.233, "count": 304, "max_ms": 2.087, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.112, "count": 304, "max_ms": 75.778, "p95_ms": 67.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.963, "count": 304, "max_ms": 102.567, "p95_ms": 87.515}, "yolo11_640_fire_11class": {"avg_ms": 54.635, "count": 304, "max_ms": 82.18, "p95_ms": 71.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.945, "count": 304, "max_ms": 89.465, "p95_ms": 80.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.782, "count": 304, "max_ms": 119.193, "p95_ms": 104.501}, "read_interval": {"avg_ms": 98.735, "count": 303, "max_ms": 591.469, "p95_ms": 120.335}, "triton_wait": {"avg_ms": 64.639, "count": 304, "max_ms": 102.582, "p95_ms": 88.083}, "visualize": {"avg_ms": 3.59, "count": 304, "max_ms": 5.523, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13321.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.77, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.117, "name": "ffmpeg", "pid": 25570, "rss_mb": 279.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 21, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.0, "sample_count": 2705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:49:18+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T07:49:18+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T07:49:18.829945+09:00", "mtime_epoch": 1783032558.829945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 224459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:49:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7739.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.806, "pushed": 9.806, "read": 9.772}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.566, "count": 294, "max_ms": 20.915, "p95_ms": 17.057}, "gstreamer_push": {"avg_ms": 1.183, "count": 294, "max_ms": 1.724, "p95_ms": 1.288}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.031, "count": 294, "max_ms": 78.829, "p95_ms": 66.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.32, "count": 294, "max_ms": 105.305, "p95_ms": 90.422}, "yolo11_640_fire_11class": {"avg_ms": 56.484, "count": 294, "max_ms": 79.291, "p95_ms": 70.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.795, "count": 294, "max_ms": 92.029, "p95_ms": 78.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.105, "count": 294, "max_ms": 146.456, "p95_ms": 117.382}, "read_interval": {"avg_ms": 102.236, "count": 293, "max_ms": 155.835, "p95_ms": 129.115}, "triton_wait": {"avg_ms": 66.163, "count": 294, "max_ms": 105.319, "p95_ms": 90.691}, "visualize": {"avg_ms": 3.495, "count": 294, "max_ms": 4.875, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3308, "tracking_summary": 2868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13315.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78436.364, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.99, "sample_count": 964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:49:42+09:00", "last_frame_read_age_sec": 0.355, "last_frame_read_at": "2026-07-03T07:49:42+09:00", "mjpeg": {"age_sec": 0.344, "exists": true, "mtime": "2026-07-03T07:49:42.598347+09:00", "mtime_epoch": 1783032582.598347, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:49:42+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.559, "name": "celery", "pid": 239, "rss_mb": 972.457, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.078, "pushed": 3.078, "read": 3.045}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 213.137, "count": 92, "max_ms": 235.922, "p95_ms": 232.154}, "gstreamer_push": {"avg_ms": 0.897, "count": 92, "max_ms": 1.907, "p95_ms": 1.755}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.154, "count": 92, "max_ms": 112.753, "p95_ms": 100.782}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.74, "count": 92, "max_ms": 102.046, "p95_ms": 97.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 317.517, "count": 92, "max_ms": 372.746, "p95_ms": 364.35}, "read_interval": {"avg_ms": 326.641, "count": 91, "max_ms": 382.893, "p95_ms": 373.315}, "triton_wait": {"avg_ms": 74.442, "count": 92, "max_ms": 112.766, "p95_ms": 100.796}, "visualize": {"avg_ms": 26.203, "count": 92, "max_ms": 42.077, "p95_ms": 41.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13327.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2491.49, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 6, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.353, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:49:48+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T07:49:48+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T07:49:48.826452+09:00", "mtime_epoch": 1783032588.8264523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:49:48+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1462.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.762, "count": 299, "max_ms": 10.485, "p95_ms": 8.992}, "gstreamer_push": {"avg_ms": 1.239, "count": 299, "max_ms": 1.965, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.815, "count": 299, "max_ms": 77.323, "p95_ms": 66.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.169, "count": 299, "max_ms": 98.842, "p95_ms": 86.091}, "yolo11_640_fire_11class": {"avg_ms": 53.302, "count": 299, "max_ms": 79.894, "p95_ms": 70.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.058, "count": 299, "max_ms": 93.539, "p95_ms": 81.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.121, "count": 299, "max_ms": 115.875, "p95_ms": 102.977}, "read_interval": {"avg_ms": 100.656, "count": 298, "max_ms": 775.079, "p95_ms": 123.242}, "triton_wait": {"avg_ms": 62.936, "count": 299, "max_ms": 98.857, "p95_ms": 87.017}, "visualize": {"avg_ms": 3.633, "count": 299, "max_ms": 4.928, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13318.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.812, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.695, "name": "ffmpeg", "pid": 25570, "rss_mb": 281.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 21, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.671, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:49:48+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T07:49:48+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T07:49:48.890453+09:00", "mtime_epoch": 1783032588.8904533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 226635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:49:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7739.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.455, "count": 302, "max_ms": 21.435, "p95_ms": 16.201}, "gstreamer_push": {"avg_ms": 1.209, "count": 302, "max_ms": 1.96, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.312, "count": 302, "max_ms": 75.006, "p95_ms": 64.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.105, "count": 302, "max_ms": 110.367, "p95_ms": 88.906}, "yolo11_640_fire_11class": {"avg_ms": 54.675, "count": 302, "max_ms": 77.969, "p95_ms": 67.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.111, "count": 302, "max_ms": 91.251, "p95_ms": 79.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.789, "count": 302, "max_ms": 133.214, "p95_ms": 111.985}, "read_interval": {"avg_ms": 99.491, "count": 301, "max_ms": 145.873, "p95_ms": 124.063}, "triton_wait": {"avg_ms": 64.286, "count": 302, "max_ms": 110.38, "p95_ms": 89.045}, "visualize": {"avg_ms": 3.496, "count": 302, "max_ms": 5.342, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3309, "tracking_summary": 2868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13324.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78466.439, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.907, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:50:13+09:00", "last_frame_read_age_sec": 0.313, "last_frame_read_at": "2026-07-03T07:50:12+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T07:50:12.714856+09:00", "mtime_epoch": 1783032612.7148564, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:50:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.559, "name": "celery", "pid": 239, "rss_mb": 981.668, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.994, "pushed": 2.994, "read": 2.96}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.899, "count": 89, "max_ms": 259.378, "p95_ms": 234.564}, "gstreamer_push": {"avg_ms": 0.823, "count": 89, "max_ms": 1.858, "p95_ms": 1.616}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.314, "count": 89, "max_ms": 106.119, "p95_ms": 98.289}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.633, "count": 89, "max_ms": 99.412, "p95_ms": 95.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 328.251, "count": 89, "max_ms": 374.389, "p95_ms": 364.672}, "read_interval": {"avg_ms": 338.114, "count": 88, "max_ms": 382.965, "p95_ms": 376.548}, "triton_wait": {"avg_ms": 75.494, "count": 89, "max_ms": 106.132, "p95_ms": 98.466}, "visualize": {"avg_ms": 30.033, "count": 89, "max_ms": 44.805, "p95_ms": 41.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.726, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13322.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2521.561, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.442, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:50:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T07:50:18+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T07:50:18.902961+09:00", "mtime_epoch": 1783032618.9029613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:50:18+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1462.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.8, "count": 301, "max_ms": 14.026, "p95_ms": 9.187}, "gstreamer_push": {"avg_ms": 1.245, "count": 301, "max_ms": 2.019, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.121, "count": 301, "max_ms": 84.857, "p95_ms": 65.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.685, "count": 301, "max_ms": 104.14, "p95_ms": 86.549}, "yolo11_640_fire_11class": {"avg_ms": 53.151, "count": 301, "max_ms": 79.711, "p95_ms": 68.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.898, "count": 301, "max_ms": 92.691, "p95_ms": 79.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.644, "count": 301, "max_ms": 120.369, "p95_ms": 105.17}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 657.786, "p95_ms": 122.424}, "triton_wait": {"avg_ms": 63.408, "count": 301, "max_ms": 104.153, "p95_ms": 88.316}, "visualize": {"avg_ms": 3.652, "count": 301, "max_ms": 5.015, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13322.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.847, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.695, "name": "ffmpeg", "pid": 25570, "rss_mb": 281.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 21, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.097, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 707941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:50:18+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T07:50:18+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T07:50:18.922961+09:00", "mtime_epoch": 1783032618.9229615, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 228461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:50:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7739.051, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.795, "pushed": 9.795, "read": 9.761}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.807, "count": 293, "max_ms": 21.176, "p95_ms": 17.106}, "gstreamer_push": {"avg_ms": 1.219, "count": 293, "max_ms": 1.704, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.48, "count": 293, "max_ms": 74.026, "p95_ms": 66.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.436, "count": 293, "max_ms": 116.015, "p95_ms": 92.653}, "yolo11_640_fire_11class": {"avg_ms": 56.369, "count": 293, "max_ms": 79.414, "p95_ms": 71.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.855, "count": 293, "max_ms": 90.228, "p95_ms": 78.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.673, "count": 293, "max_ms": 139.623, "p95_ms": 116.263}, "read_interval": {"avg_ms": 102.521, "count": 292, "max_ms": 153.401, "p95_ms": 129.444}, "triton_wait": {"avg_ms": 66.685, "count": 293, "max_ms": 116.027, "p95_ms": 92.666}, "visualize": {"avg_ms": 3.537, "count": 293, "max_ms": 4.694, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3311, "tracking_summary": 2869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13322.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78496.786, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.153, "sample_count": 945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:50:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:50:43+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-07-03T07:50:43+09:00", "mjpeg": {"age_sec": 0.329, "exists": true, "mtime": "2026-07-03T07:50:43.035370+09:00", "mtime_epoch": 1783032643.0353696, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:50:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.559, "name": "celery", "pid": 239, "rss_mb": 975.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.273, "pushed": 3.273, "read": 3.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.28, "count": 98, "max_ms": 264.355, "p95_ms": 243.545}, "gstreamer_push": {"avg_ms": 0.967, "count": 98, "max_ms": 2.188, "p95_ms": 1.819}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.494, "count": 98, "max_ms": 112.355, "p95_ms": 97.303}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.625, "count": 98, "max_ms": 100.27, "p95_ms": 95.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.853, "count": 98, "max_ms": 372.739, "p95_ms": 360.86}, "read_interval": {"avg_ms": 307.194, "count": 97, "max_ms": 381.435, "p95_ms": 371.229}, "triton_wait": {"avg_ms": 73.142, "count": 98, "max_ms": 112.369, "p95_ms": 99.93}, "visualize": {"avg_ms": 26.522, "count": 98, "max_ms": 57.412, "p95_ms": 37.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13328.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2551.66, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.778, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:50:49+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T07:50:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T07:50:48.967470+09:00", "mtime_epoch": 1783032648.9674702, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:50:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1462.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 303, "max_ms": 13.644, "p95_ms": 8.945}, "gstreamer_push": {"avg_ms": 1.248, "count": 303, "max_ms": 1.729, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.654, "count": 303, "max_ms": 78.846, "p95_ms": 67.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.35, "count": 303, "max_ms": 103.891, "p95_ms": 85.974}, "yolo11_640_fire_11class": {"avg_ms": 54.844, "count": 303, "max_ms": 79.327, "p95_ms": 71.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.56, "count": 303, "max_ms": 87.555, "p95_ms": 82.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.833, "count": 303, "max_ms": 120.479, "p95_ms": 102.363}, "read_interval": {"avg_ms": 99.042, "count": 302, "max_ms": 603.062, "p95_ms": 118.508}, "triton_wait": {"avg_ms": 65.675, "count": 303, "max_ms": 103.902, "p95_ms": 86.624}, "visualize": {"avg_ms": 3.634, "count": 303, "max_ms": 4.659, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13328.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.924, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.273, "name": "ffmpeg", "pid": 25570, "rss_mb": 284.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 21, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.595, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 708231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:50:49+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T07:50:48+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T07:50:48.979470+09:00", "mtime_epoch": 1783032648.9794705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 224606}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:50:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7739.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.637}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.548, "count": 290, "max_ms": 24.6, "p95_ms": 17.965}, "gstreamer_push": {"avg_ms": 1.178, "count": 290, "max_ms": 1.442, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.026, "count": 290, "max_ms": 75.853, "p95_ms": 65.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.405, "count": 290, "max_ms": 102.099, "p95_ms": 89.478}, "yolo11_640_fire_11class": {"avg_ms": 56.091, "count": 290, "max_ms": 78.91, "p95_ms": 68.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.007, "count": 290, "max_ms": 87.849, "p95_ms": 80.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.283, "count": 290, "max_ms": 156.013, "p95_ms": 117.22}, "read_interval": {"avg_ms": 103.657, "count": 289, "max_ms": 165.779, "p95_ms": 129.103}, "triton_wait": {"avg_ms": 66.914, "count": 290, "max_ms": 102.112, "p95_ms": 89.492}, "visualize": {"avg_ms": 3.505, "count": 290, "max_ms": 5.817, "p95_ms": 4.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3311, "tracking_summary": 2870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13327.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78526.949, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.969, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:51:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:51:13+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T07:51:13+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-03T07:51:13.355883+09:00", "mtime_epoch": 1783032673.3558834, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:51:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.559, "name": "celery", "pid": 239, "rss_mb": 980.668, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.553, "pushed": 3.553, "read": 3.52}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.237, "count": 106, "max_ms": 240.681, "p95_ms": 238.321}, "gstreamer_push": {"avg_ms": 0.872, "count": 106, "max_ms": 1.87, "p95_ms": 1.737}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.047, "count": 106, "max_ms": 112.786, "p95_ms": 96.559}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.538, "count": 106, "max_ms": 96.315, "p95_ms": 93.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 275.109, "count": 106, "max_ms": 373.935, "p95_ms": 356.932}, "read_interval": {"avg_ms": 285.44, "count": 105, "max_ms": 382.791, "p95_ms": 366.601}, "triton_wait": {"avg_ms": 74.968, "count": 106, "max_ms": 112.8, "p95_ms": 96.573}, "visualize": {"avg_ms": 25.052, "count": 106, "max_ms": 40.184, "p95_ms": 34.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13328.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2581.745, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.207, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 763999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:51:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:51:19+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T07:51:19+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T07:51:19.051980+09:00", "mtime_epoch": 1783032679.05198, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:51:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1463.246, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.075}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.928, "count": 297, "max_ms": 12.85, "p95_ms": 9.759}, "gstreamer_push": {"avg_ms": 1.261, "count": 297, "max_ms": 2.009, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.328, "count": 297, "max_ms": 76.438, "p95_ms": 67.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.627, "count": 297, "max_ms": 108.667, "p95_ms": 91.645}, "yolo11_640_fire_11class": {"avg_ms": 54.16, "count": 297, "max_ms": 82.057, "p95_ms": 71.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.227, "count": 297, "max_ms": 90.13, "p95_ms": 81.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.804, "count": 297, "max_ms": 125.4, "p95_ms": 108.606}, "read_interval": {"avg_ms": 101.285, "count": 297, "max_ms": 702.828, "p95_ms": 127.243}, "triton_wait": {"avg_ms": 64.407, "count": 297, "max_ms": 108.68, "p95_ms": 91.656}, "visualize": {"avg_ms": 3.662, "count": 297, "max_ms": 5.439, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.48, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13328.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 394.054, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.273, "name": "ffmpeg", "pid": 25570, "rss_mb": 284.273, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.22, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 708522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:51:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:51:19+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-03T07:51:19+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-03T07:51:19.091981+09:00", "mtime_epoch": 1783032679.0919807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 228920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:51:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7739.309, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.681, "pushed": 9.681, "read": 9.647}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.891, "count": 290, "max_ms": 26.081, "p95_ms": 18.739}, "gstreamer_push": {"avg_ms": 1.202, "count": 290, "max_ms": 1.655, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.122, "count": 290, "max_ms": 75.767, "p95_ms": 65.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.893, "count": 290, "max_ms": 113.907, "p95_ms": 93.734}, "yolo11_640_fire_11class": {"avg_ms": 54.914, "count": 290, "max_ms": 79.844, "p95_ms": 69.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.943, "count": 290, "max_ms": 89.389, "p95_ms": 80.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.027, "count": 290, "max_ms": 169.99, "p95_ms": 123.863}, "read_interval": {"avg_ms": 103.49, "count": 289, "max_ms": 180.319, "p95_ms": 135.902}, "triton_wait": {"avg_ms": 65.16, "count": 290, "max_ms": 113.92, "p95_ms": 93.747}, "visualize": {"avg_ms": 3.62, "count": 290, "max_ms": 6.072, "p95_ms": 4.745}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3312, "tracking_summary": 2871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13328.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78557.068, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.99, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:51:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:51:43+09:00", "last_frame_read_age_sec": 0.342, "last_frame_read_at": "2026-07-03T07:51:43+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T07:51:43.312391+09:00", "mtime_epoch": 1783032703.3123913, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:51:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 986.559, "name": "celery", "pid": 239, "rss_mb": 978.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.342, "pushed": 3.342, "read": 3.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.244, "count": 100, "max_ms": 287.009, "p95_ms": 264.465}, "gstreamer_push": {"avg_ms": 0.824, "count": 100, "max_ms": 1.806, "p95_ms": 1.648}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.447, "count": 100, "max_ms": 104.707, "p95_ms": 97.529}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.658, "count": 100, "max_ms": 103.635, "p95_ms": 97.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.708, "count": 100, "max_ms": 397.538, "p95_ms": 365.35}, "read_interval": {"avg_ms": 300.683, "count": 99, "max_ms": 406.139, "p95_ms": 376.024}, "triton_wait": {"avg_ms": 76.588, "count": 100, "max_ms": 104.72, "p95_ms": 100.152}, "visualize": {"avg_ms": 26.007, "count": 100, "max_ms": 37.058, "p95_ms": 31.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13331.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2611.786, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.665, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 764298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:51:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:51:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T07:51:49+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T07:51:49.116490+09:00", "mtime_epoch": 1783032709.1164896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:51:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1463.246, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 299, "max_ms": 13.32, "p95_ms": 10.482}, "gstreamer_push": {"avg_ms": 1.233, "count": 299, "max_ms": 2.008, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.756, "count": 299, "max_ms": 75.211, "p95_ms": 67.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.077, "count": 299, "max_ms": 111.902, "p95_ms": 88.63}, "yolo11_640_fire_11class": {"avg_ms": 52.711, "count": 299, "max_ms": 77.741, "p95_ms": 71.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.907, "count": 299, "max_ms": 87.497, "p95_ms": 80.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.855, "count": 299, "max_ms": 128.887, "p95_ms": 105.664}, "read_interval": {"avg_ms": 100.512, "count": 298, "max_ms": 722.731, "p95_ms": 130.132}, "triton_wait": {"avg_ms": 62.625, "count": 299, "max_ms": 111.915, "p95_ms": 88.644}, "visualize": {"avg_ms": 3.582, "count": 299, "max_ms": 4.911, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13331.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 424.087, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.852, "name": "ffmpeg", "pid": 25570, "rss_mb": 286.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.331, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 708814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:51:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:51:49+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T07:51:49+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T07:51:49.172491+09:00", "mtime_epoch": 1783032709.1724906, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 228036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:51:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7739.566, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.761, "pushed": 9.761, "read": 9.727}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.824, "count": 292, "max_ms": 25.976, "p95_ms": 17.532}, "gstreamer_push": {"avg_ms": 1.172, "count": 292, "max_ms": 1.645, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.726, "count": 292, "max_ms": 78.535, "p95_ms": 65.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.691, "count": 292, "max_ms": 106.785, "p95_ms": 84.893}, "yolo11_640_fire_11class": {"avg_ms": 54.283, "count": 292, "max_ms": 82.77, "p95_ms": 68.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.028, "count": 292, "max_ms": 89.325, "p95_ms": 79.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.433, "count": 292, "max_ms": 161.571, "p95_ms": 128.096}, "read_interval": {"avg_ms": 102.903, "count": 291, "max_ms": 173.915, "p95_ms": 138.081}, "triton_wait": {"avg_ms": 63.805, "count": 292, "max_ms": 106.798, "p95_ms": 88.741}, "visualize": {"avg_ms": 3.628, "count": 292, "max_ms": 5.737, "p95_ms": 4.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3313, "tracking_summary": 2872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13326.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78587.071, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.854, "sample_count": 964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:52:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:52:13+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-07-03T07:52:13+09:00", "mjpeg": {"age_sec": 0.333, "exists": true, "mtime": "2026-07-03T07:52:13.316900+09:00", "mtime_epoch": 1783032733.3169003, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:52:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 972.484, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.167, "pushed": 3.167, "read": 3.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.449, "count": 95, "max_ms": 252.937, "p95_ms": 241.528}, "gstreamer_push": {"avg_ms": 0.946, "count": 95, "max_ms": 2.22, "p95_ms": 1.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.033, "count": 95, "max_ms": 108.298, "p95_ms": 104.327}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.161, "count": 95, "max_ms": 104.105, "p95_ms": 96.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.992, "count": 95, "max_ms": 378.204, "p95_ms": 362.835}, "read_interval": {"avg_ms": 315.84, "count": 95, "max_ms": 388.806, "p95_ms": 372.555}, "triton_wait": {"avg_ms": 74.948, "count": 95, "max_ms": 108.312, "p95_ms": 104.34}, "visualize": {"avg_ms": 29.789, "count": 95, "max_ms": 42.698, "p95_ms": 41.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13335.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 454.115, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.43, "name": "ffmpeg", "pid": 25570, "rss_mb": 289.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.331, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:52:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:52:19+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T07:52:19+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T07:52:19.193000+09:00", "mtime_epoch": 1783032739.193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 224718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:52:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7739.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.754}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.666, "count": 293, "max_ms": 24.843, "p95_ms": 17.39}, "gstreamer_push": {"avg_ms": 1.186, "count": 293, "max_ms": 2.141, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.009, "count": 293, "max_ms": 76.283, "p95_ms": 67.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.296, "count": 293, "max_ms": 107.384, "p95_ms": 87.865}, "yolo11_640_fire_11class": {"avg_ms": 56.081, "count": 293, "max_ms": 84.524, "p95_ms": 72.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.32, "count": 293, "max_ms": 89.86, "p95_ms": 79.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.894, "count": 293, "max_ms": 153.348, "p95_ms": 117.773}, "read_interval": {"avg_ms": 102.516, "count": 292, "max_ms": 164.935, "p95_ms": 131.149}, "triton_wait": {"avg_ms": 65.061, "count": 293, "max_ms": 107.397, "p95_ms": 87.878}, "visualize": {"avg_ms": 3.523, "count": 293, "max_ms": 6.157, "p95_ms": 4.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13335.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2641.922, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.563, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 764603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:52:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:52:19+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:52:19+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T07:52:19.128999+09:00", "mtime_epoch": 1783032739.128999, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:52:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1463.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.111}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.003, "count": 304, "max_ms": 12.114, "p95_ms": 10.395}, "gstreamer_push": {"avg_ms": 1.231, "count": 304, "max_ms": 2.127, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.913, "count": 304, "max_ms": 79.699, "p95_ms": 68.2}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.429, "count": 304, "max_ms": 105.745, "p95_ms": 87.728}, "yolo11_640_fire_11class": {"avg_ms": 54.232, "count": 304, "max_ms": 82.835, "p95_ms": 72.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.461, "count": 304, "max_ms": 91.898, "p95_ms": 79.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.97, "count": 304, "max_ms": 122.786, "p95_ms": 105.302}, "read_interval": {"avg_ms": 98.919, "count": 303, "max_ms": 496.27, "p95_ms": 126.894}, "triton_wait": {"avg_ms": 63.629, "count": 304, "max_ms": 105.759, "p95_ms": 88.004}, "visualize": {"avg_ms": 3.569, "count": 304, "max_ms": 4.931, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3314, "tracking_summary": 2872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13329.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78617.081, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.86, "sample_count": 964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:52:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:52:43+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-07-03T07:52:43+09:00", "mjpeg": {"age_sec": 0.33, "exists": true, "mtime": "2026-07-03T07:52:43.329410+09:00", "mtime_epoch": 1783032763.3294096, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:52:43+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 975.879, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.933, "pushed": 2.933, "read": 2.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 227.634, "count": 87, "max_ms": 237.551, "p95_ms": 232.231}, "gstreamer_push": {"avg_ms": 0.958, "count": 87, "max_ms": 1.803, "p95_ms": 1.741}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.196, "count": 87, "max_ms": 100.58, "p95_ms": 94.189}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.232, "count": 87, "max_ms": 95.193, "p95_ms": 91.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 335.085, "count": 87, "max_ms": 374.477, "p95_ms": 357.457}, "read_interval": {"avg_ms": 344.877, "count": 86, "max_ms": 383.885, "p95_ms": 367.572}, "triton_wait": {"avg_ms": 74.363, "count": 87, "max_ms": 100.593, "p95_ms": 95.206}, "visualize": {"avg_ms": 29.34, "count": 87, "max_ms": 41.094, "p95_ms": 38.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.658, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13329.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 484.134, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.43, "name": "ffmpeg", "pid": 25570, "rss_mb": 289.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 20, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.409, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:52:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:52:49+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T07:52:49+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T07:52:49.201509+09:00", "mtime_epoch": 1783032769.2015095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 224889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:52:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7739.824, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.157, "pushed": 9.157, "read": 9.124}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.133, "count": 274, "max_ms": 24.696, "p95_ms": 19.649}, "gstreamer_push": {"avg_ms": 1.137, "count": 274, "max_ms": 1.408, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.529, "count": 274, "max_ms": 76.997, "p95_ms": 66.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.746, "count": 274, "max_ms": 100.355, "p95_ms": 86.207}, "yolo11_640_fire_11class": {"avg_ms": 55.684, "count": 274, "max_ms": 76.313, "p95_ms": 69.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.805, "count": 274, "max_ms": 91.513, "p95_ms": 80.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.717, "count": 274, "max_ms": 150.245, "p95_ms": 137.482}, "read_interval": {"avg_ms": 109.612, "count": 273, "max_ms": 160.489, "p95_ms": 147.58}, "triton_wait": {"avg_ms": 65.374, "count": 274, "max_ms": 100.367, "p95_ms": 86.376}, "visualize": {"avg_ms": 3.748, "count": 274, "max_ms": 6.111, "p95_ms": 4.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13329.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2671.929, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.416, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 764887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:52:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:52:49+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T07:52:49+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-03T07:52:49.181509+09:00", "mtime_epoch": 1783032769.181509, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:52:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1463.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.469, "pushed": 9.469, "read": 9.469}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.0, "count": 284, "max_ms": 12.262, "p95_ms": 11.05}, "gstreamer_push": {"avg_ms": 1.22, "count": 284, "max_ms": 2.065, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.92, "count": 284, "max_ms": 71.324, "p95_ms": 67.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.04, "count": 284, "max_ms": 106.715, "p95_ms": 84.841}, "yolo11_640_fire_11class": {"avg_ms": 53.581, "count": 284, "max_ms": 79.736, "p95_ms": 70.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.304, "count": 284, "max_ms": 87.746, "p95_ms": 79.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.801, "count": 284, "max_ms": 195.204, "p95_ms": 141.021}, "read_interval": {"avg_ms": 105.346, "count": 284, "max_ms": 744.938, "p95_ms": 170.289}, "triton_wait": {"avg_ms": 63.162, "count": 284, "max_ms": 106.728, "p95_ms": 84.889}, "visualize": {"avg_ms": 3.72, "count": 284, "max_ms": 5.266, "p95_ms": 4.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3315, "tracking_summary": 2873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13335.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78647.254, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.86, "sample_count": 945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:53:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:53:13+09:00", "last_frame_read_age_sec": 0.316, "last_frame_read_at": "2026-07-03T07:53:13+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T07:53:13.525923+09:00", "mtime_epoch": 1783032793.5259225, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:53:13+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 981.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.949, "pushed": 2.949, "read": 2.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 227.522, "count": 88, "max_ms": 241.694, "p95_ms": 231.81}, "gstreamer_push": {"avg_ms": 1.057, "count": 88, "max_ms": 3.248, "p95_ms": 1.853}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.659, "count": 88, "max_ms": 103.367, "p95_ms": 96.618}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.111, "count": 88, "max_ms": 95.831, "p95_ms": 91.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.815, "count": 88, "max_ms": 365.904, "p95_ms": 360.872}, "read_interval": {"avg_ms": 343.085, "count": 87, "max_ms": 374.503, "p95_ms": 369.115}, "triton_wait": {"avg_ms": 72.837, "count": 88, "max_ms": 103.38, "p95_ms": 96.63}, "visualize": {"avg_ms": 29.709, "count": 88, "max_ms": 40.303, "p95_ms": 39.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13329.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 514.212, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.43, "name": "ffmpeg", "pid": 25570, "rss_mb": 289.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 19, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.878, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:53:19+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T07:53:19+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T07:53:19.290024+09:00", "mtime_epoch": 1783032799.2900243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 223251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:53:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7740.082, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.004, "pushed": 9.004, "read": 8.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.369, "count": 270, "max_ms": 26.235, "p95_ms": 18.688}, "gstreamer_push": {"avg_ms": 1.151, "count": 270, "max_ms": 1.964, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.923, "count": 270, "max_ms": 73.012, "p95_ms": 66.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.958, "count": 270, "max_ms": 106.35, "p95_ms": 85.788}, "yolo11_640_fire_11class": {"avg_ms": 55.306, "count": 270, "max_ms": 79.18, "p95_ms": 67.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.29, "count": 270, "max_ms": 87.395, "p95_ms": 80.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.413, "count": 270, "max_ms": 165.92, "p95_ms": 136.678}, "read_interval": {"avg_ms": 111.456, "count": 269, "max_ms": 176.102, "p95_ms": 147.097}, "triton_wait": {"avg_ms": 65.789, "count": 270, "max_ms": 106.362, "p95_ms": 85.903}, "visualize": {"avg_ms": 3.841, "count": 270, "max_ms": 5.718, "p95_ms": 4.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13329.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2701.978, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.938, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:53:19+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T07:53:19+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T07:53:19.318025+09:00", "mtime_epoch": 1783032799.318025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:53:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1463.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.866}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.517, "count": 296, "max_ms": 18.172, "p95_ms": 12.147}, "gstreamer_push": {"avg_ms": 1.19, "count": 296, "max_ms": 1.824, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.755, "count": 296, "max_ms": 79.196, "p95_ms": 66.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.498, "count": 296, "max_ms": 102.306, "p95_ms": 83.114}, "yolo11_640_fire_11class": {"avg_ms": 52.95, "count": 296, "max_ms": 78.305, "p95_ms": 69.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.933, "count": 296, "max_ms": 91.901, "p95_ms": 79.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.15, "count": 296, "max_ms": 188.467, "p95_ms": 150.299}, "read_interval": {"avg_ms": 101.606, "count": 295, "max_ms": 197.104, "p95_ms": 159.152}, "triton_wait": {"avg_ms": 62.673, "count": 296, "max_ms": 102.319, "p95_ms": 84.263}, "visualize": {"avg_ms": 3.771, "count": 296, "max_ms": 5.194, "p95_ms": 4.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3316, "tracking_summary": 2874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13338.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78677.533, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.0, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:53:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:53:44+09:00", "last_frame_read_age_sec": 0.342, "last_frame_read_at": "2026-07-03T07:53:43+09:00", "mjpeg": {"age_sec": 0.329, "exists": true, "mtime": "2026-07-03T07:53:43.782654+09:00", "mtime_epoch": 1783032823.782654, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:53:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 981.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.572, "pushed": 3.572, "read": 3.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.437, "count": 107, "max_ms": 239.582, "p95_ms": 234.636}, "gstreamer_push": {"avg_ms": 1.186, "count": 107, "max_ms": 2.453, "p95_ms": 1.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.742, "count": 107, "max_ms": 108.009, "p95_ms": 93.705}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.87, "count": 107, "max_ms": 97.902, "p95_ms": 90.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.266, "count": 107, "max_ms": 373.888, "p95_ms": 357.438}, "read_interval": {"avg_ms": 282.332, "count": 106, "max_ms": 387.396, "p95_ms": 366.424}, "triton_wait": {"avg_ms": 71.084, "count": 107, "max_ms": 108.022, "p95_ms": 93.718}, "visualize": {"avg_ms": 26.942, "count": 107, "max_ms": 53.903, "p95_ms": 39.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13335.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2731.981, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.207, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:53:49+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T07:53:49+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T07:53:49.294795+09:00", "mtime_epoch": 1783032829.2947946, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:53:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1463.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.538, "pushed": 10.538, "read": 10.538}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.694, "count": 316, "max_ms": 13.018, "p95_ms": 8.888}, "gstreamer_push": {"avg_ms": 1.23, "count": 316, "max_ms": 1.896, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.402, "count": 316, "max_ms": 74.979, "p95_ms": 66.355}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.75, "count": 316, "max_ms": 103.194, "p95_ms": 84.009}, "yolo11_640_fire_11class": {"avg_ms": 53.458, "count": 316, "max_ms": 78.974, "p95_ms": 69.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.411, "count": 316, "max_ms": 92.654, "p95_ms": 81.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.882, "count": 316, "max_ms": 119.176, "p95_ms": 100.909}, "read_interval": {"avg_ms": 94.835, "count": 316, "max_ms": 772.149, "p95_ms": 116.714}, "triton_wait": {"avg_ms": 62.866, "count": 316, "max_ms": 103.203, "p95_ms": 84.427}, "visualize": {"avg_ms": 3.579, "count": 316, "max_ms": 5.537, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13335.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 544.234, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.008, "name": "ffmpeg", "pid": 25570, "rss_mb": 292.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 19, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.198, "sample_count": 2864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 709920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:53:49+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T07:53:49+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T07:53:49.302795+09:00", "mtime_epoch": 1783032829.3027947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 222935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:53:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7740.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.987, "pushed": 8.987, "read": 8.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.528, "count": 269, "max_ms": 28.643, "p95_ms": 18.903}, "gstreamer_push": {"avg_ms": 1.154, "count": 269, "max_ms": 1.6, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.096, "count": 269, "max_ms": 77.939, "p95_ms": 65.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.921, "count": 269, "max_ms": 96.149, "p95_ms": 87.59}, "yolo11_640_fire_11class": {"avg_ms": 55.293, "count": 269, "max_ms": 78.708, "p95_ms": 68.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.781, "count": 269, "max_ms": 98.546, "p95_ms": 80.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.708, "count": 269, "max_ms": 158.058, "p95_ms": 139.745}, "read_interval": {"avg_ms": 111.602, "count": 268, "max_ms": 170.822, "p95_ms": 150.356}, "triton_wait": {"avg_ms": 65.657, "count": 269, "max_ms": 98.558, "p95_ms": 88.284}, "visualize": {"avg_ms": 3.864, "count": 269, "max_ms": 5.142, "p95_ms": 4.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3318, "tracking_summary": 2875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13336.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78707.645, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.173, "sample_count": 947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:54:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:54:14+09:00", "last_frame_read_age_sec": 0.323, "last_frame_read_at": "2026-07-03T07:54:13+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T07:54:13.915417+09:00", "mtime_epoch": 1783032853.9154174, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:54:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 978.957, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.954, "pushed": 2.954, "read": 2.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 228.233, "count": 88, "max_ms": 260.814, "p95_ms": 237.089}, "gstreamer_push": {"avg_ms": 1.034, "count": 88, "max_ms": 1.894, "p95_ms": 1.794}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.414, "count": 88, "max_ms": 104.166, "p95_ms": 101.471}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.637, "count": 88, "max_ms": 104.481, "p95_ms": 92.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.621, "count": 88, "max_ms": 378.32, "p95_ms": 362.809}, "read_interval": {"avg_ms": 342.319, "count": 87, "max_ms": 386.969, "p95_ms": 372.619}, "triton_wait": {"avg_ms": 72.599, "count": 88, "max_ms": 104.493, "p95_ms": 101.484}, "visualize": {"avg_ms": 27.996, "count": 88, "max_ms": 39.327, "p95_ms": 36.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.788, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13336.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2761.982, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.432, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 765802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:54:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:54:19+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T07:54:19+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T07:54:19.323553+09:00", "mtime_epoch": 1783032859.323553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:54:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1464.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.906, "count": 303, "max_ms": 13.151, "p95_ms": 9.444}, "gstreamer_push": {"avg_ms": 1.248, "count": 303, "max_ms": 1.772, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.066, "count": 303, "max_ms": 77.13, "p95_ms": 67.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.151, "count": 303, "max_ms": 106.971, "p95_ms": 86.377}, "yolo11_640_fire_11class": {"avg_ms": 53.698, "count": 303, "max_ms": 79.965, "p95_ms": 72.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.073, "count": 303, "max_ms": 87.599, "p95_ms": 81.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.376, "count": 303, "max_ms": 123.815, "p95_ms": 103.44}, "read_interval": {"avg_ms": 99.124, "count": 303, "max_ms": 602.522, "p95_ms": 123.302}, "triton_wait": {"avg_ms": 64.048, "count": 303, "max_ms": 106.985, "p95_ms": 86.498}, "visualize": {"avg_ms": 3.645, "count": 303, "max_ms": 4.807, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13336.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 574.273, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.586, "name": "ffmpeg", "pid": 25570, "rss_mb": 294.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 19, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.022, "sample_count": 2858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:54:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:54:19+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T07:54:19+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T07:54:19.351554+09:00", "mtime_epoch": 1783032859.351554, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 223722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:54:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7740.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.623, "pushed": 9.623, "read": 9.59}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.57, "count": 288, "max_ms": 19.715, "p95_ms": 16.934}, "gstreamer_push": {"avg_ms": 1.185, "count": 288, "max_ms": 1.548, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.846, "count": 288, "max_ms": 74.64, "p95_ms": 66.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.121, "count": 288, "max_ms": 104.203, "p95_ms": 93.526}, "yolo11_640_fire_11class": {"avg_ms": 55.852, "count": 288, "max_ms": 76.549, "p95_ms": 70.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.113, "count": 288, "max_ms": 91.015, "p95_ms": 79.856}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.085, "count": 288, "max_ms": 155.357, "p95_ms": 123.189}, "read_interval": {"avg_ms": 104.351, "count": 287, "max_ms": 167.919, "p95_ms": 135.638}, "triton_wait": {"avg_ms": 66.668, "count": 288, "max_ms": 104.216, "p95_ms": 93.538}, "visualize": {"avg_ms": 3.622, "count": 288, "max_ms": 6.239, "p95_ms": 4.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3318, "tracking_summary": 2876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13336.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78737.901, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.567, "sample_count": 959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:54:44+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T07:54:44+09:00", "mjpeg": {"age_sec": 0.315, "exists": true, "mtime": "2026-07-03T07:54:44.164172+09:00", "mtime_epoch": 1783032884.164172, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 243923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:54:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 975.836, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.475, "pushed": 3.475, "read": 3.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.957, "count": 104, "max_ms": 241.561, "p95_ms": 234.42}, "gstreamer_push": {"avg_ms": 0.885, "count": 104, "max_ms": 1.932, "p95_ms": 1.701}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.393, "count": 104, "max_ms": 107.826, "p95_ms": 101.141}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.119, "count": 104, "max_ms": 101.506, "p95_ms": 96.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 281.326, "count": 104, "max_ms": 385.437, "p95_ms": 366.856}, "read_interval": {"avg_ms": 290.514, "count": 103, "max_ms": 394.116, "p95_ms": 376.091}, "triton_wait": {"avg_ms": 74.036, "count": 104, "max_ms": 107.838, "p95_ms": 101.156}, "visualize": {"avg_ms": 26.577, "count": 104, "max_ms": 41.19, "p95_ms": 39.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13342.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2792.042, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.818, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 766100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:54:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:54:49+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T07:54:49+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T07:54:49.352300+09:00", "mtime_epoch": 1783032889.3523002, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:54:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1464.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.056, "count": 298, "max_ms": 14.572, "p95_ms": 11.051}, "gstreamer_push": {"avg_ms": 1.233, "count": 298, "max_ms": 2.069, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.201, "count": 298, "max_ms": 76.435, "p95_ms": 68.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.89, "count": 298, "max_ms": 104.299, "p95_ms": 89.108}, "yolo11_640_fire_11class": {"avg_ms": 54.787, "count": 298, "max_ms": 82.867, "p95_ms": 72.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.549, "count": 298, "max_ms": 91.947, "p95_ms": 81.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.765, "count": 298, "max_ms": 123.76, "p95_ms": 105.468}, "read_interval": {"avg_ms": 100.854, "count": 297, "max_ms": 742.386, "p95_ms": 125.266}, "triton_wait": {"avg_ms": 65.3, "count": 298, "max_ms": 104.313, "p95_ms": 89.505}, "visualize": {"avg_ms": 3.619, "count": 298, "max_ms": 4.711, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13342.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 604.297, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.586, "name": "ffmpeg", "pid": 25570, "rss_mb": 294.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 19, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.919, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:54:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:54:49+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T07:54:49+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T07:54:49.356300+09:00", "mtime_epoch": 1783032889.3563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 227612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:54:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7740.34, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.554, "pushed": 9.554, "read": 9.521}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.657, "count": 286, "max_ms": 21.803, "p95_ms": 17.346}, "gstreamer_push": {"avg_ms": 1.19, "count": 286, "max_ms": 1.68, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.635, "count": 286, "max_ms": 74.215, "p95_ms": 66.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.782, "count": 286, "max_ms": 110.038, "p95_ms": 92.248}, "yolo11_640_fire_11class": {"avg_ms": 57.085, "count": 286, "max_ms": 80.245, "p95_ms": 71.108}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.924, "count": 286, "max_ms": 89.078, "p95_ms": 80.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.444, "count": 286, "max_ms": 151.115, "p95_ms": 123.239}, "read_interval": {"avg_ms": 104.966, "count": 285, "max_ms": 161.24, "p95_ms": 134.384}, "triton_wait": {"avg_ms": 67.331, "count": 286, "max_ms": 110.051, "p95_ms": 92.26}, "visualize": {"avg_ms": 3.574, "count": 286, "max_ms": 5.273, "p95_ms": 4.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3319, "tracking_summary": 2876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13346.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78767.99, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.597, "sample_count": 959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:55:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:55:14+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T07:55:14+09:00", "mjpeg": {"age_sec": 0.32, "exists": true, "mtime": "2026-07-03T07:55:14.248911+09:00", "mtime_epoch": 1783032914.2489111, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:55:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 984.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.06, "pushed": 3.06, "read": 3.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.797, "count": 91, "max_ms": 233.847, "p95_ms": 232.65}, "gstreamer_push": {"avg_ms": 0.97, "count": 91, "max_ms": 1.876, "p95_ms": 1.797}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.885, "count": 91, "max_ms": 102.451, "p95_ms": 100.324}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.308, "count": 91, "max_ms": 101.955, "p95_ms": 96.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 320.935, "count": 91, "max_ms": 373.085, "p95_ms": 362.411}, "read_interval": {"avg_ms": 330.6, "count": 90, "max_ms": 382.889, "p95_ms": 372.805}, "triton_wait": {"avg_ms": 73.257, "count": 91, "max_ms": 102.466, "p95_ms": 100.483}, "visualize": {"avg_ms": 29.132, "count": 91, "max_ms": 43.888, "p95_ms": 42.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.735, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13338.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2822.077, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.818, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 766405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:55:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:55:19+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T07:55:19+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T07:55:19.385036+09:00", "mtime_epoch": 1783032919.3850362, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:55:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1464.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.189, "pushed": 10.189, "read": 10.155}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.887, "count": 305, "max_ms": 13.903, "p95_ms": 9.29}, "gstreamer_push": {"avg_ms": 1.24, "count": 305, "max_ms": 1.8, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.825, "count": 305, "max_ms": 75.985, "p95_ms": 66.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.149, "count": 305, "max_ms": 106.144, "p95_ms": 87.231}, "yolo11_640_fire_11class": {"avg_ms": 52.736, "count": 305, "max_ms": 76.854, "p95_ms": 69.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.723, "count": 305, "max_ms": 89.073, "p95_ms": 79.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.688, "count": 305, "max_ms": 130.642, "p95_ms": 103.424}, "read_interval": {"avg_ms": 98.438, "count": 304, "max_ms": 536.396, "p95_ms": 123.533}, "triton_wait": {"avg_ms": 62.168, "count": 305, "max_ms": 106.157, "p95_ms": 87.243}, "visualize": {"avg_ms": 3.652, "count": 305, "max_ms": 4.906, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13337.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 634.331, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.586, "name": "ffmpeg", "pid": 25570, "rss_mb": 294.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 18, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.969, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 710760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:55:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:55:19+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T07:55:19+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T07:55:19.381036+09:00", "mtime_epoch": 1783032919.3810363, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:55:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7740.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.887, "pushed": 8.887, "read": 8.854}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.319, "count": 266, "max_ms": 21.542, "p95_ms": 18.448}, "gstreamer_push": {"avg_ms": 1.12, "count": 266, "max_ms": 1.771, "p95_ms": 1.305}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.419, "count": 266, "max_ms": 77.771, "p95_ms": 67.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.06, "count": 266, "max_ms": 112.472, "p95_ms": 86.799}, "yolo11_640_fire_11class": {"avg_ms": 55.733, "count": 266, "max_ms": 83.358, "p95_ms": 70.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.133, "count": 266, "max_ms": 88.271, "p95_ms": 80.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.482, "count": 266, "max_ms": 170.864, "p95_ms": 137.098}, "read_interval": {"avg_ms": 112.888, "count": 265, "max_ms": 180.894, "p95_ms": 147.11}, "triton_wait": {"avg_ms": 65.581, "count": 266, "max_ms": 112.485, "p95_ms": 86.814}, "visualize": {"avg_ms": 3.867, "count": 266, "max_ms": 5.776, "p95_ms": 4.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3320, "tracking_summary": 2877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13339.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78798.078, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.278, "sample_count": 951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:55:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:55:44+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-03T07:55:44+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-03T07:55:44.445643+09:00", "mtime_epoch": 1783032944.4456427, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:55:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 978.582, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.028, "pushed": 3.028, "read": 2.994}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.89, "count": 90, "max_ms": 243.292, "p95_ms": 235.773}, "gstreamer_push": {"avg_ms": 0.894, "count": 90, "max_ms": 2.617, "p95_ms": 1.709}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.687, "count": 90, "max_ms": 109.772, "p95_ms": 98.506}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.792, "count": 90, "max_ms": 111.691, "p95_ms": 96.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 324.586, "count": 90, "max_ms": 378.141, "p95_ms": 371.526}, "read_interval": {"avg_ms": 335.5, "count": 89, "max_ms": 388.546, "p95_ms": 380.389}, "triton_wait": {"avg_ms": 75.362, "count": 90, "max_ms": 111.704, "p95_ms": 101.74}, "visualize": {"avg_ms": 28.58, "count": 90, "max_ms": 42.914, "p95_ms": 39.563}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.725, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13346.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2852.085, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.51, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 766700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:55:49+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T07:55:49+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T07:55:49.385761+09:00", "mtime_epoch": 1783032949.3857615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:55:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1464.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.835}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.894, "count": 295, "max_ms": 12.349, "p95_ms": 9.481}, "gstreamer_push": {"avg_ms": 1.245, "count": 295, "max_ms": 1.979, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.155, "count": 295, "max_ms": 77.689, "p95_ms": 67.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.08, "count": 295, "max_ms": 110.991, "p95_ms": 88.714}, "yolo11_640_fire_11class": {"avg_ms": 54.904, "count": 295, "max_ms": 80.306, "p95_ms": 70.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.031, "count": 295, "max_ms": 91.837, "p95_ms": 80.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.09, "count": 295, "max_ms": 127.896, "p95_ms": 105.943}, "read_interval": {"avg_ms": 101.691, "count": 295, "max_ms": 487.717, "p95_ms": 131.133}, "triton_wait": {"avg_ms": 64.763, "count": 295, "max_ms": 111.005, "p95_ms": 88.726}, "visualize": {"avg_ms": 3.658, "count": 295, "max_ms": 4.717, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13346.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 664.359, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.164, "name": "ffmpeg", "pid": 25570, "rss_mb": 297.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 18, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.719, "sample_count": 2821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 711056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:55:49+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-03T07:55:49+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T07:55:49.393762+09:00", "mtime_epoch": 1783032949.3937616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:55:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7740.598, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.893, "pushed": 9.893, "read": 9.86}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.85, "count": 296, "max_ms": 23.277, "p95_ms": 18.599}, "gstreamer_push": {"avg_ms": 1.198, "count": 296, "max_ms": 1.735, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.029, "count": 296, "max_ms": 74.957, "p95_ms": 66.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.432, "count": 296, "max_ms": 102.314, "p95_ms": 91.093}, "yolo11_640_fire_11class": {"avg_ms": 56.429, "count": 296, "max_ms": 77.413, "p95_ms": 70.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.662, "count": 296, "max_ms": 92.737, "p95_ms": 79.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.996, "count": 296, "max_ms": 125.579, "p95_ms": 113.043}, "read_interval": {"avg_ms": 101.323, "count": 295, "max_ms": 138.038, "p95_ms": 124.953}, "triton_wait": {"avg_ms": 66.114, "count": 296, "max_ms": 102.328, "p95_ms": 91.104}, "visualize": {"avg_ms": 3.491, "count": 296, "max_ms": 5.138, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3322, "tracking_summary": 2878}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13342.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78828.194, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.572, "sample_count": 944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:56:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:56:14+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-07-03T07:56:14+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-03T07:56:14.566363+09:00", "mtime_epoch": 1783032974.5663626, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:56:14+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 975.664, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.346, "pushed": 3.346, "read": 3.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.741, "count": 100, "max_ms": 245.87, "p95_ms": 233.14}, "gstreamer_push": {"avg_ms": 0.906, "count": 100, "max_ms": 2.336, "p95_ms": 1.724}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.035, "count": 100, "max_ms": 107.474, "p95_ms": 97.808}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.602, "count": 100, "max_ms": 99.776, "p95_ms": 94.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.727, "count": 100, "max_ms": 367.598, "p95_ms": 358.422}, "read_interval": {"avg_ms": 301.929, "count": 99, "max_ms": 377.647, "p95_ms": 368.558}, "triton_wait": {"avg_ms": 73.066, "count": 100, "max_ms": 107.489, "p95_ms": 98.699}, "visualize": {"avg_ms": 25.101, "count": 100, "max_ms": 54.463, "p95_ms": 31.794}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13352.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2882.103, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.718, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 767006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:56:19+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T07:56:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T07:56:19.414478+09:00", "mtime_epoch": 1783032979.4144778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:56:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1464.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.222, "pushed": 10.222, "read": 10.188}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.934, "count": 306, "max_ms": 13.339, "p95_ms": 9.307}, "gstreamer_push": {"avg_ms": 1.26, "count": 306, "max_ms": 2.155, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.286, "count": 306, "max_ms": 76.016, "p95_ms": 68.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.916, "count": 306, "max_ms": 107.603, "p95_ms": 85.537}, "yolo11_640_fire_11class": {"avg_ms": 55.792, "count": 306, "max_ms": 83.565, "p95_ms": 71.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.632, "count": 306, "max_ms": 89.042, "p95_ms": 81.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.219, "count": 306, "max_ms": 124.75, "p95_ms": 103.551}, "read_interval": {"avg_ms": 98.056, "count": 305, "max_ms": 460.961, "p95_ms": 118.073}, "triton_wait": {"avg_ms": 65.805, "count": 306, "max_ms": 107.615, "p95_ms": 87.353}, "visualize": {"avg_ms": 3.655, "count": 306, "max_ms": 4.729, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13352.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 694.472, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.742, "name": "ffmpeg", "pid": 25570, "rss_mb": 299.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 18, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.875, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 711349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:56:19+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T07:56:19+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T07:56:19.530480+09:00", "mtime_epoch": 1783032979.5304804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 226813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:56:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7740.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.72}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.541, "count": 292, "max_ms": 19.646, "p95_ms": 16.624}, "gstreamer_push": {"avg_ms": 1.209, "count": 292, "max_ms": 1.962, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.799, "count": 292, "max_ms": 74.173, "p95_ms": 67.445}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.986, "count": 292, "max_ms": 106.622, "p95_ms": 89.453}, "yolo11_640_fire_11class": {"avg_ms": 57.391, "count": 292, "max_ms": 88.872, "p95_ms": 70.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.029, "count": 292, "max_ms": 90.332, "p95_ms": 79.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.192, "count": 292, "max_ms": 131.124, "p95_ms": 111.673}, "read_interval": {"avg_ms": 102.783, "count": 291, "max_ms": 143.195, "p95_ms": 124.396}, "triton_wait": {"avg_ms": 67.62, "count": 292, "max_ms": 106.633, "p95_ms": 89.647}, "visualize": {"avg_ms": 3.519, "count": 292, "max_ms": 4.723, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3322, "tracking_summary": 2879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13343.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78858.337, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.278, "sample_count": 953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:56:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:56:44+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-07-03T07:56:44+09:00", "mjpeg": {"age_sec": 0.24, "exists": true, "mtime": "2026-07-03T07:56:44.675073+09:00", "mtime_epoch": 1783033004.6750731, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:56:44+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 973.465, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.543, "pushed": 3.543, "read": 3.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.178, "count": 106, "max_ms": 245.773, "p95_ms": 237.48}, "gstreamer_push": {"avg_ms": 1.067, "count": 106, "max_ms": 3.163, "p95_ms": 1.772}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.553, "count": 106, "max_ms": 108.124, "p95_ms": 101.472}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.837, "count": 106, "max_ms": 102.289, "p95_ms": 94.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.613, "count": 106, "max_ms": 376.699, "p95_ms": 362.408}, "read_interval": {"avg_ms": 284.619, "count": 105, "max_ms": 386.807, "p95_ms": 372.369}, "triton_wait": {"avg_ms": 74.123, "count": 106, "max_ms": 108.138, "p95_ms": 101.485}, "visualize": {"avg_ms": 26.498, "count": 106, "max_ms": 40.895, "p95_ms": 33.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13350.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2912.116, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.718, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 767303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:56:49+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T07:56:49+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T07:56:49.451185+09:00", "mtime_epoch": 1783033009.451185, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:56:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1464.793, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.863, "count": 297, "max_ms": 12.68, "p95_ms": 8.967}, "gstreamer_push": {"avg_ms": 1.263, "count": 297, "max_ms": 2.014, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.554, "count": 297, "max_ms": 76.26, "p95_ms": 67.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.677, "count": 297, "max_ms": 106.938, "p95_ms": 86.866}, "yolo11_640_fire_11class": {"avg_ms": 54.384, "count": 297, "max_ms": 81.365, "p95_ms": 71.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.653, "count": 297, "max_ms": 88.872, "p95_ms": 79.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.534, "count": 297, "max_ms": 123.552, "p95_ms": 104.182}, "read_interval": {"avg_ms": 101.139, "count": 297, "max_ms": 757.246, "p95_ms": 123.75}, "triton_wait": {"avg_ms": 64.269, "count": 297, "max_ms": 106.952, "p95_ms": 86.881}, "visualize": {"avg_ms": 3.647, "count": 297, "max_ms": 4.708, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13349.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 724.519, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.32, "name": "ffmpeg", "pid": 25570, "rss_mb": 302.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 18, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.32, "sample_count": 2825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 711643, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T07:56:49+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T07:56:49+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T07:56:49.595188+09:00", "mtime_epoch": 1783033009.5951884, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:56:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7740.855, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.82, "pushed": 9.82, "read": 9.786}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.669, "count": 294, "max_ms": 25.075, "p95_ms": 17.585}, "gstreamer_push": {"avg_ms": 1.202, "count": 294, "max_ms": 1.869, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.793, "count": 294, "max_ms": 73.566, "p95_ms": 67.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.507, "count": 294, "max_ms": 112.548, "p95_ms": 93.759}, "yolo11_640_fire_11class": {"avg_ms": 55.993, "count": 294, "max_ms": 77.061, "p95_ms": 69.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.308, "count": 294, "max_ms": 89.088, "p95_ms": 77.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.209, "count": 294, "max_ms": 142.227, "p95_ms": 120.346}, "read_interval": {"avg_ms": 102.223, "count": 293, "max_ms": 227.041, "p95_ms": 133.901}, "triton_wait": {"avg_ms": 66.044, "count": 294, "max_ms": 112.562, "p95_ms": 93.772}, "visualize": {"avg_ms": 3.47, "count": 294, "max_ms": 5.475, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3323, "tracking_summary": 2880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13356.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78888.619, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.408, "sample_count": 955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:57:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:57:15+09:00", "last_frame_read_age_sec": 0.372, "last_frame_read_at": "2026-07-03T07:57:14+09:00", "mjpeg": {"age_sec": 0.362, "exists": true, "mtime": "2026-07-03T07:57:14.835776+09:00", "mtime_epoch": 1783033034.8357759, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:57:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 982.305, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.252, "pushed": 3.252, "read": 3.218}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 189.863, "count": 97, "max_ms": 240.401, "p95_ms": 235.922}, "gstreamer_push": {"avg_ms": 1.156, "count": 97, "max_ms": 2.984, "p95_ms": 2.128}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.54, "count": 97, "max_ms": 117.816, "p95_ms": 98.895}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.891, "count": 97, "max_ms": 102.895, "p95_ms": 95.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.83, "count": 97, "max_ms": 385.874, "p95_ms": 370.697}, "read_interval": {"avg_ms": 309.003, "count": 96, "max_ms": 394.998, "p95_ms": 380.038}, "triton_wait": {"avg_ms": 77.929, "count": 97, "max_ms": 117.831, "p95_ms": 98.908}, "visualize": {"avg_ms": 28.187, "count": 97, "max_ms": 40.453, "p95_ms": 38.674}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13355.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2942.213, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.5, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 767607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:57:19+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T07:57:19+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T07:57:19.519884+09:00", "mtime_epoch": 1783033039.5198843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:57:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1464.793, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.09}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.824, "count": 303, "max_ms": 12.711, "p95_ms": 9.702}, "gstreamer_push": {"avg_ms": 1.24, "count": 303, "max_ms": 2.132, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.708, "count": 303, "max_ms": 80.101, "p95_ms": 66.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.582, "count": 303, "max_ms": 109.115, "p95_ms": 87.791}, "yolo11_640_fire_11class": {"avg_ms": 51.5, "count": 303, "max_ms": 83.204, "p95_ms": 69.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.683, "count": 303, "max_ms": 98.057, "p95_ms": 80.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.495, "count": 303, "max_ms": 125.753, "p95_ms": 105.063}, "read_interval": {"avg_ms": 99.005, "count": 302, "max_ms": 711.486, "p95_ms": 124.827}, "triton_wait": {"avg_ms": 61.325, "count": 303, "max_ms": 109.129, "p95_ms": 89.045}, "visualize": {"avg_ms": 3.617, "count": 303, "max_ms": 5.491, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13355.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 754.58, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.383, "name": "ffmpeg", "pid": 25570, "rss_mb": 304.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 18, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.12, "sample_count": 2812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 711923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:57:19+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T07:57:19+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T07:57:19.639887+09:00", "mtime_epoch": 1783033039.639887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:57:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7741.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.35, "pushed": 9.35, "read": 9.317}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.453, "count": 280, "max_ms": 23.61, "p95_ms": 20.563}, "gstreamer_push": {"avg_ms": 1.128, "count": 280, "max_ms": 1.619, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.13, "count": 280, "max_ms": 77.735, "p95_ms": 66.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.981, "count": 280, "max_ms": 109.208, "p95_ms": 89.171}, "yolo11_640_fire_11class": {"avg_ms": 54.663, "count": 280, "max_ms": 79.321, "p95_ms": 69.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.45, "count": 280, "max_ms": 95.99, "p95_ms": 80.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.586, "count": 280, "max_ms": 169.587, "p95_ms": 136.834}, "read_interval": {"avg_ms": 107.327, "count": 279, "max_ms": 182.174, "p95_ms": 148.781}, "triton_wait": {"avg_ms": 63.692, "count": 280, "max_ms": 109.221, "p95_ms": 89.183}, "visualize": {"avg_ms": 3.746, "count": 280, "max_ms": 6.336, "p95_ms": 5.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3325, "tracking_summary": 2880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13358.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78918.759, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.809, "sample_count": 965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:57:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:57:45+09:00", "last_frame_read_age_sec": 0.375, "last_frame_read_at": "2026-07-03T07:57:44+09:00", "mjpeg": {"age_sec": 0.365, "exists": true, "mtime": "2026-07-03T07:57:44.972470+09:00", "mtime_epoch": 1783033064.97247, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:57:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 974.262, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.254, "pushed": 3.254, "read": 3.22}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.701, "count": 97, "max_ms": 237.235, "p95_ms": 234.118}, "gstreamer_push": {"avg_ms": 0.899, "count": 97, "max_ms": 2.87, "p95_ms": 1.77}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.986, "count": 97, "max_ms": 105.673, "p95_ms": 102.769}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.635, "count": 97, "max_ms": 107.919, "p95_ms": 98.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 301.183, "count": 97, "max_ms": 377.887, "p95_ms": 360.697}, "read_interval": {"avg_ms": 309.963, "count": 96, "max_ms": 388.061, "p95_ms": 369.984}, "triton_wait": {"avg_ms": 73.517, "count": 97, "max_ms": 107.932, "p95_ms": 102.782}, "visualize": {"avg_ms": 27.254, "count": 97, "max_ms": 40.34, "p95_ms": 35.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.81, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13367.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2972.273, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.794, "sample_count": 3020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 767909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:57:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T07:57:49+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T07:57:49.604576+09:00", "mtime_epoch": 1783033069.6045759, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:57:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1465.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.773, "count": 302, "max_ms": 14.752, "p95_ms": 8.814}, "gstreamer_push": {"avg_ms": 1.239, "count": 302, "max_ms": 1.761, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.422, "count": 302, "max_ms": 77.659, "p95_ms": 66.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.292, "count": 302, "max_ms": 99.692, "p95_ms": 84.157}, "yolo11_640_fire_11class": {"avg_ms": 52.965, "count": 302, "max_ms": 83.676, "p95_ms": 69.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.69, "count": 302, "max_ms": 98.006, "p95_ms": 79.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.476, "count": 302, "max_ms": 116.395, "p95_ms": 101.721}, "read_interval": {"avg_ms": 99.579, "count": 301, "max_ms": 812.485, "p95_ms": 127.692}, "triton_wait": {"avg_ms": 62.427, "count": 302, "max_ms": 99.705, "p95_ms": 85.532}, "visualize": {"avg_ms": 3.583, "count": 302, "max_ms": 5.639, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13367.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 784.582, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 314.754, "name": "ffmpeg", "pid": 25570, "rss_mb": 314.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 17, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.875, "sample_count": 2821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:57:49+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-03T07:57:49+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T07:57:49.624576+09:00", "mtime_epoch": 1783033069.6245763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:57:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7741.113, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.437, "pushed": 9.437, "read": 9.437}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.856, "count": 283, "max_ms": 22.631, "p95_ms": 17.654}, "gstreamer_push": {"avg_ms": 1.169, "count": 283, "max_ms": 1.494, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.809, "count": 283, "max_ms": 69.822, "p95_ms": 65.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.557, "count": 283, "max_ms": 111.626, "p95_ms": 91.984}, "yolo11_640_fire_11class": {"avg_ms": 55.616, "count": 283, "max_ms": 82.432, "p95_ms": 68.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.49, "count": 283, "max_ms": 95.938, "p95_ms": 79.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.973, "count": 283, "max_ms": 157.623, "p95_ms": 134.509}, "read_interval": {"avg_ms": 105.958, "count": 283, "max_ms": 167.727, "p95_ms": 146.321}, "triton_wait": {"avg_ms": 65.676, "count": 283, "max_ms": 111.658, "p95_ms": 91.995}, "visualize": {"avg_ms": 3.676, "count": 283, "max_ms": 6.849, "p95_ms": 4.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3325, "tracking_summary": 2881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13366.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78949.005, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.809, "sample_count": 964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:58:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:58:15+09:00", "last_frame_read_age_sec": 0.318, "last_frame_read_at": "2026-07-03T07:58:15+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-03T07:58:15.273160+09:00", "mtime_epoch": 1783033095.27316, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:58:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 974.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.943, "pushed": 2.943, "read": 2.91}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 228.306, "count": 88, "max_ms": 244.686, "p95_ms": 240.355}, "gstreamer_push": {"avg_ms": 1.15, "count": 88, "max_ms": 3.128, "p95_ms": 2.873}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.18, "count": 88, "max_ms": 108.078, "p95_ms": 94.994}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.156, "count": 88, "max_ms": 104.035, "p95_ms": 94.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.545, "count": 88, "max_ms": 369.725, "p95_ms": 359.399}, "read_interval": {"avg_ms": 343.894, "count": 87, "max_ms": 378.435, "p95_ms": 371.77}, "triton_wait": {"avg_ms": 72.245, "count": 88, "max_ms": 108.091, "p95_ms": 97.627}, "visualize": {"avg_ms": 29.23, "count": 88, "max_ms": 39.937, "p95_ms": 37.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13375.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3002.312, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.825, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 768208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:58:19+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:58:19+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T07:58:19.649259+09:00", "mtime_epoch": 1783033099.6492589, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:58:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1465.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.87, "count": 299, "max_ms": 14.021, "p95_ms": 9.847}, "gstreamer_push": {"avg_ms": 1.248, "count": 299, "max_ms": 1.94, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.378, "count": 299, "max_ms": 75.766, "p95_ms": 68.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.799, "count": 299, "max_ms": 111.72, "p95_ms": 84.068}, "yolo11_640_fire_11class": {"avg_ms": 53.741, "count": 299, "max_ms": 87.713, "p95_ms": 71.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.295, "count": 299, "max_ms": 89.176, "p95_ms": 79.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.3, "count": 299, "max_ms": 129.133, "p95_ms": 100.954}, "read_interval": {"avg_ms": 100.525, "count": 298, "max_ms": 762.782, "p95_ms": 125.133}, "triton_wait": {"avg_ms": 61.997, "count": 299, "max_ms": 111.734, "p95_ms": 84.259}, "visualize": {"avg_ms": 3.661, "count": 299, "max_ms": 5.78, "p95_ms": 4.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13366.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 214, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:44:42+09:00", "last_error_summary": "[h264 @ 0x55b43cd1ee00] left block unavailable for requested intra mode [h264 @ 0x55b43cd1ee00] error while decoding MB 0 19, bytestream 107613 [h264 @ 0x55b43c320d40] error while decoding MB 41 42, bytestream -7 [h264 @ 0x55b43c320d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b43c320d40] error while decoding MB 0 10, bytestream 2213 [h264 @ 0x55b43cd1ee00] error while decoding MB 25 31, bytestream -13 [in#0/rtsp @ 0x55b43c1cee00] Error during demuxing: Connection timed ", "last_exit_at": "2026-07-03T07:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 814.628, "last_started_at": "2026-07-03T07:44:45+09:00", "pid": 25570, "process": {"exists": true, "fd_count": 5, "hwm_mb": 321.973, "name": "ffmpeg", "pid": 25570, "rss_mb": 321.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 17, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.772, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:58:19+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T07:58:19+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T07:58:19.701260+09:00", "mtime_epoch": 1783033099.70126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:58:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7741.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.459, "pushed": 9.459, "read": 9.425}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.799, "count": 283, "max_ms": 22.814, "p95_ms": 17.56}, "gstreamer_push": {"avg_ms": 1.176, "count": 283, "max_ms": 1.659, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.254, "count": 283, "max_ms": 73.845, "p95_ms": 65.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.07, "count": 283, "max_ms": 105.326, "p95_ms": 87.231}, "yolo11_640_fire_11class": {"avg_ms": 55.766, "count": 283, "max_ms": 83.341, "p95_ms": 68.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.697, "count": 283, "max_ms": 88.288, "p95_ms": 78.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.554, "count": 283, "max_ms": 164.548, "p95_ms": 121.48}, "read_interval": {"avg_ms": 106.214, "count": 282, "max_ms": 688.488, "p95_ms": 138.093}, "triton_wait": {"avg_ms": 64.707, "count": 283, "max_ms": 105.338, "p95_ms": 87.244}, "visualize": {"avg_ms": 3.632, "count": 283, "max_ms": 5.918, "p95_ms": 4.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3326, "tracking_summary": 2882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13081.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 78979.078, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.408, "sample_count": 952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:58:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:58:45+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-03T07:58:45+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T07:58:45.497841+09:00", "mtime_epoch": 1783033125.497841, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:58:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 985.012, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.161, "pushed": 3.161, "read": 3.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.492, "count": 94, "max_ms": 239.155, "p95_ms": 230.519}, "gstreamer_push": {"avg_ms": 1.038, "count": 94, "max_ms": 2.7, "p95_ms": 2.654}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.617, "count": 94, "max_ms": 96.93, "p95_ms": 79.99}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.707, "count": 94, "max_ms": 96.061, "p95_ms": 83.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.556, "count": 94, "max_ms": 354.939, "p95_ms": 346.518}, "read_interval": {"avg_ms": 321.447, "count": 93, "max_ms": 364.356, "p95_ms": 354.994}, "triton_wait": {"avg_ms": 66.966, "count": 94, "max_ms": 96.942, "p95_ms": 83.476}, "visualize": {"avg_ms": 27.456, "count": 94, "max_ms": 40.74, "p95_ms": 37.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.734, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13198.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3032.372, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.481, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 768509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:58:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:58:49+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T07:58:49+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T07:58:49.669934+09:00", "mtime_epoch": 1783033129.6699343, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:58:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1465.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.744, "count": 301, "max_ms": 12.106, "p95_ms": 8.664}, "gstreamer_push": {"avg_ms": 1.225, "count": 301, "max_ms": 1.49, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.267, "count": 301, "max_ms": 74.24, "p95_ms": 58.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.795, "count": 301, "max_ms": 95.777, "p95_ms": 78.357}, "yolo11_640_fire_11class": {"avg_ms": 47.124, "count": 301, "max_ms": 72.356, "p95_ms": 62.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.834, "count": 301, "max_ms": 78.109, "p95_ms": 68.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.65, "count": 301, "max_ms": 114.792, "p95_ms": 95.017}, "read_interval": {"avg_ms": 99.802, "count": 300, "max_ms": 742.906, "p95_ms": 197.864}, "triton_wait": {"avg_ms": 54.58, "count": 301, "max_ms": 95.792, "p95_ms": 78.37}, "visualize": {"avg_ms": 3.615, "count": 301, "max_ms": 5.28, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13198.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.111, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.953, "name": "ffmpeg", "pid": 25677, "rss_mb": 149.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 18, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.505, "sample_count": 2623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:58:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:58:49+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-03T07:58:49+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T07:58:49.673934+09:00", "mtime_epoch": 1783033129.6739342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:58:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7741.371, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.905, "pushed": 1.905, "read": 1.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 14.958, "count": 57, "max_ms": 25.452, "p95_ms": 18.547}, "gstreamer_push": {"avg_ms": 1.184, "count": 57, "max_ms": 1.333, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.136, "count": 57, "max_ms": 70.057, "p95_ms": 64.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.108, "count": 57, "max_ms": 93.058, "p95_ms": 89.559}, "yolo11_640_fire_11class": {"avg_ms": 55.964, "count": 57, "max_ms": 75.224, "p95_ms": 68.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.101, "count": 57, "max_ms": 80.839, "p95_ms": 76.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.45, "count": 57, "max_ms": 150.795, "p95_ms": 138.364}, "read_interval": {"avg_ms": 533.43, "count": 56, "max_ms": 19284.805, "p95_ms": 159.199}, "triton_wait": {"avg_ms": 64.516, "count": 57, "max_ms": 93.072, "p95_ms": 89.572}, "visualize": {"avg_ms": 3.744, "count": 57, "max_ms": 6.228, "p95_ms": 5.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3328, "tracking_summary": 2883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13319.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79009.209, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.278, "sample_count": 970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:59:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T07:59:15+09:00", "last_frame_read_age_sec": 0.367, "last_frame_read_at": "2026-07-03T07:59:15+09:00", "mjpeg": {"age_sec": 0.357, "exists": true, "mtime": "2026-07-03T07:59:15.430508+09:00", "mtime_epoch": 1783033155.4305081, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:59:15+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 980.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.539, "pushed": 3.539, "read": 3.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 176.398, "count": 106, "max_ms": 266.937, "p95_ms": 261.942}, "gstreamer_push": {"avg_ms": 1.099, "count": 106, "max_ms": 3.052, "p95_ms": 2.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.347, "count": 106, "max_ms": 102.807, "p95_ms": 97.224}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.64, "count": 106, "max_ms": 101.159, "p95_ms": 92.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.734, "count": 106, "max_ms": 388.92, "p95_ms": 359.118}, "read_interval": {"avg_ms": 283.394, "count": 105, "max_ms": 399.53, "p95_ms": 366.817}, "triton_wait": {"avg_ms": 69.788, "count": 106, "max_ms": 102.819, "p95_ms": 97.236}, "visualize": {"avg_ms": 24.832, "count": 106, "max_ms": 40.359, "p95_ms": 33.625}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13317.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.115, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.848, "name": "ffmpeg", "pid": 25677, "rss_mb": 270.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 18, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.896, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 712830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:59:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:59:19+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T07:59:19+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T07:59:19.710603+09:00", "mtime_epoch": 1783033159.7106032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 214226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:59:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7741.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.468, "pushed": 9.468, "read": 9.468}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.202, "count": 284, "max_ms": 25.9, "p95_ms": 18.177}, "gstreamer_push": {"avg_ms": 1.18, "count": 284, "max_ms": 1.772, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.6, "count": 284, "max_ms": 79.687, "p95_ms": 65.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.475, "count": 284, "max_ms": 102.131, "p95_ms": 87.732}, "yolo11_640_fire_11class": {"avg_ms": 55.67, "count": 284, "max_ms": 85.661, "p95_ms": 69.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.968, "count": 284, "max_ms": 89.77, "p95_ms": 78.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.846, "count": 284, "max_ms": 150.447, "p95_ms": 125.404}, "read_interval": {"avg_ms": 105.744, "count": 284, "max_ms": 322.576, "p95_ms": 140.512}, "triton_wait": {"avg_ms": 65.253, "count": 284, "max_ms": 102.143, "p95_ms": 89.085}, "visualize": {"avg_ms": 3.708, "count": 284, "max_ms": 5.77, "p95_ms": 4.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13317.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3062.41, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.336, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 768811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:59:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:59:19+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T07:59:19+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T07:59:19.746604+09:00", "mtime_epoch": 1783033159.746604, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:59:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1465.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.056}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.911, "count": 302, "max_ms": 13.284, "p95_ms": 10.355}, "gstreamer_push": {"avg_ms": 1.248, "count": 302, "max_ms": 1.865, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.794, "count": 302, "max_ms": 76.089, "p95_ms": 66.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.07, "count": 302, "max_ms": 105.193, "p95_ms": 84.44}, "yolo11_640_fire_11class": {"avg_ms": 53.846, "count": 302, "max_ms": 80.073, "p95_ms": 70.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.377, "count": 302, "max_ms": 88.282, "p95_ms": 79.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.447, "count": 302, "max_ms": 122.204, "p95_ms": 101.302}, "read_interval": {"avg_ms": 99.502, "count": 301, "max_ms": 792.82, "p95_ms": 126.158}, "triton_wait": {"avg_ms": 63.124, "count": 302, "max_ms": 105.207, "p95_ms": 85.026}, "visualize": {"avg_ms": 3.628, "count": 302, "max_ms": 6.023, "p95_ms": 4.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3329, "tracking_summary": 2884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13322.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79039.334, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.919, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:59:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:59:45+09:00", "last_frame_read_age_sec": 0.335, "last_frame_read_at": "2026-07-03T07:59:45+09:00", "mjpeg": {"age_sec": 0.325, "exists": true, "mtime": "2026-07-03T07:59:45.587174+09:00", "mtime_epoch": 1783033185.5871742, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T07:59:45+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 980.176, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.957, "pushed": 2.957, "read": 2.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 228.603, "count": 88, "max_ms": 264.695, "p95_ms": 259.419}, "gstreamer_push": {"avg_ms": 1.123, "count": 88, "max_ms": 2.978, "p95_ms": 2.807}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.131, "count": 88, "max_ms": 100.616, "p95_ms": 95.503}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.269, "count": 88, "max_ms": 97.257, "p95_ms": 89.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.303, "count": 88, "max_ms": 382.563, "p95_ms": 361.325}, "read_interval": {"avg_ms": 342.315, "count": 87, "max_ms": 394.138, "p95_ms": 370.42}, "triton_wait": {"avg_ms": 71.942, "count": 88, "max_ms": 100.628, "p95_ms": 95.516}, "visualize": {"avg_ms": 28.019, "count": 88, "max_ms": 43.612, "p95_ms": 39.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.761, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13325.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.122, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.941, "name": "ffmpeg", "pid": 25677, "rss_mb": 273.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 17, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.105, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:59:49+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T07:59:49+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T07:59:49.751266+09:00", "mtime_epoch": 1783033189.7512655, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T07:59:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7741.629, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.401, "pushed": 9.401, "read": 9.401}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.704, "count": 282, "max_ms": 19.795, "p95_ms": 17.67}, "gstreamer_push": {"avg_ms": 1.168, "count": 282, "max_ms": 1.99, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.783, "count": 282, "max_ms": 72.361, "p95_ms": 65.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.136, "count": 282, "max_ms": 110.36, "p95_ms": 87.688}, "yolo11_640_fire_11class": {"avg_ms": 56.202, "count": 282, "max_ms": 77.165, "p95_ms": 68.786}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.214, "count": 282, "max_ms": 85.795, "p95_ms": 78.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.525, "count": 282, "max_ms": 154.696, "p95_ms": 132.417}, "read_interval": {"avg_ms": 106.542, "count": 282, "max_ms": 164.624, "p95_ms": 142.934}, "triton_wait": {"avg_ms": 66.289, "count": 282, "max_ms": 110.372, "p95_ms": 87.699}, "visualize": {"avg_ms": 3.67, "count": 282, "max_ms": 6.271, "p95_ms": 4.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13325.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3092.451, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.826, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 769107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T07:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T07:59:49+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T07:59:49+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T07:59:49.791266+09:00", "mtime_epoch": 1783033189.7912664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T07:59:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1465.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.889, "pushed": 9.889, "read": 9.855}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.856, "count": 296, "max_ms": 13.025, "p95_ms": 9.275}, "gstreamer_push": {"avg_ms": 1.241, "count": 296, "max_ms": 1.86, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.766, "count": 296, "max_ms": 75.003, "p95_ms": 67.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.891, "count": 296, "max_ms": 98.315, "p95_ms": 85.811}, "yolo11_640_fire_11class": {"avg_ms": 53.824, "count": 296, "max_ms": 80.816, "p95_ms": 70.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.057, "count": 296, "max_ms": 88.318, "p95_ms": 80.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.902, "count": 296, "max_ms": 114.513, "p95_ms": 102.443}, "read_interval": {"avg_ms": 101.54, "count": 295, "max_ms": 697.172, "p95_ms": 130.651}, "triton_wait": {"avg_ms": 63.672, "count": 296, "max_ms": 98.328, "p95_ms": 85.976}, "visualize": {"avg_ms": 3.591, "count": 296, "max_ms": 4.508, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3329, "tracking_summary": 2884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13322.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79069.51, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.325, "sample_count": 970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:00:16+09:00", "last_frame_read_age_sec": 0.357, "last_frame_read_at": "2026-07-03T08:00:15+09:00", "mjpeg": {"age_sec": 0.345, "exists": true, "mtime": "2026-07-03T08:00:15.743834+09:00", "mtime_epoch": 1783033215.743834, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 223558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:00:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 979.645, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.586, "pushed": 3.586, "read": 3.552}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 172.968, "count": 107, "max_ms": 237.463, "p95_ms": 233.831}, "gstreamer_push": {"avg_ms": 1.047, "count": 107, "max_ms": 1.91, "p95_ms": 1.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.615, "count": 107, "max_ms": 108.034, "p95_ms": 95.737}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.438, "count": 107, "max_ms": 99.679, "p95_ms": 90.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.231, "count": 107, "max_ms": 369.041, "p95_ms": 355.823}, "read_interval": {"avg_ms": 281.224, "count": 106, "max_ms": 380.332, "p95_ms": 362.565}, "triton_wait": {"avg_ms": 70.856, "count": 107, "max_ms": 108.048, "p95_ms": 99.366}, "visualize": {"avg_ms": 24.649, "count": 107, "max_ms": 34.541, "p95_ms": 30.606}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13323.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.197, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.941, "name": "ffmpeg", "pid": 25677, "rss_mb": 273.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 17, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.209, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:00:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:00:19+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T08:00:19+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T08:00:19.823923+09:00", "mtime_epoch": 1783033219.8239226, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:00:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7741.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.534, "count": 301, "max_ms": 23.259, "p95_ms": 18.615}, "gstreamer_push": {"avg_ms": 1.176, "count": 301, "max_ms": 1.624, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.871, "count": 301, "max_ms": 75.69, "p95_ms": 65.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.472, "count": 301, "max_ms": 96.381, "p95_ms": 86.583}, "yolo11_640_fire_11class": {"avg_ms": 55.235, "count": 301, "max_ms": 77.4, "p95_ms": 68.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.346, "count": 301, "max_ms": 89.057, "p95_ms": 78.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.56, "count": 301, "max_ms": 137.085, "p95_ms": 111.105}, "read_interval": {"avg_ms": 99.935, "count": 300, "max_ms": 146.681, "p95_ms": 121.755}, "triton_wait": {"avg_ms": 64.949, "count": 301, "max_ms": 96.393, "p95_ms": 87.052}, "visualize": {"avg_ms": 3.415, "count": 301, "max_ms": 4.788, "p95_ms": 3.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6411}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13323.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3122.515, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.692, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 769407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:00:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T08:00:19+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T08:00:19+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T08:00:19.851923+09:00", "mtime_epoch": 1783033219.8519235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:00:19+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1465.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.855, "count": 300, "max_ms": 11.148, "p95_ms": 9.601}, "gstreamer_push": {"avg_ms": 1.243, "count": 300, "max_ms": 1.621, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.206, "count": 300, "max_ms": 76.11, "p95_ms": 67.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.012, "count": 300, "max_ms": 103.95, "p95_ms": 84.78}, "yolo11_640_fire_11class": {"avg_ms": 54.222, "count": 300, "max_ms": 78.687, "p95_ms": 70.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.005, "count": 300, "max_ms": 88.821, "p95_ms": 79.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.164, "count": 300, "max_ms": 120.626, "p95_ms": 101.356}, "read_interval": {"avg_ms": 100.264, "count": 299, "max_ms": 725.384, "p95_ms": 119.591}, "triton_wait": {"avg_ms": 63.953, "count": 300, "max_ms": 103.963, "p95_ms": 84.792}, "visualize": {"avg_ms": 3.612, "count": 300, "max_ms": 4.543, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3330, "tracking_summary": 2885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13330.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79099.797, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.222, "sample_count": 968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:00:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:00:46+09:00", "last_frame_read_age_sec": 0.334, "last_frame_read_at": "2026-07-03T08:00:46+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T08:00:46.052491+09:00", "mtime_epoch": 1783033246.0524912, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:00:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 985.137, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.971, "pushed": 2.971, "read": 2.938}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 229.104, "count": 89, "max_ms": 267.664, "p95_ms": 264.442}, "gstreamer_push": {"avg_ms": 0.906, "count": 89, "max_ms": 2.729, "p95_ms": 1.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.206, "count": 89, "max_ms": 103.735, "p95_ms": 97.912}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.658, "count": 89, "max_ms": 99.679, "p95_ms": 95.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 330.67, "count": 89, "max_ms": 392.143, "p95_ms": 367.8}, "read_interval": {"avg_ms": 340.271, "count": 88, "max_ms": 400.852, "p95_ms": 380.181}, "triton_wait": {"avg_ms": 71.453, "count": 89, "max_ms": 103.748, "p95_ms": 98.101}, "visualize": {"avg_ms": 26.366, "count": 89, "max_ms": 37.067, "p95_ms": 32.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13332.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.261, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.52, "name": "ffmpeg", "pid": 25677, "rss_mb": 276.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 17, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.567, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 713708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:00:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:00:49+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T08:00:49+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T08:00:49.884574+09:00", "mtime_epoch": 1783033249.884574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 216748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:00:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7741.887, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.842, "pushed": 9.842, "read": 9.808}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.519, "count": 295, "max_ms": 23.612, "p95_ms": 16.656}, "gstreamer_push": {"avg_ms": 1.178, "count": 295, "max_ms": 1.618, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.828, "count": 295, "max_ms": 74.174, "p95_ms": 65.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.994, "count": 295, "max_ms": 112.167, "p95_ms": 91.491}, "yolo11_640_fire_11class": {"avg_ms": 55.438, "count": 295, "max_ms": 79.461, "p95_ms": 70.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.434, "count": 295, "max_ms": 87.6, "p95_ms": 78.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.866, "count": 295, "max_ms": 148.474, "p95_ms": 117.849}, "read_interval": {"avg_ms": 101.937, "count": 294, "max_ms": 158.931, "p95_ms": 130.102}, "triton_wait": {"avg_ms": 65.112, "count": 295, "max_ms": 112.179, "p95_ms": 91.503}, "visualize": {"avg_ms": 3.546, "count": 295, "max_ms": 5.037, "p95_ms": 4.64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13332.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3152.573, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.477, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 769712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:00:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:00:49+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:00:49+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T08:00:49.896574+09:00", "mtime_epoch": 1783033249.8965743, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:00:49+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1465.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.175, "pushed": 10.175, "read": 10.142}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.746, "count": 305, "max_ms": 12.396, "p95_ms": 9.026}, "gstreamer_push": {"avg_ms": 1.227, "count": 305, "max_ms": 1.574, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.744, "count": 305, "max_ms": 75.666, "p95_ms": 67.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.909, "count": 305, "max_ms": 111.013, "p95_ms": 85.518}, "yolo11_640_fire_11class": {"avg_ms": 53.826, "count": 305, "max_ms": 80.743, "p95_ms": 70.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.961, "count": 305, "max_ms": 87.243, "p95_ms": 79.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.335, "count": 305, "max_ms": 127.73, "p95_ms": 102.229}, "read_interval": {"avg_ms": 98.563, "count": 304, "max_ms": 652.261, "p95_ms": 123.442}, "triton_wait": {"avg_ms": 63.307, "count": 305, "max_ms": 111.027, "p95_ms": 85.907}, "visualize": {"avg_ms": 3.571, "count": 305, "max_ms": 4.723, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3333, "tracking_summary": 2886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13336.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79129.942, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.637, "sample_count": 958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:01:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:01:16+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T08:01:16+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:01:16.205140+09:00", "mtime_epoch": 1783033276.2051396, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 266869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:01:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 987.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.056, "pushed": 3.056, "read": 3.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.973, "count": 91, "max_ms": 260.165, "p95_ms": 252.856}, "gstreamer_push": {"avg_ms": 0.766, "count": 91, "max_ms": 0.925, "p95_ms": 0.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.591, "count": 91, "max_ms": 109.826, "p95_ms": 97.51}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.067, "count": 91, "max_ms": 105.432, "p95_ms": 94.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 322.034, "count": 91, "max_ms": 386.284, "p95_ms": 364.545}, "read_interval": {"avg_ms": 331.218, "count": 90, "max_ms": 395.011, "p95_ms": 374.537}, "triton_wait": {"avg_ms": 75.125, "count": 91, "max_ms": 109.839, "p95_ms": 97.523}, "visualize": {"avg_ms": 26.121, "count": 91, "max_ms": 34.928, "p95_ms": 30.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.776, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13329.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.269, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.098, "name": "ffmpeg", "pid": 25677, "rss_mb": 279.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 17, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.649, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:01:19+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-03T08:01:19+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T08:01:19.857218+09:00", "mtime_epoch": 1783033279.8572178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:01:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7742.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.6, "count": 298, "max_ms": 23.791, "p95_ms": 16.887}, "gstreamer_push": {"avg_ms": 1.189, "count": 298, "max_ms": 1.951, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.613, "count": 298, "max_ms": 72.157, "p95_ms": 64.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.528, "count": 298, "max_ms": 104.652, "p95_ms": 87.079}, "yolo11_640_fire_11class": {"avg_ms": 55.239, "count": 298, "max_ms": 81.638, "p95_ms": 68.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.719, "count": 298, "max_ms": 90.512, "p95_ms": 77.067}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.428, "count": 298, "max_ms": 143.651, "p95_ms": 116.773}, "read_interval": {"avg_ms": 100.567, "count": 298, "max_ms": 152.679, "p95_ms": 127.48}, "triton_wait": {"avg_ms": 64.29, "count": 298, "max_ms": 104.664, "p95_ms": 87.704}, "visualize": {"avg_ms": 3.521, "count": 298, "max_ms": 5.249, "p95_ms": 4.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13323.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3182.605, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.407, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 770012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:01:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T08:01:19+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T08:01:19.929219+09:00", "mtime_epoch": 1783033279.9292192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:01:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1466.082, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.859, "count": 300, "max_ms": 12.122, "p95_ms": 8.983}, "gstreamer_push": {"avg_ms": 1.253, "count": 300, "max_ms": 1.434, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.631, "count": 300, "max_ms": 76.342, "p95_ms": 66.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.926, "count": 300, "max_ms": 103.183, "p95_ms": 85.082}, "yolo11_640_fire_11class": {"avg_ms": 53.751, "count": 300, "max_ms": 79.113, "p95_ms": 69.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.675, "count": 300, "max_ms": 89.082, "p95_ms": 78.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.726, "count": 300, "max_ms": 120.035, "p95_ms": 102.646}, "read_interval": {"avg_ms": 100.16, "count": 299, "max_ms": 680.166, "p95_ms": 124.626}, "triton_wait": {"avg_ms": 63.369, "count": 300, "max_ms": 103.197, "p95_ms": 85.632}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 4.85, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3333, "tracking_summary": 2887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13330.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79160.033, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.624, "sample_count": 957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:01:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:01:46+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-03T08:01:46+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T08:01:46.413784+09:00", "mtime_epoch": 1783033306.413784, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 241428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:01:46+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 979.863, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.564, "pushed": 3.564, "read": 3.53}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.337, "count": 106, "max_ms": 232.759, "p95_ms": 231.88}, "gstreamer_push": {"avg_ms": 1.033, "count": 106, "max_ms": 2.068, "p95_ms": 1.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.563, "count": 106, "max_ms": 101.553, "p95_ms": 92.891}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.935, "count": 106, "max_ms": 97.716, "p95_ms": 91.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.144, "count": 106, "max_ms": 360.213, "p95_ms": 353.494}, "read_interval": {"avg_ms": 284.505, "count": 105, "max_ms": 370.571, "p95_ms": 362.196}, "triton_wait": {"avg_ms": 72.061, "count": 106, "max_ms": 101.566, "p95_ms": 93.553}, "visualize": {"avg_ms": 27.003, "count": 106, "max_ms": 44.274, "p95_ms": 39.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.741, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13323.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.333, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.098, "name": "ffmpeg", "pid": 25677, "rss_mb": 279.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 17, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.233, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:01:50+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:01:49+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T08:01:49.953859+09:00", "mtime_epoch": 1783033309.9538593, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 214146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:01:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7742.145, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.587, "pushed": 9.587, "read": 9.553}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.78, "count": 287, "max_ms": 22.071, "p95_ms": 18.024}, "gstreamer_push": {"avg_ms": 1.193, "count": 287, "max_ms": 1.758, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.294, "count": 287, "max_ms": 72.607, "p95_ms": 67.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.249, "count": 287, "max_ms": 106.583, "p95_ms": 89.781}, "yolo11_640_fire_11class": {"avg_ms": 56.877, "count": 287, "max_ms": 77.518, "p95_ms": 70.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.539, "count": 287, "max_ms": 86.52, "p95_ms": 81.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.437, "count": 287, "max_ms": 153.353, "p95_ms": 119.162}, "read_interval": {"avg_ms": 104.799, "count": 286, "max_ms": 163.022, "p95_ms": 131.49}, "triton_wait": {"avg_ms": 67.001, "count": 287, "max_ms": 106.596, "p95_ms": 89.792}, "visualize": {"avg_ms": 3.598, "count": 287, "max_ms": 5.51, "p95_ms": 4.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13329.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3212.659, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.261, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 770308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:01:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T08:01:49+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T08:01:49.993860+09:00", "mtime_epoch": 1783033309.99386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:01:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1466.082, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.846}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.871, "count": 296, "max_ms": 12.382, "p95_ms": 9.186}, "gstreamer_push": {"avg_ms": 1.251, "count": 296, "max_ms": 1.952, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.147, "count": 296, "max_ms": 76.459, "p95_ms": 69.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.903, "count": 296, "max_ms": 102.215, "p95_ms": 87.028}, "yolo11_640_fire_11class": {"avg_ms": 55.399, "count": 296, "max_ms": 78.827, "p95_ms": 71.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.41, "count": 296, "max_ms": 90.096, "p95_ms": 82.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.525, "count": 296, "max_ms": 119.11, "p95_ms": 103.346}, "read_interval": {"avg_ms": 101.594, "count": 295, "max_ms": 602.923, "p95_ms": 121.823}, "triton_wait": {"avg_ms": 65.318, "count": 296, "max_ms": 102.228, "p95_ms": 87.782}, "visualize": {"avg_ms": 3.62, "count": 296, "max_ms": 4.898, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3333, "tracking_summary": 2888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13324.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79190.213, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.213, "sample_count": 969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:02:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:02:16+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-03T08:02:16+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T08:02:16.606423+09:00", "mtime_epoch": 1783033336.6064234, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:02:16+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 974.355, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.57, "pushed": 3.57, "read": 3.536}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 165.568, "count": 107, "max_ms": 248.269, "p95_ms": 235.909}, "gstreamer_push": {"avg_ms": 1.191, "count": 107, "max_ms": 2.605, "p95_ms": 1.814}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.628, "count": 107, "max_ms": 111.925, "p95_ms": 102.206}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.474, "count": 107, "max_ms": 101.496, "p95_ms": 94.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.082, "count": 107, "max_ms": 372.988, "p95_ms": 358.398}, "read_interval": {"avg_ms": 282.769, "count": 106, "max_ms": 385.24, "p95_ms": 369.143}, "triton_wait": {"avg_ms": 75.397, "count": 107, "max_ms": 111.938, "p95_ms": 102.218}, "visualize": {"avg_ms": 27.229, "count": 107, "max_ms": 45.391, "p95_ms": 35.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13336.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3242.675, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.261, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 770609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:02:20+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:02:19+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T08:02:20.006495+09:00", "mtime_epoch": 1783033340.006495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:02:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1466.34, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.063, "pushed": 10.063, "read": 10.029}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.865, "count": 301, "max_ms": 12.727, "p95_ms": 8.954}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.831, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.096, "count": 301, "max_ms": 81.827, "p95_ms": 70.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.296, "count": 301, "max_ms": 104.418, "p95_ms": 87.895}, "yolo11_640_fire_11class": {"avg_ms": 55.22, "count": 301, "max_ms": 84.368, "p95_ms": 71.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.702, "count": 301, "max_ms": 87.805, "p95_ms": 80.712}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.195, "count": 301, "max_ms": 122.053, "p95_ms": 104.178}, "read_interval": {"avg_ms": 99.737, "count": 300, "max_ms": 561.049, "p95_ms": 120.489}, "triton_wait": {"avg_ms": 64.991, "count": 301, "max_ms": 104.432, "p95_ms": 87.909}, "visualize": {"avg_ms": 3.599, "count": 301, "max_ms": 5.465, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13336.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.38, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.098, "name": "ffmpeg", "pid": 25677, "rss_mb": 279.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 16, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.906, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:02:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:02:20+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T08:02:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T08:02:19.990495+09:00", "mtime_epoch": 1783033339.9904947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:02:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7742.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.781}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.61, "count": 294, "max_ms": 24.861, "p95_ms": 17.47}, "gstreamer_push": {"avg_ms": 1.194, "count": 294, "max_ms": 1.835, "p95_ms": 1.321}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.35, "count": 294, "max_ms": 80.459, "p95_ms": 66.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.522, "count": 294, "max_ms": 109.108, "p95_ms": 94.978}, "yolo11_640_fire_11class": {"avg_ms": 56.211, "count": 294, "max_ms": 78.504, "p95_ms": 70.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.633, "count": 294, "max_ms": 88.551, "p95_ms": 79.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.863, "count": 294, "max_ms": 132.533, "p95_ms": 118.509}, "read_interval": {"avg_ms": 102.174, "count": 293, "max_ms": 144.59, "p95_ms": 130.98}, "triton_wait": {"avg_ms": 67.161, "count": 294, "max_ms": 109.121, "p95_ms": 94.99}, "visualize": {"avg_ms": 3.485, "count": 294, "max_ms": 4.995, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3335, "tracking_summary": 2888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13332.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79220.47, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.226, "sample_count": 964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:02:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:02:47+09:00", "last_frame_read_age_sec": 0.334, "last_frame_read_at": "2026-07-03T08:02:46+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-03T08:02:46.731056+09:00", "mtime_epoch": 1783033366.7310565, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:02:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 981.875, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.048, "pushed": 3.048, "read": 3.015}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.839, "count": 91, "max_ms": 237.146, "p95_ms": 235.785}, "gstreamer_push": {"avg_ms": 1.016, "count": 91, "max_ms": 2.868, "p95_ms": 1.763}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.397, "count": 91, "max_ms": 105.71, "p95_ms": 98.295}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.693, "count": 91, "max_ms": 101.639, "p95_ms": 96.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 321.313, "count": 91, "max_ms": 378.526, "p95_ms": 364.63}, "read_interval": {"avg_ms": 330.057, "count": 90, "max_ms": 388.372, "p95_ms": 374.098}, "triton_wait": {"avg_ms": 72.564, "count": 91, "max_ms": 105.723, "p95_ms": 101.118}, "visualize": {"avg_ms": 30.137, "count": 91, "max_ms": 41.377, "p95_ms": 40.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13331.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3272.707, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.184, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 770912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:02:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:02:50+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T08:02:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T08:02:50.019125+09:00", "mtime_epoch": 1783033370.0191252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:02:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1466.34, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.124, "pushed": 10.124, "read": 10.091}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.92, "count": 303, "max_ms": 11.87, "p95_ms": 10.012}, "gstreamer_push": {"avg_ms": 1.214, "count": 303, "max_ms": 2.178, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.795, "count": 303, "max_ms": 75.245, "p95_ms": 65.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.662, "count": 303, "max_ms": 102.221, "p95_ms": 83.676}, "yolo11_640_fire_11class": {"avg_ms": 52.301, "count": 303, "max_ms": 77.723, "p95_ms": 67.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.652, "count": 303, "max_ms": 86.823, "p95_ms": 77.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.094, "count": 303, "max_ms": 118.562, "p95_ms": 100.818}, "read_interval": {"avg_ms": 99.085, "count": 302, "max_ms": 749.434, "p95_ms": 122.422}, "triton_wait": {"avg_ms": 61.001, "count": 303, "max_ms": 102.235, "p95_ms": 84.644}, "visualize": {"avg_ms": 3.538, "count": 303, "max_ms": 5.189, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13331.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.412, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.098, "name": "ffmpeg", "pid": 25677, "rss_mb": 279.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 16, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.403, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 714865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:02:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:02:50+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T08:02:50+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T08:02:50.027126+09:00", "mtime_epoch": 1783033370.0271256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:02:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7742.402, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.292, "pushed": 9.292, "read": 9.259}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.14, "count": 278, "max_ms": 24.795, "p95_ms": 17.895}, "gstreamer_push": {"avg_ms": 1.163, "count": 278, "max_ms": 1.424, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.809, "count": 278, "max_ms": 72.133, "p95_ms": 63.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.676, "count": 278, "max_ms": 106.347, "p95_ms": 86.244}, "yolo11_640_fire_11class": {"avg_ms": 54.674, "count": 278, "max_ms": 74.733, "p95_ms": 67.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.433, "count": 278, "max_ms": 83.807, "p95_ms": 76.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.175, "count": 278, "max_ms": 171.507, "p95_ms": 142.951}, "read_interval": {"avg_ms": 108.029, "count": 277, "max_ms": 180.491, "p95_ms": 152.632}, "triton_wait": {"avg_ms": 64.279, "count": 278, "max_ms": 106.359, "p95_ms": 86.257}, "visualize": {"avg_ms": 3.836, "count": 278, "max_ms": 7.509, "p95_ms": 5.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3336, "tracking_summary": 2889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13329.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79250.61, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.226, "sample_count": 973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:03:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:03:17+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T08:03:16+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T08:03:16.867686+09:00", "mtime_epoch": 1783033396.8676856, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264091}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:03:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 975.859, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.254, "pushed": 3.254, "read": 3.22}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.426, "count": 97, "max_ms": 239.424, "p95_ms": 234.723}, "gstreamer_push": {"avg_ms": 0.898, "count": 97, "max_ms": 2.069, "p95_ms": 1.756}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.579, "count": 97, "max_ms": 108.741, "p95_ms": 94.853}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.271, "count": 97, "max_ms": 99.608, "p95_ms": 92.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.291, "count": 97, "max_ms": 383.367, "p95_ms": 361.305}, "read_interval": {"avg_ms": 310.461, "count": 96, "max_ms": 389.794, "p95_ms": 367.505}, "triton_wait": {"avg_ms": 72.371, "count": 97, "max_ms": 108.753, "p95_ms": 94.869}, "visualize": {"avg_ms": 29.737, "count": 97, "max_ms": 40.676, "p95_ms": 39.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13336.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.432, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.48, "name": "ffmpeg", "pid": 25677, "rss_mb": 283.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 16, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.251, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:03:20+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T08:03:20+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T08:03:20.063752+09:00", "mtime_epoch": 1783033400.0637522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:03:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7742.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.628, "pushed": 9.628, "read": 9.595}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.78, "count": 288, "max_ms": 23.577, "p95_ms": 18.259}, "gstreamer_push": {"avg_ms": 1.177, "count": 288, "max_ms": 1.451, "p95_ms": 1.296}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.477, "count": 288, "max_ms": 73.953, "p95_ms": 64.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.779, "count": 288, "max_ms": 105.39, "p95_ms": 83.559}, "yolo11_640_fire_11class": {"avg_ms": 55.072, "count": 288, "max_ms": 78.045, "p95_ms": 68.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.356, "count": 288, "max_ms": 87.55, "p95_ms": 77.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.812, "count": 288, "max_ms": 152.753, "p95_ms": 119.528}, "read_interval": {"avg_ms": 104.288, "count": 287, "max_ms": 820.15, "p95_ms": 131.21}, "triton_wait": {"avg_ms": 63.667, "count": 288, "max_ms": 105.402, "p95_ms": 84.092}, "visualize": {"avg_ms": 3.596, "count": 288, "max_ms": 5.593, "p95_ms": 4.691}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13336.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3303.358, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.184, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 771215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:03:20+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T08:03:20+09:00", "mjpeg": {"age_sec": 0.75, "exists": true, "mtime": "2026-07-03T08:03:20.007751+09:00", "mtime_epoch": 1783033400.007751, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:03:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1466.598, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.87}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.867, "count": 297, "max_ms": 12.509, "p95_ms": 9.199}, "gstreamer_push": {"avg_ms": 1.255, "count": 297, "max_ms": 1.964, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.323, "count": 297, "max_ms": 75.609, "p95_ms": 66.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.285, "count": 297, "max_ms": 96.236, "p95_ms": 84.474}, "yolo11_640_fire_11class": {"avg_ms": 52.862, "count": 297, "max_ms": 76.142, "p95_ms": 69.859}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.721, "count": 297, "max_ms": 85.86, "p95_ms": 78.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.418, "count": 297, "max_ms": 114.61, "p95_ms": 101.784}, "read_interval": {"avg_ms": 101.183, "count": 296, "max_ms": 730.438, "p95_ms": 125.599}, "triton_wait": {"avg_ms": 61.226, "count": 297, "max_ms": 96.25, "p95_ms": 85.212}, "visualize": {"avg_ms": 3.648, "count": 297, "max_ms": 5.301, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3336, "tracking_summary": 2890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13333.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79280.905, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.222, "sample_count": 961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:03:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:03:47+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T08:03:47+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:03:47.168314+09:00", "mtime_epoch": 1783033427.1683142, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:03:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 975.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.94, "pushed": 2.94, "read": 2.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 227.956, "count": 88, "max_ms": 245.283, "p95_ms": 232.49}, "gstreamer_push": {"avg_ms": 0.89, "count": 88, "max_ms": 2.87, "p95_ms": 1.7}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.695, "count": 88, "max_ms": 106.735, "p95_ms": 92.46}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.728, "count": 88, "max_ms": 103.157, "p95_ms": 93.869}}, "truncated_count": 0}, "processing_total": {"avg_ms": 334.297, "count": 88, "max_ms": 383.234, "p95_ms": 361.188}, "read_interval": {"avg_ms": 344.357, "count": 87, "max_ms": 393.423, "p95_ms": 372.034}, "triton_wait": {"avg_ms": 72.473, "count": 88, "max_ms": 106.748, "p95_ms": 95.55}, "visualize": {"avg_ms": 30.107, "count": 88, "max_ms": 40.085, "p95_ms": 39.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13341.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.446, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.316, "name": "ffmpeg", "pid": 25677, "rss_mb": 286.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 16, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.802, "sample_count": 2905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:03:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:03:50+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T08:03:50+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T08:03:50.064374+09:00", "mtime_epoch": 1783033430.064374, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:03:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7742.66, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.023, "pushed": 10.023, "read": 9.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.467, "count": 300, "max_ms": 22.745, "p95_ms": 16.511}, "gstreamer_push": {"avg_ms": 1.205, "count": 300, "max_ms": 1.726, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.721, "count": 300, "max_ms": 74.625, "p95_ms": 65.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.196, "count": 300, "max_ms": 105.523, "p95_ms": 85.01}, "yolo11_640_fire_11class": {"avg_ms": 55.471, "count": 300, "max_ms": 79.379, "p95_ms": 68.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.697, "count": 300, "max_ms": 86.787, "p95_ms": 78.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.259, "count": 300, "max_ms": 129.806, "p95_ms": 108.148}, "read_interval": {"avg_ms": 100.065, "count": 299, "max_ms": 141.693, "p95_ms": 121.168}, "triton_wait": {"avg_ms": 64.753, "count": 300, "max_ms": 105.535, "p95_ms": 85.021}, "visualize": {"avg_ms": 3.517, "count": 300, "max_ms": 5.671, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13341.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3333.436, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.443, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 771518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:03:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:03:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T08:03:50+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T08:03:50.764389+09:00", "mtime_epoch": 1783033430.7643886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:03:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1466.855, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.076}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.963, "count": 303, "max_ms": 13.776, "p95_ms": 10.907}, "gstreamer_push": {"avg_ms": 1.259, "count": 303, "max_ms": 1.881, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.167, "count": 303, "max_ms": 78.407, "p95_ms": 68.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.347, "count": 303, "max_ms": 101.092, "p95_ms": 83.949}, "yolo11_640_fire_11class": {"avg_ms": 53.734, "count": 303, "max_ms": 81.217, "p95_ms": 69.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.858, "count": 303, "max_ms": 90.437, "p95_ms": 79.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.987, "count": 303, "max_ms": 118.067, "p95_ms": 101.83}, "read_interval": {"avg_ms": 99.317, "count": 302, "max_ms": 690.043, "p95_ms": 117.62}, "triton_wait": {"avg_ms": 62.605, "count": 303, "max_ms": 101.105, "p95_ms": 85.566}, "visualize": {"avg_ms": 3.701, "count": 303, "max_ms": 5.959, "p95_ms": 4.455}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3337, "tracking_summary": 2891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13334.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79310.977, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.188, "sample_count": 955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:04:17+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T08:04:17+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T08:04:17.376937+09:00", "mtime_epoch": 1783033457.376937, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:04:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 971.816, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.161, "pushed": 3.161, "read": 3.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.393, "count": 94, "max_ms": 256.675, "p95_ms": 234.752}, "gstreamer_push": {"avg_ms": 0.972, "count": 94, "max_ms": 2.767, "p95_ms": 1.724}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.314, "count": 94, "max_ms": 106.612, "p95_ms": 95.537}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.338, "count": 94, "max_ms": 102.975, "p95_ms": 94.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.123, "count": 94, "max_ms": 378.471, "p95_ms": 361.06}, "read_interval": {"avg_ms": 321.236, "count": 93, "max_ms": 387.507, "p95_ms": 371.827}, "triton_wait": {"avg_ms": 74.505, "count": 94, "max_ms": 106.626, "p95_ms": 98.576}, "visualize": {"avg_ms": 29.441, "count": 94, "max_ms": 42.041, "p95_ms": 40.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.736, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13334.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.525, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.895, "name": "ffmpeg", "pid": 25677, "rss_mb": 288.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 15, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.481, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 715752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:04:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:04:20+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T08:04:20+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T08:04:20.148994+09:00", "mtime_epoch": 1783033460.1489937, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 216115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:04:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7742.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.538, "count": 299, "max_ms": 20.344, "p95_ms": 17.375}, "gstreamer_push": {"avg_ms": 1.192, "count": 299, "max_ms": 1.508, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.133, "count": 299, "max_ms": 76.528, "p95_ms": 65.355}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.643, "count": 299, "max_ms": 105.987, "p95_ms": 93.088}, "yolo11_640_fire_11class": {"avg_ms": 54.552, "count": 299, "max_ms": 83.878, "p95_ms": 68.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.063, "count": 299, "max_ms": 88.387, "p95_ms": 79.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.161, "count": 299, "max_ms": 151.073, "p95_ms": 117.725}, "read_interval": {"avg_ms": 100.613, "count": 298, "max_ms": 161.221, "p95_ms": 132.13}, "triton_wait": {"avg_ms": 63.706, "count": 299, "max_ms": 105.999, "p95_ms": 93.1}, "visualize": {"avg_ms": 3.507, "count": 299, "max_ms": 5.443, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13342.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3363.47, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 2, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.646, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 771821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:04:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:04:20+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T08:04:20+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T08:04:20.801007+09:00", "mtime_epoch": 1783033460.8010073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:04:20+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1466.855, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.116, "pushed": 10.116, "read": 10.083}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.86, "count": 303, "max_ms": 12.933, "p95_ms": 9.548}, "gstreamer_push": {"avg_ms": 1.237, "count": 303, "max_ms": 1.71, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.227, "count": 303, "max_ms": 77.427, "p95_ms": 67.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.843, "count": 303, "max_ms": 106.36, "p95_ms": 87.731}, "yolo11_640_fire_11class": {"avg_ms": 52.564, "count": 303, "max_ms": 85.332, "p95_ms": 71.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.763, "count": 303, "max_ms": 89.243, "p95_ms": 78.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.762, "count": 303, "max_ms": 122.824, "p95_ms": 105.112}, "read_interval": {"avg_ms": 99.154, "count": 302, "max_ms": 725.262, "p95_ms": 123.813}, "triton_wait": {"avg_ms": 61.649, "count": 303, "max_ms": 106.374, "p95_ms": 88.671}, "visualize": {"avg_ms": 3.614, "count": 303, "max_ms": 5.881, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3339, "tracking_summary": 2892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13338.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79341.147, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.305, "sample_count": 964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:04:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:04:47+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T08:04:47+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:04:47.409552+09:00", "mtime_epoch": 1783033487.4095523, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:04:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 974.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.273, "pushed": 3.273, "read": 3.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.886, "count": 98, "max_ms": 243.294, "p95_ms": 235.469}, "gstreamer_push": {"avg_ms": 1.169, "count": 98, "max_ms": 1.876, "p95_ms": 1.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.177, "count": 98, "max_ms": 110.257, "p95_ms": 100.796}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.052, "count": 98, "max_ms": 100.039, "p95_ms": 93.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.023, "count": 98, "max_ms": 375.728, "p95_ms": 366.486}, "read_interval": {"avg_ms": 307.581, "count": 97, "max_ms": 384.481, "p95_ms": 375.464}, "triton_wait": {"avg_ms": 73.336, "count": 98, "max_ms": 110.27, "p95_ms": 100.809}, "visualize": {"avg_ms": 28.047, "count": 98, "max_ms": 40.736, "p95_ms": 39.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13345.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.596, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.473, "name": "ffmpeg", "pid": 25677, "rss_mb": 291.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 15, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.989, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:04:50+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:04:50+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T08:04:50.221610+09:00", "mtime_epoch": 1783033490.2216098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:04:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7742.918, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.77, "count": 298, "max_ms": 24.766, "p95_ms": 18.372}, "gstreamer_push": {"avg_ms": 1.195, "count": 298, "max_ms": 1.879, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.812, "count": 298, "max_ms": 80.843, "p95_ms": 65.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.948, "count": 298, "max_ms": 112.004, "p95_ms": 87.645}, "yolo11_640_fire_11class": {"avg_ms": 55.487, "count": 298, "max_ms": 81.648, "p95_ms": 69.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.079, "count": 298, "max_ms": 85.132, "p95_ms": 76.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.153, "count": 298, "max_ms": 136.426, "p95_ms": 111.455}, "read_interval": {"avg_ms": 100.929, "count": 297, "max_ms": 398.752, "p95_ms": 127.893}, "triton_wait": {"avg_ms": 64.174, "count": 298, "max_ms": 112.017, "p95_ms": 87.656}, "visualize": {"avg_ms": 3.496, "count": 298, "max_ms": 5.597, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13345.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3393.539, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 1, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.656, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:04:50+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T08:04:50+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T08:04:50.813622+09:00", "mtime_epoch": 1783033490.8136218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:04:50+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1467.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.088}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.902, "count": 303, "max_ms": 11.81, "p95_ms": 9.072}, "gstreamer_push": {"avg_ms": 1.262, "count": 303, "max_ms": 2.053, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.262, "count": 303, "max_ms": 79.086, "p95_ms": 67.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.325, "count": 303, "max_ms": 110.328, "p95_ms": 84.563}, "yolo11_640_fire_11class": {"avg_ms": 53.252, "count": 303, "max_ms": 78.308, "p95_ms": 71.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.34, "count": 303, "max_ms": 87.551, "p95_ms": 79.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.414, "count": 303, "max_ms": 127.054, "p95_ms": 102.3}, "read_interval": {"avg_ms": 99.186, "count": 302, "max_ms": 395.671, "p95_ms": 131.486}, "triton_wait": {"avg_ms": 63.053, "count": 303, "max_ms": 110.341, "p95_ms": 85.034}, "visualize": {"avg_ms": 3.695, "count": 303, "max_ms": 5.652, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3340, "tracking_summary": 2892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13351.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79371.196, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.288, "sample_count": 944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:05:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:05:17+09:00", "last_frame_read_age_sec": 0.337, "last_frame_read_at": "2026-07-03T08:05:17+09:00", "mjpeg": {"age_sec": 0.328, "exists": true, "mtime": "2026-07-03T08:05:17.446165+09:00", "mtime_epoch": 1783033517.4461646, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:05:17+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 986.594, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.931, "pushed": 2.931, "read": 2.897}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 228.041, "count": 87, "max_ms": 265.72, "p95_ms": 245.581}, "gstreamer_push": {"avg_ms": 1.183, "count": 87, "max_ms": 3.041, "p95_ms": 2.746}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.756, "count": 87, "max_ms": 107.796, "p95_ms": 98.077}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.375, "count": 87, "max_ms": 96.561, "p95_ms": 94.145}}, "truncated_count": 0}, "processing_total": {"avg_ms": 335.353, "count": 87, "max_ms": 398.405, "p95_ms": 368.779}, "read_interval": {"avg_ms": 345.386, "count": 86, "max_ms": 407.088, "p95_ms": 377.979}, "triton_wait": {"avg_ms": 73.818, "count": 87, "max_ms": 107.809, "p95_ms": 98.09}, "visualize": {"avg_ms": 29.713, "count": 87, "max_ms": 45.07, "p95_ms": 39.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.681, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13340.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.674, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.73, "name": "ffmpeg", "pid": 25677, "rss_mb": 291.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 15, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.48, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:05:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:05:20+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T08:05:20+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T08:05:20.282222+09:00", "mtime_epoch": 1783033520.2822223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 216889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:05:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7743.176, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.576, "count": 303, "max_ms": 24.267, "p95_ms": 17.051}, "gstreamer_push": {"avg_ms": 1.194, "count": 303, "max_ms": 1.38, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.047, "count": 303, "max_ms": 75.29, "p95_ms": 65.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.024, "count": 303, "max_ms": 110.098, "p95_ms": 89.471}, "yolo11_640_fire_11class": {"avg_ms": 54.051, "count": 303, "max_ms": 85.997, "p95_ms": 68.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.656, "count": 303, "max_ms": 86.764, "p95_ms": 77.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.153, "count": 303, "max_ms": 133.98, "p95_ms": 112.893}, "read_interval": {"avg_ms": 99.226, "count": 302, "max_ms": 291.53, "p95_ms": 127.743}, "triton_wait": {"avg_ms": 63.382, "count": 303, "max_ms": 110.111, "p95_ms": 89.484}, "visualize": {"avg_ms": 3.473, "count": 303, "max_ms": 4.891, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13337.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3423.647, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 1, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.646, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:05:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:05:21+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T08:05:20+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T08:05:20.946236+09:00", "mtime_epoch": 1783033520.9462357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:05:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1467.113, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.883, "count": 300, "max_ms": 12.364, "p95_ms": 8.762}, "gstreamer_push": {"avg_ms": 1.25, "count": 300, "max_ms": 1.895, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.214, "count": 300, "max_ms": 78.328, "p95_ms": 66.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.276, "count": 300, "max_ms": 98.712, "p95_ms": 85.05}, "yolo11_640_fire_11class": {"avg_ms": 51.842, "count": 300, "max_ms": 80.148, "p95_ms": 70.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.644, "count": 300, "max_ms": 86.718, "p95_ms": 79.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.036, "count": 300, "max_ms": 115.55, "p95_ms": 101.191}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 697.477, "p95_ms": 126.171}, "triton_wait": {"avg_ms": 61.761, "count": 300, "max_ms": 98.725, "p95_ms": 85.13}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.959, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3340, "tracking_summary": 2893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13346.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79401.229, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.254, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:05:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:05:47+09:00", "last_frame_read_age_sec": 0.363, "last_frame_read_at": "2026-07-03T08:05:47+09:00", "mjpeg": {"age_sec": 0.353, "exists": true, "mtime": "2026-07-03T08:05:47.454773+09:00", "mtime_epoch": 1783033547.454773, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 225341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:05:47+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 980.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.571, "pushed": 3.571, "read": 3.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.94, "count": 106, "max_ms": 235.177, "p95_ms": 233.014}, "gstreamer_push": {"avg_ms": 1.114, "count": 106, "max_ms": 3.128, "p95_ms": 2.896}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.109, "count": 106, "max_ms": 109.995, "p95_ms": 95.956}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.431, "count": 106, "max_ms": 99.231, "p95_ms": 92.866}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.066, "count": 106, "max_ms": 365.885, "p95_ms": 355.13}, "read_interval": {"avg_ms": 282.486, "count": 105, "max_ms": 375.75, "p95_ms": 364.197}, "triton_wait": {"avg_ms": 72.705, "count": 106, "max_ms": 110.008, "p95_ms": 96.971}, "visualize": {"avg_ms": 25.655, "count": 106, "max_ms": 39.55, "p95_ms": 35.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.687, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13349.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.704, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.73, "name": "ffmpeg", "pid": 25677, "rss_mb": 291.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 15, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.14, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:05:50+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T08:05:50+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T08:05:50.334831+09:00", "mtime_epoch": 1783033550.3348312, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:05:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7743.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.192, "pushed": 10.192, "read": 10.158}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.688, "count": 305, "max_ms": 20.307, "p95_ms": 17.298}, "gstreamer_push": {"avg_ms": 1.205, "count": 305, "max_ms": 1.978, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.963, "count": 305, "max_ms": 78.158, "p95_ms": 64.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.454, "count": 305, "max_ms": 108.27, "p95_ms": 87.411}, "yolo11_640_fire_11class": {"avg_ms": 50.905, "count": 305, "max_ms": 76.945, "p95_ms": 63.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.875, "count": 305, "max_ms": 91.2, "p95_ms": 77.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.795, "count": 305, "max_ms": 130.427, "p95_ms": 110.092}, "read_interval": {"avg_ms": 98.491, "count": 304, "max_ms": 142.473, "p95_ms": 122.366}, "triton_wait": {"avg_ms": 62.92, "count": 305, "max_ms": 108.283, "p95_ms": 87.713}, "visualize": {"avg_ms": 3.509, "count": 305, "max_ms": 5.141, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13346.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3453.669, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 1, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.901, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 772725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:05:51+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T08:05:50+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T08:05:51.002845+09:00", "mtime_epoch": 1783033551.0028448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:05:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1467.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.799, "count": 300, "max_ms": 13.752, "p95_ms": 8.783}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.466, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.782, "count": 300, "max_ms": 81.047, "p95_ms": 66.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.739, "count": 300, "max_ms": 107.92, "p95_ms": 86.851}, "yolo11_640_fire_11class": {"avg_ms": 51.321, "count": 300, "max_ms": 81.034, "p95_ms": 67.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.393, "count": 300, "max_ms": 90.97, "p95_ms": 78.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.698, "count": 300, "max_ms": 124.193, "p95_ms": 104.024}, "read_interval": {"avg_ms": 100.191, "count": 300, "max_ms": 624.583, "p95_ms": 137.288}, "triton_wait": {"avg_ms": 62.574, "count": 300, "max_ms": 107.934, "p95_ms": 87.784}, "visualize": {"avg_ms": 3.624, "count": 300, "max_ms": 5.055, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3341, "tracking_summary": 2894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13348.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79431.48, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.288, "sample_count": 959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:06:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:06:18+09:00", "last_frame_read_age_sec": 0.331, "last_frame_read_at": "2026-07-03T08:06:17+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T08:06:17.739384+09:00", "mtime_epoch": 1783033577.739384, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:06:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 982.305, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.941, "pushed": 2.941, "read": 2.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 225.406, "count": 88, "max_ms": 264.114, "p95_ms": 246.524}, "gstreamer_push": {"avg_ms": 1.12, "count": 88, "max_ms": 3.027, "p95_ms": 2.644}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.801, "count": 88, "max_ms": 104.029, "p95_ms": 97.499}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.472, "count": 88, "max_ms": 103.275, "p95_ms": 94.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 334.683, "count": 88, "max_ms": 394.274, "p95_ms": 372.944}, "read_interval": {"avg_ms": 343.801, "count": 87, "max_ms": 404.362, "p95_ms": 381.746}, "triton_wait": {"avg_ms": 74.527, "count": 88, "max_ms": 104.041, "p95_ms": 98.257}, "visualize": {"avg_ms": 30.993, "count": 88, "max_ms": 44.435, "p95_ms": 43.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13350.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.756, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.73, "name": "ffmpeg", "pid": 25677, "rss_mb": 291.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 14, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.31, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 716956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:06:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:06:20+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T08:06:20+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T08:06:20.331436+09:00", "mtime_epoch": 1783033580.3314362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 219099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:06:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7743.434, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.609, "count": 298, "max_ms": 24.069, "p95_ms": 17.835}, "gstreamer_push": {"avg_ms": 1.192, "count": 298, "max_ms": 1.78, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.158, "count": 298, "max_ms": 75.056, "p95_ms": 65.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.094, "count": 298, "max_ms": 109.799, "p95_ms": 88.588}, "yolo11_640_fire_11class": {"avg_ms": 50.841, "count": 298, "max_ms": 75.328, "p95_ms": 66.224}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.463, "count": 298, "max_ms": 89.339, "p95_ms": 79.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.287, "count": 298, "max_ms": 159.512, "p95_ms": 122.188}, "read_interval": {"avg_ms": 100.68, "count": 297, "max_ms": 168.5, "p95_ms": 131.881}, "triton_wait": {"avg_ms": 63.024, "count": 298, "max_ms": 109.811, "p95_ms": 88.732}, "visualize": {"avg_ms": 3.581, "count": 298, "max_ms": 6.019, "p95_ms": 4.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13336.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3483.87, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 1, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.07, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 773026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:06:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:06:21+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T08:06:21+09:00", "mjpeg": {"age_sec": 0.258, "exists": true, "mtime": "2026-07-03T08:06:21.011450+09:00", "mtime_epoch": 1783033581.0114498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:06:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1467.371, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.808, "count": 299, "max_ms": 12.297, "p95_ms": 8.901}, "gstreamer_push": {"avg_ms": 1.241, "count": 299, "max_ms": 1.807, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.974, "count": 299, "max_ms": 79.329, "p95_ms": 67.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.579, "count": 299, "max_ms": 107.42, "p95_ms": 87.824}, "yolo11_640_fire_11class": {"avg_ms": 50.814, "count": 299, "max_ms": 76.757, "p95_ms": 66.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.689, "count": 299, "max_ms": 90.595, "p95_ms": 81.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.647, "count": 299, "max_ms": 124.004, "p95_ms": 105.043}, "read_interval": {"avg_ms": 100.382, "count": 299, "max_ms": 737.121, "p95_ms": 149.136}, "triton_wait": {"avg_ms": 61.474, "count": 299, "max_ms": 107.433, "p95_ms": 88.324}, "visualize": {"avg_ms": 3.629, "count": 299, "max_ms": 5.446, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3344, "tracking_summary": 2895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13348.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79461.855, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.022, "sample_count": 941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:06:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:06:48+09:00", "last_frame_read_age_sec": 0.375, "last_frame_read_at": "2026-07-03T08:06:48+09:00", "mjpeg": {"age_sec": 0.366, "exists": true, "mtime": "2026-07-03T08:06:48.067993+09:00", "mtime_epoch": 1783033608.067993, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:06:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 982.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.064, "pushed": 3.064, "read": 3.03}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 214.476, "count": 91, "max_ms": 279.717, "p95_ms": 236.738}, "gstreamer_push": {"avg_ms": 1.162, "count": 91, "max_ms": 2.996, "p95_ms": 2.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.505, "count": 91, "max_ms": 112.831, "p95_ms": 100.856}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.368, "count": 91, "max_ms": 103.994, "p95_ms": 96.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 319.868, "count": 91, "max_ms": 385.023, "p95_ms": 366.804}, "read_interval": {"avg_ms": 329.397, "count": 90, "max_ms": 393.712, "p95_ms": 376.317}, "triton_wait": {"avg_ms": 71.918, "count": 91, "max_ms": 112.843, "p95_ms": 100.869}, "visualize": {"avg_ms": 29.634, "count": 91, "max_ms": 46.292, "p95_ms": 39.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.703, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13342.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.81, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.73, "name": "ffmpeg", "pid": 25677, "rss_mb": 291.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 14, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.718, "sample_count": 2870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:06:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:06:50+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T08:06:50+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T08:06:50.376039+09:00", "mtime_epoch": 1783033610.3760393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:06:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7743.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.06, "pushed": 7.06, "read": 7.026}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.353, "count": 211, "max_ms": 26.663, "p95_ms": 20.964}, "gstreamer_push": {"avg_ms": 1.034, "count": 211, "max_ms": 1.457, "p95_ms": 1.261}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.195, "count": 211, "max_ms": 78.693, "p95_ms": 64.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.77, "count": 211, "max_ms": 110.364, "p95_ms": 89.518}, "yolo11_640_fire_11class": {"avg_ms": 51.616, "count": 211, "max_ms": 86.215, "p95_ms": 65.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.102, "count": 211, "max_ms": 90.934, "p95_ms": 79.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.569, "count": 211, "max_ms": 217.55, "p95_ms": 176.003}, "read_interval": {"avg_ms": 142.393, "count": 210, "max_ms": 226.926, "p95_ms": 185.374}, "triton_wait": {"avg_ms": 65.273, "count": 211, "max_ms": 110.377, "p95_ms": 90.946}, "visualize": {"avg_ms": 5.206, "count": 211, "max_ms": 8.96, "p95_ms": 7.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13341.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3513.946, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 1, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.989, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 773326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:06:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:06:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T08:06:51+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T08:06:51.280057+09:00", "mtime_epoch": 1783033611.2800572, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:06:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1467.629, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.854, "count": 300, "max_ms": 12.028, "p95_ms": 9.274}, "gstreamer_push": {"avg_ms": 1.23, "count": 300, "max_ms": 1.522, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.288, "count": 300, "max_ms": 78.454, "p95_ms": 63.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.806, "count": 300, "max_ms": 108.481, "p95_ms": 83.618}, "yolo11_640_fire_11class": {"avg_ms": 49.514, "count": 300, "max_ms": 79.515, "p95_ms": 65.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.848, "count": 300, "max_ms": 95.208, "p95_ms": 79.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.996, "count": 300, "max_ms": 125.369, "p95_ms": 101.296}, "read_interval": {"avg_ms": 100.299, "count": 299, "max_ms": 809.173, "p95_ms": 135.355}, "triton_wait": {"avg_ms": 59.882, "count": 300, "max_ms": 108.495, "p95_ms": 84.912}, "visualize": {"avg_ms": 3.612, "count": 300, "max_ms": 5.428, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3344, "tracking_summary": 2896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13352.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79491.878, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.305, "sample_count": 944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:07:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:07:18+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-03T08:07:18+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-03T08:07:18.232596+09:00", "mtime_epoch": 1783033638.232596, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253558}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:07:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 984.773, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.677, "pushed": 3.677, "read": 3.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 163.515, "count": 109, "max_ms": 239.506, "p95_ms": 233.219}, "gstreamer_push": {"avg_ms": 0.887, "count": 109, "max_ms": 2.69, "p95_ms": 1.719}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.965, "count": 109, "max_ms": 113.641, "p95_ms": 97.126}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.383, "count": 109, "max_ms": 103.776, "p95_ms": 95.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.848, "count": 109, "max_ms": 377.467, "p95_ms": 356.09}, "read_interval": {"avg_ms": 275.748, "count": 108, "max_ms": 386.06, "p95_ms": 366.154}, "triton_wait": {"avg_ms": 72.069, "count": 109, "max_ms": 113.652, "p95_ms": 97.138}, "visualize": {"avg_ms": 26.502, "count": 109, "max_ms": 41.774, "p95_ms": 38.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.641, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13344.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 513.911, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.82, "name": "ffmpeg", "pid": 25677, "rss_mb": 292.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 14, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.69, "sample_count": 2864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:07:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:07:20+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T08:07:20+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T08:07:20.516641+09:00", "mtime_epoch": 1783033640.5166414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 224006}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:07:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7743.691, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.534, "pushed": 9.534, "read": 9.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.915, "count": 286, "max_ms": 22.402, "p95_ms": 18.519}, "gstreamer_push": {"avg_ms": 1.186, "count": 286, "max_ms": 1.815, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.12, "count": 286, "max_ms": 78.017, "p95_ms": 66.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.17, "count": 286, "max_ms": 111.857, "p95_ms": 93.129}, "yolo11_640_fire_11class": {"avg_ms": 52.031, "count": 286, "max_ms": 74.609, "p95_ms": 65.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.937, "count": 286, "max_ms": 90.641, "p95_ms": 78.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.888, "count": 286, "max_ms": 145.182, "p95_ms": 123.509}, "read_interval": {"avg_ms": 104.873, "count": 286, "max_ms": 157.3, "p95_ms": 136.213}, "triton_wait": {"avg_ms": 66.886, "count": 286, "max_ms": 111.87, "p95_ms": 93.143}, "visualize": {"avg_ms": 3.594, "count": 286, "max_ms": 5.8, "p95_ms": 4.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13350.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3544.004, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 1, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.528, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 773628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:07:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:07:21+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T08:07:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T08:07:21.312657+09:00", "mtime_epoch": 1783033641.3126574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:07:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1467.629, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.871, "count": 302, "max_ms": 14.451, "p95_ms": 8.824}, "gstreamer_push": {"avg_ms": 1.254, "count": 302, "max_ms": 1.959, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.872, "count": 302, "max_ms": 76.206, "p95_ms": 68.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.022, "count": 302, "max_ms": 104.956, "p95_ms": 87.744}, "yolo11_640_fire_11class": {"avg_ms": 52.844, "count": 302, "max_ms": 75.158, "p95_ms": 67.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.172, "count": 302, "max_ms": 88.138, "p95_ms": 81.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.014, "count": 302, "max_ms": 122.331, "p95_ms": 104.04}, "read_interval": {"avg_ms": 99.491, "count": 301, "max_ms": 725.539, "p95_ms": 120.962}, "triton_wait": {"avg_ms": 64.77, "count": 302, "max_ms": 104.97, "p95_ms": 88.151}, "visualize": {"avg_ms": 3.648, "count": 302, "max_ms": 4.9, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3344, "tracking_summary": 2897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13348.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79521.93, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.661, "sample_count": 962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:07:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:07:48+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-03T08:07:48+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-03T08:07:48.301194+09:00", "mtime_epoch": 1783033668.3011944, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:07:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 976.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.588, "pushed": 3.588, "read": 3.554}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 166.811, "count": 107, "max_ms": 242.077, "p95_ms": 236.491}, "gstreamer_push": {"avg_ms": 0.909, "count": 107, "max_ms": 3.321, "p95_ms": 1.796}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.354, "count": 107, "max_ms": 105.349, "p95_ms": 99.814}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.144, "count": 107, "max_ms": 101.505, "p95_ms": 94.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 271.394, "count": 107, "max_ms": 367.393, "p95_ms": 356.501}, "read_interval": {"avg_ms": 281.383, "count": 106, "max_ms": 376.194, "p95_ms": 366.123}, "triton_wait": {"avg_ms": 76.218, "count": 107, "max_ms": 105.361, "p95_ms": 99.824}, "visualize": {"avg_ms": 24.603, "count": 107, "max_ms": 40.727, "p95_ms": 30.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13348.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.967, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.203, "name": "ffmpeg", "pid": 25677, "rss_mb": 297.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 14, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.426, "sample_count": 2843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:07:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:07:50+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-03T08:07:50+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T08:07:50.557239+09:00", "mtime_epoch": 1783033670.5572393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 216456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:07:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7743.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.656, "pushed": 8.656, "read": 8.622}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.824, "count": 259, "max_ms": 24.516, "p95_ms": 19.55}, "gstreamer_push": {"avg_ms": 1.103, "count": 259, "max_ms": 1.414, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.738, "count": 259, "max_ms": 76.984, "p95_ms": 64.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.747, "count": 259, "max_ms": 103.832, "p95_ms": 92.088}, "yolo11_640_fire_11class": {"avg_ms": 50.737, "count": 259, "max_ms": 79.117, "p95_ms": 64.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.323, "count": 259, "max_ms": 86.248, "p95_ms": 77.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.835, "count": 259, "max_ms": 163.402, "p95_ms": 138.817}, "read_interval": {"avg_ms": 115.986, "count": 258, "max_ms": 173.629, "p95_ms": 148.871}, "triton_wait": {"avg_ms": 63.356, "count": 259, "max_ms": 103.845, "p95_ms": 92.102}, "visualize": {"avg_ms": 4.164, "count": 259, "max_ms": 7.516, "p95_ms": 5.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13348.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3574.079, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 1, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.028, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 773927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:07:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:07:51+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T08:07:51+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T08:07:51.417256+09:00", "mtime_epoch": 1783033671.4172564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:07:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1467.887, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.859, "count": 299, "max_ms": 11.893, "p95_ms": 9.372}, "gstreamer_push": {"avg_ms": 1.235, "count": 299, "max_ms": 1.471, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.018, "count": 299, "max_ms": 73.272, "p95_ms": 65.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.481, "count": 299, "max_ms": 106.798, "p95_ms": 89.407}, "yolo11_640_fire_11class": {"avg_ms": 50.328, "count": 299, "max_ms": 73.801, "p95_ms": 65.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.596, "count": 299, "max_ms": 85.119, "p95_ms": 77.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.666, "count": 299, "max_ms": 123.769, "p95_ms": 106.443}, "read_interval": {"avg_ms": 100.637, "count": 298, "max_ms": 773.124, "p95_ms": 134.137}, "triton_wait": {"avg_ms": 61.475, "count": 299, "max_ms": 106.814, "p95_ms": 89.421}, "visualize": {"avg_ms": 3.634, "count": 299, "max_ms": 4.755, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3346, "tracking_summary": 2897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13360.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79552.032, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.305, "sample_count": 953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:08:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:08:18+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T08:08:18+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:08:18.293789+09:00", "mtime_epoch": 1783033698.2937891, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:08:18+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 981.922, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.957, "pushed": 2.957, "read": 2.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 225.17, "count": 88, "max_ms": 262.016, "p95_ms": 240.088}, "gstreamer_push": {"avg_ms": 0.958, "count": 88, "max_ms": 1.868, "p95_ms": 1.775}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.148, "count": 88, "max_ms": 106.383, "p95_ms": 100.527}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.22, "count": 88, "max_ms": 103.967, "p95_ms": 93.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.122, "count": 88, "max_ms": 376.694, "p95_ms": 369.498}, "read_interval": {"avg_ms": 342.123, "count": 87, "max_ms": 386.624, "p95_ms": 380.29}, "triton_wait": {"avg_ms": 72.458, "count": 88, "max_ms": 106.394, "p95_ms": 100.541}, "visualize": {"avg_ms": 30.709, "count": 88, "max_ms": 40.17, "p95_ms": 39.46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.763, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13350.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3604.1, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.028, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 774230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:08:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:08:21+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T08:08:21+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T08:08:21.437851+09:00", "mtime_epoch": 1783033701.4378514, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:08:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1468.145, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.131, "pushed": 10.131, "read": 10.097}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.931, "count": 303, "max_ms": 12.853, "p95_ms": 10.582}, "gstreamer_push": {"avg_ms": 1.231, "count": 303, "max_ms": 1.63, "p95_ms": 1.358}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.752, "count": 303, "max_ms": 76.227, "p95_ms": 66.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.167, "count": 303, "max_ms": 107.49, "p95_ms": 82.579}, "yolo11_640_fire_11class": {"avg_ms": 50.206, "count": 303, "max_ms": 76.929, "p95_ms": 67.34}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.282, "count": 303, "max_ms": 89.766, "p95_ms": 78.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.877, "count": 303, "max_ms": 124.567, "p95_ms": 100.294}, "read_interval": {"avg_ms": 99.136, "count": 302, "max_ms": 648.882, "p95_ms": 130.837}, "triton_wait": {"avg_ms": 59.64, "count": 303, "max_ms": 107.503, "p95_ms": 83.637}, "visualize": {"avg_ms": 3.628, "count": 303, "max_ms": 4.573, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13459.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 220, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:58:43+09:00", "last_error_summary": "[h264 @ 0x55af6c4345c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c4345c0] error while decoding MB 0 3, bytestream 20975 [h264 @ 0x55af6ccd49c0] cabac decode of qscale diff failed at 74 42 [h264 @ 0x55af6ccd49c0] error while decoding MB 74 42, bytestream 6307 [h264 @ 0x55af6c470b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55af6c470b00] error while decoding MB 0 25, bytestream 3208 [h264 @ 0x55af6c4204c0] left block unavailable for requested intr", "last_exit_at": "2026-07-03T07:58:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 586.465, "last_started_at": "2026-07-03T07:58:46+09:00", "pid": 25677, "process": {"exists": true, "fd_count": 5, "hwm_mb": 409.645, "name": "ffmpeg", "pid": 25677, "rss_mb": 409.645, "state": "S (sleeping)", "threads": 104}, "restart_count": 133, "restart_count_per_hour": 13, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.034, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 717939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:08:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:08:33+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T08:08:33+09:00", "mjpeg": {"age_sec": 19.475, "exists": true, "mtime": "2026-07-03T08:08:13.689698+09:00", "mtime_epoch": 1783033693.689698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:08:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7743.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.64, "pushed": 3.64, "read": 3.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 14.346, "count": 109, "max_ms": 18.608, "p95_ms": 16.159}, "gstreamer_push": {"avg_ms": 1.185, "count": 109, "max_ms": 1.368, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.585, "count": 109, "max_ms": 71.19, "p95_ms": 62.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.595, "count": 109, "max_ms": 98.772, "p95_ms": 83.276}, "yolo11_640_fire_11class": {"avg_ms": 50.983, "count": 109, "max_ms": 72.969, "p95_ms": 64.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.761, "count": 109, "max_ms": 86.556, "p95_ms": 74.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.767, "count": 109, "max_ms": 123.008, "p95_ms": 105.766}, "read_interval": {"avg_ms": 277.365, "count": 108, "max_ms": 19500.1, "p95_ms": 125.132}, "triton_wait": {"avg_ms": 61.486, "count": 109, "max_ms": 98.784, "p95_ms": 83.287}, "visualize": {"avg_ms": 3.444, "count": 109, "max_ms": 3.834, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3347, "tracking_summary": 2898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13306.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79582.37, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.186, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:08:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:08:48+09:00", "last_frame_read_age_sec": 0.35, "last_frame_read_at": "2026-07-03T08:08:48+09:00", "mjpeg": {"age_sec": 0.342, "exists": true, "mtime": "2026-07-03T08:08:48.606388+09:00", "mtime_epoch": 1783033728.6063879, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:08:48+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 975.695, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.266, "pushed": 3.266, "read": 3.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.563, "count": 97, "max_ms": 262.21, "p95_ms": 238.209}, "gstreamer_push": {"avg_ms": 1.212, "count": 97, "max_ms": 2.853, "p95_ms": 2.716}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.801, "count": 97, "max_ms": 98.957, "p95_ms": 86.41}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.714, "count": 97, "max_ms": 95.987, "p95_ms": 82.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.434, "count": 97, "max_ms": 370.776, "p95_ms": 357.967}, "read_interval": {"avg_ms": 308.879, "count": 96, "max_ms": 379.549, "p95_ms": 368.51}, "triton_wait": {"avg_ms": 70.424, "count": 97, "max_ms": 98.968, "p95_ms": 91.171}, "visualize": {"avg_ms": 28.695, "count": 97, "max_ms": 42.094, "p95_ms": 40.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.696, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13323.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3634.12, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.62, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 774526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:08:51+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T08:08:51+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T08:08:51.414443+09:00", "mtime_epoch": 1783033731.4144433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:08:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1468.145, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.853}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.888, "count": 296, "max_ms": 13.728, "p95_ms": 9.754}, "gstreamer_push": {"avg_ms": 1.228, "count": 296, "max_ms": 1.941, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.463, "count": 296, "max_ms": 77.147, "p95_ms": 64.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.819, "count": 296, "max_ms": 95.572, "p95_ms": 80.536}, "yolo11_640_fire_11class": {"avg_ms": 48.571, "count": 296, "max_ms": 76.887, "p95_ms": 66.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.632, "count": 296, "max_ms": 91.279, "p95_ms": 78.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.839, "count": 296, "max_ms": 115.703, "p95_ms": 96.713}, "read_interval": {"avg_ms": 101.325, "count": 295, "max_ms": 719.123, "p95_ms": 221.4}, "triton_wait": {"avg_ms": 56.74, "count": 296, "max_ms": 95.585, "p95_ms": 81.417}, "visualize": {"avg_ms": 3.617, "count": 296, "max_ms": 4.778, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13325.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.518, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.02, "name": "ffmpeg", "pid": 25784, "rss_mb": 267.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 14, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.92, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:09:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:09:03+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:09:03+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T08:09:03.174675+09:00", "mtime_epoch": 1783033743.1746747, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 216878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:09:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7743.949, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.134, "pushed": 8.134, "read": 8.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.062, "count": 243, "max_ms": 22.28, "p95_ms": 19.499}, "gstreamer_push": {"avg_ms": 1.177, "count": 244, "max_ms": 1.727, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.34, "count": 243, "max_ms": 77.144, "p95_ms": 64.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.658, "count": 243, "max_ms": 108.632, "p95_ms": 88.745}, "yolo11_640_fire_11class": {"avg_ms": 52.375, "count": 243, "max_ms": 77.46, "p95_ms": 67.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.63, "count": 243, "max_ms": 91.37, "p95_ms": 80.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.771, "count": 244, "max_ms": 156.847, "p95_ms": 131.058}, "read_interval": {"avg_ms": 123.416, "count": 243, "max_ms": 4440.188, "p95_ms": 140.453}, "triton_wait": {"avg_ms": 64.463, "count": 243, "max_ms": 108.644, "p95_ms": 88.758}, "visualize": {"avg_ms": 3.784, "count": 243, "max_ms": 7.711, "p95_ms": 5.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3347, "tracking_summary": 2899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13319.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79612.598, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.856, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:09:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:09:19+09:00", "last_frame_read_age_sec": 0.332, "last_frame_read_at": "2026-07-03T08:09:18+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-03T08:09:18.858983+09:00", "mtime_epoch": 1783033758.8589833, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:09:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 975.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.948, "pushed": 2.948, "read": 2.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 225.352, "count": 88, "max_ms": 253.09, "p95_ms": 233.049}, "gstreamer_push": {"avg_ms": 1.205, "count": 88, "max_ms": 2.985, "p95_ms": 2.833}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.201, "count": 88, "max_ms": 105.191, "p95_ms": 98.016}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.96, "count": 88, "max_ms": 102.403, "p95_ms": 98.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.207, "count": 88, "max_ms": 375.823, "p95_ms": 366.598}, "read_interval": {"avg_ms": 343.531, "count": 87, "max_ms": 386.091, "p95_ms": 376.659}, "triton_wait": {"avg_ms": 72.712, "count": 88, "max_ms": 105.202, "p95_ms": 98.962}, "visualize": {"avg_ms": 31.356, "count": 88, "max_ms": 41.846, "p95_ms": 39.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13327.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3664.164, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.3, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 774831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:09:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:09:21+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T08:09:21+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T08:09:21.495035+09:00", "mtime_epoch": 1783033761.4950352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:09:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1468.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.197, "pushed": 10.197, "read": 10.197}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.817, "count": 305, "max_ms": 14.254, "p95_ms": 8.755}, "gstreamer_push": {"avg_ms": 1.234, "count": 305, "max_ms": 1.641, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.513, "count": 305, "max_ms": 77.163, "p95_ms": 67.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.515, "count": 305, "max_ms": 106.491, "p95_ms": 85.065}, "yolo11_640_fire_11class": {"avg_ms": 51.744, "count": 305, "max_ms": 79.614, "p95_ms": 68.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.029, "count": 305, "max_ms": 88.738, "p95_ms": 79.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.23, "count": 305, "max_ms": 123.529, "p95_ms": 101.928}, "read_interval": {"avg_ms": 98.624, "count": 305, "max_ms": 771.803, "p95_ms": 122.187}, "triton_wait": {"avg_ms": 62.142, "count": 305, "max_ms": 106.505, "p95_ms": 85.989}, "visualize": {"avg_ms": 3.629, "count": 305, "max_ms": 4.64, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13330.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.564, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 14, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.887, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:09:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:09:33+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T08:09:33+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T08:09:33.219265+09:00", "mtime_epoch": 1783033773.2192652, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:09:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7744.207, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.694, "count": 302, "max_ms": 25.748, "p95_ms": 20.319}, "gstreamer_push": {"avg_ms": 1.175, "count": 302, "max_ms": 1.749, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.567, "count": 302, "max_ms": 75.593, "p95_ms": 65.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.793, "count": 302, "max_ms": 102.747, "p95_ms": 89.376}, "yolo11_640_fire_11class": {"avg_ms": 50.831, "count": 302, "max_ms": 71.905, "p95_ms": 65.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.487, "count": 302, "max_ms": 86.446, "p95_ms": 77.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.908, "count": 302, "max_ms": 125.24, "p95_ms": 112.289}, "read_interval": {"avg_ms": 99.492, "count": 301, "max_ms": 306.721, "p95_ms": 125.933}, "triton_wait": {"avg_ms": 63.277, "count": 302, "max_ms": 102.762, "p95_ms": 89.39}, "visualize": {"avg_ms": 3.414, "count": 302, "max_ms": 5.199, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3348, "tracking_summary": 2900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13318.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79642.727, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.837, "sample_count": 956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:09:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:09:49+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T08:09:48+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T08:09:48.999574+09:00", "mtime_epoch": 1783033788.9995744, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:09:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 972.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.257, "pushed": 3.257, "read": 3.223}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 194.922, "count": 97, "max_ms": 238.79, "p95_ms": 235.454}, "gstreamer_push": {"avg_ms": 1.222, "count": 97, "max_ms": 2.928, "p95_ms": 2.763}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.6, "count": 97, "max_ms": 102.815, "p95_ms": 97.269}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.361, "count": 97, "max_ms": 94.646, "p95_ms": 90.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 300.421, "count": 97, "max_ms": 364.971, "p95_ms": 356.939}, "read_interval": {"avg_ms": 310.447, "count": 96, "max_ms": 375.909, "p95_ms": 366.486}, "triton_wait": {"avg_ms": 72.818, "count": 97, "max_ms": 102.828, "p95_ms": 97.281}, "visualize": {"avg_ms": 28.907, "count": 97, "max_ms": 41.376, "p95_ms": 39.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.786, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13320.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3694.229, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.813, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 775127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:09:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:09:51+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T08:09:51+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T08:09:51.563625+09:00", "mtime_epoch": 1783033791.5636246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:09:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1468.402, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.939, "count": 296, "max_ms": 11.371, "p95_ms": 9.862}, "gstreamer_push": {"avg_ms": 1.236, "count": 296, "max_ms": 1.575, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.474, "count": 296, "max_ms": 75.911, "p95_ms": 67.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.51, "count": 296, "max_ms": 100.079, "p95_ms": 83.703}, "yolo11_640_fire_11class": {"avg_ms": 53.013, "count": 296, "max_ms": 75.38, "p95_ms": 68.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.666, "count": 296, "max_ms": 90.129, "p95_ms": 79.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.793, "count": 296, "max_ms": 143.379, "p95_ms": 108.234}, "read_interval": {"avg_ms": 101.619, "count": 295, "max_ms": 832.902, "p95_ms": 121.469}, "triton_wait": {"avg_ms": 63.893, "count": 296, "max_ms": 100.092, "p95_ms": 83.818}, "visualize": {"avg_ms": 3.689, "count": 296, "max_ms": 5.996, "p95_ms": 4.46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13328.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.623, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 14, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.887, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 718780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:10:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:10:03+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T08:10:03+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T08:10:03.283854+09:00", "mtime_epoch": 1783033803.283854, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:10:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7744.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.842, "pushed": 9.842, "read": 9.809}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.953, "count": 295, "max_ms": 25.33, "p95_ms": 20.318}, "gstreamer_push": {"avg_ms": 1.172, "count": 295, "max_ms": 1.427, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.976, "count": 295, "max_ms": 73.193, "p95_ms": 65.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.525, "count": 295, "max_ms": 101.688, "p95_ms": 86.534}, "yolo11_640_fire_11class": {"avg_ms": 52.518, "count": 295, "max_ms": 72.369, "p95_ms": 64.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.151, "count": 295, "max_ms": 85.999, "p95_ms": 77.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.626, "count": 295, "max_ms": 131.768, "p95_ms": 112.205}, "read_interval": {"avg_ms": 101.934, "count": 294, "max_ms": 141.804, "p95_ms": 125.321}, "triton_wait": {"avg_ms": 65.898, "count": 295, "max_ms": 101.701, "p95_ms": 86.543}, "visualize": {"avg_ms": 3.419, "count": 295, "max_ms": 5.449, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3350, "tracking_summary": 2900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13332.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79672.927, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.049, "sample_count": 966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:10:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:10:19+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T08:10:19+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T08:10:19.184165+09:00", "mtime_epoch": 1783033819.1841648, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:10:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 985.516, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.247, "pushed": 3.247, "read": 3.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 201.709, "count": 97, "max_ms": 248.338, "p95_ms": 234.169}, "gstreamer_push": {"avg_ms": 1.224, "count": 97, "max_ms": 2.884, "p95_ms": 1.934}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.68, "count": 97, "max_ms": 101.479, "p95_ms": 93.7}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.29, "count": 97, "max_ms": 97.073, "p95_ms": 91.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 301.558, "count": 97, "max_ms": 372.44, "p95_ms": 359.873}, "read_interval": {"avg_ms": 311.061, "count": 96, "max_ms": 382.4, "p95_ms": 371.504}, "triton_wait": {"avg_ms": 68.708, "count": 97, "max_ms": 101.492, "p95_ms": 93.713}, "visualize": {"avg_ms": 27.394, "count": 97, "max_ms": 40.832, "p95_ms": 39.706}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13331.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3724.273, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.863, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 775430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:10:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:10:21+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T08:10:21+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T08:10:21.608212+09:00", "mtime_epoch": 1783033821.608212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:10:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1468.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.079}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.862, "count": 303, "max_ms": 14.164, "p95_ms": 9.222}, "gstreamer_push": {"avg_ms": 1.242, "count": 303, "max_ms": 1.778, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.117, "count": 303, "max_ms": 78.578, "p95_ms": 68.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.87, "count": 303, "max_ms": 98.517, "p95_ms": 85.058}, "yolo11_640_fire_11class": {"avg_ms": 52.267, "count": 303, "max_ms": 81.092, "p95_ms": 67.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.512, "count": 303, "max_ms": 88.602, "p95_ms": 79.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.578, "count": 303, "max_ms": 115.069, "p95_ms": 102.004}, "read_interval": {"avg_ms": 99.209, "count": 302, "max_ms": 647.85, "p95_ms": 119.491}, "triton_wait": {"avg_ms": 63.451, "count": 303, "max_ms": 98.53, "p95_ms": 86.016}, "visualize": {"avg_ms": 3.598, "count": 303, "max_ms": 5.652, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13331.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.641, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 13, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.887, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:10:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:10:33+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T08:10:33+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T08:10:33.296440+09:00", "mtime_epoch": 1783033833.29644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 213391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:10:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7744.465, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.258, "pushed": 10.258, "read": 10.224}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.69, "count": 307, "max_ms": 23.342, "p95_ms": 18.684}, "gstreamer_push": {"avg_ms": 1.179, "count": 307, "max_ms": 1.739, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.959, "count": 307, "max_ms": 72.119, "p95_ms": 64.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.106, "count": 307, "max_ms": 106.829, "p95_ms": 88.731}, "yolo11_640_fire_11class": {"avg_ms": 50.667, "count": 307, "max_ms": 73.373, "p95_ms": 65.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.67, "count": 307, "max_ms": 86.735, "p95_ms": 77.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.334, "count": 307, "max_ms": 131.228, "p95_ms": 111.982}, "read_interval": {"avg_ms": 97.802, "count": 306, "max_ms": 146.971, "p95_ms": 125.182}, "triton_wait": {"avg_ms": 62.711, "count": 307, "max_ms": 106.841, "p95_ms": 88.744}, "visualize": {"avg_ms": 3.425, "count": 307, "max_ms": 4.463, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3351, "tracking_summary": 2901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13331.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79702.969, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.501, "sample_count": 947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:10:49+09:00", "last_frame_read_age_sec": 0.337, "last_frame_read_at": "2026-07-03T08:10:49+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-03T08:10:49.220750+09:00", "mtime_epoch": 1783033849.22075, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:10:49+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 985.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.964, "pushed": 2.964, "read": 2.931}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 228.548, "count": 88, "max_ms": 262.715, "p95_ms": 237.917}, "gstreamer_push": {"avg_ms": 0.917, "count": 88, "max_ms": 2.843, "p95_ms": 2.68}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.81, "count": 88, "max_ms": 112.311, "p95_ms": 96.384}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.037, "count": 88, "max_ms": 100.107, "p95_ms": 89.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 331.709, "count": 88, "max_ms": 376.641, "p95_ms": 358.918}, "read_interval": {"avg_ms": 341.34, "count": 87, "max_ms": 386.562, "p95_ms": 367.763}, "triton_wait": {"avg_ms": 73.091, "count": 88, "max_ms": 112.324, "p95_ms": 96.396}, "visualize": {"avg_ms": 26.259, "count": 88, "max_ms": 40.092, "p95_ms": 34.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.685, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13331.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3754.338, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.464, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 775733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:10:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:10:51+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T08:10:51+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T08:10:51.656798+09:00", "mtime_epoch": 1783033851.6567976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:10:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1468.66, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.866, "count": 303, "max_ms": 13.867, "p95_ms": 8.953}, "gstreamer_push": {"avg_ms": 1.24, "count": 303, "max_ms": 1.764, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.968, "count": 303, "max_ms": 77.72, "p95_ms": 64.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.975, "count": 303, "max_ms": 103.774, "p95_ms": 81.679}, "yolo11_640_fire_11class": {"avg_ms": 50.843, "count": 303, "max_ms": 77.733, "p95_ms": 66.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.444, "count": 303, "max_ms": 89.467, "p95_ms": 77.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.562, "count": 303, "max_ms": 119.803, "p95_ms": 100.824}, "read_interval": {"avg_ms": 99.227, "count": 302, "max_ms": 788.379, "p95_ms": 121.623}, "triton_wait": {"avg_ms": 60.382, "count": 303, "max_ms": 103.787, "p95_ms": 84.062}, "visualize": {"avg_ms": 3.616, "count": 303, "max_ms": 4.519, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13333.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.7, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 13, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.183, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:11:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:11:03+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-03T08:11:03+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-03T08:11:03.313024+09:00", "mtime_epoch": 1783033863.3130243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:11:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7744.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.543, "count": 300, "max_ms": 24.319, "p95_ms": 16.837}, "gstreamer_push": {"avg_ms": 1.191, "count": 300, "max_ms": 1.55, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.333, "count": 300, "max_ms": 78.222, "p95_ms": 64.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.706, "count": 300, "max_ms": 112.404, "p95_ms": 87.496}, "yolo11_640_fire_11class": {"avg_ms": 51.109, "count": 300, "max_ms": 77.254, "p95_ms": 64.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.024, "count": 300, "max_ms": 86.34, "p95_ms": 77.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.879, "count": 300, "max_ms": 152.987, "p95_ms": 115.279}, "read_interval": {"avg_ms": 100.072, "count": 299, "max_ms": 162.783, "p95_ms": 126.848}, "triton_wait": {"avg_ms": 62.938, "count": 300, "max_ms": 112.417, "p95_ms": 87.508}, "visualize": {"avg_ms": 3.538, "count": 300, "max_ms": 4.946, "p95_ms": 4.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3351, "tracking_summary": 2902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13329.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79733.272, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.047, "sample_count": 966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:11:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:11:19+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T08:11:19+09:00", "mjpeg": {"age_sec": 0.314, "exists": true, "mtime": "2026-07-03T08:11:19.537339+09:00", "mtime_epoch": 1783033879.5373394, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:11:19+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 981.523, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.57, "pushed": 3.57, "read": 3.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.305, "count": 107, "max_ms": 262.578, "p95_ms": 241.504}, "gstreamer_push": {"avg_ms": 1.007, "count": 107, "max_ms": 2.066, "p95_ms": 1.808}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.338, "count": 107, "max_ms": 111.89, "p95_ms": 95.281}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.807, "count": 107, "max_ms": 102.449, "p95_ms": 93.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.531, "count": 107, "max_ms": 363.413, "p95_ms": 352.398}, "read_interval": {"avg_ms": 282.755, "count": 106, "max_ms": 374.181, "p95_ms": 363.818}, "triton_wait": {"avg_ms": 70.585, "count": 107, "max_ms": 111.901, "p95_ms": 95.293}, "visualize": {"avg_ms": 24.894, "count": 107, "max_ms": 40.19, "p95_ms": 33.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13328.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3784.342, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.047, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 776030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:11:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:11:21+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T08:11:21+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T08:11:21.677381+09:00", "mtime_epoch": 1783033881.677381, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:11:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1468.918, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.914, "count": 297, "max_ms": 12.813, "p95_ms": 9.58}, "gstreamer_push": {"avg_ms": 1.251, "count": 297, "max_ms": 2.068, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.003, "count": 297, "max_ms": 75.276, "p95_ms": 67.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.573, "count": 297, "max_ms": 109.316, "p95_ms": 81.957}, "yolo11_640_fire_11class": {"avg_ms": 52.138, "count": 297, "max_ms": 75.827, "p95_ms": 67.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.615, "count": 297, "max_ms": 91.255, "p95_ms": 80.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.152, "count": 297, "max_ms": 126.398, "p95_ms": 99.732}, "read_interval": {"avg_ms": 101.082, "count": 297, "max_ms": 840.4, "p95_ms": 125.094}, "triton_wait": {"avg_ms": 61.837, "count": 297, "max_ms": 109.33, "p95_ms": 83.979}, "visualize": {"avg_ms": 3.666, "count": 297, "max_ms": 5.773, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13328.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.774, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 13, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.758, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:11:33+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T08:11:33+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T08:11:33.421609+09:00", "mtime_epoch": 1783033893.4216087, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:11:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7744.723, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.081}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.598, "count": 303, "max_ms": 23.443, "p95_ms": 17.719}, "gstreamer_push": {"avg_ms": 1.205, "count": 303, "max_ms": 2.199, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.134, "count": 303, "max_ms": 75.37, "p95_ms": 66.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.446, "count": 303, "max_ms": 108.311, "p95_ms": 88.662}, "yolo11_640_fire_11class": {"avg_ms": 52.118, "count": 303, "max_ms": 77.621, "p95_ms": 67.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.381, "count": 303, "max_ms": 91.587, "p95_ms": 78.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.495, "count": 303, "max_ms": 130.099, "p95_ms": 112.411}, "read_interval": {"avg_ms": 99.229, "count": 302, "max_ms": 159.851, "p95_ms": 126.658}, "triton_wait": {"avg_ms": 63.889, "count": 303, "max_ms": 108.324, "p95_ms": 88.675}, "visualize": {"avg_ms": 3.472, "count": 303, "max_ms": 5.116, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3352, "tracking_summary": 2903}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13332.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79763.535, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.047, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T08:11:50+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T08:11:49+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:11:49.797926+09:00", "mtime_epoch": 1783033909.797926, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:11:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 984.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.944, "pushed": 2.944, "read": 2.91}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.449, "count": 88, "max_ms": 238.738, "p95_ms": 235.005}, "gstreamer_push": {"avg_ms": 1.286, "count": 88, "max_ms": 1.97, "p95_ms": 1.8}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.774, "count": 88, "max_ms": 117.394, "p95_ms": 97.344}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.493, "count": 88, "max_ms": 99.003, "p95_ms": 92.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.962, "count": 88, "max_ms": 386.445, "p95_ms": 371.601}, "read_interval": {"avg_ms": 344.002, "count": 87, "max_ms": 397.607, "p95_ms": 381.85}, "triton_wait": {"avg_ms": 72.548, "count": 88, "max_ms": 117.408, "p95_ms": 97.356}, "visualize": {"avg_ms": 33.205, "count": 88, "max_ms": 43.803, "p95_ms": 43.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13326.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3814.428, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.057, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 776328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:11:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:11:51+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:11:51+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T08:11:51.745964+09:00", "mtime_epoch": 1783033911.7459638, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:11:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1468.918, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.879, "count": 297, "max_ms": 13.901, "p95_ms": 9.054}, "gstreamer_push": {"avg_ms": 1.241, "count": 297, "max_ms": 1.548, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.391, "count": 297, "max_ms": 74.579, "p95_ms": 67.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.12, "count": 297, "max_ms": 101.036, "p95_ms": 85.216}, "yolo11_640_fire_11class": {"avg_ms": 53.005, "count": 297, "max_ms": 78.37, "p95_ms": 69.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.266, "count": 297, "max_ms": 89.243, "p95_ms": 79.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.429, "count": 297, "max_ms": 117.348, "p95_ms": 102.164}, "read_interval": {"avg_ms": 100.947, "count": 297, "max_ms": 758.705, "p95_ms": 132.581}, "triton_wait": {"avg_ms": 63.215, "count": 297, "max_ms": 101.049, "p95_ms": 86.03}, "visualize": {"avg_ms": 3.631, "count": 297, "max_ms": 5.704, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 5999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13321.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.842, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 13, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.867, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 719990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:12:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:12:03+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T08:12:03+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T08:12:03.382189+09:00", "mtime_epoch": 1783033923.3821888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 216023}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:12:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7744.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 9.977}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.694, "count": 300, "max_ms": 25.356, "p95_ms": 17.791}, "gstreamer_push": {"avg_ms": 1.198, "count": 300, "max_ms": 2.036, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.283, "count": 300, "max_ms": 75.575, "p95_ms": 64.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.916, "count": 300, "max_ms": 105.241, "p95_ms": 85.936}, "yolo11_640_fire_11class": {"avg_ms": 53.154, "count": 300, "max_ms": 76.263, "p95_ms": 66.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.78, "count": 300, "max_ms": 90.695, "p95_ms": 77.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.018, "count": 300, "max_ms": 144.592, "p95_ms": 114.251}, "read_interval": {"avg_ms": 100.192, "count": 299, "max_ms": 187.345, "p95_ms": 127.635}, "triton_wait": {"avg_ms": 63.395, "count": 300, "max_ms": 105.255, "p95_ms": 86.138}, "visualize": {"avg_ms": 3.496, "count": 300, "max_ms": 5.455, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3355, "tracking_summary": 2904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13325.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79793.641, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.791, "sample_count": 940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:12:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:12:20+09:00", "last_frame_read_age_sec": 0.359, "last_frame_read_at": "2026-07-03T08:12:19+09:00", "mjpeg": {"age_sec": 0.349, "exists": true, "mtime": "2026-07-03T08:12:19.870507+09:00", "mtime_epoch": 1783033939.8705075, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:12:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 976.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.024, "pushed": 3.024, "read": 2.99}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 216.049, "count": 90, "max_ms": 265.573, "p95_ms": 236.197}, "gstreamer_push": {"avg_ms": 1.113, "count": 90, "max_ms": 2.974, "p95_ms": 2.775}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.919, "count": 90, "max_ms": 108.483, "p95_ms": 95.03}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.529, "count": 90, "max_ms": 101.999, "p95_ms": 95.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 324.453, "count": 90, "max_ms": 371.082, "p95_ms": 366.794}, "read_interval": {"avg_ms": 334.126, "count": 89, "max_ms": 381.21, "p95_ms": 376.61}, "triton_wait": {"avg_ms": 75.065, "count": 90, "max_ms": 108.497, "p95_ms": 97.813}, "visualize": {"avg_ms": 29.553, "count": 90, "max_ms": 44.578, "p95_ms": 40.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.762, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13333.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3844.452, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.681, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 776627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:12:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:12:21+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T08:12:21+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T08:12:21.758544+09:00", "mtime_epoch": 1783033941.758544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:12:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1469.176, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.211, "count": 299, "max_ms": 14.853, "p95_ms": 12.103}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 1.847, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.79, "count": 299, "max_ms": 80.653, "p95_ms": 65.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.011, "count": 299, "max_ms": 102.775, "p95_ms": 86.847}, "yolo11_640_fire_11class": {"avg_ms": 51.99, "count": 299, "max_ms": 80.665, "p95_ms": 67.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.816, "count": 299, "max_ms": 94.855, "p95_ms": 77.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.649, "count": 299, "max_ms": 125.162, "p95_ms": 103.345}, "read_interval": {"avg_ms": 100.383, "count": 298, "max_ms": 759.551, "p95_ms": 127.341}, "triton_wait": {"avg_ms": 62.034, "count": 299, "max_ms": 102.79, "p95_ms": 86.86}, "visualize": {"avg_ms": 3.675, "count": 299, "max_ms": 4.947, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13324.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 231.901, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 13, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.867, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:12:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:12:33+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:12:33+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T08:12:33.554772+09:00", "mtime_epoch": 1783033953.5547717, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:12:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7744.98, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.913, "pushed": 9.913, "read": 9.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.168, "count": 297, "max_ms": 25.982, "p95_ms": 22.955}, "gstreamer_push": {"avg_ms": 1.216, "count": 297, "max_ms": 1.983, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.966, "count": 297, "max_ms": 79.855, "p95_ms": 64.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.757, "count": 297, "max_ms": 102.367, "p95_ms": 90.115}, "yolo11_640_fire_11class": {"avg_ms": 53.059, "count": 297, "max_ms": 80.507, "p95_ms": 66.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.591, "count": 297, "max_ms": 94.645, "p95_ms": 77.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.561, "count": 297, "max_ms": 125.16, "p95_ms": 114.249}, "read_interval": {"avg_ms": 101.231, "count": 296, "max_ms": 298.125, "p95_ms": 131.46}, "triton_wait": {"avg_ms": 63.197, "count": 297, "max_ms": 102.379, "p95_ms": 90.127}, "visualize": {"avg_ms": 3.561, "count": 297, "max_ms": 6.257, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3355, "tracking_summary": 2904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13327.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79823.691, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.791, "sample_count": 949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:12:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:12:50+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-03T08:12:50+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T08:12:50.091090+09:00", "mtime_epoch": 1783033970.0910904, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 246355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:12:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 977.992, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.791, "pushed": 3.791, "read": 3.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 153.325, "count": 113, "max_ms": 241.713, "p95_ms": 234.508}, "gstreamer_push": {"avg_ms": 1.012, "count": 113, "max_ms": 2.984, "p95_ms": 1.881}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.38, "count": 113, "max_ms": 102.452, "p95_ms": 96.659}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.773, "count": 113, "max_ms": 98.664, "p95_ms": 94.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.819, "count": 113, "max_ms": 364.602, "p95_ms": 353.174}, "read_interval": {"avg_ms": 266.499, "count": 112, "max_ms": 374.718, "p95_ms": 364.245}, "triton_wait": {"avg_ms": 71.803, "count": 113, "max_ms": 102.472, "p95_ms": 97.061}, "visualize": {"avg_ms": 27.916, "count": 113, "max_ms": 39.145, "p95_ms": 34.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13334.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3874.453, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.53, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 776935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:12:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:12:51+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T08:12:51+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T08:12:51.795123+09:00", "mtime_epoch": 1783033971.795123, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:12:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1469.414, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.27, "pushed": 10.27, "read": 10.27}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.195, "count": 308, "max_ms": 13.956, "p95_ms": 12.166}, "gstreamer_push": {"avg_ms": 1.25, "count": 308, "max_ms": 2.18, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.947, "count": 308, "max_ms": 77.494, "p95_ms": 64.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.145, "count": 308, "max_ms": 102.026, "p95_ms": 82.882}, "yolo11_640_fire_11class": {"avg_ms": 52.283, "count": 308, "max_ms": 79.963, "p95_ms": 67.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.648, "count": 308, "max_ms": 86.218, "p95_ms": 78.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.392, "count": 308, "max_ms": 118.421, "p95_ms": 101.021}, "read_interval": {"avg_ms": 97.508, "count": 308, "max_ms": 699.496, "p95_ms": 121.263}, "triton_wait": {"avg_ms": 61.769, "count": 308, "max_ms": 102.039, "p95_ms": 84.849}, "visualize": {"avg_ms": 3.684, "count": 308, "max_ms": 5.111, "p95_ms": 4.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13329.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 261.923, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 13, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.421, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:13:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:13:03+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T08:13:03+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T08:13:03.563350+09:00", "mtime_epoch": 1783033983.5633497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:13:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7745.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.189, "pushed": 10.189, "read": 10.156}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.522, "count": 305, "max_ms": 20.383, "p95_ms": 16.738}, "gstreamer_push": {"avg_ms": 1.214, "count": 305, "max_ms": 1.488, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.552, "count": 305, "max_ms": 74.976, "p95_ms": 65.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.072, "count": 305, "max_ms": 108.383, "p95_ms": 85.983}, "yolo11_640_fire_11class": {"avg_ms": 51.464, "count": 305, "max_ms": 76.891, "p95_ms": 64.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.477, "count": 305, "max_ms": 85.772, "p95_ms": 76.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.845, "count": 305, "max_ms": 364.786, "p95_ms": 108.295}, "read_interval": {"avg_ms": 98.396, "count": 304, "max_ms": 374.897, "p95_ms": 120.64}, "triton_wait": {"avg_ms": 62.297, "count": 305, "max_ms": 108.396, "p95_ms": 85.997}, "visualize": {"avg_ms": 3.504, "count": 305, "max_ms": 5.338, "p95_ms": 3.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3355, "tracking_summary": 2905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13328.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79853.958, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 359.984, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:13:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:13:20+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-07-03T08:13:20+09:00", "mjpeg": {"age_sec": 0.333, "exists": true, "mtime": "2026-07-03T08:13:20.203670+09:00", "mtime_epoch": 1783034000.2036698, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:13:20+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 978.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.384, "pushed": 3.384, "read": 3.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.366, "count": 101, "max_ms": 271.681, "p95_ms": 242.885}, "gstreamer_push": {"avg_ms": 1.206, "count": 101, "max_ms": 2.028, "p95_ms": 1.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.754, "count": 101, "max_ms": 119.535, "p95_ms": 98.369}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.902, "count": 101, "max_ms": 100.897, "p95_ms": 95.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 288.588, "count": 101, "max_ms": 395.582, "p95_ms": 360.967}, "read_interval": {"avg_ms": 297.154, "count": 100, "max_ms": 404.968, "p95_ms": 368.719}, "triton_wait": {"avg_ms": 75.945, "count": 101, "max_ms": 119.549, "p95_ms": 98.381}, "visualize": {"avg_ms": 27.533, "count": 101, "max_ms": 40.412, "p95_ms": 33.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13334.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3904.457, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.831, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 777234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:13:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:13:21+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T08:13:21+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T08:13:21.795701+09:00", "mtime_epoch": 1783034001.7957006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:13:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1469.672, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.99}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.014, "count": 299, "max_ms": 14.91, "p95_ms": 10.305}, "gstreamer_push": {"avg_ms": 1.244, "count": 299, "max_ms": 2.173, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.813, "count": 299, "max_ms": 75.101, "p95_ms": 66.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.537, "count": 299, "max_ms": 110.136, "p95_ms": 87.764}, "yolo11_640_fire_11class": {"avg_ms": 51.782, "count": 299, "max_ms": 76.548, "p95_ms": 65.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.226, "count": 299, "max_ms": 82.084, "p95_ms": 77.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.017, "count": 299, "max_ms": 126.433, "p95_ms": 104.305}, "read_interval": {"avg_ms": 100.333, "count": 299, "max_ms": 729.218, "p95_ms": 135.32}, "triton_wait": {"avg_ms": 62.708, "count": 299, "max_ms": 110.15, "p95_ms": 87.778}, "visualize": {"avg_ms": 3.608, "count": 299, "max_ms": 4.892, "p95_ms": 4.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13333.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.034, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 12, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.45, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 720887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:13:33+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T08:13:33+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T08:13:33.671929+09:00", "mtime_epoch": 1783034013.6719286, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:13:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7745.238, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.866, "count": 295, "max_ms": 25.363, "p95_ms": 19.05}, "gstreamer_push": {"avg_ms": 1.214, "count": 295, "max_ms": 2.095, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.032, "count": 295, "max_ms": 81.779, "p95_ms": 66.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.589, "count": 295, "max_ms": 113.387, "p95_ms": 91.082}, "yolo11_640_fire_11class": {"avg_ms": 53.08, "count": 295, "max_ms": 82.554, "p95_ms": 67.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.439, "count": 295, "max_ms": 91.857, "p95_ms": 77.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.298, "count": 295, "max_ms": 135.652, "p95_ms": 114.197}, "read_interval": {"avg_ms": 102.031, "count": 294, "max_ms": 304.292, "p95_ms": 128.505}, "triton_wait": {"avg_ms": 65.316, "count": 295, "max_ms": 113.401, "p95_ms": 91.097}, "visualize": {"avg_ms": 3.517, "count": 295, "max_ms": 5.452, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3357, "tracking_summary": 2906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13334.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79884.166, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.595, "sample_count": 953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:13:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:13:50+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T08:13:50+09:00", "mjpeg": {"age_sec": 0.32, "exists": true, "mtime": "2026-07-03T08:13:50.424250+09:00", "mtime_epoch": 1783034030.4242501, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:13:50+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 984.68, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.946, "pushed": 2.946, "read": 2.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.928, "count": 88, "max_ms": 243.749, "p95_ms": 237.429}, "gstreamer_push": {"avg_ms": 0.778, "count": 88, "max_ms": 1.795, "p95_ms": 0.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.361, "count": 88, "max_ms": 106.666, "p95_ms": 102.095}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.59, "count": 88, "max_ms": 107.361, "p95_ms": 97.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.832, "count": 88, "max_ms": 377.639, "p95_ms": 369.339}, "read_interval": {"avg_ms": 343.371, "count": 87, "max_ms": 387.816, "p95_ms": 378.082}, "triton_wait": {"avg_ms": 78.096, "count": 88, "max_ms": 107.372, "p95_ms": 102.108}, "visualize": {"avg_ms": 27.012, "count": 88, "max_ms": 39.787, "p95_ms": 34.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13334.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3934.52, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "R (running)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.392, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 777529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:13:51+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T08:13:51+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T08:13:51.836277+09:00", "mtime_epoch": 1783034031.8362772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:13:51+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1469.48, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.839, "pushed": 9.839, "read": 9.806}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.052, "count": 295, "max_ms": 14.61, "p95_ms": 10.884}, "gstreamer_push": {"avg_ms": 1.243, "count": 295, "max_ms": 2.009, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.193, "count": 295, "max_ms": 76.027, "p95_ms": 66.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.977, "count": 295, "max_ms": 115.551, "p95_ms": 89.536}, "yolo11_640_fire_11class": {"avg_ms": 52.166, "count": 295, "max_ms": 76.226, "p95_ms": 67.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.209, "count": 295, "max_ms": 88.844, "p95_ms": 79.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.514, "count": 295, "max_ms": 132.047, "p95_ms": 105.878}, "read_interval": {"avg_ms": 101.875, "count": 294, "max_ms": 697.481, "p95_ms": 127.819}, "triton_wait": {"avg_ms": 63.152, "count": 295, "max_ms": 115.562, "p95_ms": 89.546}, "visualize": {"avg_ms": 3.661, "count": 295, "max_ms": 5.782, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13331.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 322.121, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 12, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.014, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:14:03+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T08:14:03+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T08:14:03.764506+09:00", "mtime_epoch": 1783034043.764506, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:14:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7745.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.251, "pushed": 10.251, "read": 10.218}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.608, "count": 307, "max_ms": 24.045, "p95_ms": 17.726}, "gstreamer_push": {"avg_ms": 1.205, "count": 307, "max_ms": 1.701, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.059, "count": 307, "max_ms": 75.711, "p95_ms": 66.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.449, "count": 307, "max_ms": 106.121, "p95_ms": 88.707}, "yolo11_640_fire_11class": {"avg_ms": 51.146, "count": 307, "max_ms": 76.588, "p95_ms": 67.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.296, "count": 307, "max_ms": 87.648, "p95_ms": 78.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.883, "count": 307, "max_ms": 136.515, "p95_ms": 111.463}, "read_interval": {"avg_ms": 97.977, "count": 306, "max_ms": 148.768, "p95_ms": 124.05}, "triton_wait": {"avg_ms": 62.272, "count": 307, "max_ms": 106.133, "p95_ms": 88.72}, "visualize": {"avg_ms": 3.474, "count": 307, "max_ms": 4.773, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3358, "tracking_summary": 2907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13331.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79914.52, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.078, "sample_count": 962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:14:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:14:21+09:00", "last_frame_read_age_sec": 0.35, "last_frame_read_at": "2026-07-03T08:14:20+09:00", "mjpeg": {"age_sec": 0.346, "exists": true, "mtime": "2026-07-03T08:14:20.752831+09:00", "mtime_epoch": 1783034060.7528315, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:14:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 988.074, "name": "celery", "pid": 239, "rss_mb": 982.527, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.234, "pushed": 3.234, "read": 3.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.021, "count": 97, "max_ms": 253.514, "p95_ms": 235.011}, "gstreamer_push": {"avg_ms": 0.976, "count": 97, "max_ms": 1.984, "p95_ms": 1.783}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.663, "count": 97, "max_ms": 102.845, "p95_ms": 99.758}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.188, "count": 97, "max_ms": 102.135, "p95_ms": 96.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.28, "count": 97, "max_ms": 378.797, "p95_ms": 361.782}, "read_interval": {"avg_ms": 312.452, "count": 96, "max_ms": 387.374, "p95_ms": 371.934}, "triton_wait": {"avg_ms": 74.724, "count": 97, "max_ms": 102.855, "p95_ms": 99.77}, "visualize": {"avg_ms": 27.787, "count": 97, "max_ms": 40.411, "p95_ms": 38.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13331.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3964.584, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.239, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 777835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:14:21+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T08:14:21+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T08:14:21.920854+09:00", "mtime_epoch": 1783034061.9208539, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:14:21+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1469.629, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.215, "pushed": 10.215, "read": 10.181}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.814, "count": 306, "max_ms": 11.949, "p95_ms": 8.794}, "gstreamer_push": {"avg_ms": 1.243, "count": 306, "max_ms": 1.817, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.76, "count": 306, "max_ms": 76.546, "p95_ms": 66.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.794, "count": 306, "max_ms": 100.117, "p95_ms": 83.408}, "yolo11_640_fire_11class": {"avg_ms": 51.649, "count": 306, "max_ms": 83.248, "p95_ms": 69.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.392, "count": 306, "max_ms": 88.807, "p95_ms": 78.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.83, "count": 306, "max_ms": 116.929, "p95_ms": 101.37}, "read_interval": {"avg_ms": 98.304, "count": 305, "max_ms": 736.211, "p95_ms": 126.256}, "triton_wait": {"avg_ms": 60.749, "count": 306, "max_ms": 100.13, "p95_ms": 84.849}, "visualize": {"avg_ms": 3.622, "count": 306, "max_ms": 4.475, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13336.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 352.216, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 12, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.809, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:14:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:14:33+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T08:14:33+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T08:14:33.865082+09:00", "mtime_epoch": 1783034073.8650823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 219723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:14:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7745.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.669, "count": 298, "max_ms": 21.186, "p95_ms": 17.343}, "gstreamer_push": {"avg_ms": 1.204, "count": 298, "max_ms": 1.421, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.142, "count": 298, "max_ms": 77.596, "p95_ms": 63.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.427, "count": 298, "max_ms": 102.504, "p95_ms": 83.296}, "yolo11_640_fire_11class": {"avg_ms": 51.771, "count": 298, "max_ms": 75.719, "p95_ms": 65.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.993, "count": 298, "max_ms": 83.51, "p95_ms": 75.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.339, "count": 298, "max_ms": 127.37, "p95_ms": 106.445}, "read_interval": {"avg_ms": 100.645, "count": 298, "max_ms": 161.0, "p95_ms": 125.823}, "triton_wait": {"avg_ms": 62.595, "count": 298, "max_ms": 102.516, "p95_ms": 83.307}, "visualize": {"avg_ms": 3.515, "count": 298, "max_ms": 4.567, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3358, "tracking_summary": 2908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13338.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79944.643, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.595, "sample_count": 952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:14:51+09:00", "last_frame_read_age_sec": 0.333, "last_frame_read_at": "2026-07-03T08:14:50+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T08:14:50.897408+09:00", "mtime_epoch": 1783034090.897408, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:14:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 989.352, "name": "celery", "pid": 239, "rss_mb": 989.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.955, "pushed": 2.955, "read": 2.922}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 231.525, "count": 88, "max_ms": 271.447, "p95_ms": 244.912}, "gstreamer_push": {"avg_ms": 0.837, "count": 88, "max_ms": 1.843, "p95_ms": 1.677}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.98, "count": 88, "max_ms": 96.4, "p95_ms": 91.089}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.405, "count": 88, "max_ms": 98.127, "p95_ms": 90.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.819, "count": 88, "max_ms": 368.246, "p95_ms": 357.739}, "read_interval": {"avg_ms": 342.3, "count": 87, "max_ms": 378.217, "p95_ms": 366.46}, "triton_wait": {"avg_ms": 71.003, "count": 88, "max_ms": 98.14, "p95_ms": 91.281}, "visualize": {"avg_ms": 26.519, "count": 88, "max_ms": 40.031, "p95_ms": 32.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.778, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13339.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3994.647, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.603, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 778132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:14:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:14:52+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T08:14:51+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T08:14:51.977429+09:00", "mtime_epoch": 1783034091.9774287, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:14:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1470.023, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.785, "count": 297, "max_ms": 10.849, "p95_ms": 8.672}, "gstreamer_push": {"avg_ms": 1.243, "count": 297, "max_ms": 1.652, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.545, "count": 297, "max_ms": 76.208, "p95_ms": 67.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.311, "count": 297, "max_ms": 106.994, "p95_ms": 82.053}, "yolo11_640_fire_11class": {"avg_ms": 52.227, "count": 297, "max_ms": 75.666, "p95_ms": 67.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.361, "count": 297, "max_ms": 87.21, "p95_ms": 78.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.864, "count": 297, "max_ms": 123.153, "p95_ms": 98.563}, "read_interval": {"avg_ms": 101.265, "count": 296, "max_ms": 695.733, "p95_ms": 177.674}, "triton_wait": {"avg_ms": 61.74, "count": 297, "max_ms": 107.007, "p95_ms": 82.125}, "visualize": {"avg_ms": 3.613, "count": 297, "max_ms": 4.463, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13329.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 382.229, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 12, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.722, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 721795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:15:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:15:03+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T08:15:03+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T08:15:03.889656+09:00", "mtime_epoch": 1783034103.889656, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:15:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7745.754, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.093, "pushed": 10.093, "read": 10.06}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.437, "count": 302, "max_ms": 21.067, "p95_ms": 17.556}, "gstreamer_push": {"avg_ms": 1.198, "count": 302, "max_ms": 1.574, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.59, "count": 302, "max_ms": 73.505, "p95_ms": 65.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.479, "count": 302, "max_ms": 102.098, "p95_ms": 87.28}, "yolo11_640_fire_11class": {"avg_ms": 51.354, "count": 302, "max_ms": 71.142, "p95_ms": 64.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.204, "count": 302, "max_ms": 86.448, "p95_ms": 74.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.186, "count": 302, "max_ms": 124.756, "p95_ms": 109.129}, "read_interval": {"avg_ms": 99.414, "count": 301, "max_ms": 322.129, "p95_ms": 125.748}, "triton_wait": {"avg_ms": 62.771, "count": 302, "max_ms": 102.11, "p95_ms": 87.291}, "visualize": {"avg_ms": 3.48, "count": 302, "max_ms": 4.667, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3359, "tracking_summary": 2908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13340.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 79974.939, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.412, "sample_count": 955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:15:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:15:21+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T08:15:21+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:15:21.201987+09:00", "mtime_epoch": 1783034121.2019866, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:15:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.191, "name": "celery", "pid": 239, "rss_mb": 990.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.341, "pushed": 3.341, "read": 3.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.822, "count": 100, "max_ms": 236.015, "p95_ms": 233.512}, "gstreamer_push": {"avg_ms": 0.766, "count": 100, "max_ms": 0.919, "p95_ms": 0.835}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.512, "count": 100, "max_ms": 101.547, "p95_ms": 92.601}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.173, "count": 100, "max_ms": 100.346, "p95_ms": 89.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.75, "count": 100, "max_ms": 358.968, "p95_ms": 352.364}, "read_interval": {"avg_ms": 302.64, "count": 99, "max_ms": 370.248, "p95_ms": 362.556}, "triton_wait": {"avg_ms": 72.838, "count": 100, "max_ms": 101.56, "p95_ms": 93.278}, "visualize": {"avg_ms": 24.358, "count": 100, "max_ms": 38.579, "p95_ms": 26.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13340.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4024.65, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.494, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 778436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:15:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:15:22+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T08:15:21+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T08:15:21.958001+09:00", "mtime_epoch": 1783034121.958001, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:15:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1470.168, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.137}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.83, "count": 304, "max_ms": 14.301, "p95_ms": 8.79}, "gstreamer_push": {"avg_ms": 1.245, "count": 304, "max_ms": 1.797, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.025, "count": 304, "max_ms": 76.928, "p95_ms": 67.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.587, "count": 304, "max_ms": 106.212, "p95_ms": 83.973}, "yolo11_640_fire_11class": {"avg_ms": 52.301, "count": 304, "max_ms": 77.723, "p95_ms": 67.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.579, "count": 304, "max_ms": 86.248, "p95_ms": 79.321}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.62, "count": 304, "max_ms": 122.976, "p95_ms": 101.165}, "read_interval": {"avg_ms": 98.605, "count": 304, "max_ms": 672.894, "p95_ms": 117.945}, "triton_wait": {"avg_ms": 62.377, "count": 304, "max_ms": 106.226, "p95_ms": 84.543}, "visualize": {"avg_ms": 3.647, "count": 304, "max_ms": 5.648, "p95_ms": 4.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13336.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 412.265, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 12, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.093, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:15:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:15:33+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:15:33+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T08:15:33.926229+09:00", "mtime_epoch": 1783034133.9262292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 221386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:15:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7746.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.647, "count": 299, "max_ms": 22.304, "p95_ms": 18.619}, "gstreamer_push": {"avg_ms": 1.202, "count": 299, "max_ms": 1.763, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.39, "count": 299, "max_ms": 72.485, "p95_ms": 64.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.48, "count": 299, "max_ms": 111.182, "p95_ms": 84.441}, "yolo11_640_fire_11class": {"avg_ms": 52.115, "count": 299, "max_ms": 74.644, "p95_ms": 65.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.744, "count": 299, "max_ms": 88.025, "p95_ms": 76.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.56, "count": 299, "max_ms": 162.345, "p95_ms": 116.578}, "read_interval": {"avg_ms": 100.48, "count": 298, "max_ms": 172.619, "p95_ms": 129.26}, "triton_wait": {"avg_ms": 63.295, "count": 299, "max_ms": 111.195, "p95_ms": 85.208}, "visualize": {"avg_ms": 3.564, "count": 299, "max_ms": 5.98, "p95_ms": 4.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3361, "tracking_summary": 2909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13340.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80004.982, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 359.984, "sample_count": 965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:15:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:15:51+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T08:15:51+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-03T08:15:51.250559+09:00", "mtime_epoch": 1783034151.2505593, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:15:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.191, "name": "celery", "pid": 239, "rss_mb": 989.281, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.265, "pushed": 3.265, "read": 3.231}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 204.009, "count": 97, "max_ms": 237.094, "p95_ms": 235.42}, "gstreamer_push": {"avg_ms": 0.764, "count": 97, "max_ms": 0.929, "p95_ms": 0.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.87, "count": 97, "max_ms": 109.624, "p95_ms": 95.674}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.301, "count": 97, "max_ms": 99.065, "p95_ms": 89.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 300.617, "count": 97, "max_ms": 359.629, "p95_ms": 356.64}, "read_interval": {"avg_ms": 309.512, "count": 96, "max_ms": 368.454, "p95_ms": 365.365}, "triton_wait": {"avg_ms": 69.695, "count": 97, "max_ms": 109.637, "p95_ms": 98.916}, "visualize": {"avg_ms": 23.134, "count": 97, "max_ms": 31.79, "p95_ms": 26.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.712, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13340.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4054.725, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.493, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 778735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:15:52+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T08:15:52+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T08:15:52.058575+09:00", "mtime_epoch": 1783034152.0585747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:15:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1470.059, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.988}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.268, "count": 299, "max_ms": 14.853, "p95_ms": 12.209}, "gstreamer_push": {"avg_ms": 1.243, "count": 299, "max_ms": 2.095, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.046, "count": 299, "max_ms": 73.678, "p95_ms": 66.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.376, "count": 299, "max_ms": 108.593, "p95_ms": 83.672}, "yolo11_640_fire_11class": {"avg_ms": 52.141, "count": 299, "max_ms": 83.537, "p95_ms": 67.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.591, "count": 299, "max_ms": 90.065, "p95_ms": 78.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.664, "count": 299, "max_ms": 131.98, "p95_ms": 100.798}, "read_interval": {"avg_ms": 100.675, "count": 299, "max_ms": 693.196, "p95_ms": 127.73}, "triton_wait": {"avg_ms": 61.927, "count": 299, "max_ms": 108.607, "p95_ms": 83.756}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 5.927, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6019}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13339.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 442.285, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 11, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.922, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:16:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:16:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:16:03+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T08:16:03.934801+09:00", "mtime_epoch": 1783034163.9348006, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:16:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7746.012, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.888}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.135, "count": 297, "max_ms": 26.482, "p95_ms": 23.763}, "gstreamer_push": {"avg_ms": 1.208, "count": 297, "max_ms": 2.098, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.102, "count": 297, "max_ms": 75.844, "p95_ms": 65.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.762, "count": 297, "max_ms": 101.81, "p95_ms": 91.813}, "yolo11_640_fire_11class": {"avg_ms": 54.524, "count": 297, "max_ms": 79.309, "p95_ms": 67.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.79, "count": 297, "max_ms": 91.198, "p95_ms": 76.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.587, "count": 297, "max_ms": 125.846, "p95_ms": 116.932}, "read_interval": {"avg_ms": 101.071, "count": 296, "max_ms": 163.689, "p95_ms": 131.761}, "triton_wait": {"avg_ms": 64.367, "count": 297, "max_ms": 101.822, "p95_ms": 91.826}, "visualize": {"avg_ms": 3.531, "count": 297, "max_ms": 6.078, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3362, "tracking_summary": 2910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13339.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80035.163, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.173, "sample_count": 944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:16:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:16:21+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T08:16:21+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T08:16:21.431134+09:00", "mtime_epoch": 1783034181.4311335, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:16:21+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.191, "name": "celery", "pid": 239, "rss_mb": 987.738, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.914, "pushed": 2.914, "read": 2.881}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 230.214, "count": 87, "max_ms": 253.717, "p95_ms": 238.296}, "gstreamer_push": {"avg_ms": 1.153, "count": 87, "max_ms": 3.024, "p95_ms": 2.799}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.746, "count": 87, "max_ms": 114.723, "p95_ms": 102.294}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.537, "count": 87, "max_ms": 104.444, "p95_ms": 97.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 336.848, "count": 87, "max_ms": 379.317, "p95_ms": 366.375}, "read_interval": {"avg_ms": 347.095, "count": 86, "max_ms": 391.669, "p95_ms": 375.054}, "triton_wait": {"avg_ms": 75.058, "count": 87, "max_ms": 114.736, "p95_ms": 102.307}, "visualize": {"avg_ms": 27.823, "count": 87, "max_ms": 40.861, "p95_ms": 38.545}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13331.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4084.842, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.734, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 779037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:16:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:16:22+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T08:16:22+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-03T08:16:22.055145+09:00", "mtime_epoch": 1783034182.0551453, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 268938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:16:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1470.203, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.881, "count": 301, "max_ms": 12.881, "p95_ms": 9.84}, "gstreamer_push": {"avg_ms": 1.238, "count": 301, "max_ms": 1.46, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.033, "count": 301, "max_ms": 79.051, "p95_ms": 68.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.331, "count": 301, "max_ms": 106.905, "p95_ms": 86.841}, "yolo11_640_fire_11class": {"avg_ms": 53.924, "count": 301, "max_ms": 78.945, "p95_ms": 70.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.181, "count": 301, "max_ms": 91.006, "p95_ms": 79.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.713, "count": 301, "max_ms": 123.868, "p95_ms": 104.284}, "read_interval": {"avg_ms": 99.819, "count": 300, "max_ms": 746.557, "p95_ms": 126.305}, "triton_wait": {"avg_ms": 63.486, "count": 301, "max_ms": 106.918, "p95_ms": 86.944}, "visualize": {"avg_ms": 3.6, "count": 301, "max_ms": 4.535, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13336.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 472.402, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 11, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.922, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:16:34+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T08:16:34+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T08:16:34.031373+09:00", "mtime_epoch": 1783034194.031373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218211}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:16:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7746.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.208, "count": 302, "max_ms": 19.159, "p95_ms": 15.971}, "gstreamer_push": {"avg_ms": 1.215, "count": 302, "max_ms": 1.935, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.545, "count": 302, "max_ms": 76.54, "p95_ms": 66.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.547, "count": 302, "max_ms": 111.928, "p95_ms": 89.685}, "yolo11_640_fire_11class": {"avg_ms": 54.901, "count": 302, "max_ms": 78.322, "p95_ms": 68.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.594, "count": 302, "max_ms": 88.57, "p95_ms": 77.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.128, "count": 302, "max_ms": 134.542, "p95_ms": 111.752}, "read_interval": {"avg_ms": 99.37, "count": 301, "max_ms": 146.679, "p95_ms": 126.661}, "triton_wait": {"avg_ms": 63.813, "count": 302, "max_ms": 111.938, "p95_ms": 89.698}, "visualize": {"avg_ms": 3.521, "count": 302, "max_ms": 4.666, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3362, "tracking_summary": 2911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13330.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80065.325, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.664, "sample_count": 964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:16:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:16:51+09:00", "last_frame_read_age_sec": 0.315, "last_frame_read_at": "2026-07-03T08:16:51+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T08:16:51.599707+09:00", "mtime_epoch": 1783034211.5997066, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257566}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:16:51+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.191, "name": "celery", "pid": 239, "rss_mb": 979.426, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.589, "pushed": 3.589, "read": 3.555}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.278, "count": 107, "max_ms": 242.133, "p95_ms": 236.594}, "gstreamer_push": {"avg_ms": 1.036, "count": 107, "max_ms": 2.786, "p95_ms": 1.809}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.767, "count": 107, "max_ms": 108.648, "p95_ms": 98.891}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.427, "count": 107, "max_ms": 101.584, "p95_ms": 94.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.256, "count": 107, "max_ms": 381.28, "p95_ms": 358.342}, "read_interval": {"avg_ms": 281.483, "count": 106, "max_ms": 390.19, "p95_ms": 367.248}, "triton_wait": {"avg_ms": 73.651, "count": 107, "max_ms": 108.661, "p95_ms": 98.905}, "visualize": {"avg_ms": 24.606, "count": 107, "max_ms": 40.38, "p95_ms": 30.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13334.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4114.884, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.01, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 779338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:16:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T08:16:52+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T08:16:52.223719+09:00", "mtime_epoch": 1783034212.2237186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:16:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1470.605, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.866, "count": 301, "max_ms": 13.691, "p95_ms": 9.709}, "gstreamer_push": {"avg_ms": 1.265, "count": 301, "max_ms": 2.127, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.217, "count": 301, "max_ms": 76.64, "p95_ms": 66.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.018, "count": 301, "max_ms": 109.617, "p95_ms": 87.344}, "yolo11_640_fire_11class": {"avg_ms": 52.931, "count": 301, "max_ms": 79.14, "p95_ms": 70.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.473, "count": 301, "max_ms": 84.599, "p95_ms": 77.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.431, "count": 301, "max_ms": 125.975, "p95_ms": 103.225}, "read_interval": {"avg_ms": 99.863, "count": 300, "max_ms": 661.044, "p95_ms": 127.876}, "triton_wait": {"avg_ms": 63.146, "count": 301, "max_ms": 109.631, "p95_ms": 87.357}, "visualize": {"avg_ms": 3.657, "count": 301, "max_ms": 4.95, "p95_ms": 4.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13338.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 502.482, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 11, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.722, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 722998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:17:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:17:04+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T08:17:04+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T08:17:04.143945+09:00", "mtime_epoch": 1783034224.1439447, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:17:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7746.27, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.144, "pushed": 10.144, "read": 10.11}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.408, "count": 304, "max_ms": 24.723, "p95_ms": 16.328}, "gstreamer_push": {"avg_ms": 1.212, "count": 304, "max_ms": 1.822, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.652, "count": 304, "max_ms": 74.92, "p95_ms": 65.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.917, "count": 304, "max_ms": 112.623, "p95_ms": 85.774}, "yolo11_640_fire_11class": {"avg_ms": 53.643, "count": 304, "max_ms": 79.912, "p95_ms": 66.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.979, "count": 304, "max_ms": 86.035, "p95_ms": 76.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.655, "count": 304, "max_ms": 136.626, "p95_ms": 107.923}, "read_interval": {"avg_ms": 98.964, "count": 303, "max_ms": 334.026, "p95_ms": 125.996}, "triton_wait": {"avg_ms": 62.216, "count": 304, "max_ms": 112.635, "p95_ms": 85.787}, "visualize": {"avg_ms": 3.497, "count": 304, "max_ms": 4.739, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3363, "tracking_summary": 2912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13342.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80095.648, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.856, "sample_count": 960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:17:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:17:22+09:00", "last_frame_read_age_sec": 0.329, "last_frame_read_at": "2026-07-03T08:17:21+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T08:17:21.908282+09:00", "mtime_epoch": 1783034241.9082816, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:17:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.254, "name": "celery", "pid": 239, "rss_mb": 990.254, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.934, "pushed": 2.934, "read": 2.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 229.82, "count": 88, "max_ms": 254.915, "p95_ms": 239.164}, "gstreamer_push": {"avg_ms": 0.897, "count": 88, "max_ms": 2.011, "p95_ms": 1.744}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.16, "count": 88, "max_ms": 113.638, "p95_ms": 99.292}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.563, "count": 88, "max_ms": 103.653, "p95_ms": 94.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 334.946, "count": 88, "max_ms": 382.208, "p95_ms": 369.68}, "read_interval": {"avg_ms": 344.662, "count": 87, "max_ms": 391.048, "p95_ms": 379.895}, "triton_wait": {"avg_ms": 72.845, "count": 88, "max_ms": 113.652, "p95_ms": 99.305}, "visualize": {"avg_ms": 28.483, "count": 88, "max_ms": 43.237, "p95_ms": 40.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13342.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4144.969, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.972, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 779633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:17:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:17:22+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T08:17:22+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T08:17:22.272289+09:00", "mtime_epoch": 1783034242.2722886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 270282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:17:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1470.488, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.801}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.127, "count": 294, "max_ms": 13.071, "p95_ms": 11.869}, "gstreamer_push": {"avg_ms": 1.243, "count": 295, "max_ms": 1.983, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.55, "count": 294, "max_ms": 75.034, "p95_ms": 65.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.594, "count": 294, "max_ms": 104.973, "p95_ms": 83.562}, "yolo11_640_fire_11class": {"avg_ms": 52.155, "count": 294, "max_ms": 79.618, "p95_ms": 68.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.995, "count": 294, "max_ms": 89.845, "p95_ms": 78.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.96, "count": 295, "max_ms": 121.115, "p95_ms": 103.194}, "read_interval": {"avg_ms": 101.935, "count": 294, "max_ms": 750.042, "p95_ms": 128.532}, "triton_wait": {"avg_ms": 62.467, "count": 294, "max_ms": 104.986, "p95_ms": 83.949}, "visualize": {"avg_ms": 3.655, "count": 294, "max_ms": 5.634, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13340.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 532.536, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 11, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.799, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:17:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:17:34+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T08:17:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T08:17:34.200515+09:00", "mtime_epoch": 1783034254.2005146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 219477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:17:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7746.527, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.883, "count": 298, "max_ms": 25.668, "p95_ms": 22.473}, "gstreamer_push": {"avg_ms": 1.214, "count": 298, "max_ms": 2.079, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.675, "count": 298, "max_ms": 68.917, "p95_ms": 64.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.525, "count": 298, "max_ms": 115.944, "p95_ms": 86.034}, "yolo11_640_fire_11class": {"avg_ms": 55.351, "count": 298, "max_ms": 89.676, "p95_ms": 68.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.139, "count": 298, "max_ms": 87.47, "p95_ms": 75.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.918, "count": 298, "max_ms": 139.797, "p95_ms": 111.386}, "read_interval": {"avg_ms": 100.837, "count": 297, "max_ms": 151.463, "p95_ms": 124.488}, "triton_wait": {"avg_ms": 63.898, "count": 298, "max_ms": 115.956, "p95_ms": 86.941}, "visualize": {"avg_ms": 3.548, "count": 298, "max_ms": 5.787, "p95_ms": 4.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3366, "tracking_summary": 2912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13342.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80125.67, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.078, "sample_count": 939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:17:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:17:52+09:00", "last_frame_read_age_sec": 0.343, "last_frame_read_at": "2026-07-03T08:17:51+09:00", "mjpeg": {"age_sec": 0.336, "exists": true, "mtime": "2026-07-03T08:17:51.912850+09:00", "mtime_epoch": 1783034271.9128501, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:17:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.602, "name": "celery", "pid": 239, "rss_mb": 989.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.133, "pushed": 3.133, "read": 3.099}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 210.426, "count": 93, "max_ms": 257.589, "p95_ms": 243.142}, "gstreamer_push": {"avg_ms": 0.765, "count": 93, "max_ms": 0.879, "p95_ms": 0.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.586, "count": 93, "max_ms": 104.096, "p95_ms": 95.848}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.684, "count": 93, "max_ms": 99.108, "p95_ms": 96.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.729, "count": 93, "max_ms": 364.896, "p95_ms": 358.994}, "read_interval": {"avg_ms": 322.502, "count": 92, "max_ms": 373.62, "p95_ms": 367.893}, "triton_wait": {"avg_ms": 73.841, "count": 93, "max_ms": 104.111, "p95_ms": 97.84}, "visualize": {"avg_ms": 25.655, "count": 93, "max_ms": 33.03, "p95_ms": 29.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.685, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13342.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4175.064, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.484, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 779936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:17:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:17:52+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T08:17:52+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T08:17:52.388859+09:00", "mtime_epoch": 1783034272.388859, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:17:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1471.0, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.243, "count": 303, "max_ms": 15.09, "p95_ms": 12.264}, "gstreamer_push": {"avg_ms": 1.25, "count": 303, "max_ms": 2.124, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.12, "count": 303, "max_ms": 83.56, "p95_ms": 65.059}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.682, "count": 303, "max_ms": 99.469, "p95_ms": 84.377}, "yolo11_640_fire_11class": {"avg_ms": 51.289, "count": 303, "max_ms": 76.847, "p95_ms": 67.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.687, "count": 303, "max_ms": 86.796, "p95_ms": 75.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.475, "count": 303, "max_ms": 115.675, "p95_ms": 102.893}, "read_interval": {"avg_ms": 99.322, "count": 302, "max_ms": 670.549, "p95_ms": 128.251}, "triton_wait": {"avg_ms": 60.712, "count": 303, "max_ms": 99.481, "p95_ms": 86.443}, "visualize": {"avg_ms": 3.66, "count": 303, "max_ms": 5.707, "p95_ms": 4.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13338.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 562.59, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 11, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.799, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:18:04+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:18:04+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T08:18:04.237083+09:00", "mtime_epoch": 1783034284.2370834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 221875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:18:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7746.785, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.726, "count": 301, "max_ms": 26.155, "p95_ms": 19.932}, "gstreamer_push": {"avg_ms": 1.203, "count": 301, "max_ms": 2.108, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.954, "count": 301, "max_ms": 77.401, "p95_ms": 65.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.55, "count": 301, "max_ms": 105.002, "p95_ms": 87.467}, "yolo11_640_fire_11class": {"avg_ms": 54.042, "count": 301, "max_ms": 82.392, "p95_ms": 68.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.329, "count": 301, "max_ms": 88.326, "p95_ms": 77.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.785, "count": 301, "max_ms": 128.721, "p95_ms": 111.388}, "read_interval": {"avg_ms": 99.877, "count": 300, "max_ms": 205.956, "p95_ms": 127.0}, "triton_wait": {"avg_ms": 63.02, "count": 301, "max_ms": 105.015, "p95_ms": 87.477}, "visualize": {"avg_ms": 3.505, "count": 301, "max_ms": 5.638, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3366, "tracking_summary": 2913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13342.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80155.783, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.856, "sample_count": 952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:18:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:18:22+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T08:18:22+09:00", "mjpeg": {"age_sec": 0.32, "exists": true, "mtime": "2026-07-03T08:18:22.041420+09:00", "mtime_epoch": 1783034302.0414202, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:18:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.602, "name": "celery", "pid": 239, "rss_mb": 989.805, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.765, "pushed": 3.765, "read": 3.731}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.13, "count": 112, "max_ms": 252.784, "p95_ms": 248.038}, "gstreamer_push": {"avg_ms": 0.817, "count": 112, "max_ms": 1.793, "p95_ms": 1.019}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.73, "count": 112, "max_ms": 104.392, "p95_ms": 98.634}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.805, "count": 112, "max_ms": 103.894, "p95_ms": 97.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.41, "count": 112, "max_ms": 378.073, "p95_ms": 360.993}, "read_interval": {"avg_ms": 268.236, "count": 111, "max_ms": 388.595, "p95_ms": 370.019}, "triton_wait": {"avg_ms": 73.087, "count": 112, "max_ms": 104.405, "p95_ms": 98.646}, "visualize": {"avg_ms": 25.34, "count": 112, "max_ms": 41.248, "p95_ms": 32.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.748, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13342.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4205.086, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.593, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 780240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:18:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:18:22+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T08:18:22+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T08:18:22.385427+09:00", "mtime_epoch": 1783034302.3854268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 269698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:18:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1471.0, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.163, "pushed": 10.163, "read": 10.129}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.132, "count": 304, "max_ms": 15.412, "p95_ms": 11.62}, "gstreamer_push": {"avg_ms": 1.256, "count": 304, "max_ms": 2.107, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.0, "count": 304, "max_ms": 79.941, "p95_ms": 67.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.355, "count": 304, "max_ms": 109.58, "p95_ms": 87.681}, "yolo11_640_fire_11class": {"avg_ms": 52.789, "count": 304, "max_ms": 84.071, "p95_ms": 70.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.512, "count": 304, "max_ms": 87.564, "p95_ms": 79.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.168, "count": 304, "max_ms": 131.291, "p95_ms": 104.336}, "read_interval": {"avg_ms": 98.678, "count": 303, "max_ms": 653.027, "p95_ms": 123.762}, "triton_wait": {"avg_ms": 62.505, "count": 304, "max_ms": 109.593, "p95_ms": 87.696}, "visualize": {"avg_ms": 3.682, "count": 304, "max_ms": 5.384, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13342.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 592.597, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.48, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 723898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:18:34+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T08:18:34+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T08:18:34.249651+09:00", "mtime_epoch": 1783034314.249651, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:18:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7747.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.754, "count": 301, "max_ms": 25.422, "p95_ms": 17.427}, "gstreamer_push": {"avg_ms": 1.203, "count": 301, "max_ms": 1.784, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.357, "count": 301, "max_ms": 72.476, "p95_ms": 64.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.444, "count": 301, "max_ms": 110.356, "p95_ms": 89.09}, "yolo11_640_fire_11class": {"avg_ms": 54.953, "count": 301, "max_ms": 82.675, "p95_ms": 68.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.933, "count": 301, "max_ms": 83.754, "p95_ms": 76.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.655, "count": 301, "max_ms": 132.345, "p95_ms": 111.028}, "read_interval": {"avg_ms": 99.702, "count": 301, "max_ms": 145.579, "p95_ms": 124.091}, "triton_wait": {"avg_ms": 63.815, "count": 301, "max_ms": 110.368, "p95_ms": 89.103}, "visualize": {"avg_ms": 3.523, "count": 301, "max_ms": 6.891, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13337.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4235.111, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.408, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 780540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:18:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:18:52+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T08:18:52+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T08:18:52.449995+09:00", "mtime_epoch": 1783034332.4499948, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:18:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1471.0, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.959, "count": 300, "max_ms": 14.309, "p95_ms": 10.229}, "gstreamer_push": {"avg_ms": 1.245, "count": 300, "max_ms": 1.768, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.168, "count": 300, "max_ms": 76.621, "p95_ms": 66.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.618, "count": 300, "max_ms": 101.553, "p95_ms": 84.426}, "yolo11_640_fire_11class": {"avg_ms": 54.485, "count": 300, "max_ms": 80.619, "p95_ms": 71.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.339, "count": 300, "max_ms": 93.022, "p95_ms": 79.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.788, "count": 300, "max_ms": 118.348, "p95_ms": 101.958}, "read_interval": {"avg_ms": 100.152, "count": 299, "max_ms": 427.274, "p95_ms": 137.728}, "triton_wait": {"avg_ms": 63.436, "count": 300, "max_ms": 101.566, "p95_ms": 85.625}, "visualize": {"avg_ms": 3.619, "count": 300, "max_ms": 5.491, "p95_ms": 4.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3367, "tracking_summary": 2914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13328.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80185.968, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 360.993, "sample_count": 964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:18:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:18:52+09:00", "last_frame_read_age_sec": 0.335, "last_frame_read_at": "2026-07-03T08:18:52+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:18:52.229991+09:00", "mtime_epoch": 1783034332.2299907, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:18:52+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.602, "name": "celery", "pid": 239, "rss_mb": 975.484, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.354, "pushed": 3.354, "read": 3.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.62, "count": 100, "max_ms": 297.473, "p95_ms": 245.976}, "gstreamer_push": {"avg_ms": 0.87, "count": 100, "max_ms": 1.876, "p95_ms": 1.724}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.82, "count": 100, "max_ms": 114.209, "p95_ms": 102.01}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.215, "count": 100, "max_ms": 107.215, "p95_ms": 97.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.295, "count": 100, "max_ms": 408.737, "p95_ms": 364.57}, "read_interval": {"avg_ms": 301.422, "count": 99, "max_ms": 420.182, "p95_ms": 376.992}, "triton_wait": {"avg_ms": 75.565, "count": 100, "max_ms": 114.222, "p95_ms": 102.022}, "visualize": {"avg_ms": 25.249, "count": 100, "max_ms": 40.64, "p95_ms": 34.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13331.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 622.636, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.799, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:19:04+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T08:19:04+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T08:19:04.278218+09:00", "mtime_epoch": 1783034344.2782183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:19:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7747.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.817}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.526, "count": 295, "max_ms": 23.398, "p95_ms": 17.591}, "gstreamer_push": {"avg_ms": 1.199, "count": 295, "max_ms": 1.465, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.623, "count": 295, "max_ms": 79.985, "p95_ms": 65.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.375, "count": 295, "max_ms": 109.583, "p95_ms": 87.876}, "yolo11_640_fire_11class": {"avg_ms": 55.771, "count": 295, "max_ms": 78.386, "p95_ms": 67.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.145, "count": 295, "max_ms": 89.901, "p95_ms": 79.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.047, "count": 295, "max_ms": 139.865, "p95_ms": 115.432}, "read_interval": {"avg_ms": 101.815, "count": 294, "max_ms": 149.326, "p95_ms": 127.34}, "triton_wait": {"avg_ms": 65.844, "count": 295, "max_ms": 109.596, "p95_ms": 87.89}, "visualize": {"avg_ms": 3.526, "count": 295, "max_ms": 5.505, "p95_ms": 4.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13337.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4265.183, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.697, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 780841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:19:22+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T08:19:22+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T08:19:22.522563+09:00", "mtime_epoch": 1783034362.5225625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:19:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1471.258, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.027, "count": 301, "max_ms": 14.045, "p95_ms": 11.471}, "gstreamer_push": {"avg_ms": 1.223, "count": 301, "max_ms": 1.839, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.974, "count": 301, "max_ms": 88.992, "p95_ms": 66.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.315, "count": 301, "max_ms": 103.272, "p95_ms": 85.838}, "yolo11_640_fire_11class": {"avg_ms": 54.194, "count": 301, "max_ms": 84.693, "p95_ms": 71.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.369, "count": 301, "max_ms": 87.87, "p95_ms": 78.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.104, "count": 301, "max_ms": 120.034, "p95_ms": 102.993}, "read_interval": {"avg_ms": 99.978, "count": 300, "max_ms": 653.946, "p95_ms": 121.827}, "triton_wait": {"avg_ms": 63.782, "count": 301, "max_ms": 103.285, "p95_ms": 86.654}, "visualize": {"avg_ms": 3.594, "count": 301, "max_ms": 4.761, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3368, "tracking_summary": 2915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13331.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80216.175, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.653, "sample_count": 956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:19:22+09:00", "last_frame_read_age_sec": 0.356, "last_frame_read_at": "2026-07-03T08:19:22+09:00", "mjpeg": {"age_sec": 0.347, "exists": true, "mtime": "2026-07-03T08:19:22.406560+09:00", "mtime_epoch": 1783034362.4065604, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:19:22+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.602, "name": "celery", "pid": 239, "rss_mb": 977.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.947, "pushed": 2.947, "read": 2.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 226.817, "count": 88, "max_ms": 284.259, "p95_ms": 253.978}, "gstreamer_push": {"avg_ms": 0.887, "count": 88, "max_ms": 1.749, "p95_ms": 1.669}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.434, "count": 88, "max_ms": 111.055, "p95_ms": 99.899}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.399, "count": 88, "max_ms": 111.068, "p95_ms": 97.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 334.677, "count": 88, "max_ms": 401.37, "p95_ms": 368.181}, "read_interval": {"avg_ms": 343.01, "count": 87, "max_ms": 411.739, "p95_ms": 378.003}, "triton_wait": {"avg_ms": 73.477, "count": 88, "max_ms": 111.08, "p95_ms": 100.767}, "visualize": {"avg_ms": 30.639, "count": 88, "max_ms": 40.486, "p95_ms": 39.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13342.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 652.702, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.752, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:19:34+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:19:34+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T08:19:34.358786+09:00", "mtime_epoch": 1783034374.3587859, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:19:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7747.043, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.246, "pushed": 10.246, "read": 10.212}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.327, "count": 307, "max_ms": 24.366, "p95_ms": 17.04}, "gstreamer_push": {"avg_ms": 1.203, "count": 307, "max_ms": 1.595, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.827, "count": 307, "max_ms": 76.729, "p95_ms": 63.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.664, "count": 307, "max_ms": 103.419, "p95_ms": 83.859}, "yolo11_640_fire_11class": {"avg_ms": 54.516, "count": 307, "max_ms": 79.346, "p95_ms": 68.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.148, "count": 307, "max_ms": 90.626, "p95_ms": 77.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.125, "count": 307, "max_ms": 125.921, "p95_ms": 108.427}, "read_interval": {"avg_ms": 97.946, "count": 306, "max_ms": 139.375, "p95_ms": 122.553}, "triton_wait": {"avg_ms": 62.774, "count": 307, "max_ms": 103.432, "p95_ms": 85.831}, "visualize": {"avg_ms": 3.509, "count": 307, "max_ms": 5.352, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13343.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4295.248, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.922, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 781139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:19:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:19:52+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:19:52+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T08:19:52.579129+09:00", "mtime_epoch": 1783034392.5791292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:19:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1471.258, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.857, "count": 298, "max_ms": 12.969, "p95_ms": 9.139}, "gstreamer_push": {"avg_ms": 1.245, "count": 298, "max_ms": 1.912, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.827, "count": 298, "max_ms": 76.114, "p95_ms": 66.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.254, "count": 298, "max_ms": 110.361, "p95_ms": 85.648}, "yolo11_640_fire_11class": {"avg_ms": 53.978, "count": 298, "max_ms": 81.767, "p95_ms": 70.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.099, "count": 298, "max_ms": 91.138, "p95_ms": 79.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.583, "count": 298, "max_ms": 127.042, "p95_ms": 103.039}, "read_interval": {"avg_ms": 100.92, "count": 297, "max_ms": 684.981, "p95_ms": 124.966}, "triton_wait": {"avg_ms": 63.353, "count": 298, "max_ms": 110.376, "p95_ms": 85.66}, "visualize": {"avg_ms": 3.605, "count": 298, "max_ms": 4.598, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3369, "tracking_summary": 2916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13342.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80246.47, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.194, "sample_count": 965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:19:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:19:53+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T08:19:52+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T08:19:52.743132+09:00", "mtime_epoch": 1783034392.7431324, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:19:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.602, "name": "celery", "pid": 239, "rss_mb": 988.977, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.275, "pushed": 3.275, "read": 3.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.044, "count": 98, "max_ms": 261.275, "p95_ms": 240.959}, "gstreamer_push": {"avg_ms": 0.848, "count": 98, "max_ms": 2.543, "p95_ms": 1.644}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.761, "count": 98, "max_ms": 109.873, "p95_ms": 100.097}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.022, "count": 98, "max_ms": 104.568, "p95_ms": 96.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 301.167, "count": 98, "max_ms": 377.607, "p95_ms": 368.215}, "read_interval": {"avg_ms": 308.946, "count": 97, "max_ms": 385.039, "p95_ms": 377.576}, "triton_wait": {"avg_ms": 72.07, "count": 98, "max_ms": 109.886, "p95_ms": 100.11}, "visualize": {"avg_ms": 26.222, "count": 98, "max_ms": 41.495, "p95_ms": 38.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13343.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 682.789, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.725, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 724800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:20:04+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T08:20:04+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T08:20:04.447353+09:00", "mtime_epoch": 1783034404.447353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 219696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:20:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7747.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.304, "count": 300, "max_ms": 23.538, "p95_ms": 16.799}, "gstreamer_push": {"avg_ms": 1.193, "count": 300, "max_ms": 1.965, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.663, "count": 300, "max_ms": 74.578, "p95_ms": 64.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.982, "count": 300, "max_ms": 101.028, "p95_ms": 87.471}, "yolo11_640_fire_11class": {"avg_ms": 55.213, "count": 300, "max_ms": 77.641, "p95_ms": 67.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.984, "count": 300, "max_ms": 91.521, "p95_ms": 76.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.483, "count": 300, "max_ms": 124.693, "p95_ms": 109.269}, "read_interval": {"avg_ms": 100.322, "count": 299, "max_ms": 170.38, "p95_ms": 124.228}, "triton_wait": {"avg_ms": 64.185, "count": 300, "max_ms": 101.042, "p95_ms": 87.484}, "visualize": {"avg_ms": 3.484, "count": 300, "max_ms": 4.634, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13343.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4325.342, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.225, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 781442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:20:22+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T08:20:22+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T08:20:22.663696+09:00", "mtime_epoch": 1783034422.663696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:20:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1471.516, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.073}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.839, "count": 303, "max_ms": 12.46, "p95_ms": 9.891}, "gstreamer_push": {"avg_ms": 1.234, "count": 303, "max_ms": 1.694, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.263, "count": 303, "max_ms": 83.387, "p95_ms": 68.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.128, "count": 303, "max_ms": 112.109, "p95_ms": 86.34}, "yolo11_640_fire_11class": {"avg_ms": 54.366, "count": 303, "max_ms": 86.609, "p95_ms": 70.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.231, "count": 303, "max_ms": 88.812, "p95_ms": 80.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.273, "count": 303, "max_ms": 131.323, "p95_ms": 104.657}, "read_interval": {"avg_ms": 99.317, "count": 302, "max_ms": 700.114, "p95_ms": 128.783}, "triton_wait": {"avg_ms": 64.114, "count": 303, "max_ms": 112.123, "p95_ms": 88.226}, "visualize": {"avg_ms": 3.607, "count": 303, "max_ms": 4.82, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3369, "tracking_summary": 2916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13343.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80276.621, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.456, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:20:23+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T08:20:22+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-03T08:20:22.867700+09:00", "mtime_epoch": 1783034422.8676999, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:20:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 990.602, "name": "celery", "pid": 239, "rss_mb": 989.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.951, "pushed": 2.951, "read": 2.917}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 226.471, "count": 88, "max_ms": 238.767, "p95_ms": 234.425}, "gstreamer_push": {"avg_ms": 0.768, "count": 88, "max_ms": 0.893, "p95_ms": 0.829}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.64, "count": 88, "max_ms": 113.177, "p95_ms": 103.558}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.035, "count": 88, "max_ms": 102.178, "p95_ms": 99.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.309, "count": 88, "max_ms": 379.48, "p95_ms": 367.329}, "read_interval": {"avg_ms": 342.528, "count": 87, "max_ms": 388.216, "p95_ms": 375.612}, "triton_wait": {"avg_ms": 77.066, "count": 88, "max_ms": 113.19, "p95_ms": 103.571}, "visualize": {"avg_ms": 25.964, "count": 88, "max_ms": 30.745, "p95_ms": 27.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.824, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13345.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 712.818, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 10, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.44, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 725101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:20:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:20:34+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T08:20:34+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T08:20:34.475918+09:00", "mtime_epoch": 1783034434.4759183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:20:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7747.301, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.449, "count": 301, "max_ms": 22.429, "p95_ms": 17.646}, "gstreamer_push": {"avg_ms": 1.195, "count": 301, "max_ms": 1.799, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.389, "count": 301, "max_ms": 76.398, "p95_ms": 66.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.843, "count": 301, "max_ms": 103.562, "p95_ms": 85.856}, "yolo11_640_fire_11class": {"avg_ms": 54.853, "count": 301, "max_ms": 85.49, "p95_ms": 69.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.248, "count": 301, "max_ms": 91.683, "p95_ms": 79.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.869, "count": 301, "max_ms": 126.415, "p95_ms": 113.165}, "read_interval": {"avg_ms": 99.788, "count": 300, "max_ms": 139.649, "p95_ms": 125.962}, "triton_wait": {"avg_ms": 63.352, "count": 301, "max_ms": 103.575, "p95_ms": 90.357}, "visualize": {"avg_ms": 3.506, "count": 301, "max_ms": 5.387, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13345.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4355.422, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.415, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 781738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:20:52+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T08:20:52+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T08:20:52.728262+09:00", "mtime_epoch": 1783034452.7282617, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 265539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:20:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1471.516, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.803, "count": 296, "max_ms": 11.07, "p95_ms": 9.105}, "gstreamer_push": {"avg_ms": 1.234, "count": 296, "max_ms": 2.16, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.919, "count": 296, "max_ms": 75.315, "p95_ms": 67.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.008, "count": 296, "max_ms": 113.839, "p95_ms": 87.569}, "yolo11_640_fire_11class": {"avg_ms": 53.014, "count": 296, "max_ms": 80.807, "p95_ms": 69.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.609, "count": 296, "max_ms": 85.879, "p95_ms": 80.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.145, "count": 296, "max_ms": 130.381, "p95_ms": 103.802}, "read_interval": {"avg_ms": 101.581, "count": 295, "max_ms": 778.317, "p95_ms": 133.605}, "triton_wait": {"avg_ms": 62.023, "count": 296, "max_ms": 113.853, "p95_ms": 87.583}, "visualize": {"avg_ms": 3.618, "count": 296, "max_ms": 5.441, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3370, "tracking_summary": 2917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13345.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80306.64, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.57, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:20:53+09:00", "last_frame_read_age_sec": 0.327, "last_frame_read_at": "2026-07-03T08:20:52+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T08:20:52.900265+09:00", "mtime_epoch": 1783034452.900265, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:20:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 991.273, "name": "celery", "pid": 239, "rss_mb": 991.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.301, "pushed": 3.301, "read": 3.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.863, "count": 98, "max_ms": 261.622, "p95_ms": 251.643}, "gstreamer_push": {"avg_ms": 0.777, "count": 98, "max_ms": 0.937, "p95_ms": 0.87}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.851, "count": 98, "max_ms": 104.419, "p95_ms": 100.463}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.251, "count": 98, "max_ms": 100.126, "p95_ms": 96.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.669, "count": 98, "max_ms": 372.941, "p95_ms": 359.272}, "read_interval": {"avg_ms": 306.004, "count": 97, "max_ms": 383.128, "p95_ms": 368.248}, "triton_wait": {"avg_ms": 74.013, "count": 98, "max_ms": 104.43, "p95_ms": 100.47}, "visualize": {"avg_ms": 25.638, "count": 98, "max_ms": 30.939, "p95_ms": 28.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.687, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13345.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 742.826, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.224, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 725401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:21:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:21:04+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:21:04+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T08:21:04.484483+09:00", "mtime_epoch": 1783034464.4844828, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:21:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7747.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.392, "count": 300, "max_ms": 21.915, "p95_ms": 16.63}, "gstreamer_push": {"avg_ms": 1.199, "count": 300, "max_ms": 1.93, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.722, "count": 300, "max_ms": 75.269, "p95_ms": 63.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.173, "count": 300, "max_ms": 104.34, "p95_ms": 85.524}, "yolo11_640_fire_11class": {"avg_ms": 55.17, "count": 300, "max_ms": 79.298, "p95_ms": 68.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.4, "count": 300, "max_ms": 88.631, "p95_ms": 78.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.1, "count": 300, "max_ms": 127.753, "p95_ms": 110.34}, "read_interval": {"avg_ms": 100.033, "count": 300, "max_ms": 160.346, "p95_ms": 124.349}, "triton_wait": {"avg_ms": 63.731, "count": 300, "max_ms": 104.352, "p95_ms": 87.554}, "visualize": {"avg_ms": 3.455, "count": 300, "max_ms": 4.482, "p95_ms": 3.765}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13346.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4385.51, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.415, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 782044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:21:22+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-03T08:21:22+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T08:21:22.796827+09:00", "mtime_epoch": 1783034482.796827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:21:22+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1471.773, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.208, "pushed": 10.208, "read": 10.174}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.253, "count": 306, "max_ms": 15.596, "p95_ms": 11.812}, "gstreamer_push": {"avg_ms": 1.247, "count": 306, "max_ms": 1.615, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.362, "count": 306, "max_ms": 72.415, "p95_ms": 67.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.049, "count": 306, "max_ms": 111.108, "p95_ms": 86.659}, "yolo11_640_fire_11class": {"avg_ms": 52.979, "count": 306, "max_ms": 78.72, "p95_ms": 70.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.265, "count": 306, "max_ms": 86.889, "p95_ms": 78.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.467, "count": 306, "max_ms": 136.43, "p95_ms": 104.525}, "read_interval": {"avg_ms": 98.218, "count": 305, "max_ms": 657.416, "p95_ms": 123.532}, "triton_wait": {"avg_ms": 62.214, "count": 306, "max_ms": 111.121, "p95_ms": 86.673}, "visualize": {"avg_ms": 3.714, "count": 306, "max_ms": 6.667, "p95_ms": 4.619}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3372, "tracking_summary": 2918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13346.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80336.897, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.628, "sample_count": 965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:21:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:21:23+09:00", "last_frame_read_age_sec": 0.331, "last_frame_read_at": "2026-07-03T08:21:23+09:00", "mjpeg": {"age_sec": 0.322, "exists": true, "mtime": "2026-07-03T08:21:23.152834+09:00", "mtime_epoch": 1783034483.1528337, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:21:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 991.273, "name": "celery", "pid": 239, "rss_mb": 991.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.274, "pushed": 3.274, "read": 3.24}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 201.793, "count": 98, "max_ms": 236.487, "p95_ms": 233.81}, "gstreamer_push": {"avg_ms": 0.767, "count": 98, "max_ms": 1.312, "p95_ms": 0.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.041, "count": 98, "max_ms": 105.276, "p95_ms": 95.232}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.381, "count": 98, "max_ms": 105.263, "p95_ms": 93.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.363, "count": 98, "max_ms": 363.198, "p95_ms": 351.98}, "read_interval": {"avg_ms": 308.423, "count": 97, "max_ms": 373.285, "p95_ms": 361.569}, "triton_wait": {"avg_ms": 70.908, "count": 98, "max_ms": 105.287, "p95_ms": 95.407}, "visualize": {"avg_ms": 22.891, "count": 98, "max_ms": 27.234, "p95_ms": 26.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13345.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 772.918, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.028, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 725699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:21:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:21:34+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T08:21:34+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T08:21:34.553048+09:00", "mtime_epoch": 1783034494.553048, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 219361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:21:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7747.559, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.338, "count": 297, "max_ms": 22.115, "p95_ms": 17.05}, "gstreamer_push": {"avg_ms": 1.203, "count": 298, "max_ms": 1.522, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.696, "count": 297, "max_ms": 77.788, "p95_ms": 66.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.222, "count": 297, "max_ms": 105.237, "p95_ms": 88.16}, "yolo11_640_fire_11class": {"avg_ms": 55.655, "count": 297, "max_ms": 86.381, "p95_ms": 69.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.402, "count": 297, "max_ms": 91.431, "p95_ms": 77.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.997, "count": 298, "max_ms": 127.488, "p95_ms": 111.37}, "read_interval": {"avg_ms": 100.939, "count": 297, "max_ms": 140.028, "p95_ms": 126.236}, "triton_wait": {"avg_ms": 64.608, "count": 297, "max_ms": 105.249, "p95_ms": 89.31}, "visualize": {"avg_ms": 3.502, "count": 297, "max_ms": 5.044, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13346.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4415.578, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.294, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 782340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:21:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:21:52+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T08:21:52+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T08:21:52.921393+09:00", "mtime_epoch": 1783034512.921393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:21:52+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1472.031, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.88, "pushed": 9.88, "read": 9.846}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.926, "count": 296, "max_ms": 12.75, "p95_ms": 8.943}, "gstreamer_push": {"avg_ms": 1.248, "count": 296, "max_ms": 2.006, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.0, "count": 296, "max_ms": 76.702, "p95_ms": 66.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.851, "count": 296, "max_ms": 102.567, "p95_ms": 84.548}, "yolo11_640_fire_11class": {"avg_ms": 55.193, "count": 296, "max_ms": 80.666, "p95_ms": 71.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.609, "count": 296, "max_ms": 85.937, "p95_ms": 78.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.721, "count": 296, "max_ms": 119.563, "p95_ms": 100.669}, "read_interval": {"avg_ms": 101.655, "count": 295, "max_ms": 768.757, "p95_ms": 126.635}, "triton_wait": {"avg_ms": 64.414, "count": 296, "max_ms": 102.58, "p95_ms": 84.562}, "visualize": {"avg_ms": 3.615, "count": 296, "max_ms": 5.249, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3373, "tracking_summary": 2919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13346.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80367.212, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.978, "sample_count": 944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:21:53+09:00", "last_frame_read_age_sec": 0.331, "last_frame_read_at": "2026-07-03T08:21:53+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T08:21:53.469403+09:00", "mtime_epoch": 1783034513.4694033, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:21:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 991.273, "name": "celery", "pid": 239, "rss_mb": 991.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.871, "pushed": 2.871, "read": 2.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 242.603, "count": 86, "max_ms": 302.712, "p95_ms": 267.767}, "gstreamer_push": {"avg_ms": 0.767, "count": 86, "max_ms": 1.113, "p95_ms": 0.847}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.876, "count": 86, "max_ms": 104.443, "p95_ms": 96.176}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.318, "count": 86, "max_ms": 98.981, "p95_ms": 93.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 343.154, "count": 86, "max_ms": 413.308, "p95_ms": 383.459}, "read_interval": {"avg_ms": 352.643, "count": 85, "max_ms": 421.846, "p95_ms": 392.152}, "triton_wait": {"avg_ms": 71.599, "count": 86, "max_ms": 104.455, "p95_ms": 96.206}, "visualize": {"avg_ms": 25.141, "count": 86, "max_ms": 29.914, "p95_ms": 28.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13346.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 802.928, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.224, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 725999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:22:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:22:04+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T08:22:04+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T08:22:04.557611+09:00", "mtime_epoch": 1783034524.5576115, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:22:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7747.816, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.254, "count": 300, "max_ms": 19.984, "p95_ms": 16.156}, "gstreamer_push": {"avg_ms": 1.207, "count": 300, "max_ms": 1.529, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.541, "count": 300, "max_ms": 77.72, "p95_ms": 65.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.625, "count": 300, "max_ms": 105.634, "p95_ms": 88.818}, "yolo11_640_fire_11class": {"avg_ms": 55.563, "count": 300, "max_ms": 86.836, "p95_ms": 69.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.97, "count": 300, "max_ms": 86.308, "p95_ms": 77.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.317, "count": 300, "max_ms": 128.083, "p95_ms": 111.062}, "read_interval": {"avg_ms": 100.017, "count": 300, "max_ms": 140.847, "p95_ms": 123.701}, "triton_wait": {"avg_ms": 64.997, "count": 300, "max_ms": 105.646, "p95_ms": 88.833}, "visualize": {"avg_ms": 3.479, "count": 300, "max_ms": 4.702, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13347.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4445.594, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.294, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 782640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:22:22+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T08:22:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T08:22:22.929956+09:00", "mtime_epoch": 1783034542.9299562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:22:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1472.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.083, "count": 300, "max_ms": 13.516, "p95_ms": 10.231}, "gstreamer_push": {"avg_ms": 1.242, "count": 300, "max_ms": 1.522, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.62, "count": 300, "max_ms": 77.479, "p95_ms": 67.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.623, "count": 300, "max_ms": 104.545, "p95_ms": 86.272}, "yolo11_640_fire_11class": {"avg_ms": 53.664, "count": 300, "max_ms": 81.794, "p95_ms": 70.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.876, "count": 300, "max_ms": 85.884, "p95_ms": 78.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.08, "count": 300, "max_ms": 121.993, "p95_ms": 102.937}, "read_interval": {"avg_ms": 100.109, "count": 299, "max_ms": 658.793, "p95_ms": 126.771}, "triton_wait": {"avg_ms": 62.513, "count": 300, "max_ms": 104.558, "p95_ms": 86.284}, "visualize": {"avg_ms": 3.667, "count": 300, "max_ms": 5.869, "p95_ms": 4.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3373, "tracking_summary": 2920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13347.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80397.314, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.441, "sample_count": 964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:22:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:22:23+09:00", "last_frame_read_age_sec": 0.367, "last_frame_read_at": "2026-07-03T08:22:23+09:00", "mjpeg": {"age_sec": 0.355, "exists": true, "mtime": "2026-07-03T08:22:23.537968+09:00", "mtime_epoch": 1783034543.5379677, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 239799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:22:23+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 991.273, "name": "celery", "pid": 239, "rss_mb": 991.273, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.598, "pushed": 3.598, "read": 3.565}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.362, "count": 107, "max_ms": 261.993, "p95_ms": 250.166}, "gstreamer_push": {"avg_ms": 0.783, "count": 107, "max_ms": 1.207, "p95_ms": 0.942}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.227, "count": 107, "max_ms": 105.022, "p95_ms": 94.115}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.448, "count": 107, "max_ms": 105.761, "p95_ms": 94.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.278, "count": 107, "max_ms": 385.258, "p95_ms": 364.466}, "read_interval": {"avg_ms": 280.446, "count": 106, "max_ms": 394.138, "p95_ms": 372.047}, "triton_wait": {"avg_ms": 73.015, "count": 107, "max_ms": 105.777, "p95_ms": 96.33}, "visualize": {"avg_ms": 22.05, "count": 107, "max_ms": 28.597, "p95_ms": 25.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.738, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13346.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 832.959, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.207, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 726300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:22:34+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T08:22:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T08:22:34.598175+09:00", "mtime_epoch": 1783034554.5981753, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 218601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:22:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7748.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.792, "count": 301, "max_ms": 25.795, "p95_ms": 18.825}, "gstreamer_push": {"avg_ms": 1.196, "count": 301, "max_ms": 1.934, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.987, "count": 301, "max_ms": 73.258, "p95_ms": 66.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.058, "count": 301, "max_ms": 106.753, "p95_ms": 89.03}, "yolo11_640_fire_11class": {"avg_ms": 55.104, "count": 301, "max_ms": 79.383, "p95_ms": 68.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.443, "count": 301, "max_ms": 82.046, "p95_ms": 77.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.446, "count": 301, "max_ms": 129.59, "p95_ms": 111.207}, "read_interval": {"avg_ms": 99.734, "count": 300, "max_ms": 180.965, "p95_ms": 123.547}, "triton_wait": {"avg_ms": 63.639, "count": 301, "max_ms": 106.766, "p95_ms": 89.043}, "visualize": {"avg_ms": 3.469, "count": 301, "max_ms": 4.607, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13347.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4475.664, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.284, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 782942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:22:53+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T08:22:52+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T08:22:52.974520+09:00", "mtime_epoch": 1783034572.9745197, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:22:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1472.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.036}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 302, "max_ms": 12.866, "p95_ms": 9.048}, "gstreamer_push": {"avg_ms": 1.236, "count": 302, "max_ms": 1.631, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.378, "count": 302, "max_ms": 74.456, "p95_ms": 67.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.558, "count": 302, "max_ms": 109.481, "p95_ms": 85.511}, "yolo11_640_fire_11class": {"avg_ms": 52.985, "count": 302, "max_ms": 78.317, "p95_ms": 70.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.149, "count": 302, "max_ms": 89.506, "p95_ms": 79.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.659, "count": 302, "max_ms": 126.131, "p95_ms": 102.317}, "read_interval": {"avg_ms": 99.531, "count": 301, "max_ms": 706.982, "p95_ms": 139.054}, "triton_wait": {"avg_ms": 61.292, "count": 302, "max_ms": 109.494, "p95_ms": 85.987}, "visualize": {"avg_ms": 3.617, "count": 302, "max_ms": 5.134, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3374, "tracking_summary": 2920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13347.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80427.359, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 367.567, "sample_count": 957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:22:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:22:53+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T08:22:53+09:00", "mjpeg": {"age_sec": 0.331, "exists": true, "mtime": "2026-07-03T08:22:53.606532+09:00", "mtime_epoch": 1783034573.6065316, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:22:53+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 991.531, "name": "celery", "pid": 239, "rss_mb": 991.531, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.894, "pushed": 2.894, "read": 2.86}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 236.801, "count": 86, "max_ms": 291.398, "p95_ms": 267.817}, "gstreamer_push": {"avg_ms": 0.76, "count": 86, "max_ms": 0.876, "p95_ms": 0.802}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.195, "count": 86, "max_ms": 107.644, "p95_ms": 95.916}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.673, "count": 86, "max_ms": 105.373, "p95_ms": 93.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 340.015, "count": 86, "max_ms": 385.877, "p95_ms": 375.524}, "read_interval": {"avg_ms": 349.31, "count": 85, "max_ms": 395.768, "p95_ms": 384.473}, "triton_wait": {"avg_ms": 72.942, "count": 86, "max_ms": 107.657, "p95_ms": 96.269}, "visualize": {"avg_ms": 26.528, "count": 86, "max_ms": 30.327, "p95_ms": 29.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13346.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 862.994, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.718, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 726602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:23:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:23:04+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T08:23:04+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T08:23:04.630738+09:00", "mtime_epoch": 1783034584.6307383, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 221486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:23:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7748.074, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.439, "count": 302, "max_ms": 23.904, "p95_ms": 17.501}, "gstreamer_push": {"avg_ms": 1.2, "count": 302, "max_ms": 1.605, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.913, "count": 302, "max_ms": 73.06, "p95_ms": 65.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.643, "count": 302, "max_ms": 108.332, "p95_ms": 84.045}, "yolo11_640_fire_11class": {"avg_ms": 53.099, "count": 302, "max_ms": 74.305, "p95_ms": 67.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.623, "count": 302, "max_ms": 85.574, "p95_ms": 76.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.588, "count": 302, "max_ms": 131.056, "p95_ms": 106.767}, "read_interval": {"avg_ms": 99.416, "count": 301, "max_ms": 260.027, "p95_ms": 125.002}, "triton_wait": {"avg_ms": 62.063, "count": 302, "max_ms": 108.345, "p95_ms": 84.234}, "visualize": {"avg_ms": 3.506, "count": 302, "max_ms": 4.578, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13347.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4505.781, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.993, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:23:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:23:23+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T08:23:23+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T08:23:23.007083+09:00", "mtime_epoch": 1783034603.0070827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:23:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1472.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.028, "count": 304, "max_ms": 13.436, "p95_ms": 11.176}, "gstreamer_push": {"avg_ms": 1.248, "count": 304, "max_ms": 1.796, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.688, "count": 304, "max_ms": 75.572, "p95_ms": 67.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.007, "count": 304, "max_ms": 100.218, "p95_ms": 83.425}, "yolo11_640_fire_11class": {"avg_ms": 52.609, "count": 304, "max_ms": 77.305, "p95_ms": 69.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.956, "count": 304, "max_ms": 84.794, "p95_ms": 77.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.331, "count": 304, "max_ms": 116.658, "p95_ms": 100.497}, "read_interval": {"avg_ms": 98.786, "count": 304, "max_ms": 577.487, "p95_ms": 121.85}, "triton_wait": {"avg_ms": 60.839, "count": 304, "max_ms": 100.23, "p95_ms": 83.437}, "visualize": {"avg_ms": 3.652, "count": 304, "max_ms": 5.835, "p95_ms": 4.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3377, "tracking_summary": 2921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13347.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80457.523, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.978, "sample_count": 939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:23:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:23:24+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T08:23:23+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T08:23:23.799098+09:00", "mtime_epoch": 1783034603.7990975, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:23:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 991.5, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.153, "pushed": 3.153, "read": 3.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 209.961, "count": 94, "max_ms": 267.958, "p95_ms": 236.595}, "gstreamer_push": {"avg_ms": 0.765, "count": 94, "max_ms": 0.897, "p95_ms": 0.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.096, "count": 94, "max_ms": 104.342, "p95_ms": 95.032}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.493, "count": 94, "max_ms": 102.152, "p95_ms": 90.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 311.798, "count": 94, "max_ms": 363.552, "p95_ms": 355.761}, "read_interval": {"avg_ms": 320.874, "count": 93, "max_ms": 373.511, "p95_ms": 366.007}, "triton_wait": {"avg_ms": 72.638, "count": 94, "max_ms": 104.354, "p95_ms": 96.993}, "visualize": {"avg_ms": 25.438, "count": 94, "max_ms": 34.697, "p95_ms": 29.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13347.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 893.023, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.489, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 726900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:23:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T08:23:34+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T08:23:34.667301+09:00", "mtime_epoch": 1783034614.6673012, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:23:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7748.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.959, "pushed": 9.959, "read": 9.925}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.597, "count": 298, "max_ms": 26.325, "p95_ms": 18.544}, "gstreamer_push": {"avg_ms": 1.192, "count": 298, "max_ms": 1.389, "p95_ms": 1.31}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.738, "count": 298, "max_ms": 71.449, "p95_ms": 64.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.6, "count": 298, "max_ms": 104.476, "p95_ms": 84.732}, "yolo11_640_fire_11class": {"avg_ms": 53.522, "count": 298, "max_ms": 74.624, "p95_ms": 65.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.682, "count": 298, "max_ms": 82.974, "p95_ms": 77.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.407, "count": 298, "max_ms": 127.114, "p95_ms": 107.193}, "read_interval": {"avg_ms": 100.751, "count": 297, "max_ms": 289.622, "p95_ms": 123.051}, "triton_wait": {"avg_ms": 63.784, "count": 298, "max_ms": 104.488, "p95_ms": 84.745}, "visualize": {"avg_ms": 3.465, "count": 298, "max_ms": 4.407, "p95_ms": 3.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13346.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4535.81, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.866, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:23:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:23:53+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T08:23:53+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T08:23:53.151647+09:00", "mtime_epoch": 1783034633.1516473, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 264487}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:23:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1472.547, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.818}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.931, "count": 295, "max_ms": 11.044, "p95_ms": 9.17}, "gstreamer_push": {"avg_ms": 1.239, "count": 295, "max_ms": 1.954, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.754, "count": 295, "max_ms": 76.626, "p95_ms": 68.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.501, "count": 295, "max_ms": 100.436, "p95_ms": 84.028}, "yolo11_640_fire_11class": {"avg_ms": 54.728, "count": 295, "max_ms": 75.215, "p95_ms": 68.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.738, "count": 295, "max_ms": 89.435, "p95_ms": 80.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.403, "count": 295, "max_ms": 117.14, "p95_ms": 100.609}, "read_interval": {"avg_ms": 101.854, "count": 294, "max_ms": 799.008, "p95_ms": 118.625}, "triton_wait": {"avg_ms": 65.131, "count": 295, "max_ms": 100.45, "p95_ms": 84.381}, "visualize": {"avg_ms": 3.598, "count": 295, "max_ms": 5.018, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3377, "tracking_summary": 2922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13345.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80487.804, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.734, "sample_count": 953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:23:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:23:54+09:00", "last_frame_read_age_sec": 0.352, "last_frame_read_at": "2026-07-03T08:23:54+09:00", "mjpeg": {"age_sec": 0.343, "exists": true, "mtime": "2026-07-03T08:23:54.039664+09:00", "mtime_epoch": 1783034634.039664, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:23:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 989.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.843, "pushed": 3.843, "read": 3.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 155.866, "count": 115, "max_ms": 243.208, "p95_ms": 238.673}, "gstreamer_push": {"avg_ms": 0.777, "count": 115, "max_ms": 1.114, "p95_ms": 0.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.864, "count": 115, "max_ms": 102.303, "p95_ms": 93.551}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.477, "count": 115, "max_ms": 96.91, "p95_ms": 89.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 254.132, "count": 115, "max_ms": 364.174, "p95_ms": 351.568}, "read_interval": {"avg_ms": 262.46, "count": 114, "max_ms": 374.616, "p95_ms": 361.558}, "triton_wait": {"avg_ms": 71.028, "count": 115, "max_ms": 102.316, "p95_ms": 95.153}, "visualize": {"avg_ms": 23.456, "count": 115, "max_ms": 34.951, "p95_ms": 26.762}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13346.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 923.112, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 8, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.248, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:24:04+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T08:24:04+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T08:24:04.767865+09:00", "mtime_epoch": 1783034644.7678647, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 222088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:24:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7748.332, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.551, "count": 302, "max_ms": 27.283, "p95_ms": 18.207}, "gstreamer_push": {"avg_ms": 1.2, "count": 302, "max_ms": 1.79, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.298, "count": 302, "max_ms": 77.052, "p95_ms": 65.522}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.833, "count": 302, "max_ms": 104.973, "p95_ms": 87.51}, "yolo11_640_fire_11class": {"avg_ms": 53.348, "count": 302, "max_ms": 77.15, "p95_ms": 66.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.626, "count": 302, "max_ms": 85.626, "p95_ms": 78.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.747, "count": 302, "max_ms": 128.018, "p95_ms": 109.809}, "read_interval": {"avg_ms": 99.64, "count": 301, "max_ms": 140.609, "p95_ms": 122.427}, "triton_wait": {"avg_ms": 64.138, "count": 302, "max_ms": 104.986, "p95_ms": 87.52}, "visualize": {"avg_ms": 3.49, "count": 302, "max_ms": 4.43, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6532}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13348.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4565.909, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.895, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 783847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:24:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:24:23+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T08:24:23+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T08:24:23.120208+09:00", "mtime_epoch": 1783034663.1202083, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:24:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1472.547, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.153, "pushed": 10.153, "read": 10.12}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.905, "count": 304, "max_ms": 14.049, "p95_ms": 9.122}, "gstreamer_push": {"avg_ms": 1.224, "count": 304, "max_ms": 2.173, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.431, "count": 304, "max_ms": 75.091, "p95_ms": 68.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.411, "count": 304, "max_ms": 105.868, "p95_ms": 85.984}, "yolo11_640_fire_11class": {"avg_ms": 54.585, "count": 304, "max_ms": 77.588, "p95_ms": 70.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.363, "count": 304, "max_ms": 88.626, "p95_ms": 79.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.296, "count": 304, "max_ms": 122.728, "p95_ms": 104.182}, "read_interval": {"avg_ms": 98.792, "count": 303, "max_ms": 782.216, "p95_ms": 123.719}, "triton_wait": {"avg_ms": 64.154, "count": 304, "max_ms": 105.881, "p95_ms": 86.44}, "visualize": {"avg_ms": 3.54, "count": 304, "max_ms": 6.008, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3378, "tracking_summary": 2923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13348.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80517.927, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.754, "sample_count": 966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:24:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:24:24+09:00", "last_frame_read_age_sec": 0.367, "last_frame_read_at": "2026-07-03T08:24:24+09:00", "mjpeg": {"age_sec": 0.358, "exists": true, "mtime": "2026-07-03T08:24:24.148227+09:00", "mtime_epoch": 1783034664.1482275, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:24:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 991.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.362, "pushed": 3.362, "read": 3.328}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.826, "count": 100, "max_ms": 270.973, "p95_ms": 266.93}, "gstreamer_push": {"avg_ms": 0.764, "count": 100, "max_ms": 0.892, "p95_ms": 0.813}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.228, "count": 100, "max_ms": 106.833, "p95_ms": 100.43}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.85, "count": 100, "max_ms": 99.567, "p95_ms": 94.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.953, "count": 100, "max_ms": 398.475, "p95_ms": 367.438}, "read_interval": {"avg_ms": 300.468, "count": 99, "max_ms": 407.297, "p95_ms": 380.96}, "triton_wait": {"avg_ms": 76.415, "count": 100, "max_ms": 106.847, "p95_ms": 100.442}, "visualize": {"avg_ms": 22.956, "count": 100, "max_ms": 28.46, "p95_ms": 25.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.746, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13348.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 953.122, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 8, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.493, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:24:34+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T08:24:34+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T08:24:34.776426+09:00", "mtime_epoch": 1783034674.7764263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 220550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:24:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7748.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.38, "count": 294, "max_ms": 22.661, "p95_ms": 17.306}, "gstreamer_push": {"avg_ms": 1.191, "count": 294, "max_ms": 1.949, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.994, "count": 294, "max_ms": 76.796, "p95_ms": 65.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.454, "count": 294, "max_ms": 109.845, "p95_ms": 94.688}, "yolo11_640_fire_11class": {"avg_ms": 55.509, "count": 294, "max_ms": 77.506, "p95_ms": 68.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.69, "count": 294, "max_ms": 87.322, "p95_ms": 78.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.235, "count": 294, "max_ms": 133.016, "p95_ms": 117.694}, "read_interval": {"avg_ms": 102.094, "count": 294, "max_ms": 147.187, "p95_ms": 132.154}, "triton_wait": {"avg_ms": 66.908, "count": 294, "max_ms": 109.858, "p95_ms": 94.702}, "visualize": {"avg_ms": 3.456, "count": 294, "max_ms": 4.621, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13348.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4596.362, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.208, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 784147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:24:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:24:53+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T08:24:53+09:00", "mjpeg": {"age_sec": 0.525, "exists": true, "mtime": "2026-07-03T08:24:53.236772+09:00", "mtime_epoch": 1783034693.2367716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 266432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:24:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1472.805, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.124, "count": 296, "max_ms": 14.694, "p95_ms": 10.439}, "gstreamer_push": {"avg_ms": 1.245, "count": 296, "max_ms": 1.835, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.2, "count": 296, "max_ms": 74.34, "p95_ms": 68.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.05, "count": 296, "max_ms": 104.223, "p95_ms": 88.422}, "yolo11_640_fire_11class": {"avg_ms": 53.838, "count": 296, "max_ms": 78.93, "p95_ms": 69.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.559, "count": 296, "max_ms": 87.339, "p95_ms": 79.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.897, "count": 296, "max_ms": 120.421, "p95_ms": 105.088}, "read_interval": {"avg_ms": 101.639, "count": 295, "max_ms": 822.335, "p95_ms": 122.962}, "triton_wait": {"avg_ms": 63.281, "count": 296, "max_ms": 104.235, "p95_ms": 88.436}, "visualize": {"avg_ms": 3.652, "count": 296, "max_ms": 5.352, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3379, "tracking_summary": 2924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13348.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80547.949, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.858, "sample_count": 956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:24:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:24:54+09:00", "last_frame_read_age_sec": 0.333, "last_frame_read_at": "2026-07-03T08:24:54+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T08:24:54.204790+09:00", "mtime_epoch": 1783034694.2047896, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:24:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 991.52, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.97, "pushed": 2.97, "read": 2.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 226.992, "count": 88, "max_ms": 265.077, "p95_ms": 247.615}, "gstreamer_push": {"avg_ms": 0.76, "count": 88, "max_ms": 0.838, "p95_ms": 0.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.766, "count": 88, "max_ms": 103.615, "p95_ms": 93.68}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.125, "count": 88, "max_ms": 106.029, "p95_ms": 95.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 331.855, "count": 88, "max_ms": 399.344, "p95_ms": 374.797}, "read_interval": {"avg_ms": 341.152, "count": 87, "max_ms": 408.074, "p95_ms": 383.415}, "triton_wait": {"avg_ms": 75.668, "count": 88, "max_ms": 106.041, "p95_ms": 95.173}, "visualize": {"avg_ms": 25.496, "count": 88, "max_ms": 30.636, "p95_ms": 26.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.63, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13349.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 983.157, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 8, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.284, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 727804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:25:04+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T08:25:04+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T08:25:04.816988+09:00", "mtime_epoch": 1783034704.8169882, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 221843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:25:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7748.59, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.286, "pushed": 10.286, "read": 10.253}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.341, "count": 308, "max_ms": 22.677, "p95_ms": 17.644}, "gstreamer_push": {"avg_ms": 1.191, "count": 308, "max_ms": 1.458, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.849, "count": 308, "max_ms": 72.653, "p95_ms": 66.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.516, "count": 308, "max_ms": 103.114, "p95_ms": 81.397}, "yolo11_640_fire_11class": {"avg_ms": 54.171, "count": 308, "max_ms": 75.896, "p95_ms": 68.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.918, "count": 308, "max_ms": 85.482, "p95_ms": 76.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.116, "count": 308, "max_ms": 127.17, "p95_ms": 105.612}, "read_interval": {"avg_ms": 97.538, "count": 307, "max_ms": 142.365, "p95_ms": 119.266}, "triton_wait": {"avg_ms": 61.842, "count": 308, "max_ms": 103.126, "p95_ms": 81.41}, "visualize": {"avg_ms": 3.453, "count": 308, "max_ms": 4.44, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13347.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4626.444, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.798, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 784451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:25:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:25:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:25:23+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T08:25:23.757342+09:00", "mtime_epoch": 1783034723.7573423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 267400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:25:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1472.805, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.133, "pushed": 10.133, "read": 10.1}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 303, "max_ms": 13.182, "p95_ms": 9.899}, "gstreamer_push": {"avg_ms": 1.245, "count": 304, "max_ms": 1.87, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.859, "count": 303, "max_ms": 76.045, "p95_ms": 67.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.187, "count": 303, "max_ms": 109.166, "p95_ms": 84.515}, "yolo11_640_fire_11class": {"avg_ms": 55.613, "count": 303, "max_ms": 79.035, "p95_ms": 71.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.222, "count": 303, "max_ms": 89.457, "p95_ms": 78.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.348, "count": 304, "max_ms": 127.754, "p95_ms": 101.501}, "read_interval": {"avg_ms": 98.937, "count": 303, "max_ms": 778.811, "p95_ms": 120.634}, "triton_wait": {"avg_ms": 63.915, "count": 303, "max_ms": 109.179, "p95_ms": 84.851}, "visualize": {"avg_ms": 3.657, "count": 303, "max_ms": 4.975, "p95_ms": 4.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3380, "tracking_summary": 2924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13347.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80577.996, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.406, "sample_count": 966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:25:24+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T08:25:24+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T08:25:24.265352+09:00", "mtime_epoch": 1783034724.2653518, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:25:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 988.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.298, "pushed": 3.298, "read": 3.265}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.649, "count": 98, "max_ms": 268.157, "p95_ms": 236.626}, "gstreamer_push": {"avg_ms": 0.77, "count": 98, "max_ms": 1.079, "p95_ms": 0.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.701, "count": 98, "max_ms": 110.051, "p95_ms": 94.683}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.191, "count": 98, "max_ms": 100.974, "p95_ms": 95.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.364, "count": 98, "max_ms": 398.644, "p95_ms": 360.359}, "read_interval": {"avg_ms": 306.381, "count": 97, "max_ms": 407.624, "p95_ms": 370.254}, "triton_wait": {"avg_ms": 70.926, "count": 98, "max_ms": 110.064, "p95_ms": 95.197}, "visualize": {"avg_ms": 25.077, "count": 98, "max_ms": 44.083, "p95_ms": 26.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.713, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13347.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1013.178, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 8, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.179, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 728097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:25:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:25:34+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T08:25:34+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T08:25:34.797549+09:00", "mtime_epoch": 1783034734.7975485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 214406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:25:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7748.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.789, "pushed": 9.789, "read": 9.755}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.499, "count": 293, "max_ms": 21.961, "p95_ms": 18.693}, "gstreamer_push": {"avg_ms": 1.197, "count": 293, "max_ms": 1.743, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.672, "count": 293, "max_ms": 73.257, "p95_ms": 66.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.365, "count": 293, "max_ms": 99.802, "p95_ms": 87.297}, "yolo11_640_fire_11class": {"avg_ms": 56.958, "count": 293, "max_ms": 83.973, "p95_ms": 69.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.172, "count": 293, "max_ms": 84.969, "p95_ms": 75.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.777, "count": 293, "max_ms": 349.093, "p95_ms": 111.127}, "read_interval": {"avg_ms": 102.365, "count": 292, "max_ms": 359.334, "p95_ms": 123.767}, "triton_wait": {"avg_ms": 66.335, "count": 293, "max_ms": 99.815, "p95_ms": 87.309}, "visualize": {"avg_ms": 3.494, "count": 293, "max_ms": 5.554, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13350.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4656.491, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.511, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 784754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:25:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:25:53+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T08:25:53+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T08:25:53.825904+09:00", "mtime_epoch": 1783034753.8259041, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:25:53+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1473.062, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.087}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.887, "count": 303, "max_ms": 12.537, "p95_ms": 8.576}, "gstreamer_push": {"avg_ms": 1.241, "count": 303, "max_ms": 2.033, "p95_ms": 1.347}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.753, "count": 303, "max_ms": 76.974, "p95_ms": 68.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.779, "count": 303, "max_ms": 108.38, "p95_ms": 83.223}, "yolo11_640_fire_11class": {"avg_ms": 54.538, "count": 303, "max_ms": 81.092, "p95_ms": 70.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.845, "count": 303, "max_ms": 86.579, "p95_ms": 80.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.736, "count": 303, "max_ms": 129.228, "p95_ms": 100.63}, "read_interval": {"avg_ms": 99.223, "count": 302, "max_ms": 566.458, "p95_ms": 118.563}, "triton_wait": {"avg_ms": 62.401, "count": 303, "max_ms": 108.396, "p95_ms": 83.675}, "visualize": {"avg_ms": 3.613, "count": 303, "max_ms": 4.508, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3380, "tracking_summary": 2925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13350.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80608.019, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.369, "sample_count": 956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351085, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:25:54+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-07-03T08:25:54+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-03T08:25:54.265912+09:00", "mtime_epoch": 1783034754.2659123, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:25:54+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 991.84, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.967, "pushed": 2.967, "read": 2.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 229.924, "count": 88, "max_ms": 235.463, "p95_ms": 234.164}, "gstreamer_push": {"avg_ms": 0.766, "count": 88, "max_ms": 1.05, "p95_ms": 0.818}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.39, "count": 88, "max_ms": 101.507, "p95_ms": 90.447}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.981, "count": 88, "max_ms": 101.494, "p95_ms": 94.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 331.874, "count": 88, "max_ms": 377.142, "p95_ms": 352.63}, "read_interval": {"avg_ms": 341.072, "count": 87, "max_ms": 390.29, "p95_ms": 362.219}, "triton_wait": {"avg_ms": 72.558, "count": 88, "max_ms": 101.518, "p95_ms": 94.539}, "visualize": {"avg_ms": 25.663, "count": 88, "max_ms": 43.986, "p95_ms": 26.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.661, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13350.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1043.228, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.402, "name": "ffmpeg", "pid": 25784, "rss_mb": 271.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 8, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.207, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 728393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:26:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:26:04+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T08:26:04+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T08:26:04.858110+09:00", "mtime_epoch": 1783034764.8581102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:26:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7748.848, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.848}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.33, "count": 296, "max_ms": 22.934, "p95_ms": 16.743}, "gstreamer_push": {"avg_ms": 1.191, "count": 296, "max_ms": 2.164, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.368, "count": 296, "max_ms": 73.29, "p95_ms": 66.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.529, "count": 296, "max_ms": 103.889, "p95_ms": 85.033}, "yolo11_640_fire_11class": {"avg_ms": 55.375, "count": 296, "max_ms": 83.909, "p95_ms": 68.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.473, "count": 296, "max_ms": 85.383, "p95_ms": 79.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.051, "count": 296, "max_ms": 149.128, "p95_ms": 122.929}, "read_interval": {"avg_ms": 101.458, "count": 295, "max_ms": 159.486, "p95_ms": 133.862}, "triton_wait": {"avg_ms": 64.417, "count": 296, "max_ms": 103.901, "p95_ms": 85.162}, "visualize": {"avg_ms": 3.556, "count": 296, "max_ms": 5.475, "p95_ms": 4.66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13350.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4686.564, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.099, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 785055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:26:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:26:23+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T08:26:23+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T08:26:23.898466+09:00", "mtime_epoch": 1783034783.8984656, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:26:23+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1473.32, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.037, "count": 301, "max_ms": 13.921, "p95_ms": 9.754}, "gstreamer_push": {"avg_ms": 1.236, "count": 301, "max_ms": 1.528, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.727, "count": 301, "max_ms": 75.835, "p95_ms": 67.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.129, "count": 301, "max_ms": 112.676, "p95_ms": 84.744}, "yolo11_640_fire_11class": {"avg_ms": 54.931, "count": 301, "max_ms": 79.334, "p95_ms": 71.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.636, "count": 301, "max_ms": 88.81, "p95_ms": 80.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.481, "count": 301, "max_ms": 129.78, "p95_ms": 102.411}, "read_interval": {"avg_ms": 99.945, "count": 300, "max_ms": 543.469, "p95_ms": 129.438}, "triton_wait": {"avg_ms": 64.071, "count": 301, "max_ms": 112.689, "p95_ms": 85.895}, "visualize": {"avg_ms": 3.612, "count": 301, "max_ms": 5.41, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3381, "tracking_summary": 2926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13350.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80638.125, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.406, "sample_count": 962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:26:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:26:24+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T08:26:24+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T08:26:24.526478+09:00", "mtime_epoch": 1783034784.5264776, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:26:24+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 989.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.461, "pushed": 3.461, "read": 3.428}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 183.666, "count": 103, "max_ms": 242.237, "p95_ms": 236.275}, "gstreamer_push": {"avg_ms": 0.76, "count": 103, "max_ms": 0.881, "p95_ms": 0.804}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.065, "count": 103, "max_ms": 113.954, "p95_ms": 97.487}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.096, "count": 103, "max_ms": 102.092, "p95_ms": 96.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 283.03, "count": 103, "max_ms": 374.3, "p95_ms": 354.181}, "read_interval": {"avg_ms": 293.235, "count": 102, "max_ms": 383.108, "p95_ms": 364.964}, "triton_wait": {"avg_ms": 71.979, "count": 103, "max_ms": 113.967, "p95_ms": 97.794}, "visualize": {"avg_ms": 23.641, "count": 103, "max_ms": 26.453, "p95_ms": 25.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.757, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13345.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1073.241, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.98, "name": "ffmpeg", "pid": 25784, "rss_mb": 273.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.431, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 728690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:26:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:26:34+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T08:26:34+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T08:26:34.874671+09:00", "mtime_epoch": 1783034794.8746707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:26:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7749.105, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.376, "count": 297, "max_ms": 20.136, "p95_ms": 16.572}, "gstreamer_push": {"avg_ms": 1.206, "count": 297, "max_ms": 1.751, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.363, "count": 297, "max_ms": 75.312, "p95_ms": 65.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.269, "count": 297, "max_ms": 110.336, "p95_ms": 90.604}, "yolo11_640_fire_11class": {"avg_ms": 56.292, "count": 297, "max_ms": 81.281, "p95_ms": 69.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.941, "count": 297, "max_ms": 87.582, "p95_ms": 79.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.182, "count": 297, "max_ms": 133.061, "p95_ms": 114.788}, "read_interval": {"avg_ms": 101.06, "count": 297, "max_ms": 148.888, "p95_ms": 127.403}, "triton_wait": {"avg_ms": 65.688, "count": 297, "max_ms": 110.349, "p95_ms": 90.616}, "visualize": {"avg_ms": 3.491, "count": 297, "max_ms": 5.467, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13349.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4716.651, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.099, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 785356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:26:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:26:54+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:26:53+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T08:26:53.979027+09:00", "mtime_epoch": 1783034813.9790273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:26:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1473.578, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.898, "count": 300, "max_ms": 12.279, "p95_ms": 9.531}, "gstreamer_push": {"avg_ms": 1.225, "count": 300, "max_ms": 1.897, "p95_ms": 1.364}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.542, "count": 300, "max_ms": 76.974, "p95_ms": 67.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.533, "count": 300, "max_ms": 101.045, "p95_ms": 81.773}, "yolo11_640_fire_11class": {"avg_ms": 53.769, "count": 300, "max_ms": 83.152, "p95_ms": 71.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.866, "count": 300, "max_ms": 88.5, "p95_ms": 79.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.886, "count": 300, "max_ms": 117.457, "p95_ms": 100.644}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 579.317, "p95_ms": 127.774}, "triton_wait": {"avg_ms": 61.745, "count": 300, "max_ms": 101.06, "p95_ms": 84.206}, "visualize": {"avg_ms": 3.556, "count": 300, "max_ms": 4.646, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3383, "tracking_summary": 2927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13354.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80668.449, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.537, "sample_count": 968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:26:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:26:55+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T08:26:54+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T08:26:54.719041+09:00", "mtime_epoch": 1783034814.719041, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:26:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 989.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.042, "pushed": 3.042, "read": 3.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 218.178, "count": 91, "max_ms": 256.214, "p95_ms": 252.237}, "gstreamer_push": {"avg_ms": 1.033, "count": 91, "max_ms": 3.05, "p95_ms": 2.732}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.672, "count": 91, "max_ms": 111.711, "p95_ms": 96.601}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.067, "count": 91, "max_ms": 102.974, "p95_ms": 93.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 321.217, "count": 91, "max_ms": 382.497, "p95_ms": 369.368}, "read_interval": {"avg_ms": 331.145, "count": 90, "max_ms": 392.462, "p95_ms": 379.267}, "triton_wait": {"avg_ms": 72.944, "count": 91, "max_ms": 111.725, "p95_ms": 96.614}, "visualize": {"avg_ms": 26.256, "count": 91, "max_ms": 40.062, "p95_ms": 38.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13355.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1103.317, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.559, "name": "ffmpeg", "pid": 25784, "rss_mb": 276.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.862, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 728993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:27:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:27:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T08:27:04+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T08:27:04.959232+09:00", "mtime_epoch": 1783034824.959232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:27:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7749.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.109, "pushed": 10.109, "read": 10.075}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.243, "count": 303, "max_ms": 23.677, "p95_ms": 16.105}, "gstreamer_push": {"avg_ms": 1.197, "count": 303, "max_ms": 1.44, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.407, "count": 303, "max_ms": 75.942, "p95_ms": 67.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.882, "count": 303, "max_ms": 111.337, "p95_ms": 92.352}, "yolo11_640_fire_11class": {"avg_ms": 55.477, "count": 303, "max_ms": 78.967, "p95_ms": 70.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.186, "count": 303, "max_ms": 90.658, "p95_ms": 77.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.641, "count": 303, "max_ms": 135.03, "p95_ms": 115.083}, "read_interval": {"avg_ms": 99.249, "count": 302, "max_ms": 147.651, "p95_ms": 129.253}, "triton_wait": {"avg_ms": 64.29, "count": 303, "max_ms": 111.35, "p95_ms": 92.365}, "visualize": {"avg_ms": 3.486, "count": 303, "max_ms": 4.68, "p95_ms": 3.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13352.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4746.747, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.1, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 785656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:27:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:27:24+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T08:27:24+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T08:27:24.067589+09:00", "mtime_epoch": 1783034844.0675886, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:27:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1473.578, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.091, "count": 300, "max_ms": 14.953, "p95_ms": 10.335}, "gstreamer_push": {"avg_ms": 1.234, "count": 300, "max_ms": 1.764, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.624, "count": 300, "max_ms": 76.524, "p95_ms": 68.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.108, "count": 300, "max_ms": 103.675, "p95_ms": 87.483}, "yolo11_640_fire_11class": {"avg_ms": 55.177, "count": 300, "max_ms": 79.991, "p95_ms": 72.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.993, "count": 300, "max_ms": 90.376, "p95_ms": 79.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.024, "count": 300, "max_ms": 120.115, "p95_ms": 104.168}, "read_interval": {"avg_ms": 100.285, "count": 300, "max_ms": 799.885, "p95_ms": 131.705}, "triton_wait": {"avg_ms": 63.443, "count": 300, "max_ms": 103.688, "p95_ms": 87.957}, "visualize": {"avg_ms": 3.634, "count": 300, "max_ms": 4.939, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3384, "tracking_summary": 2928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13352.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80698.476, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.537, "sample_count": 948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:27:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:27:25+09:00", "last_frame_read_age_sec": 0.346, "last_frame_read_at": "2026-07-03T08:27:24+09:00", "mjpeg": {"age_sec": 0.331, "exists": true, "mtime": "2026-07-03T08:27:24.723601+09:00", "mtime_epoch": 1783034844.7236009, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:27:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 987.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.928, "pushed": 2.928, "read": 2.895}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 233.644, "count": 87, "max_ms": 242.479, "p95_ms": 238.993}, "gstreamer_push": {"avg_ms": 0.784, "count": 87, "max_ms": 1.718, "p95_ms": 0.829}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.388, "count": 87, "max_ms": 105.647, "p95_ms": 100.476}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.813, "count": 87, "max_ms": 104.994, "p95_ms": 98.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 337.48, "count": 87, "max_ms": 374.153, "p95_ms": 365.087}, "read_interval": {"avg_ms": 345.015, "count": 86, "max_ms": 382.536, "p95_ms": 374.003}, "triton_wait": {"avg_ms": 74.576, "count": 87, "max_ms": 105.66, "p95_ms": 100.737}, "visualize": {"avg_ms": 25.486, "count": 87, "max_ms": 38.45, "p95_ms": 28.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.71, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13352.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1133.4, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.559, "name": "ffmpeg", "pid": 25784, "rss_mb": 276.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.843, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:27:35+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T08:27:35+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T08:27:35.039773+09:00", "mtime_epoch": 1783034855.0397725, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:27:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7749.363, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.136}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.249, "count": 305, "max_ms": 21.296, "p95_ms": 16.026}, "gstreamer_push": {"avg_ms": 1.21, "count": 305, "max_ms": 1.683, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.8, "count": 305, "max_ms": 75.149, "p95_ms": 66.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.331, "count": 305, "max_ms": 108.974, "p95_ms": 88.36}, "yolo11_640_fire_11class": {"avg_ms": 54.572, "count": 305, "max_ms": 81.838, "p95_ms": 68.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.238, "count": 305, "max_ms": 89.004, "p95_ms": 77.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.849, "count": 305, "max_ms": 132.853, "p95_ms": 111.112}, "read_interval": {"avg_ms": 98.6, "count": 304, "max_ms": 145.954, "p95_ms": 124.343}, "triton_wait": {"avg_ms": 63.445, "count": 305, "max_ms": 108.987, "p95_ms": 88.374}, "visualize": {"avg_ms": 3.526, "count": 305, "max_ms": 5.194, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13344.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4776.806, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.997, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 785953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:27:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:27:54+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T08:27:54+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T08:27:54.136080+09:00", "mtime_epoch": 1783034874.1360803, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:27:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1473.578, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.879}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.065, "count": 297, "max_ms": 14.825, "p95_ms": 10.047}, "gstreamer_push": {"avg_ms": 1.226, "count": 297, "max_ms": 1.859, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.631, "count": 297, "max_ms": 74.598, "p95_ms": 68.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.5, "count": 297, "max_ms": 103.88, "p95_ms": 84.182}, "yolo11_640_fire_11class": {"avg_ms": 54.071, "count": 297, "max_ms": 83.626, "p95_ms": 71.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.21, "count": 297, "max_ms": 87.42, "p95_ms": 79.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.489, "count": 297, "max_ms": 120.487, "p95_ms": 101.588}, "read_interval": {"avg_ms": 101.251, "count": 296, "max_ms": 659.436, "p95_ms": 132.9}, "triton_wait": {"avg_ms": 61.954, "count": 297, "max_ms": 103.894, "p95_ms": 84.816}, "visualize": {"avg_ms": 3.58, "count": 297, "max_ms": 5.574, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3384, "tracking_summary": 2928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13352.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80728.659, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 361.432, "sample_count": 970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:27:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:27:55+09:00", "last_frame_read_age_sec": 0.328, "last_frame_read_at": "2026-07-03T08:27:54+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T08:27:54.916093+09:00", "mtime_epoch": 1783034874.9160929, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:27:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 988.043, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.602, "pushed": 3.602, "read": 3.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.353, "count": 108, "max_ms": 246.728, "p95_ms": 240.277}, "gstreamer_push": {"avg_ms": 1.131, "count": 108, "max_ms": 2.025, "p95_ms": 1.839}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.106, "count": 108, "max_ms": 110.222, "p95_ms": 95.328}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.088, "count": 108, "max_ms": 106.455, "p95_ms": 94.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 269.701, "count": 108, "max_ms": 378.14, "p95_ms": 359.058}, "read_interval": {"avg_ms": 278.963, "count": 107, "max_ms": 387.993, "p95_ms": 370.656}, "triton_wait": {"avg_ms": 69.947, "count": 108, "max_ms": 110.235, "p95_ms": 96.979}, "visualize": {"avg_ms": 24.63, "count": 108, "max_ms": 35.025, "p95_ms": 34.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13343.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1163.515, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.559, "name": "ffmpeg", "pid": 25784, "rss_mb": 276.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.003, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:28:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:28:05+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T08:28:05+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T08:28:05.136258+09:00", "mtime_epoch": 1783034885.1362581, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:28:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7749.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.025}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.307, "count": 301, "max_ms": 19.321, "p95_ms": 16.207}, "gstreamer_push": {"avg_ms": 1.204, "count": 301, "max_ms": 1.636, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.154, "count": 301, "max_ms": 76.966, "p95_ms": 67.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.528, "count": 301, "max_ms": 114.085, "p95_ms": 87.722}, "yolo11_640_fire_11class": {"avg_ms": 55.033, "count": 301, "max_ms": 84.849, "p95_ms": 69.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.231, "count": 301, "max_ms": 89.311, "p95_ms": 77.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.919, "count": 301, "max_ms": 137.196, "p95_ms": 109.578}, "read_interval": {"avg_ms": 99.63, "count": 300, "max_ms": 150.168, "p95_ms": 122.459}, "triton_wait": {"avg_ms": 64.499, "count": 301, "max_ms": 114.099, "p95_ms": 87.733}, "visualize": {"avg_ms": 3.522, "count": 301, "max_ms": 4.876, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13353.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4806.857, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.094, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 786257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:28:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:28:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T08:28:24+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T08:28:24.128567+09:00", "mtime_epoch": 1783034904.1285667, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:28:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1473.836, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.155, "pushed": 10.155, "read": 10.122}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.007, "count": 304, "max_ms": 11.844, "p95_ms": 10.259}, "gstreamer_push": {"avg_ms": 1.218, "count": 304, "max_ms": 1.738, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.696, "count": 304, "max_ms": 76.023, "p95_ms": 67.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.415, "count": 304, "max_ms": 107.485, "p95_ms": 82.408}, "yolo11_640_fire_11class": {"avg_ms": 54.853, "count": 304, "max_ms": 77.372, "p95_ms": 70.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.381, "count": 304, "max_ms": 88.417, "p95_ms": 79.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.002, "count": 304, "max_ms": 124.008, "p95_ms": 101.105}, "read_interval": {"avg_ms": 98.913, "count": 303, "max_ms": 736.614, "p95_ms": 127.977}, "triton_wait": {"avg_ms": 62.713, "count": 304, "max_ms": 107.497, "p95_ms": 83.42}, "visualize": {"avg_ms": 3.553, "count": 304, "max_ms": 5.044, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3385, "tracking_summary": 2929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13352.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80758.79, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.277, "sample_count": 961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:28:25+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-07-03T08:28:25+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T08:28:25.172584+09:00", "mtime_epoch": 1783034905.1725836, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 268012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:28:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 986.969, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.89, "pushed": 2.89, "read": 2.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 231.066, "count": 86, "max_ms": 265.172, "p95_ms": 238.576}, "gstreamer_push": {"avg_ms": 1.174, "count": 86, "max_ms": 2.97, "p95_ms": 2.778}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.979, "count": 86, "max_ms": 109.631, "p95_ms": 100.706}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.551, "count": 86, "max_ms": 110.136, "p95_ms": 95.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 340.325, "count": 86, "max_ms": 414.201, "p95_ms": 371.598}, "read_interval": {"avg_ms": 351.868, "count": 85, "max_ms": 422.999, "p95_ms": 380.985}, "triton_wait": {"avg_ms": 73.467, "count": 86, "max_ms": 110.148, "p95_ms": 106.008}, "visualize": {"avg_ms": 32.012, "count": 86, "max_ms": 45.827, "p95_ms": 43.576}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.756, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13353.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1193.567, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.559, "name": "ffmpeg", "pid": 25784, "rss_mb": 276.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.494, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 729898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:28:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:28:35+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:28:35+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T08:28:35.220747+09:00", "mtime_epoch": 1783034915.2207475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 216514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:28:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7749.621, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.442, "count": 298, "max_ms": 21.48, "p95_ms": 17.424}, "gstreamer_push": {"avg_ms": 1.214, "count": 298, "max_ms": 1.713, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.305, "count": 298, "max_ms": 74.402, "p95_ms": 66.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.117, "count": 298, "max_ms": 104.565, "p95_ms": 86.703}, "yolo11_640_fire_11class": {"avg_ms": 55.833, "count": 298, "max_ms": 74.979, "p95_ms": 69.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.636, "count": 298, "max_ms": 87.491, "p95_ms": 77.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.705, "count": 298, "max_ms": 127.209, "p95_ms": 109.506}, "read_interval": {"avg_ms": 100.872, "count": 297, "max_ms": 139.491, "p95_ms": 122.367}, "triton_wait": {"avg_ms": 65.117, "count": 298, "max_ms": 104.577, "p95_ms": 86.716}, "visualize": {"avg_ms": 3.513, "count": 298, "max_ms": 5.5, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13346.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4836.91, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "R (running)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.099, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 786555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:28:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:28:54+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T08:28:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T08:28:54.225058+09:00", "mtime_epoch": 1783034934.2250583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:28:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1473.836, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.012, "count": 298, "max_ms": 13.888, "p95_ms": 9.942}, "gstreamer_push": {"avg_ms": 1.225, "count": 298, "max_ms": 1.707, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.806, "count": 298, "max_ms": 79.105, "p95_ms": 67.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.843, "count": 298, "max_ms": 104.651, "p95_ms": 85.402}, "yolo11_640_fire_11class": {"avg_ms": 53.734, "count": 298, "max_ms": 82.582, "p95_ms": 71.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.441, "count": 298, "max_ms": 85.106, "p95_ms": 79.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.126, "count": 298, "max_ms": 121.6, "p95_ms": 101.583}, "read_interval": {"avg_ms": 100.841, "count": 297, "max_ms": 782.43, "p95_ms": 130.474}, "triton_wait": {"avg_ms": 61.793, "count": 298, "max_ms": 104.664, "p95_ms": 85.414}, "visualize": {"avg_ms": 3.586, "count": 298, "max_ms": 5.683, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3388, "tracking_summary": 2930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13354.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80788.991, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.999, "sample_count": 940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:28:55+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-03T08:28:55+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T08:28:55.385077+09:00", "mtime_epoch": 1783034935.3850772, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:28:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.305, "name": "celery", "pid": 239, "rss_mb": 986.965, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.1, "pushed": 3.1, "read": 3.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 209.729, "count": 93, "max_ms": 277.169, "p95_ms": 240.188}, "gstreamer_push": {"avg_ms": 0.888, "count": 93, "max_ms": 2.734, "p95_ms": 1.718}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.805, "count": 93, "max_ms": 102.224, "p95_ms": 98.088}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.491, "count": 93, "max_ms": 101.616, "p95_ms": 92.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 315.178, "count": 93, "max_ms": 410.073, "p95_ms": 363.144}, "read_interval": {"avg_ms": 326.053, "count": 92, "max_ms": 421.055, "p95_ms": 372.205}, "triton_wait": {"avg_ms": 74.514, "count": 93, "max_ms": 102.235, "p95_ms": 98.101}, "visualize": {"avg_ms": 27.17, "count": 93, "max_ms": 42.116, "p95_ms": 39.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13351.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1223.607, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.559, "name": "ffmpeg", "pid": 25784, "rss_mb": 276.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 7, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.136, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 730200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:29:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:29:05+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T08:29:05+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T08:29:05.257239+09:00", "mtime_epoch": 1783034945.2572393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:29:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7749.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.349, "count": 302, "max_ms": 24.19, "p95_ms": 16.903}, "gstreamer_push": {"avg_ms": 1.193, "count": 302, "max_ms": 1.946, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.022, "count": 302, "max_ms": 74.707, "p95_ms": 66.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.494, "count": 302, "max_ms": 105.971, "p95_ms": 90.964}, "yolo11_640_fire_11class": {"avg_ms": 54.119, "count": 302, "max_ms": 78.626, "p95_ms": 68.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.025, "count": 302, "max_ms": 86.393, "p95_ms": 78.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.274, "count": 302, "max_ms": 128.976, "p95_ms": 113.372}, "read_interval": {"avg_ms": 99.476, "count": 301, "max_ms": 141.714, "p95_ms": 128.995}, "triton_wait": {"avg_ms": 63.903, "count": 302, "max_ms": 105.984, "p95_ms": 90.975}, "visualize": {"avg_ms": 3.483, "count": 302, "max_ms": 4.537, "p95_ms": 3.784}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13357.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4866.978, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.099, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 786853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:29:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:29:24+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T08:29:24+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T08:29:24.273552+09:00", "mtime_epoch": 1783034964.2735524, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:29:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1474.094, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.949, "count": 298, "max_ms": 13.159, "p95_ms": 9.52}, "gstreamer_push": {"avg_ms": 1.244, "count": 298, "max_ms": 1.683, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.724, "count": 298, "max_ms": 79.183, "p95_ms": 70.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.533, "count": 298, "max_ms": 103.393, "p95_ms": 83.571}, "yolo11_640_fire_11class": {"avg_ms": 55.927, "count": 298, "max_ms": 85.415, "p95_ms": 70.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.943, "count": 298, "max_ms": 92.453, "p95_ms": 81.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.684, "count": 298, "max_ms": 120.252, "p95_ms": 103.506}, "read_interval": {"avg_ms": 100.822, "count": 297, "max_ms": 606.91, "p95_ms": 123.677}, "triton_wait": {"avg_ms": 65.301, "count": 298, "max_ms": 103.409, "p95_ms": 86.845}, "visualize": {"avg_ms": 3.63, "count": 298, "max_ms": 4.665, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3388, "tracking_summary": 2931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13359.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80819.09, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 362.802, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:29:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:29:25+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T08:29:25+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T08:29:25.357570+09:00", "mtime_epoch": 1783034965.3575704, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:29:25+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 992.566, "name": "celery", "pid": 239, "rss_mb": 992.566, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.68, "pushed": 3.68, "read": 3.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.658, "count": 110, "max_ms": 246.546, "p95_ms": 241.001}, "gstreamer_push": {"avg_ms": 1.104, "count": 110, "max_ms": 2.922, "p95_ms": 1.862}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.796, "count": 110, "max_ms": 110.122, "p95_ms": 97.74}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.498, "count": 110, "max_ms": 100.691, "p95_ms": 95.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.909, "count": 110, "max_ms": 374.954, "p95_ms": 361.078}, "read_interval": {"avg_ms": 273.101, "count": 109, "max_ms": 780.917, "p95_ms": 373.25}, "triton_wait": {"avg_ms": 70.641, "count": 110, "max_ms": 110.133, "p95_ms": 99.486}, "visualize": {"avg_ms": 26.826, "count": 110, "max_ms": 40.509, "p95_ms": 36.578}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13358.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1253.725, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.559, "name": "ffmpeg", "pid": 25784, "rss_mb": 276.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 6, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.219, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 730495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:29:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:29:35+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T08:29:35+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T08:29:35.333735+09:00", "mtime_epoch": 1783034975.3337352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:29:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7749.879, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.834, "read": 9.8}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.345, "count": 294, "max_ms": 21.814, "p95_ms": 16.458}, "gstreamer_push": {"avg_ms": 1.197, "count": 295, "max_ms": 1.834, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.26, "count": 294, "max_ms": 74.769, "p95_ms": 65.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.513, "count": 294, "max_ms": 111.311, "p95_ms": 95.853}, "yolo11_640_fire_11class": {"avg_ms": 54.21, "count": 294, "max_ms": 75.618, "p95_ms": 66.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.536, "count": 294, "max_ms": 88.162, "p95_ms": 78.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.286, "count": 294, "max_ms": 134.944, "p95_ms": 118.758}, "read_interval": {"avg_ms": 101.955, "count": 294, "max_ms": 151.084, "p95_ms": 130.685}, "triton_wait": {"avg_ms": 66.898, "count": 294, "max_ms": 111.324, "p95_ms": 95.865}, "visualize": {"avg_ms": 3.469, "count": 294, "max_ms": 4.625, "p95_ms": 3.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13361.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4897.221, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.387, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:29:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:29:54+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T08:29:54+09:00", "mjpeg": {"age_sec": 0.274, "exists": true, "mtime": "2026-07-03T08:29:54.346050+09:00", "mtime_epoch": 1783034994.34605, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:29:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1474.352, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.963, "count": 301, "max_ms": 12.531, "p95_ms": 9.103}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 2.188, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.939, "count": 301, "max_ms": 79.622, "p95_ms": 69.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.467, "count": 301, "max_ms": 110.417, "p95_ms": 89.602}, "yolo11_640_fire_11class": {"avg_ms": 56.441, "count": 301, "max_ms": 80.356, "p95_ms": 69.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.764, "count": 301, "max_ms": 88.184, "p95_ms": 80.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.323, "count": 301, "max_ms": 126.861, "p95_ms": 106.819}, "read_interval": {"avg_ms": 99.671, "count": 301, "max_ms": 552.697, "p95_ms": 121.343}, "triton_wait": {"avg_ms": 66.93, "count": 301, "max_ms": 110.431, "p95_ms": 89.616}, "visualize": {"avg_ms": 3.628, "count": 301, "max_ms": 4.652, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3389, "tracking_summary": 2932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13360.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80849.252, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.135, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:29:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:29:55+09:00", "last_frame_read_age_sec": 0.374, "last_frame_read_at": "2026-07-03T08:29:55+09:00", "mjpeg": {"age_sec": 0.365, "exists": true, "mtime": "2026-07-03T08:29:55.466069+09:00", "mtime_epoch": 1783034995.4660687, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:29:55+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.34, "name": "celery", "pid": 239, "rss_mb": 991.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.388, "pushed": 3.388, "read": 3.354}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.632, "count": 101, "max_ms": 258.15, "p95_ms": 241.358}, "gstreamer_push": {"avg_ms": 0.771, "count": 101, "max_ms": 1.209, "p95_ms": 0.852}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.747, "count": 101, "max_ms": 109.626, "p95_ms": 97.943}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.616, "count": 101, "max_ms": 102.074, "p95_ms": 95.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.683, "count": 101, "max_ms": 379.942, "p95_ms": 366.182}, "read_interval": {"avg_ms": 297.801, "count": 100, "max_ms": 389.962, "p95_ms": 375.463}, "triton_wait": {"avg_ms": 74.082, "count": 101, "max_ms": 109.639, "p95_ms": 101.024}, "visualize": {"avg_ms": 23.161, "count": 101, "max_ms": 35.013, "p95_ms": 27.605}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13360.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1283.803, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.137, "name": "ffmpeg", "pid": 25784, "rss_mb": 279.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 6, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.032, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 730793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:30:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:30:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T08:30:05+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T08:30:05.450235+09:00", "mtime_epoch": 1783035005.4502347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 214094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:30:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7750.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.904}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.467, "count": 298, "max_ms": 24.029, "p95_ms": 16.739}, "gstreamer_push": {"avg_ms": 1.193, "count": 298, "max_ms": 1.992, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.173, "count": 298, "max_ms": 72.91, "p95_ms": 65.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.46, "count": 298, "max_ms": 104.44, "p95_ms": 88.416}, "yolo11_640_fire_11class": {"avg_ms": 52.838, "count": 298, "max_ms": 75.504, "p95_ms": 65.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.415, "count": 298, "max_ms": 90.716, "p95_ms": 77.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.424, "count": 298, "max_ms": 137.218, "p95_ms": 112.8}, "read_interval": {"avg_ms": 100.917, "count": 297, "max_ms": 146.98, "p95_ms": 126.441}, "triton_wait": {"avg_ms": 65.785, "count": 298, "max_ms": 104.452, "p95_ms": 88.672}, "visualize": {"avg_ms": 3.479, "count": 298, "max_ms": 4.866, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13355.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4927.262, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.443, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:30:24+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T08:30:24+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T08:30:24.574553+09:00", "mtime_epoch": 1783035024.5745533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:30:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1474.352, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.148, "pushed": 10.148, "read": 10.115}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.854, "count": 304, "max_ms": 13.398, "p95_ms": 8.568}, "gstreamer_push": {"avg_ms": 1.233, "count": 304, "max_ms": 1.846, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.276, "count": 304, "max_ms": 75.238, "p95_ms": 67.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.129, "count": 304, "max_ms": 106.586, "p95_ms": 83.61}, "yolo11_640_fire_11class": {"avg_ms": 55.226, "count": 304, "max_ms": 79.349, "p95_ms": 68.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.811, "count": 304, "max_ms": 90.548, "p95_ms": 79.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.865, "count": 304, "max_ms": 123.038, "p95_ms": 102.887}, "read_interval": {"avg_ms": 98.788, "count": 303, "max_ms": 452.469, "p95_ms": 130.381}, "triton_wait": {"avg_ms": 63.712, "count": 304, "max_ms": 106.599, "p95_ms": 86.395}, "visualize": {"avg_ms": 3.608, "count": 304, "max_ms": 6.076, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3390, "tracking_summary": 2932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13354.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80879.53, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.214, "sample_count": 952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:30:26+09:00", "last_frame_read_age_sec": 0.338, "last_frame_read_at": "2026-07-03T08:30:25+09:00", "mjpeg": {"age_sec": 0.326, "exists": true, "mtime": "2026-07-03T08:30:25.782573+09:00", "mtime_epoch": 1783035025.7825735, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:30:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.34, "name": "celery", "pid": 239, "rss_mb": 984.191, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.939, "pushed": 2.939, "read": 2.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 229.22, "count": 88, "max_ms": 252.666, "p95_ms": 239.875}, "gstreamer_push": {"avg_ms": 0.812, "count": 88, "max_ms": 1.826, "p95_ms": 1.245}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.424, "count": 88, "max_ms": 115.672, "p95_ms": 96.005}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.574, "count": 88, "max_ms": 102.355, "p95_ms": 95.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 334.512, "count": 88, "max_ms": 380.644, "p95_ms": 368.363}, "read_interval": {"avg_ms": 344.021, "count": 87, "max_ms": 389.408, "p95_ms": 376.961}, "triton_wait": {"avg_ms": 75.723, "count": 88, "max_ms": 115.686, "p95_ms": 96.017}, "visualize": {"avg_ms": 25.775, "count": 88, "max_ms": 39.21, "p95_ms": 27.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13349.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1313.842, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.137, "name": "ffmpeg", "pid": 25784, "rss_mb": 279.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 6, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.071, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 731095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:30:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:30:35+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:30:35+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T08:30:35.486736+09:00", "mtime_epoch": 1783035035.4867356, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:30:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7750.137, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.055}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.186, "count": 302, "max_ms": 21.176, "p95_ms": 15.942}, "gstreamer_push": {"avg_ms": 1.187, "count": 302, "max_ms": 1.784, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.627, "count": 302, "max_ms": 71.043, "p95_ms": 64.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.244, "count": 302, "max_ms": 101.173, "p95_ms": 88.722}, "yolo11_640_fire_11class": {"avg_ms": 54.765, "count": 302, "max_ms": 80.382, "p95_ms": 68.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.3, "count": 302, "max_ms": 84.859, "p95_ms": 77.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.787, "count": 302, "max_ms": 123.393, "p95_ms": 112.052}, "read_interval": {"avg_ms": 99.437, "count": 301, "max_ms": 138.494, "p95_ms": 124.776}, "triton_wait": {"avg_ms": 64.59, "count": 302, "max_ms": 101.185, "p95_ms": 88.734}, "visualize": {"avg_ms": 3.474, "count": 302, "max_ms": 4.681, "p95_ms": 3.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13353.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4957.333, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.769, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 787762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:30:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:30:54+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T08:30:54+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T08:30:54.659057+09:00", "mtime_epoch": 1783035054.6590567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:30:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1474.609, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.119, "count": 301, "max_ms": 14.011, "p95_ms": 10.715}, "gstreamer_push": {"avg_ms": 1.252, "count": 301, "max_ms": 2.234, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.671, "count": 301, "max_ms": 78.432, "p95_ms": 68.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.478, "count": 301, "max_ms": 98.142, "p95_ms": 82.324}, "yolo11_640_fire_11class": {"avg_ms": 55.015, "count": 301, "max_ms": 85.23, "p95_ms": 72.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.058, "count": 301, "max_ms": 87.819, "p95_ms": 79.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.153, "count": 301, "max_ms": 114.664, "p95_ms": 100.829}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 733.845, "p95_ms": 141.555}, "triton_wait": {"avg_ms": 61.53, "count": 301, "max_ms": 98.155, "p95_ms": 83.2}, "visualize": {"avg_ms": 3.66, "count": 301, "max_ms": 5.308, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3391, "tracking_summary": 2933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13356.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80909.531, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.182, "sample_count": 958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:30:56+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T08:30:55+09:00", "mjpeg": {"age_sec": 0.331, "exists": true, "mtime": "2026-07-03T08:30:55.779075+09:00", "mtime_epoch": 1783035055.7790754, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:30:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.34, "name": "celery", "pid": 239, "rss_mb": 984.195, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.134, "pushed": 3.134, "read": 3.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 202.264, "count": 94, "max_ms": 269.72, "p95_ms": 266.198}, "gstreamer_push": {"avg_ms": 0.98, "count": 94, "max_ms": 2.206, "p95_ms": 2.055}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.797, "count": 94, "max_ms": 101.322, "p95_ms": 95.769}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.212, "count": 94, "max_ms": 100.036, "p95_ms": 94.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 309.402, "count": 94, "max_ms": 393.323, "p95_ms": 375.795}, "read_interval": {"avg_ms": 319.103, "count": 94, "max_ms": 404.077, "p95_ms": 385.892}, "triton_wait": {"avg_ms": 74.125, "count": 94, "max_ms": 101.337, "p95_ms": 98.203}, "visualize": {"avg_ms": 29.076, "count": 94, "max_ms": 44.085, "p95_ms": 40.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13359.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1343.848, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.715, "name": "ffmpeg", "pid": 25784, "rss_mb": 281.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 6, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.234, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 731401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:31:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:31:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T08:31:05+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T08:31:05.495239+09:00", "mtime_epoch": 1783035065.4952388, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 216764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:31:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7750.395, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.202, "pushed": 10.202, "read": 10.202}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.334, "count": 306, "max_ms": 21.314, "p95_ms": 17.176}, "gstreamer_push": {"avg_ms": 1.194, "count": 306, "max_ms": 1.845, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.7, "count": 306, "max_ms": 71.104, "p95_ms": 66.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.711, "count": 306, "max_ms": 105.835, "p95_ms": 91.34}, "yolo11_640_fire_11class": {"avg_ms": 55.266, "count": 306, "max_ms": 80.433, "p95_ms": 69.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.01, "count": 306, "max_ms": 84.992, "p95_ms": 76.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.43, "count": 306, "max_ms": 129.005, "p95_ms": 113.512}, "read_interval": {"avg_ms": 98.064, "count": 306, "max_ms": 145.128, "p95_ms": 128.474}, "triton_wait": {"avg_ms": 63.131, "count": 306, "max_ms": 105.847, "p95_ms": 91.353}, "visualize": {"avg_ms": 3.465, "count": 306, "max_ms": 4.533, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13352.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4987.366, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.73, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 788055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:31:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:31:24+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T08:31:24+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T08:31:24.667562+09:00", "mtime_epoch": 1783035084.6675615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:31:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1474.867, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.75}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.836, "count": 293, "max_ms": 10.25, "p95_ms": 8.792}, "gstreamer_push": {"avg_ms": 1.242, "count": 293, "max_ms": 1.674, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.706, "count": 293, "max_ms": 83.35, "p95_ms": 70.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.889, "count": 293, "max_ms": 97.948, "p95_ms": 84.485}, "yolo11_640_fire_11class": {"avg_ms": 55.214, "count": 293, "max_ms": 82.688, "p95_ms": 74.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.159, "count": 293, "max_ms": 87.252, "p95_ms": 80.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.894, "count": 293, "max_ms": 114.624, "p95_ms": 101.94}, "read_interval": {"avg_ms": 102.445, "count": 292, "max_ms": 719.076, "p95_ms": 126.935}, "triton_wait": {"avg_ms": 62.528, "count": 293, "max_ms": 97.962, "p95_ms": 85.984}, "visualize": {"avg_ms": 3.64, "count": 293, "max_ms": 5.946, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3391, "tracking_summary": 2934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13361.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80939.766, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 368.423, "sample_count": 938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:31:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:31:26+09:00", "last_frame_read_age_sec": 0.379, "last_frame_read_at": "2026-07-03T08:31:25+09:00", "mjpeg": {"age_sec": 0.365, "exists": true, "mtime": "2026-07-03T08:31:25.979584+09:00", "mtime_epoch": 1783035085.9795835, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:31:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.34, "name": "celery", "pid": 239, "rss_mb": 987.293, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.876, "pushed": 2.876, "read": 2.843}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 236.75, "count": 86, "max_ms": 280.193, "p95_ms": 263.093}, "gstreamer_push": {"avg_ms": 1.049, "count": 86, "max_ms": 2.509, "p95_ms": 1.922}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.503, "count": 86, "max_ms": 107.706, "p95_ms": 92.489}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.163, "count": 86, "max_ms": 100.693, "p95_ms": 97.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 341.559, "count": 86, "max_ms": 391.441, "p95_ms": 374.307}, "read_interval": {"avg_ms": 351.139, "count": 85, "max_ms": 400.162, "p95_ms": 384.49}, "triton_wait": {"avg_ms": 70.733, "count": 86, "max_ms": 107.719, "p95_ms": 98.186}, "visualize": {"avg_ms": 30.27, "count": 86, "max_ms": 47.127, "p95_ms": 40.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13354.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1373.946, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.715, "name": "ffmpeg", "pid": 25784, "rss_mb": 281.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 6, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.096, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 731703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:31:35+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T08:31:35+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T08:31:35.595746+09:00", "mtime_epoch": 1783035095.595746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:31:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7750.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.045}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.297, "count": 302, "max_ms": 22.742, "p95_ms": 16.132}, "gstreamer_push": {"avg_ms": 1.199, "count": 302, "max_ms": 1.933, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.94, "count": 302, "max_ms": 79.804, "p95_ms": 65.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.08, "count": 302, "max_ms": 107.431, "p95_ms": 84.153}, "yolo11_640_fire_11class": {"avg_ms": 55.307, "count": 302, "max_ms": 80.24, "p95_ms": 69.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.916, "count": 302, "max_ms": 83.89, "p95_ms": 77.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.776, "count": 302, "max_ms": 129.727, "p95_ms": 107.527}, "read_interval": {"avg_ms": 99.637, "count": 301, "max_ms": 142.0, "p95_ms": 120.933}, "triton_wait": {"avg_ms": 64.433, "count": 302, "max_ms": 107.444, "p95_ms": 84.165}, "visualize": {"avg_ms": 3.509, "count": 302, "max_ms": 4.631, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13364.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5017.42, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.823, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 788363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:31:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:31:54+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T08:31:54+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T08:31:54.756070+09:00", "mtime_epoch": 1783035114.7560701, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:31:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1474.867, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.286, "pushed": 10.286, "read": 10.253}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.016, "count": 308, "max_ms": 13.734, "p95_ms": 10.177}, "gstreamer_push": {"avg_ms": 1.255, "count": 308, "max_ms": 1.859, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.739, "count": 308, "max_ms": 80.667, "p95_ms": 68.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.675, "count": 308, "max_ms": 107.754, "p95_ms": 84.891}, "yolo11_640_fire_11class": {"avg_ms": 53.309, "count": 308, "max_ms": 85.4, "p95_ms": 73.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.64, "count": 308, "max_ms": 91.563, "p95_ms": 81.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.071, "count": 308, "max_ms": 125.207, "p95_ms": 103.847}, "read_interval": {"avg_ms": 97.634, "count": 307, "max_ms": 762.111, "p95_ms": 134.597}, "triton_wait": {"avg_ms": 60.498, "count": 308, "max_ms": 107.775, "p95_ms": 86.502}, "visualize": {"avg_ms": 3.641, "count": 308, "max_ms": 5.954, "p95_ms": 4.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3392, "tracking_summary": 2935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13364.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80969.906, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 368.363, "sample_count": 947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:31:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:31:56+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-03T08:31:56+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T08:31:56.300096+09:00", "mtime_epoch": 1783035116.3000963, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:31:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.34, "name": "celery", "pid": 239, "rss_mb": 991.812, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.288, "pushed": 3.288, "read": 3.254}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.827, "count": 98, "max_ms": 285.94, "p95_ms": 256.618}, "gstreamer_push": {"avg_ms": 0.821, "count": 98, "max_ms": 1.798, "p95_ms": 1.657}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.926, "count": 98, "max_ms": 105.594, "p95_ms": 97.096}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.774, "count": 98, "max_ms": 101.712, "p95_ms": 98.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.118, "count": 98, "max_ms": 385.438, "p95_ms": 365.653}, "read_interval": {"avg_ms": 308.644, "count": 97, "max_ms": 395.14, "p95_ms": 375.657}, "triton_wait": {"avg_ms": 72.081, "count": 98, "max_ms": 105.607, "p95_ms": 98.143}, "visualize": {"avg_ms": 26.432, "count": 98, "max_ms": 41.644, "p95_ms": 39.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13364.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1404.018, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.715, "name": "ffmpeg", "pid": 25784, "rss_mb": 281.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.414, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 731943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:32:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:32:05+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-03T08:32:05+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-03T08:32:05.600254+09:00", "mtime_epoch": 1783035125.600254, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:32:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7750.652, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.004, "pushed": 8.004, "read": 7.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.025, "count": 240, "max_ms": 22.464, "p95_ms": 19.397}, "gstreamer_push": {"avg_ms": 1.092, "count": 240, "max_ms": 2.189, "p95_ms": 1.273}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.786, "count": 240, "max_ms": 74.023, "p95_ms": 67.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.987, "count": 240, "max_ms": 104.425, "p95_ms": 86.455}, "yolo11_640_fire_11class": {"avg_ms": 55.606, "count": 240, "max_ms": 80.708, "p95_ms": 73.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.105, "count": 240, "max_ms": 90.233, "p95_ms": 82.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.591, "count": 240, "max_ms": 163.563, "p95_ms": 146.271}, "read_interval": {"avg_ms": 125.129, "count": 239, "max_ms": 327.019, "p95_ms": 157.875}, "triton_wait": {"avg_ms": 64.752, "count": 240, "max_ms": 104.436, "p95_ms": 88.61}, "visualize": {"avg_ms": 4.421, "count": 240, "max_ms": 5.99, "p95_ms": 5.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13353.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5047.434, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.717, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 788654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:32:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:32:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:32:24+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T08:32:24.748579+09:00", "mtime_epoch": 1783035144.7485793, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:32:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1474.867, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.701}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.115, "count": 291, "max_ms": 16.178, "p95_ms": 9.856}, "gstreamer_push": {"avg_ms": 1.22, "count": 291, "max_ms": 1.775, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.836, "count": 291, "max_ms": 75.574, "p95_ms": 68.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.466, "count": 291, "max_ms": 98.177, "p95_ms": 82.337}, "yolo11_640_fire_11class": {"avg_ms": 55.313, "count": 291, "max_ms": 81.764, "p95_ms": 74.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.049, "count": 291, "max_ms": 91.58, "p95_ms": 80.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.191, "count": 291, "max_ms": 144.548, "p95_ms": 116.257}, "read_interval": {"avg_ms": 103.058, "count": 291, "max_ms": 742.359, "p95_ms": 142.364}, "triton_wait": {"avg_ms": 61.608, "count": 291, "max_ms": 98.19, "p95_ms": 84.104}, "visualize": {"avg_ms": 3.784, "count": 291, "max_ms": 5.875, "p95_ms": 5.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3394, "tracking_summary": 2936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13358.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 80999.978, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 367.846, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:32:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:32:26+09:00", "last_frame_read_age_sec": 0.374, "last_frame_read_at": "2026-07-03T08:32:26+09:00", "mjpeg": {"age_sec": 0.364, "exists": true, "mtime": "2026-07-03T08:32:26.192604+09:00", "mtime_epoch": 1783035146.1926038, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:32:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.34, "name": "celery", "pid": 239, "rss_mb": 985.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.216, "pushed": 3.216, "read": 3.183}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.121, "count": 96, "max_ms": 243.393, "p95_ms": 239.621}, "gstreamer_push": {"avg_ms": 0.795, "count": 96, "max_ms": 1.836, "p95_ms": 0.899}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.344, "count": 96, "max_ms": 104.963, "p95_ms": 96.654}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.004, "count": 96, "max_ms": 98.148, "p95_ms": 89.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 303.882, "count": 96, "max_ms": 370.415, "p95_ms": 354.015}, "read_interval": {"avg_ms": 312.511, "count": 95, "max_ms": 378.306, "p95_ms": 361.383}, "triton_wait": {"avg_ms": 70.493, "count": 96, "max_ms": 104.977, "p95_ms": 96.667}, "visualize": {"avg_ms": 23.491, "count": 96, "max_ms": 39.569, "p95_ms": 33.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13367.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1434.064, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.715, "name": "ffmpeg", "pid": 25784, "rss_mb": 281.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.282, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 732236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:32:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:32:35+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T08:32:35+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T08:32:35.696766+09:00", "mtime_epoch": 1783035155.696766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:32:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7750.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.79, "pushed": 9.79, "read": 9.757}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.543, "count": 293, "max_ms": 22.529, "p95_ms": 17.262}, "gstreamer_push": {"avg_ms": 1.171, "count": 293, "max_ms": 1.648, "p95_ms": 1.334}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.617, "count": 293, "max_ms": 74.559, "p95_ms": 65.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.044, "count": 293, "max_ms": 106.064, "p95_ms": 86.939}, "yolo11_640_fire_11class": {"avg_ms": 56.53, "count": 293, "max_ms": 85.494, "p95_ms": 72.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.675, "count": 293, "max_ms": 89.422, "p95_ms": 78.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.481, "count": 293, "max_ms": 149.722, "p95_ms": 120.635}, "read_interval": {"avg_ms": 102.515, "count": 292, "max_ms": 159.926, "p95_ms": 131.752}, "triton_wait": {"avg_ms": 64.587, "count": 293, "max_ms": 106.076, "p95_ms": 86.952}, "visualize": {"avg_ms": 3.569, "count": 293, "max_ms": 5.601, "p95_ms": 4.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13367.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5077.436, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.095, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 788961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:32:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:32:54+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T08:32:54+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T08:32:54.733091+09:00", "mtime_epoch": 1783035174.7330906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:32:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1475.125, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.237, "pushed": 10.237, "read": 10.237}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.019, "count": 307, "max_ms": 13.414, "p95_ms": 10.069}, "gstreamer_push": {"avg_ms": 1.241, "count": 307, "max_ms": 1.463, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.935, "count": 307, "max_ms": 76.544, "p95_ms": 67.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.033, "count": 307, "max_ms": 107.231, "p95_ms": 90.727}, "yolo11_640_fire_11class": {"avg_ms": 56.783, "count": 307, "max_ms": 92.213, "p95_ms": 74.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.202, "count": 307, "max_ms": 91.172, "p95_ms": 77.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.784, "count": 307, "max_ms": 147.055, "p95_ms": 115.467}, "read_interval": {"avg_ms": 97.657, "count": 307, "max_ms": 371.228, "p95_ms": 131.293}, "triton_wait": {"avg_ms": 63.492, "count": 307, "max_ms": 107.244, "p95_ms": 90.744}, "visualize": {"avg_ms": 3.713, "count": 307, "max_ms": 5.463, "p95_ms": 4.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3395, "tracking_summary": 2936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13367.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81030.213, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 368.081, "sample_count": 935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:32:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:32:56+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T08:32:56+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T08:32:56.481121+09:00", "mtime_epoch": 1783035176.4811206, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:32:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.707, "name": "celery", "pid": 239, "rss_mb": 993.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.914, "pushed": 2.914, "read": 2.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 233.311, "count": 87, "max_ms": 247.888, "p95_ms": 238.576}, "gstreamer_push": {"avg_ms": 0.803, "count": 87, "max_ms": 2.74, "p95_ms": 0.883}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.696, "count": 87, "max_ms": 110.213, "p95_ms": 102.149}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.83, "count": 87, "max_ms": 103.885, "p95_ms": 101.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 338.191, "count": 87, "max_ms": 380.311, "p95_ms": 368.221}, "read_interval": {"avg_ms": 347.73, "count": 86, "max_ms": 391.147, "p95_ms": 378.037}, "triton_wait": {"avg_ms": 75.421, "count": 87, "max_ms": 110.225, "p95_ms": 103.897}, "visualize": {"avg_ms": 25.732, "count": 87, "max_ms": 40.745, "p95_ms": 31.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13367.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1464.142, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.715, "name": "ffmpeg", "pid": 25784, "rss_mb": 281.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.118, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 732537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:33:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:33:05+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:33:05+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T08:33:05.797280+09:00", "mtime_epoch": 1783035185.7972798, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 216740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:33:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7750.91, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.191, "count": 301, "max_ms": 19.072, "p95_ms": 15.942}, "gstreamer_push": {"avg_ms": 1.195, "count": 301, "max_ms": 1.79, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.831, "count": 301, "max_ms": 75.431, "p95_ms": 65.36}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.51, "count": 301, "max_ms": 112.141, "p95_ms": 84.245}, "yolo11_640_fire_11class": {"avg_ms": 57.112, "count": 301, "max_ms": 83.227, "p95_ms": 71.399}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.143, "count": 301, "max_ms": 90.151, "p95_ms": 78.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.224, "count": 301, "max_ms": 134.367, "p95_ms": 106.467}, "read_interval": {"avg_ms": 99.944, "count": 300, "max_ms": 146.832, "p95_ms": 119.44}, "triton_wait": {"avg_ms": 65.017, "count": 301, "max_ms": 112.153, "p95_ms": 84.258}, "visualize": {"avg_ms": 3.489, "count": 301, "max_ms": 4.85, "p95_ms": 3.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13369.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5107.478, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.095, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 789258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:33:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:33:24+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T08:33:24+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T08:33:24.809606+09:00", "mtime_epoch": 1783035204.8096056, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257021}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:33:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1475.125, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.879}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 297, "max_ms": 12.792, "p95_ms": 9.104}, "gstreamer_push": {"avg_ms": 1.249, "count": 297, "max_ms": 1.472, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.19, "count": 297, "max_ms": 77.64, "p95_ms": 69.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.684, "count": 297, "max_ms": 104.563, "p95_ms": 84.71}, "yolo11_640_fire_11class": {"avg_ms": 58.937, "count": 297, "max_ms": 90.02, "p95_ms": 74.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.25, "count": 297, "max_ms": 89.604, "p95_ms": 80.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.067, "count": 297, "max_ms": 120.981, "p95_ms": 101.816}, "read_interval": {"avg_ms": 101.197, "count": 296, "max_ms": 755.351, "p95_ms": 119.645}, "triton_wait": {"avg_ms": 65.537, "count": 297, "max_ms": 104.576, "p95_ms": 84.909}, "visualize": {"avg_ms": 3.66, "count": 297, "max_ms": 5.068, "p95_ms": 4.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3395, "tracking_summary": 2937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13369.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81060.224, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.74, "sample_count": 957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:33:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:33:26+09:00", "last_frame_read_age_sec": 0.346, "last_frame_read_at": "2026-07-03T08:33:26+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T08:33:26.465634+09:00", "mtime_epoch": 1783035206.4656339, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:33:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.707, "name": "celery", "pid": 239, "rss_mb": 992.777, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.639, "pushed": 3.639, "read": 3.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.323, "count": 108, "max_ms": 238.253, "p95_ms": 235.519}, "gstreamer_push": {"avg_ms": 0.857, "count": 108, "max_ms": 1.802, "p95_ms": 1.698}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.558, "count": 108, "max_ms": 107.302, "p95_ms": 98.862}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.291, "count": 108, "max_ms": 108.724, "p95_ms": 95.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 268.382, "count": 108, "max_ms": 363.819, "p95_ms": 356.377}, "read_interval": {"avg_ms": 277.154, "count": 107, "max_ms": 374.237, "p95_ms": 366.659}, "triton_wait": {"avg_ms": 71.22, "count": 108, "max_ms": 108.736, "p95_ms": 98.875}, "visualize": {"avg_ms": 23.111, "count": 108, "max_ms": 33.908, "p95_ms": 28.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.68, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13364.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1494.224, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.293, "name": "ffmpeg", "pid": 25784, "rss_mb": 284.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.244, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 732833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:33:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:33:35+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T08:33:35+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T08:33:35.861795+09:00", "mtime_epoch": 1783035215.8617952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:33:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7751.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.876, "pushed": 9.876, "read": 9.842}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.132, "count": 296, "max_ms": 23.681, "p95_ms": 15.671}, "gstreamer_push": {"avg_ms": 1.2, "count": 296, "max_ms": 1.521, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.787, "count": 296, "max_ms": 73.216, "p95_ms": 66.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.125, "count": 296, "max_ms": 110.526, "p95_ms": 92.625}, "yolo11_640_fire_11class": {"avg_ms": 58.553, "count": 296, "max_ms": 88.918, "p95_ms": 72.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.167, "count": 296, "max_ms": 87.057, "p95_ms": 79.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.92, "count": 296, "max_ms": 135.693, "p95_ms": 115.421}, "read_interval": {"avg_ms": 101.593, "count": 295, "max_ms": 147.774, "p95_ms": 128.38}, "triton_wait": {"avg_ms": 66.732, "count": 296, "max_ms": 110.539, "p95_ms": 92.638}, "visualize": {"avg_ms": 3.475, "count": 296, "max_ms": 4.631, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13364.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5137.514, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.095, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 789559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:33:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T08:33:54+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T08:33:54.850122+09:00", "mtime_epoch": 1783035234.8501217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:33:54+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1475.383, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.833, "count": 301, "max_ms": 12.786, "p95_ms": 9.788}, "gstreamer_push": {"avg_ms": 1.237, "count": 301, "max_ms": 1.814, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.734, "count": 301, "max_ms": 80.578, "p95_ms": 68.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.753, "count": 301, "max_ms": 103.088, "p95_ms": 86.232}, "yolo11_640_fire_11class": {"avg_ms": 57.826, "count": 301, "max_ms": 87.495, "p95_ms": 75.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.524, "count": 301, "max_ms": 87.916, "p95_ms": 81.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.423, "count": 301, "max_ms": 119.523, "p95_ms": 104.399}, "read_interval": {"avg_ms": 99.833, "count": 300, "max_ms": 750.719, "p95_ms": 121.476}, "triton_wait": {"avg_ms": 63.138, "count": 301, "max_ms": 103.101, "p95_ms": 87.018}, "visualize": {"avg_ms": 3.638, "count": 301, "max_ms": 5.349, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3396, "tracking_summary": 2938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13358.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81090.253, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 367.081, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:33:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:33:56+09:00", "last_frame_read_age_sec": 0.377, "last_frame_read_at": "2026-07-03T08:33:56+09:00", "mjpeg": {"age_sec": 0.365, "exists": true, "mtime": "2026-07-03T08:33:56.466150+09:00", "mtime_epoch": 1783035236.4661496, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:33:56+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.707, "name": "celery", "pid": 239, "rss_mb": 981.699, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.895, "pushed": 2.895, "read": 2.862}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 233.485, "count": 86, "max_ms": 248.015, "p95_ms": 240.091}, "gstreamer_push": {"avg_ms": 0.806, "count": 86, "max_ms": 1.771, "p95_ms": 0.863}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.727, "count": 86, "max_ms": 105.2, "p95_ms": 99.524}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.025, "count": 86, "max_ms": 106.156, "p95_ms": 93.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 339.575, "count": 86, "max_ms": 379.478, "p95_ms": 367.503}, "read_interval": {"avg_ms": 348.734, "count": 85, "max_ms": 388.034, "p95_ms": 375.76}, "triton_wait": {"avg_ms": 73.124, "count": 86, "max_ms": 106.169, "p95_ms": 102.463}, "visualize": {"avg_ms": 29.209, "count": 86, "max_ms": 43.775, "p95_ms": 41.648}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.704, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13364.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1524.265, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.871, "name": "ffmpeg", "pid": 25784, "rss_mb": 286.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 5, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.118, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 733136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:34:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:34:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T08:34:05+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T08:34:05.914312+09:00", "mtime_epoch": 1783035245.9143124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 214714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:34:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7751.168, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.17, "count": 303, "max_ms": 21.567, "p95_ms": 16.741}, "gstreamer_push": {"avg_ms": 1.191, "count": 303, "max_ms": 1.808, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.328, "count": 303, "max_ms": 71.703, "p95_ms": 66.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.35, "count": 303, "max_ms": 103.659, "p95_ms": 87.686}, "yolo11_640_fire_11class": {"avg_ms": 56.569, "count": 303, "max_ms": 80.232, "p95_ms": 70.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.819, "count": 303, "max_ms": 86.2, "p95_ms": 77.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.136, "count": 303, "max_ms": 125.758, "p95_ms": 109.922}, "read_interval": {"avg_ms": 99.147, "count": 302, "max_ms": 210.666, "p95_ms": 123.809}, "triton_wait": {"avg_ms": 63.935, "count": 303, "max_ms": 103.671, "p95_ms": 87.698}, "visualize": {"avg_ms": 3.476, "count": 303, "max_ms": 5.152, "p95_ms": 3.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13366.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5167.537, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.095, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 789863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:34:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:34:24+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T08:34:24+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T08:34:24.866639+09:00", "mtime_epoch": 1783035264.8666394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:34:24+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1475.641, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.154, "pushed": 10.154, "read": 10.12}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.97, "count": 304, "max_ms": 13.183, "p95_ms": 11.222}, "gstreamer_push": {"avg_ms": 1.232, "count": 304, "max_ms": 1.827, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.395, "count": 304, "max_ms": 79.058, "p95_ms": 69.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.115, "count": 304, "max_ms": 106.862, "p95_ms": 83.336}, "yolo11_640_fire_11class": {"avg_ms": 59.802, "count": 304, "max_ms": 86.014, "p95_ms": 76.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.059, "count": 304, "max_ms": 92.203, "p95_ms": 81.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.733, "count": 304, "max_ms": 123.135, "p95_ms": 102.307}, "read_interval": {"avg_ms": 98.786, "count": 303, "max_ms": 594.304, "p95_ms": 118.635}, "triton_wait": {"avg_ms": 65.275, "count": 304, "max_ms": 106.876, "p95_ms": 86.137}, "visualize": {"avg_ms": 3.633, "count": 304, "max_ms": 4.6, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3399, "tracking_summary": 2939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13365.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81120.354, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 368.003, "sample_count": 934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:34:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:34:26+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T08:34:26+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T08:34:26.738672+09:00", "mtime_epoch": 1783035266.7386718, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:34:26+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.707, "name": "celery", "pid": 239, "rss_mb": 985.328, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.124, "pushed": 3.124, "read": 3.09}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.731, "count": 93, "max_ms": 239.985, "p95_ms": 238.124}, "gstreamer_push": {"avg_ms": 1.05, "count": 93, "max_ms": 1.921, "p95_ms": 1.791}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.246, "count": 93, "max_ms": 105.849, "p95_ms": 98.589}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.077, "count": 93, "max_ms": 101.357, "p95_ms": 97.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.903, "count": 93, "max_ms": 378.693, "p95_ms": 368.384}, "read_interval": {"avg_ms": 324.879, "count": 92, "max_ms": 387.563, "p95_ms": 378.292}, "triton_wait": {"avg_ms": 73.07, "count": 93, "max_ms": 105.861, "p95_ms": 101.06}, "visualize": {"avg_ms": 29.337, "count": 93, "max_ms": 40.879, "p95_ms": 38.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.769, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13360.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1554.299, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.871, "name": "ffmpeg", "pid": 25784, "rss_mb": 286.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.635, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 733433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:34:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:34:36+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:34:35+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T08:34:35.954831+09:00", "mtime_epoch": 1783035275.9548311, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:34:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7751.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.922, "pushed": 9.922, "read": 9.888}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.591, "count": 297, "max_ms": 24.73, "p95_ms": 19.725}, "gstreamer_push": {"avg_ms": 1.158, "count": 297, "max_ms": 1.415, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.969, "count": 297, "max_ms": 78.42, "p95_ms": 67.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.908, "count": 297, "max_ms": 108.98, "p95_ms": 92.633}, "yolo11_640_fire_11class": {"avg_ms": 58.018, "count": 297, "max_ms": 85.156, "p95_ms": 74.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.647, "count": 297, "max_ms": 93.36, "p95_ms": 80.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.229, "count": 297, "max_ms": 131.722, "p95_ms": 114.206}, "read_interval": {"avg_ms": 101.151, "count": 296, "max_ms": 144.778, "p95_ms": 129.017}, "triton_wait": {"avg_ms": 65.845, "count": 297, "max_ms": 108.992, "p95_ms": 93.372}, "visualize": {"avg_ms": 3.373, "count": 297, "max_ms": 4.639, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13368.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5197.614, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.951, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 790160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:34:55+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T08:34:54+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T08:34:54.955160+09:00", "mtime_epoch": 1783035294.95516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:34:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1475.641, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.874}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.83, "count": 297, "max_ms": 12.977, "p95_ms": 9.79}, "gstreamer_push": {"avg_ms": 1.242, "count": 297, "max_ms": 2.023, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.467, "count": 297, "max_ms": 81.13, "p95_ms": 68.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.331, "count": 297, "max_ms": 99.122, "p95_ms": 88.401}, "yolo11_640_fire_11class": {"avg_ms": 57.126, "count": 297, "max_ms": 85.031, "p95_ms": 74.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.04, "count": 297, "max_ms": 91.976, "p95_ms": 82.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.78, "count": 297, "max_ms": 115.062, "p95_ms": 104.531}, "read_interval": {"avg_ms": 101.341, "count": 296, "max_ms": 764.505, "p95_ms": 125.648}, "triton_wait": {"avg_ms": 63.434, "count": 297, "max_ms": 99.135, "p95_ms": 88.413}, "visualize": {"avg_ms": 3.625, "count": 297, "max_ms": 5.795, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3399, "tracking_summary": 2940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13366.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81150.552, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.781, "sample_count": 944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:34:57+09:00", "last_frame_read_age_sec": 0.336, "last_frame_read_at": "2026-07-03T08:34:56+09:00", "mjpeg": {"age_sec": 0.327, "exists": true, "mtime": "2026-07-03T08:34:56.803192+09:00", "mtime_epoch": 1783035296.803192, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:34:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.707, "name": "celery", "pid": 239, "rss_mb": 985.676, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.751, "pushed": 3.751, "read": 3.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.973, "count": 112, "max_ms": 240.038, "p95_ms": 238.384}, "gstreamer_push": {"avg_ms": 0.93, "count": 112, "max_ms": 2.263, "p95_ms": 1.832}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.735, "count": 112, "max_ms": 101.255, "p95_ms": 96.862}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.626, "count": 112, "max_ms": 102.8, "p95_ms": 94.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 259.93, "count": 112, "max_ms": 366.33, "p95_ms": 361.11}, "read_interval": {"avg_ms": 268.932, "count": 111, "max_ms": 376.509, "p95_ms": 370.808}, "triton_wait": {"avg_ms": 73.599, "count": 112, "max_ms": 102.817, "p95_ms": 98.202}, "visualize": {"avg_ms": 25.618, "count": 112, "max_ms": 39.701, "p95_ms": 36.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13365.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1584.301, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.871, "name": "ffmpeg", "pid": 25784, "rss_mb": 286.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.13, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 733728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:35:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:35:06+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T08:35:05+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T08:35:05.927350+09:00", "mtime_epoch": 1783035305.9273503, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 214265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:35:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7751.426, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.292, "count": 295, "max_ms": 23.941, "p95_ms": 17.585}, "gstreamer_push": {"avg_ms": 1.186, "count": 295, "max_ms": 1.771, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.548, "count": 295, "max_ms": 76.37, "p95_ms": 67.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.519, "count": 295, "max_ms": 107.853, "p95_ms": 95.142}, "yolo11_640_fire_11class": {"avg_ms": 57.742, "count": 295, "max_ms": 85.84, "p95_ms": 71.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.937, "count": 295, "max_ms": 92.62, "p95_ms": 80.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.153, "count": 295, "max_ms": 130.633, "p95_ms": 119.134}, "read_interval": {"avg_ms": 101.596, "count": 295, "max_ms": 145.166, "p95_ms": 131.219}, "triton_wait": {"avg_ms": 66.9, "count": 295, "max_ms": 107.866, "p95_ms": 95.155}, "visualize": {"avg_ms": 3.436, "count": 295, "max_ms": 4.899, "p95_ms": 3.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13371.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5227.618, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.095, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 790463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:35:25+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T08:35:24+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T08:35:24.955681+09:00", "mtime_epoch": 1783035324.9556806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:35:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1475.898, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.824, "count": 303, "max_ms": 12.865, "p95_ms": 9.269}, "gstreamer_push": {"avg_ms": 1.252, "count": 303, "max_ms": 1.91, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.694, "count": 303, "max_ms": 78.959, "p95_ms": 69.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.845, "count": 303, "max_ms": 104.116, "p95_ms": 85.174}, "yolo11_640_fire_11class": {"avg_ms": 57.021, "count": 303, "max_ms": 85.232, "p95_ms": 74.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.045, "count": 303, "max_ms": 87.249, "p95_ms": 81.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.645, "count": 303, "max_ms": 120.544, "p95_ms": 103.189}, "read_interval": {"avg_ms": 99.012, "count": 303, "max_ms": 772.857, "p95_ms": 122.562}, "triton_wait": {"avg_ms": 63.363, "count": 303, "max_ms": 104.128, "p95_ms": 85.495}, "visualize": {"avg_ms": 3.64, "count": 303, "max_ms": 5.118, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3400, "tracking_summary": 2940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13372.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81180.59, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.939, "sample_count": 956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:35:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:35:27+09:00", "last_frame_read_age_sec": 0.344, "last_frame_read_at": "2026-07-03T08:35:26+09:00", "mjpeg": {"age_sec": 0.333, "exists": true, "mtime": "2026-07-03T08:35:26.835713+09:00", "mtime_epoch": 1783035326.8357134, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:35:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.707, "name": "celery", "pid": 239, "rss_mb": 990.945, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.335, "pushed": 3.335, "read": 3.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.576, "count": 99, "max_ms": 253.602, "p95_ms": 242.406}, "gstreamer_push": {"avg_ms": 0.958, "count": 99, "max_ms": 2.937, "p95_ms": 1.795}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.839, "count": 99, "max_ms": 107.299, "p95_ms": 100.497}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.944, "count": 99, "max_ms": 108.039, "p95_ms": 97.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.965, "count": 99, "max_ms": 371.894, "p95_ms": 365.71}, "read_interval": {"avg_ms": 302.915, "count": 98, "max_ms": 382.043, "p95_ms": 376.042}, "triton_wait": {"avg_ms": 77.042, "count": 99, "max_ms": 108.052, "p95_ms": 100.509}, "visualize": {"avg_ms": 25.512, "count": 99, "max_ms": 35.211, "p95_ms": 34.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.685, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13371.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1614.364, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.871, "name": "ffmpeg", "pid": 25784, "rss_mb": 286.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.681, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 734022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:35:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:35:36+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T08:35:35+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T08:35:35.991873+09:00", "mtime_epoch": 1783035335.9918725, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:35:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7751.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.777}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.498, "count": 294, "max_ms": 20.653, "p95_ms": 16.623}, "gstreamer_push": {"avg_ms": 1.203, "count": 294, "max_ms": 1.426, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.229, "count": 294, "max_ms": 71.997, "p95_ms": 67.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.962, "count": 294, "max_ms": 107.197, "p95_ms": 95.11}, "yolo11_640_fire_11class": {"avg_ms": 57.792, "count": 294, "max_ms": 83.737, "p95_ms": 73.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.412, "count": 294, "max_ms": 85.253, "p95_ms": 78.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.013, "count": 294, "max_ms": 130.886, "p95_ms": 118.141}, "read_interval": {"avg_ms": 102.185, "count": 293, "max_ms": 282.12, "p95_ms": 130.685}, "triton_wait": {"avg_ms": 66.403, "count": 294, "max_ms": 107.209, "p95_ms": 95.124}, "visualize": {"avg_ms": 3.504, "count": 294, "max_ms": 4.292, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13372.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5257.626, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.882, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 790762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:35:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:35:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T08:35:54+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T08:35:54.940202+09:00", "mtime_epoch": 1783035354.9402025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:35:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1475.898, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.812, "count": 299, "max_ms": 13.258, "p95_ms": 8.908}, "gstreamer_push": {"avg_ms": 1.237, "count": 299, "max_ms": 1.955, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.462, "count": 299, "max_ms": 77.894, "p95_ms": 70.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.753, "count": 299, "max_ms": 105.878, "p95_ms": 84.048}, "yolo11_640_fire_11class": {"avg_ms": 57.82, "count": 299, "max_ms": 85.499, "p95_ms": 76.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.819, "count": 299, "max_ms": 87.842, "p95_ms": 80.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.916, "count": 299, "max_ms": 121.99, "p95_ms": 101.034}, "read_interval": {"avg_ms": 100.286, "count": 299, "max_ms": 762.312, "p95_ms": 153.099}, "triton_wait": {"avg_ms": 62.721, "count": 299, "max_ms": 105.891, "p95_ms": 85.078}, "visualize": {"avg_ms": 3.628, "count": 299, "max_ms": 4.814, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3401, "tracking_summary": 2941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13372.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81210.91, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.881, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:35:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:35:57+09:00", "last_frame_read_age_sec": 0.343, "last_frame_read_at": "2026-07-03T08:35:57+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-03T08:35:57.156241+09:00", "mtime_epoch": 1783035357.1562412, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:35:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.824, "name": "celery", "pid": 239, "rss_mb": 990.867, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.938, "pushed": 2.938, "read": 2.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 228.434, "count": 88, "max_ms": 250.941, "p95_ms": 240.34}, "gstreamer_push": {"avg_ms": 0.916, "count": 88, "max_ms": 2.816, "p95_ms": 1.778}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.581, "count": 88, "max_ms": 109.656, "p95_ms": 96.027}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.072, "count": 88, "max_ms": 102.984, "p95_ms": 98.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 334.854, "count": 88, "max_ms": 378.694, "p95_ms": 371.299}, "read_interval": {"avg_ms": 344.467, "count": 87, "max_ms": 389.54, "p95_ms": 381.516}, "triton_wait": {"avg_ms": 73.956, "count": 88, "max_ms": 109.668, "p95_ms": 98.209}, "visualize": {"avg_ms": 28.665, "count": 88, "max_ms": 40.99, "p95_ms": 39.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13364.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1644.369, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.871, "name": "ffmpeg", "pid": 25784, "rss_mb": 286.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.681, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 734322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:36:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:36:06+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T08:36:06+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T08:36:06.032396+09:00", "mtime_epoch": 1783035366.032396, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 213360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:36:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7751.684, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.477, "count": 300, "max_ms": 23.849, "p95_ms": 17.126}, "gstreamer_push": {"avg_ms": 1.198, "count": 300, "max_ms": 1.458, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.318, "count": 300, "max_ms": 73.633, "p95_ms": 65.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.717, "count": 300, "max_ms": 105.077, "p95_ms": 86.927}, "yolo11_640_fire_11class": {"avg_ms": 56.882, "count": 300, "max_ms": 81.262, "p95_ms": 71.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.969, "count": 300, "max_ms": 87.478, "p95_ms": 76.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.363, "count": 300, "max_ms": 128.864, "p95_ms": 109.577}, "read_interval": {"avg_ms": 100.15, "count": 300, "max_ms": 144.732, "p95_ms": 124.365}, "triton_wait": {"avg_ms": 64.871, "count": 300, "max_ms": 105.089, "p95_ms": 87.49}, "visualize": {"avg_ms": 3.499, "count": 300, "max_ms": 5.379, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13373.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5287.702, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.883, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 791061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:36:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:36:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T08:36:25+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T08:36:25.040728+09:00", "mtime_epoch": 1783035385.0407279, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:36:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1476.156, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.879, "count": 299, "max_ms": 12.77, "p95_ms": 11.24}, "gstreamer_push": {"avg_ms": 1.229, "count": 299, "max_ms": 1.671, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.463, "count": 299, "max_ms": 78.326, "p95_ms": 70.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.968, "count": 299, "max_ms": 96.572, "p95_ms": 81.435}, "yolo11_640_fire_11class": {"avg_ms": 58.622, "count": 299, "max_ms": 85.212, "p95_ms": 76.359}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.431, "count": 299, "max_ms": 89.963, "p95_ms": 80.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.439, "count": 299, "max_ms": 113.242, "p95_ms": 101.541}, "read_interval": {"avg_ms": 100.653, "count": 298, "max_ms": 667.825, "p95_ms": 118.213}, "triton_wait": {"avg_ms": 64.036, "count": 299, "max_ms": 96.586, "p95_ms": 84.214}, "visualize": {"avg_ms": 3.622, "count": 299, "max_ms": 5.882, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3402, "tracking_summary": 2942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13373.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81241.197, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.728, "sample_count": 960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:36:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:36:27+09:00", "last_frame_read_age_sec": 0.362, "last_frame_read_at": "2026-07-03T08:36:27+09:00", "mjpeg": {"age_sec": 0.354, "exists": true, "mtime": "2026-07-03T08:36:27.420769+09:00", "mtime_epoch": 1783035387.4207695, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:36:27+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.996, "name": "celery", "pid": 239, "rss_mb": 988.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.242, "pushed": 3.242, "read": 3.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.885, "count": 97, "max_ms": 242.524, "p95_ms": 239.356}, "gstreamer_push": {"avg_ms": 0.901, "count": 97, "max_ms": 1.8, "p95_ms": 1.712}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.484, "count": 97, "max_ms": 104.215, "p95_ms": 95.864}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.578, "count": 97, "max_ms": 100.862, "p95_ms": 95.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 302.576, "count": 97, "max_ms": 368.667, "p95_ms": 364.329}, "read_interval": {"avg_ms": 311.617, "count": 96, "max_ms": 377.81, "p95_ms": 373.252}, "triton_wait": {"avg_ms": 71.665, "count": 97, "max_ms": 104.228, "p95_ms": 98.064}, "visualize": {"avg_ms": 27.249, "count": 97, "max_ms": 41.402, "p95_ms": 40.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13374.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1674.434, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.449, "name": "ffmpeg", "pid": 25784, "rss_mb": 289.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 4, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.586, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 734626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:36:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:36:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T08:36:36+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T08:36:36.080921+09:00", "mtime_epoch": 1783035396.080921, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 217305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:36:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7751.941, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.142, "pushed": 10.142, "read": 10.109}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.524, "count": 304, "max_ms": 25.11, "p95_ms": 17.36}, "gstreamer_push": {"avg_ms": 1.194, "count": 304, "max_ms": 1.795, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.97, "count": 304, "max_ms": 74.436, "p95_ms": 66.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.522, "count": 304, "max_ms": 100.448, "p95_ms": 87.327}, "yolo11_640_fire_11class": {"avg_ms": 55.715, "count": 304, "max_ms": 83.03, "p95_ms": 70.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.526, "count": 304, "max_ms": 83.708, "p95_ms": 75.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.036, "count": 304, "max_ms": 123.716, "p95_ms": 110.045}, "read_interval": {"avg_ms": 98.889, "count": 303, "max_ms": 136.786, "p95_ms": 122.68}, "triton_wait": {"avg_ms": 63.513, "count": 304, "max_ms": 100.46, "p95_ms": 87.34}, "visualize": {"avg_ms": 3.471, "count": 304, "max_ms": 5.087, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13377.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5317.789, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.662, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 791352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:36:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:36:55+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T08:36:55+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T08:36:55.065253+09:00", "mtime_epoch": 1783035415.0652533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:36:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1476.156, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.67}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.033, "count": 290, "max_ms": 12.255, "p95_ms": 11.62}, "gstreamer_push": {"avg_ms": 1.229, "count": 290, "max_ms": 1.693, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.384, "count": 290, "max_ms": 73.753, "p95_ms": 67.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.897, "count": 290, "max_ms": 108.374, "p95_ms": 82.92}, "yolo11_640_fire_11class": {"avg_ms": 58.04, "count": 290, "max_ms": 80.661, "p95_ms": 73.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.008, "count": 290, "max_ms": 88.826, "p95_ms": 80.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.714, "count": 290, "max_ms": 173.237, "p95_ms": 136.018}, "read_interval": {"avg_ms": 103.22, "count": 290, "max_ms": 741.626, "p95_ms": 150.041}, "triton_wait": {"avg_ms": 64.073, "count": 290, "max_ms": 108.387, "p95_ms": 84.478}, "visualize": {"avg_ms": 3.741, "count": 290, "max_ms": 5.713, "p95_ms": 4.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3402, "tracking_summary": 2943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13375.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81271.39, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.361, "sample_count": 946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:36:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:36:57+09:00", "last_frame_read_age_sec": 0.346, "last_frame_read_at": "2026-07-03T08:36:57+09:00", "mjpeg": {"age_sec": 0.336, "exists": true, "mtime": "2026-07-03T08:36:57.633298+09:00", "mtime_epoch": 1783035417.6332984, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:36:57+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.996, "name": "celery", "pid": 239, "rss_mb": 991.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.914, "pushed": 2.914, "read": 2.881}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 231.329, "count": 87, "max_ms": 239.705, "p95_ms": 236.243}, "gstreamer_push": {"avg_ms": 1.161, "count": 87, "max_ms": 3.115, "p95_ms": 2.645}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.285, "count": 87, "max_ms": 110.924, "p95_ms": 95.043}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.475, "count": 87, "max_ms": 98.333, "p95_ms": 95.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 337.009, "count": 87, "max_ms": 382.547, "p95_ms": 369.227}, "read_interval": {"avg_ms": 346.972, "count": 86, "max_ms": 391.185, "p95_ms": 379.35}, "triton_wait": {"avg_ms": 71.488, "count": 87, "max_ms": 110.938, "p95_ms": 96.164}, "visualize": {"avg_ms": 30.486, "count": 87, "max_ms": 41.594, "p95_ms": 39.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13374.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1704.558, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.027, "name": "ffmpeg", "pid": 25784, "rss_mb": 292.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.555, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 734911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:37:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:37:06+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T08:37:06+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T08:37:06.153448+09:00", "mtime_epoch": 1783035426.1534476, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 214635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:37:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7752.199, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.469, "pushed": 9.469, "read": 9.469}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.703, "count": 284, "max_ms": 24.373, "p95_ms": 18.05}, "gstreamer_push": {"avg_ms": 1.142, "count": 284, "max_ms": 1.518, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.777, "count": 284, "max_ms": 72.914, "p95_ms": 65.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.394, "count": 284, "max_ms": 108.618, "p95_ms": 89.55}, "yolo11_640_fire_11class": {"avg_ms": 56.71, "count": 284, "max_ms": 81.688, "p95_ms": 70.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.695, "count": 284, "max_ms": 87.753, "p95_ms": 80.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.549, "count": 284, "max_ms": 169.486, "p95_ms": 129.083}, "read_interval": {"avg_ms": 105.533, "count": 284, "max_ms": 179.57, "p95_ms": 137.157}, "triton_wait": {"avg_ms": 65.802, "count": 284, "max_ms": 108.63, "p95_ms": 89.567}, "visualize": {"avg_ms": 3.565, "count": 284, "max_ms": 5.19, "p95_ms": 4.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13375.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5347.869, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.102, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 791659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:37:25+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T08:37:25+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T08:37:25.201782+09:00", "mtime_epoch": 1783035445.201782, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:37:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1476.414, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.255, "pushed": 10.255, "read": 10.222}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.519, "count": 306, "max_ms": 17.628, "p95_ms": 12.116}, "gstreamer_push": {"avg_ms": 1.198, "count": 307, "max_ms": 1.994, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.566, "count": 306, "max_ms": 73.902, "p95_ms": 66.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.126, "count": 306, "max_ms": 108.69, "p95_ms": 80.753}, "yolo11_640_fire_11class": {"avg_ms": 52.453, "count": 306, "max_ms": 78.818, "p95_ms": 68.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.42, "count": 306, "max_ms": 90.784, "p95_ms": 79.819}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.514, "count": 307, "max_ms": 166.067, "p95_ms": 146.03}, "read_interval": {"avg_ms": 98.03, "count": 306, "max_ms": 176.684, "p95_ms": 154.335}, "triton_wait": {"avg_ms": 59.166, "count": 306, "max_ms": 108.704, "p95_ms": 81.761}, "visualize": {"avg_ms": 3.798, "count": 306, "max_ms": 6.13, "p95_ms": 4.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3403, "tracking_summary": 2944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13367.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81301.489, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.71, "sample_count": 951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:37:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:37:28+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-03T08:37:27+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-03T08:37:27.865829+09:00", "mtime_epoch": 1783035447.8658288, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:37:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.996, "name": "celery", "pid": 239, "rss_mb": 980.09, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.294, "pushed": 3.294, "read": 3.261}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.126, "count": 98, "max_ms": 289.641, "p95_ms": 253.705}, "gstreamer_push": {"avg_ms": 0.957, "count": 98, "max_ms": 3.388, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.349, "count": 98, "max_ms": 103.945, "p95_ms": 92.891}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.569, "count": 98, "max_ms": 101.237, "p95_ms": 94.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 297.481, "count": 98, "max_ms": 407.393, "p95_ms": 377.905}, "read_interval": {"avg_ms": 308.019, "count": 97, "max_ms": 416.102, "p95_ms": 387.78}, "triton_wait": {"avg_ms": 72.759, "count": 98, "max_ms": 103.958, "p95_ms": 94.36}, "visualize": {"avg_ms": 25.764, "count": 98, "max_ms": 38.321, "p95_ms": 34.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.747, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13368.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1734.622, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.027, "name": "ffmpeg", "pid": 25784, "rss_mb": 292.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.645, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 735155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:37:36+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:37:36+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T08:37:36.277977+09:00", "mtime_epoch": 1783035456.2779765, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 213942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:37:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7752.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.152, "pushed": 8.152, "read": 8.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.88, "count": 244, "max_ms": 26.827, "p95_ms": 19.175}, "gstreamer_push": {"avg_ms": 1.087, "count": 244, "max_ms": 2.026, "p95_ms": 1.29}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.235, "count": 244, "max_ms": 74.684, "p95_ms": 66.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.389, "count": 244, "max_ms": 109.775, "p95_ms": 86.169}, "yolo11_640_fire_11class": {"avg_ms": 53.527, "count": 244, "max_ms": 86.075, "p95_ms": 70.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.606, "count": 244, "max_ms": 91.631, "p95_ms": 80.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.579, "count": 244, "max_ms": 171.497, "p95_ms": 145.005}, "read_interval": {"avg_ms": 123.346, "count": 243, "max_ms": 181.284, "p95_ms": 155.651}, "triton_wait": {"avg_ms": 64.112, "count": 244, "max_ms": 109.788, "p95_ms": 89.164}, "visualize": {"avg_ms": 4.324, "count": 244, "max_ms": 5.94, "p95_ms": 5.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13375.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5378.001, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.371, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 791967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:37:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:37:55+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:37:55+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T08:37:55.202309+09:00", "mtime_epoch": 1783035475.2023094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:37:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1476.414, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.242, "pushed": 10.242, "read": 10.208}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.775, "count": 307, "max_ms": 12.189, "p95_ms": 8.807}, "gstreamer_push": {"avg_ms": 1.238, "count": 307, "max_ms": 1.565, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.794, "count": 307, "max_ms": 78.297, "p95_ms": 69.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.851, "count": 307, "max_ms": 106.094, "p95_ms": 81.931}, "yolo11_640_fire_11class": {"avg_ms": 55.408, "count": 307, "max_ms": 84.999, "p95_ms": 72.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.434, "count": 307, "max_ms": 89.416, "p95_ms": 79.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.621, "count": 307, "max_ms": 122.743, "p95_ms": 98.957}, "read_interval": {"avg_ms": 97.865, "count": 306, "max_ms": 444.124, "p95_ms": 122.464}, "triton_wait": {"avg_ms": 61.499, "count": 307, "max_ms": 106.108, "p95_ms": 82.842}, "visualize": {"avg_ms": 3.631, "count": 307, "max_ms": 4.614, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3405, "tracking_summary": 2944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13375.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81331.782, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.263, "sample_count": 959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:37:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:37:58+09:00", "last_frame_read_age_sec": 0.332, "last_frame_read_at": "2026-07-03T08:37:58+09:00", "mjpeg": {"age_sec": 0.322, "exists": true, "mtime": "2026-07-03T08:37:58.038359+09:00", "mtime_epoch": 1783035478.0383594, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:37:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.996, "name": "celery", "pid": 239, "rss_mb": 988.332, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.183, "pushed": 3.183, "read": 3.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.45, "count": 95, "max_ms": 238.84, "p95_ms": 236.386}, "gstreamer_push": {"avg_ms": 0.937, "count": 95, "max_ms": 2.156, "p95_ms": 1.794}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.245, "count": 95, "max_ms": 102.754, "p95_ms": 95.172}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.54, "count": 95, "max_ms": 99.446, "p95_ms": 93.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 306.552, "count": 95, "max_ms": 364.999, "p95_ms": 358.557}, "read_interval": {"avg_ms": 316.42, "count": 94, "max_ms": 376.132, "p95_ms": 369.222}, "triton_wait": {"avg_ms": 70.481, "count": 95, "max_ms": 102.767, "p95_ms": 96.069}, "visualize": {"avg_ms": 25.78, "count": 95, "max_ms": 38.727, "p95_ms": 36.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13367.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1764.646, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.027, "name": "ffmpeg", "pid": 25784, "rss_mb": 292.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.721, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 735452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:38:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:38:06+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T08:38:06+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T08:38:06.302505+09:00", "mtime_epoch": 1783035486.3025048, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:38:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7752.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.927, "pushed": 9.927, "read": 9.894}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.489, "count": 297, "max_ms": 23.385, "p95_ms": 18.69}, "gstreamer_push": {"avg_ms": 1.177, "count": 297, "max_ms": 1.79, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.319, "count": 297, "max_ms": 72.528, "p95_ms": 65.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.495, "count": 297, "max_ms": 106.29, "p95_ms": 95.031}, "yolo11_640_fire_11class": {"avg_ms": 57.224, "count": 297, "max_ms": 82.311, "p95_ms": 70.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.003, "count": 297, "max_ms": 88.89, "p95_ms": 78.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.582, "count": 297, "max_ms": 128.998, "p95_ms": 117.863}, "read_interval": {"avg_ms": 101.112, "count": 296, "max_ms": 141.469, "p95_ms": 130.896}, "triton_wait": {"avg_ms": 66.12, "count": 297, "max_ms": 106.302, "p95_ms": 95.044}, "visualize": {"avg_ms": 3.41, "count": 297, "max_ms": 5.61, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13369.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5408.062, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.394, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 792265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:38:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:38:25+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T08:38:25+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T08:38:25.358841+09:00", "mtime_epoch": 1783035505.3588407, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:38:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1476.672, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.95, "pushed": 9.95, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.818, "count": 298, "max_ms": 13.72, "p95_ms": 9.181}, "gstreamer_push": {"avg_ms": 1.246, "count": 298, "max_ms": 1.519, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.669, "count": 298, "max_ms": 80.262, "p95_ms": 69.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.018, "count": 298, "max_ms": 109.22, "p95_ms": 86.77}, "yolo11_640_fire_11class": {"avg_ms": 57.804, "count": 298, "max_ms": 83.688, "p95_ms": 76.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.335, "count": 298, "max_ms": 87.921, "p95_ms": 80.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.954, "count": 298, "max_ms": 125.774, "p95_ms": 103.779}, "read_interval": {"avg_ms": 100.794, "count": 297, "max_ms": 733.697, "p95_ms": 126.705}, "triton_wait": {"avg_ms": 63.589, "count": 298, "max_ms": 109.234, "p95_ms": 87.225}, "visualize": {"avg_ms": 3.629, "count": 298, "max_ms": 5.653, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3406, "tracking_summary": 2945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13374.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81361.915, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.33, "sample_count": 937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:38:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:38:28+09:00", "last_frame_read_age_sec": 0.342, "last_frame_read_at": "2026-07-03T08:38:28+09:00", "mjpeg": {"age_sec": 0.331, "exists": true, "mtime": "2026-07-03T08:38:28.162890+09:00", "mtime_epoch": 1783035508.1628902, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:38:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.996, "name": "celery", "pid": 239, "rss_mb": 986.723, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.885, "pushed": 2.885, "read": 2.851}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 233.272, "count": 86, "max_ms": 247.709, "p95_ms": 238.23}, "gstreamer_push": {"avg_ms": 0.979, "count": 86, "max_ms": 2.829, "p95_ms": 1.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.943, "count": 86, "max_ms": 104.266, "p95_ms": 95.904}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.472, "count": 86, "max_ms": 111.161, "p95_ms": 93.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 340.498, "count": 86, "max_ms": 386.536, "p95_ms": 368.31}, "read_interval": {"avg_ms": 350.381, "count": 85, "max_ms": 394.998, "p95_ms": 378.225}, "triton_wait": {"avg_ms": 74.049, "count": 86, "max_ms": 111.174, "p95_ms": 99.753}, "visualize": {"avg_ms": 29.414, "count": 86, "max_ms": 42.467, "p95_ms": 39.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.812, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13368.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1794.773, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.027, "name": "ffmpeg", "pid": 25784, "rss_mb": 292.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.015, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 735753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:38:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:38:36+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-03T08:38:36+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-03T08:38:36.387035+09:00", "mtime_epoch": 1783035516.3870354, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:38:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7752.457, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.031, "pushed": 10.031, "read": 9.998}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.41, "count": 300, "max_ms": 21.382, "p95_ms": 16.314}, "gstreamer_push": {"avg_ms": 1.209, "count": 300, "max_ms": 1.625, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.875, "count": 300, "max_ms": 77.137, "p95_ms": 66.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.304, "count": 300, "max_ms": 107.426, "p95_ms": 92.421}, "yolo11_640_fire_11class": {"avg_ms": 56.004, "count": 300, "max_ms": 84.584, "p95_ms": 70.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.36, "count": 300, "max_ms": 90.094, "p95_ms": 77.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.343, "count": 300, "max_ms": 130.382, "p95_ms": 115.628}, "read_interval": {"avg_ms": 99.928, "count": 299, "max_ms": 143.558, "p95_ms": 127.702}, "triton_wait": {"avg_ms": 64.848, "count": 300, "max_ms": 107.439, "p95_ms": 92.434}, "visualize": {"avg_ms": 3.48, "count": 300, "max_ms": 4.678, "p95_ms": 3.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13369.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5438.167, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.754, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 792569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:38:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:38:55+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T08:38:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T08:38:55.479373+09:00", "mtime_epoch": 1783035535.4793725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:38:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1476.93, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.774, "count": 303, "max_ms": 12.4, "p95_ms": 9.015}, "gstreamer_push": {"avg_ms": 1.242, "count": 303, "max_ms": 1.454, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.342, "count": 303, "max_ms": 78.56, "p95_ms": 70.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.919, "count": 303, "max_ms": 104.728, "p95_ms": 86.673}, "yolo11_640_fire_11class": {"avg_ms": 58.655, "count": 303, "max_ms": 83.272, "p95_ms": 76.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.092, "count": 303, "max_ms": 87.459, "p95_ms": 80.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.847, "count": 303, "max_ms": 122.396, "p95_ms": 102.436}, "read_interval": {"avg_ms": 99.059, "count": 302, "max_ms": 505.311, "p95_ms": 123.586}, "triton_wait": {"avg_ms": 64.662, "count": 303, "max_ms": 104.741, "p95_ms": 86.685}, "visualize": {"avg_ms": 3.61, "count": 303, "max_ms": 4.665, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3406, "tracking_summary": 2946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13370.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81392.102, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.71, "sample_count": 957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:38:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:38:58+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-03T08:38:58+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T08:38:58.503426+09:00", "mtime_epoch": 1783035538.503426, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:38:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.996, "name": "celery", "pid": 239, "rss_mb": 982.074, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.585, "pushed": 3.585, "read": 3.552}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 170.446, "count": 107, "max_ms": 259.95, "p95_ms": 235.628}, "gstreamer_push": {"avg_ms": 1.115, "count": 107, "max_ms": 2.833, "p95_ms": 2.08}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.54, "count": 107, "max_ms": 103.353, "p95_ms": 95.514}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.732, "count": 107, "max_ms": 96.605, "p95_ms": 93.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.717, "count": 107, "max_ms": 374.505, "p95_ms": 360.408}, "read_interval": {"avg_ms": 282.901, "count": 106, "max_ms": 385.799, "p95_ms": 370.319}, "triton_wait": {"avg_ms": 71.774, "count": 107, "max_ms": 103.366, "p95_ms": 96.617}, "visualize": {"avg_ms": 26.74, "count": 107, "max_ms": 36.618, "p95_ms": 33.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13377.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1824.803, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.027, "name": "ffmpeg", "pid": 25784, "rss_mb": 292.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.004, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 736049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:39:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T08:39:06+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T08:39:06+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T08:39:06.443566+09:00", "mtime_epoch": 1783035546.4435663, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:39:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7752.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.853}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.371, "count": 296, "max_ms": 25.146, "p95_ms": 16.864}, "gstreamer_push": {"avg_ms": 1.204, "count": 296, "max_ms": 2.144, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.215, "count": 296, "max_ms": 78.803, "p95_ms": 67.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.582, "count": 296, "max_ms": 105.709, "p95_ms": 93.83}, "yolo11_640_fire_11class": {"avg_ms": 57.476, "count": 296, "max_ms": 90.499, "p95_ms": 72.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.496, "count": 296, "max_ms": 89.683, "p95_ms": 78.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.28, "count": 296, "max_ms": 129.057, "p95_ms": 116.603}, "read_interval": {"avg_ms": 101.433, "count": 295, "max_ms": 142.684, "p95_ms": 130.938}, "triton_wait": {"avg_ms": 65.791, "count": 296, "max_ms": 105.722, "p95_ms": 93.843}, "visualize": {"avg_ms": 3.504, "count": 296, "max_ms": 5.371, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13382.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5468.175, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.66, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 792870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:39:25+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T08:39:25+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T08:39:25.499904+09:00", "mtime_epoch": 1783035565.4999037, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:39:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1476.93, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.779, "count": 301, "max_ms": 14.067, "p95_ms": 9.762}, "gstreamer_push": {"avg_ms": 1.234, "count": 301, "max_ms": 1.866, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.945, "count": 301, "max_ms": 79.112, "p95_ms": 67.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.733, "count": 301, "max_ms": 106.596, "p95_ms": 84.54}, "yolo11_640_fire_11class": {"avg_ms": 57.784, "count": 301, "max_ms": 90.759, "p95_ms": 75.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.876, "count": 301, "max_ms": 90.845, "p95_ms": 79.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.697, "count": 301, "max_ms": 119.885, "p95_ms": 102.747}, "read_interval": {"avg_ms": 99.733, "count": 301, "max_ms": 730.715, "p95_ms": 119.099}, "triton_wait": {"avg_ms": 62.579, "count": 301, "max_ms": 106.605, "p95_ms": 86.708}, "visualize": {"avg_ms": 3.573, "count": 301, "max_ms": 4.581, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3407, "tracking_summary": 2947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13382.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81422.197, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.217, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:39:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:39:28+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T08:39:28+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:39:28.459956+09:00", "mtime_epoch": 1783035568.459956, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:39:28+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 993.996, "name": "celery", "pid": 239, "rss_mb": 991.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.889, "pushed": 2.889, "read": 2.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 233.071, "count": 86, "max_ms": 241.062, "p95_ms": 238.333}, "gstreamer_push": {"avg_ms": 0.99, "count": 86, "max_ms": 2.895, "p95_ms": 2.682}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.323, "count": 86, "max_ms": 111.15, "p95_ms": 101.952}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.458, "count": 86, "max_ms": 108.847, "p95_ms": 97.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 340.258, "count": 86, "max_ms": 376.375, "p95_ms": 370.436}, "read_interval": {"avg_ms": 350.123, "count": 85, "max_ms": 387.486, "p95_ms": 379.17}, "triton_wait": {"avg_ms": 73.616, "count": 86, "max_ms": 111.162, "p95_ms": 105.41}, "visualize": {"avg_ms": 29.854, "count": 86, "max_ms": 44.083, "p95_ms": 42.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13382.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1854.874, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.605, "name": "ffmpeg", "pid": 25784, "rss_mb": 294.605, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.028, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 736349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:39:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:39:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:39:36+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T08:39:36.516099+09:00", "mtime_epoch": 1783035576.5160987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:39:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7752.715, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.973}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.488, "count": 300, "max_ms": 25.438, "p95_ms": 17.585}, "gstreamer_push": {"avg_ms": 1.206, "count": 300, "max_ms": 2.129, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.202, "count": 300, "max_ms": 74.872, "p95_ms": 65.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.135, "count": 300, "max_ms": 108.518, "p95_ms": 88.558}, "yolo11_640_fire_11class": {"avg_ms": 56.92, "count": 300, "max_ms": 83.333, "p95_ms": 70.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.694, "count": 300, "max_ms": 89.151, "p95_ms": 76.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.353, "count": 300, "max_ms": 130.369, "p95_ms": 111.498}, "read_interval": {"avg_ms": 100.223, "count": 299, "max_ms": 144.622, "p95_ms": 126.066}, "triton_wait": {"avg_ms": 64.759, "count": 300, "max_ms": 108.532, "p95_ms": 88.571}, "visualize": {"avg_ms": 3.512, "count": 300, "max_ms": 4.727, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13374.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5498.223, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.981, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 793171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:39:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:39:55+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T08:39:55+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T08:39:55.536436+09:00", "mtime_epoch": 1783035595.5364358, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:39:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1477.188, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.805, "count": 301, "max_ms": 12.423, "p95_ms": 9.84}, "gstreamer_push": {"avg_ms": 1.209, "count": 301, "max_ms": 1.949, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.933, "count": 301, "max_ms": 72.688, "p95_ms": 67.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.373, "count": 301, "max_ms": 106.866, "p95_ms": 79.706}, "yolo11_640_fire_11class": {"avg_ms": 57.25, "count": 301, "max_ms": 84.005, "p95_ms": 73.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.417, "count": 301, "max_ms": 88.37, "p95_ms": 79.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.404, "count": 301, "max_ms": 130.859, "p95_ms": 97.487}, "read_interval": {"avg_ms": 99.794, "count": 300, "max_ms": 632.694, "p95_ms": 125.959}, "triton_wait": {"avg_ms": 62.347, "count": 301, "max_ms": 106.882, "p95_ms": 81.243}, "visualize": {"avg_ms": 3.549, "count": 301, "max_ms": 6.067, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3410, "tracking_summary": 2947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13377.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81452.254, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.492, "sample_count": 933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:39:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:39:58+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-03T08:39:58+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-03T08:39:58.624491+09:00", "mtime_epoch": 1783035598.6244907, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:39:58+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 994.48, "name": "celery", "pid": 239, "rss_mb": 981.02, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.132, "pushed": 3.132, "read": 3.098}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 210.411, "count": 93, "max_ms": 261.368, "p95_ms": 244.639}, "gstreamer_push": {"avg_ms": 1.003, "count": 93, "max_ms": 3.026, "p95_ms": 2.735}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.812, "count": 93, "max_ms": 101.326, "p95_ms": 96.933}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.344, "count": 93, "max_ms": 99.334, "p95_ms": 93.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.479, "count": 93, "max_ms": 396.792, "p95_ms": 364.41}, "read_interval": {"avg_ms": 324.27, "count": 92, "max_ms": 407.814, "p95_ms": 375.519}, "triton_wait": {"avg_ms": 71.25, "count": 93, "max_ms": 101.339, "p95_ms": 96.947}, "visualize": {"avg_ms": 28.06, "count": 93, "max_ms": 40.482, "p95_ms": 38.638}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.698, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13374.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1884.94, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.184, "name": "ffmpeg", "pid": 25784, "rss_mb": 297.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.913, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 736647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:40:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:40:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T08:40:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T08:40:06.584632+09:00", "mtime_epoch": 1783035606.584632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:40:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7752.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.914}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.404, "count": 298, "max_ms": 23.187, "p95_ms": 17.449}, "gstreamer_push": {"avg_ms": 1.185, "count": 298, "max_ms": 1.728, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.407, "count": 298, "max_ms": 77.592, "p95_ms": 65.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.244, "count": 298, "max_ms": 104.889, "p95_ms": 92.31}, "yolo11_640_fire_11class": {"avg_ms": 57.04, "count": 298, "max_ms": 79.614, "p95_ms": 70.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.234, "count": 298, "max_ms": 87.536, "p95_ms": 79.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.308, "count": 298, "max_ms": 128.978, "p95_ms": 115.331}, "read_interval": {"avg_ms": 100.881, "count": 297, "max_ms": 140.898, "p95_ms": 128.364}, "triton_wait": {"avg_ms": 65.945, "count": 298, "max_ms": 104.902, "p95_ms": 92.325}, "visualize": {"avg_ms": 3.434, "count": 298, "max_ms": 5.046, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13393.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5528.269, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.882, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 793467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:40:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:40:25+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T08:40:25+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T08:40:25.608970+09:00", "mtime_epoch": 1783035625.6089697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:40:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1477.188, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.888, "pushed": 9.888, "read": 9.855}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 296, "max_ms": 15.226, "p95_ms": 10.563}, "gstreamer_push": {"avg_ms": 1.245, "count": 296, "max_ms": 2.147, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.134, "count": 296, "max_ms": 76.786, "p95_ms": 69.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.214, "count": 296, "max_ms": 100.386, "p95_ms": 87.366}, "yolo11_640_fire_11class": {"avg_ms": 58.262, "count": 296, "max_ms": 81.575, "p95_ms": 73.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.012, "count": 296, "max_ms": 86.454, "p95_ms": 80.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.825, "count": 296, "max_ms": 118.258, "p95_ms": 104.134}, "read_interval": {"avg_ms": 101.555, "count": 295, "max_ms": 689.94, "p95_ms": 126.243}, "triton_wait": {"avg_ms": 64.53, "count": 296, "max_ms": 100.399, "p95_ms": 87.376}, "visualize": {"avg_ms": 3.617, "count": 296, "max_ms": 4.845, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3410, "tracking_summary": 2948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13393.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81482.518, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.492, "sample_count": 945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:40:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:40:29+09:00", "last_frame_read_age_sec": 0.361, "last_frame_read_at": "2026-07-03T08:40:28+09:00", "mjpeg": {"age_sec": 0.351, "exists": true, "mtime": "2026-07-03T08:40:28.745025+09:00", "mtime_epoch": 1783035628.7450254, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:40:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 994.48, "name": "celery", "pid": 239, "rss_mb": 994.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.735, "pushed": 3.735, "read": 3.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 157.762, "count": 111, "max_ms": 273.353, "p95_ms": 244.622}, "gstreamer_push": {"avg_ms": 0.976, "count": 111, "max_ms": 2.886, "p95_ms": 1.828}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.624, "count": 111, "max_ms": 103.552, "p95_ms": 92.943}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.657, "count": 111, "max_ms": 100.196, "p95_ms": 94.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.073, "count": 111, "max_ms": 403.989, "p95_ms": 363.656}, "read_interval": {"avg_ms": 269.811, "count": 110, "max_ms": 414.018, "p95_ms": 372.812}, "triton_wait": {"avg_ms": 73.167, "count": 111, "max_ms": 103.565, "p95_ms": 95.333}, "visualize": {"avg_ms": 26.342, "count": 111, "max_ms": 40.482, "p95_ms": 38.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.718, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13396.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1915.031, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.66, "name": "ffmpeg", "pid": 25784, "rss_mb": 304.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.913, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 736935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:40:36+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T08:40:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T08:40:36.673166+09:00", "mtime_epoch": 1783035636.6731663, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:40:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7752.973, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.607, "pushed": 9.607, "read": 9.573}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.83, "count": 288, "max_ms": 25.857, "p95_ms": 19.171}, "gstreamer_push": {"avg_ms": 1.193, "count": 288, "max_ms": 1.801, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.956, "count": 288, "max_ms": 77.48, "p95_ms": 65.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.737, "count": 288, "max_ms": 106.405, "p95_ms": 91.796}, "yolo11_640_fire_11class": {"avg_ms": 57.783, "count": 288, "max_ms": 78.232, "p95_ms": 69.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.9, "count": 288, "max_ms": 89.861, "p95_ms": 78.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.745, "count": 288, "max_ms": 155.701, "p95_ms": 116.959}, "read_interval": {"avg_ms": 104.476, "count": 287, "max_ms": 395.964, "p95_ms": 129.546}, "triton_wait": {"avg_ms": 67.257, "count": 288, "max_ms": 106.422, "p95_ms": 91.808}, "visualize": {"avg_ms": 3.516, "count": 288, "max_ms": 5.272, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13393.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5558.318, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.583, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 793773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:40:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:40:55+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T08:40:55+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T08:40:55.625503+09:00", "mtime_epoch": 1783035655.6255033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:40:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1477.445, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.213, "pushed": 10.213, "read": 10.179}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.866, "count": 306, "max_ms": 13.255, "p95_ms": 10.077}, "gstreamer_push": {"avg_ms": 1.24, "count": 306, "max_ms": 1.565, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.255, "count": 306, "max_ms": 79.155, "p95_ms": 67.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.706, "count": 306, "max_ms": 104.866, "p95_ms": 88.28}, "yolo11_640_fire_11class": {"avg_ms": 56.367, "count": 306, "max_ms": 85.296, "p95_ms": 73.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.105, "count": 306, "max_ms": 88.218, "p95_ms": 78.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.529, "count": 306, "max_ms": 121.405, "p95_ms": 104.842}, "read_interval": {"avg_ms": 98.152, "count": 305, "max_ms": 583.659, "p95_ms": 123.919}, "triton_wait": {"avg_ms": 63.191, "count": 306, "max_ms": 104.88, "p95_ms": 88.292}, "visualize": {"avg_ms": 3.684, "count": 306, "max_ms": 5.915, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3411, "tracking_summary": 2949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13391.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81512.562, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.626, "sample_count": 958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:40:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:40:59+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T08:40:58+09:00", "mjpeg": {"age_sec": 0.315, "exists": true, "mtime": "2026-07-03T08:40:58.825560+09:00", "mtime_epoch": 1783035658.8255603, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:40:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 994.48, "name": "celery", "pid": 239, "rss_mb": 986.41, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.37, "pushed": 3.37, "read": 3.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.731, "count": 100, "max_ms": 263.913, "p95_ms": 245.935}, "gstreamer_push": {"avg_ms": 0.911, "count": 100, "max_ms": 3.977, "p95_ms": 1.799}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.11, "count": 100, "max_ms": 105.073, "p95_ms": 97.49}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.896, "count": 100, "max_ms": 101.413, "p95_ms": 97.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 291.288, "count": 100, "max_ms": 363.72, "p95_ms": 359.143}, "read_interval": {"avg_ms": 300.126, "count": 99, "max_ms": 373.974, "p95_ms": 371.684}, "triton_wait": {"avg_ms": 75.327, "count": 100, "max_ms": 105.085, "p95_ms": 99.253}, "visualize": {"avg_ms": 24.362, "count": 100, "max_ms": 42.957, "p95_ms": 33.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.678, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13397.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1945.102, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.039, "name": "ffmpeg", "pid": 25784, "rss_mb": 307.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.004, "sample_count": 2903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 737232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:41:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:41:06+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T08:41:06+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T08:41:06.753701+09:00", "mtime_epoch": 1783035666.7537014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:41:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7753.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.875}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.387, "count": 297, "max_ms": 25.587, "p95_ms": 17.736}, "gstreamer_push": {"avg_ms": 1.187, "count": 297, "max_ms": 2.048, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.234, "count": 297, "max_ms": 74.448, "p95_ms": 65.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.043, "count": 297, "max_ms": 110.961, "p95_ms": 95.456}, "yolo11_640_fire_11class": {"avg_ms": 55.247, "count": 297, "max_ms": 79.18, "p95_ms": 70.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.454, "count": 297, "max_ms": 90.922, "p95_ms": 78.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.725, "count": 297, "max_ms": 133.316, "p95_ms": 117.836}, "read_interval": {"avg_ms": 101.252, "count": 296, "max_ms": 148.857, "p95_ms": 129.785}, "triton_wait": {"avg_ms": 66.395, "count": 297, "max_ms": 110.973, "p95_ms": 95.47}, "visualize": {"avg_ms": 3.445, "count": 297, "max_ms": 5.472, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13393.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5588.397, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.754, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 794069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:41:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:41:25+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:41:25+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T08:41:25.714039+09:00", "mtime_epoch": 1783035685.714039, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:41:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1477.445, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.836}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.689, "count": 296, "max_ms": 10.835, "p95_ms": 8.65}, "gstreamer_push": {"avg_ms": 1.237, "count": 296, "max_ms": 1.825, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.948, "count": 296, "max_ms": 78.891, "p95_ms": 68.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.843, "count": 296, "max_ms": 98.386, "p95_ms": 84.28}, "yolo11_640_fire_11class": {"avg_ms": 59.079, "count": 296, "max_ms": 79.901, "p95_ms": 73.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.091, "count": 296, "max_ms": 97.74, "p95_ms": 83.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.474, "count": 296, "max_ms": 114.584, "p95_ms": 102.425}, "read_interval": {"avg_ms": 101.58, "count": 295, "max_ms": 739.843, "p95_ms": 121.692}, "triton_wait": {"avg_ms": 66.324, "count": 296, "max_ms": 98.399, "p95_ms": 86.334}, "visualize": {"avg_ms": 3.617, "count": 296, "max_ms": 5.93, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3412, "tracking_summary": 2950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13394.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81542.739, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.647, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:41:29+09:00", "last_frame_read_age_sec": 0.358, "last_frame_read_at": "2026-07-03T08:41:28+09:00", "mjpeg": {"age_sec": 0.347, "exists": true, "mtime": "2026-07-03T08:41:28.970097+09:00", "mtime_epoch": 1783035688.970097, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:41:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 994.48, "name": "celery", "pid": 239, "rss_mb": 986.414, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.982, "pushed": 2.982, "read": 2.949}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 225.812, "count": 89, "max_ms": 248.124, "p95_ms": 236.345}, "gstreamer_push": {"avg_ms": 0.889, "count": 89, "max_ms": 2.002, "p95_ms": 1.831}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.865, "count": 89, "max_ms": 105.055, "p95_ms": 95.982}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.831, "count": 89, "max_ms": 103.492, "p95_ms": 99.987}}, "truncated_count": 0}, "processing_total": {"avg_ms": 329.477, "count": 89, "max_ms": 377.867, "p95_ms": 364.268}, "read_interval": {"avg_ms": 338.746, "count": 88, "max_ms": 389.695, "p95_ms": 373.058}, "triton_wait": {"avg_ms": 73.376, "count": 89, "max_ms": 105.067, "p95_ms": 100.014}, "visualize": {"avg_ms": 26.568, "count": 89, "max_ms": 38.312, "p95_ms": 34.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13400.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:08:39+09:00", "last_error_summary": "[h264 @ 0x55884dbe2b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dbe2b40] error while decoding MB 0 4, bytestream 7457 [h264 @ 0x55884dae9000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55884dae9000] error while decoding MB 0 37, bytestream 1266 [h264 @ 0x55884e7d1240] left block unavailable for requested intra mode [h264 @ 0x55884e7d1240] error while decoding MB 0 21, bytestream 5451 [h264 @ 0x55884dc47400] error while decoding MB 50 20, bytestre", "last_exit_at": "2026-07-03T08:08:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1980.406, "last_started_at": "2026-07-03T08:08:41+09:00", "pid": 25784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.359, "name": "ffmpeg", "pid": 25784, "rss_mb": 309.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.028, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 737486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:41:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:41:42+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:41:42+09:00", "mjpeg": {"age_sec": 9.41, "exists": true, "mtime": "2026-07-03T08:41:32.726164+09:00", "mtime_epoch": 1783035692.726164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:41:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7753.23, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.747, "pushed": 6.747, "read": 6.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 14.333, "count": 202, "max_ms": 19.952, "p95_ms": 17.108}, "gstreamer_push": {"avg_ms": 1.182, "count": 202, "max_ms": 1.386, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.729, "count": 202, "max_ms": 77.233, "p95_ms": 65.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.926, "count": 202, "max_ms": 98.449, "p95_ms": 85.319}, "yolo11_640_fire_11class": {"avg_ms": 57.057, "count": 202, "max_ms": 77.221, "p95_ms": 69.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.685, "count": 202, "max_ms": 95.722, "p95_ms": 80.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.954, "count": 202, "max_ms": 120.633, "p95_ms": 110.899}, "read_interval": {"avg_ms": 149.089, "count": 201, "max_ms": 9446.501, "p95_ms": 125.153}, "triton_wait": {"avg_ms": 67.649, "count": 202, "max_ms": 98.462, "p95_ms": 88.15}, "visualize": {"avg_ms": 3.477, "count": 202, "max_ms": 4.315, "p95_ms": 3.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13131.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5618.429, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.01, "sample_count": 3018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 794374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:41:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:41:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T08:41:55+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T08:41:55.770575+09:00", "mtime_epoch": 1783035715.770575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:41:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1477.703, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.183, "pushed": 10.183, "read": 10.15}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.504, "count": 305, "max_ms": 12.208, "p95_ms": 8.109}, "gstreamer_push": {"avg_ms": 1.221, "count": 305, "max_ms": 1.97, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.711, "count": 305, "max_ms": 71.056, "p95_ms": 63.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.317, "count": 305, "max_ms": 103.492, "p95_ms": 77.183}, "yolo11_640_fire_11class": {"avg_ms": 50.42, "count": 305, "max_ms": 77.563, "p95_ms": 65.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.268, "count": 305, "max_ms": 82.4, "p95_ms": 76.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.963, "count": 305, "max_ms": 120.242, "p95_ms": 94.925}, "read_interval": {"avg_ms": 98.531, "count": 304, "max_ms": 799.759, "p95_ms": 164.491}, "triton_wait": {"avg_ms": 54.247, "count": 305, "max_ms": 103.505, "p95_ms": 78.481}, "visualize": {"avg_ms": 3.584, "count": 305, "max_ms": 4.879, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3413, "tracking_summary": 2951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13258.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81572.748, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.233, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:41:59+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T08:41:59+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:41:59.010633+09:00", "mtime_epoch": 1783035719.0106328, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:41:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 994.48, "name": "celery", "pid": 239, "rss_mb": 990.105, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.339, "pushed": 3.339, "read": 3.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 197.308, "count": 99, "max_ms": 248.424, "p95_ms": 237.657}, "gstreamer_push": {"avg_ms": 0.994, "count": 99, "max_ms": 2.737, "p95_ms": 2.663}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.274, "count": 99, "max_ms": 104.22, "p95_ms": 79.169}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 65.31, "count": 99, "max_ms": 97.416, "p95_ms": 83.181}}, "truncated_count": 0}, "processing_total": {"avg_ms": 293.504, "count": 99, "max_ms": 371.122, "p95_ms": 346.681}, "read_interval": {"avg_ms": 302.81, "count": 98, "max_ms": 382.107, "p95_ms": 356.92}, "triton_wait": {"avg_ms": 65.425, "count": 99, "max_ms": 104.232, "p95_ms": 83.509}, "visualize": {"avg_ms": 27.07, "count": 99, "max_ms": 38.89, "p95_ms": 37.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.651, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13354.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.93, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.574, "name": "ffmpeg", "pid": 25891, "rss_mb": 266.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.128, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 737638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:42:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:42:12+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T08:42:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T08:42:12.142867+09:00", "mtime_epoch": 1783035732.1428673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:42:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7753.488, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 152, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.581, "pushed": 7.581, "read": 7.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 14.346, "count": 152, "max_ms": 21.363, "p95_ms": 17.293}, "gstreamer_push": {"avg_ms": 1.196, "count": 152, "max_ms": 1.448, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.136, "count": 152, "max_ms": 75.571, "p95_ms": 64.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.985, "count": 152, "max_ms": 103.38, "p95_ms": 84.368}, "yolo11_640_fire_11class": {"avg_ms": 60.062, "count": 152, "max_ms": 75.407, "p95_ms": 71.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.013, "count": 152, "max_ms": 91.494, "p95_ms": 79.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.419, "count": 152, "max_ms": 138.205, "p95_ms": 111.912}, "read_interval": {"avg_ms": 197.881, "count": 152, "max_ms": 10129.547, "p95_ms": 130.056}, "triton_wait": {"avg_ms": 70.738, "count": 152, "max_ms": 103.393, "p95_ms": 84.737}, "visualize": {"avg_ms": 3.541, "count": 152, "max_ms": 5.108, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.049, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13357.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5648.507, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.903, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 794670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:42:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:42:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T08:42:25+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T08:42:25.847112+09:00", "mtime_epoch": 1783035745.847112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:42:25+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1477.703, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.834}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.738, "count": 295, "max_ms": 12.049, "p95_ms": 9.501}, "gstreamer_push": {"avg_ms": 1.228, "count": 296, "max_ms": 1.786, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.556, "count": 295, "max_ms": 81.602, "p95_ms": 68.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.687, "count": 295, "max_ms": 107.105, "p95_ms": 85.175}, "yolo11_640_fire_11class": {"avg_ms": 60.8, "count": 295, "max_ms": 85.359, "p95_ms": 74.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.868, "count": 295, "max_ms": 96.175, "p95_ms": 82.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.004, "count": 296, "max_ms": 124.216, "p95_ms": 103.348}, "read_interval": {"avg_ms": 101.678, "count": 295, "max_ms": 783.173, "p95_ms": 121.489}, "triton_wait": {"avg_ms": 69.057, "count": 295, "max_ms": 107.119, "p95_ms": 86.668}, "visualize": {"avg_ms": 3.59, "count": 295, "max_ms": 5.994, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3413, "tracking_summary": 2951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13360.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81602.867, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.35, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:42:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:42:29+09:00", "last_frame_read_age_sec": 0.36, "last_frame_read_at": "2026-07-03T08:42:29+09:00", "mjpeg": {"age_sec": 0.347, "exists": true, "mtime": "2026-07-03T08:42:29.099170+09:00", "mtime_epoch": 1783035749.0991702, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:42:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 992.707, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.954, "pushed": 2.954, "read": 2.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 231.664, "count": 88, "max_ms": 247.482, "p95_ms": 238.8}, "gstreamer_push": {"avg_ms": 0.76, "count": 88, "max_ms": 1.177, "p95_ms": 0.817}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.152, "count": 88, "max_ms": 107.477, "p95_ms": 98.285}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.832, "count": 88, "max_ms": 104.04, "p95_ms": 98.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.951, "count": 88, "max_ms": 370.265, "p95_ms": 359.45}, "read_interval": {"avg_ms": 341.955, "count": 87, "max_ms": 380.343, "p95_ms": 369.051}, "triton_wait": {"avg_ms": 72.362, "count": 88, "max_ms": 107.49, "p95_ms": 98.302}, "visualize": {"avg_ms": 25.221, "count": 88, "max_ms": 29.398, "p95_ms": 26.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.787, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13361.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.021, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.246, "name": "ffmpeg", "pid": 25891, "rss_mb": 272.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.266, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 737929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:42:42+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T08:42:42+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T08:42:42.227405+09:00", "mtime_epoch": 1783035762.2274048, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:42:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7753.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.667}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.541, "count": 290, "max_ms": 23.048, "p95_ms": 17.42}, "gstreamer_push": {"avg_ms": 1.194, "count": 291, "max_ms": 1.69, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.779, "count": 290, "max_ms": 76.233, "p95_ms": 67.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.454, "count": 290, "max_ms": 107.956, "p95_ms": 89.545}, "yolo11_640_fire_11class": {"avg_ms": 57.589, "count": 290, "max_ms": 78.79, "p95_ms": 71.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.144, "count": 290, "max_ms": 90.416, "p95_ms": 80.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.288, "count": 291, "max_ms": 131.048, "p95_ms": 112.321}, "read_interval": {"avg_ms": 103.367, "count": 290, "max_ms": 142.417, "p95_ms": 124.797}, "triton_wait": {"avg_ms": 68.747, "count": 290, "max_ms": 107.968, "p95_ms": 90.432}, "visualize": {"avg_ms": 3.496, "count": 290, "max_ms": 4.821, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13363.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5678.539, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.292, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 794972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:42:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:42:55+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T08:42:55+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T08:42:55.851648+09:00", "mtime_epoch": 1783035775.8516483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:42:55+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1477.961, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.049, "count": 302, "max_ms": 14.429, "p95_ms": 11.886}, "gstreamer_push": {"avg_ms": 1.246, "count": 302, "max_ms": 1.967, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.204, "count": 302, "max_ms": 83.3, "p95_ms": 69.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.957, "count": 302, "max_ms": 98.23, "p95_ms": 83.658}, "yolo11_640_fire_11class": {"avg_ms": 57.033, "count": 302, "max_ms": 86.721, "p95_ms": 73.172}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.652, "count": 302, "max_ms": 89.721, "p95_ms": 83.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.632, "count": 302, "max_ms": 114.868, "p95_ms": 103.139}, "read_interval": {"avg_ms": 99.405, "count": 301, "max_ms": 740.132, "p95_ms": 122.791}, "triton_wait": {"avg_ms": 64.163, "count": 302, "max_ms": 98.243, "p95_ms": 87.329}, "visualize": {"avg_ms": 3.657, "count": 302, "max_ms": 5.527, "p95_ms": 4.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3414, "tracking_summary": 2952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13362.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81632.978, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.217, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:42:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:42:59+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T08:42:59+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T08:42:59.379712+09:00", "mtime_epoch": 1783035779.3797116, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:42:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 992.133, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.26, "pushed": 3.26, "read": 3.226}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.09, "count": 97, "max_ms": 268.712, "p95_ms": 266.45}, "gstreamer_push": {"avg_ms": 0.769, "count": 97, "max_ms": 0.913, "p95_ms": 0.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.323, "count": 97, "max_ms": 102.911, "p95_ms": 98.421}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.989, "count": 97, "max_ms": 101.122, "p95_ms": 97.868}}, "truncated_count": 0}, "processing_total": {"avg_ms": 300.736, "count": 97, "max_ms": 396.247, "p95_ms": 389.101}, "read_interval": {"avg_ms": 311.594, "count": 96, "max_ms": 406.296, "p95_ms": 397.64}, "triton_wait": {"avg_ms": 75.594, "count": 97, "max_ms": 102.923, "p95_ms": 99.774}, "visualize": {"avg_ms": 25.629, "count": 97, "max_ms": 41.909, "p95_ms": 29.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.755, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13361.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.065, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.793, "name": "ffmpeg", "pid": 25891, "rss_mb": 273.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.419, "sample_count": 2705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 738215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:43:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:43:12+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T08:43:12+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T08:43:12.299943+09:00", "mtime_epoch": 1783035792.2999427, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:43:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7753.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.549, "pushed": 9.549, "read": 9.516}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.75, "count": 286, "max_ms": 25.236, "p95_ms": 20.971}, "gstreamer_push": {"avg_ms": 1.143, "count": 286, "max_ms": 1.651, "p95_ms": 1.299}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.816, "count": 286, "max_ms": 76.588, "p95_ms": 66.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.155, "count": 286, "max_ms": 102.439, "p95_ms": 94.928}, "yolo11_640_fire_11class": {"avg_ms": 55.851, "count": 286, "max_ms": 80.43, "p95_ms": 70.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.71, "count": 286, "max_ms": 89.645, "p95_ms": 81.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.833, "count": 286, "max_ms": 140.051, "p95_ms": 119.17}, "read_interval": {"avg_ms": 105.091, "count": 285, "max_ms": 150.856, "p95_ms": 132.543}, "triton_wait": {"avg_ms": 68.815, "count": 286, "max_ms": 102.451, "p95_ms": 94.941}, "visualize": {"avg_ms": 3.384, "count": 286, "max_ms": 6.03, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13363.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5708.65, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.285, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:43:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:43:26+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T08:43:25+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T08:43:25.952187+09:00", "mtime_epoch": 1783035805.952187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:43:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1478.219, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.131, "pushed": 10.131, "read": 10.098}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.759, "count": 303, "max_ms": 14.508, "p95_ms": 8.722}, "gstreamer_push": {"avg_ms": 1.236, "count": 303, "max_ms": 1.624, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.748, "count": 303, "max_ms": 77.134, "p95_ms": 67.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.418, "count": 303, "max_ms": 98.18, "p95_ms": 83.59}, "yolo11_640_fire_11class": {"avg_ms": 56.084, "count": 303, "max_ms": 87.108, "p95_ms": 71.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.855, "count": 303, "max_ms": 93.078, "p95_ms": 83.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.271, "count": 303, "max_ms": 114.19, "p95_ms": 103.246}, "read_interval": {"avg_ms": 99.011, "count": 302, "max_ms": 767.818, "p95_ms": 127.896}, "triton_wait": {"avg_ms": 63.169, "count": 303, "max_ms": 98.193, "p95_ms": 87.018}, "visualize": {"avg_ms": 3.609, "count": 303, "max_ms": 5.453, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3416, "tracking_summary": 2953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13364.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81663.136, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.647, "sample_count": 962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:43:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:43:29+09:00", "last_frame_read_age_sec": 0.331, "last_frame_read_at": "2026-07-03T08:43:29+09:00", "mjpeg": {"age_sec": 0.322, "exists": true, "mtime": "2026-07-03T08:43:29.392249+09:00", "mtime_epoch": 1783035809.3922486, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:43:29+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 992.168, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.137, "pushed": 3.137, "read": 3.103}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.893, "count": 94, "max_ms": 269.641, "p95_ms": 258.779}, "gstreamer_push": {"avg_ms": 0.754, "count": 94, "max_ms": 0.886, "p95_ms": 0.822}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.65, "count": 94, "max_ms": 101.833, "p95_ms": 96.096}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.718, "count": 94, "max_ms": 100.977, "p95_ms": 93.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 311.643, "count": 94, "max_ms": 377.589, "p95_ms": 366.602}, "read_interval": {"avg_ms": 320.626, "count": 93, "max_ms": 386.112, "p95_ms": 375.127}, "triton_wait": {"avg_ms": 71.946, "count": 94, "max_ms": 101.846, "p95_ms": 96.108}, "visualize": {"avg_ms": 23.063, "count": 94, "max_ms": 32.408, "p95_ms": 27.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13353.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.097, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.793, "name": "ffmpeg", "pid": 25891, "rss_mb": 273.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.428, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 738510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:43:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:43:42+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T08:43:42+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T08:43:42.324480+09:00", "mtime_epoch": 1783035822.3244803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:43:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7753.746, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.853, "pushed": 9.853, "read": 9.82}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.745, "count": 295, "max_ms": 25.429, "p95_ms": 20.369}, "gstreamer_push": {"avg_ms": 1.154, "count": 295, "max_ms": 1.568, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.718, "count": 295, "max_ms": 72.375, "p95_ms": 64.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.8, "count": 295, "max_ms": 103.249, "p95_ms": 92.715}, "yolo11_640_fire_11class": {"avg_ms": 54.427, "count": 295, "max_ms": 80.151, "p95_ms": 70.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.385, "count": 295, "max_ms": 89.293, "p95_ms": 80.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.606, "count": 295, "max_ms": 140.806, "p95_ms": 121.039}, "read_interval": {"avg_ms": 101.826, "count": 294, "max_ms": 155.137, "p95_ms": 133.422}, "triton_wait": {"avg_ms": 65.245, "count": 295, "max_ms": 103.262, "p95_ms": 92.727}, "visualize": {"avg_ms": 3.438, "count": 295, "max_ms": 5.848, "p95_ms": 4.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13363.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5738.658, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.007, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:43:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:43:56+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T08:43:55+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T08:43:55.960725+09:00", "mtime_epoch": 1783035835.9607248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:43:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1478.219, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.082, "count": 293, "max_ms": 14.184, "p95_ms": 12.174}, "gstreamer_push": {"avg_ms": 1.235, "count": 293, "max_ms": 1.849, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.372, "count": 293, "max_ms": 78.847, "p95_ms": 67.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.007, "count": 293, "max_ms": 107.488, "p95_ms": 85.967}, "yolo11_640_fire_11class": {"avg_ms": 56.152, "count": 293, "max_ms": 82.118, "p95_ms": 71.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.162, "count": 293, "max_ms": 88.856, "p95_ms": 79.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.641, "count": 293, "max_ms": 123.506, "p95_ms": 104.565}, "read_interval": {"avg_ms": 102.434, "count": 293, "max_ms": 731.936, "p95_ms": 135.973}, "triton_wait": {"avg_ms": 63.141, "count": 293, "max_ms": 107.501, "p95_ms": 86.305}, "visualize": {"avg_ms": 3.654, "count": 293, "max_ms": 4.927, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3417, "tracking_summary": 2954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13364.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81693.341, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.758, "sample_count": 943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:43:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:43:59+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-07-03T08:43:59+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T08:43:59.616790+09:00", "mtime_epoch": 1783035839.6167903, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:43:59+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 992.062, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.946, "pushed": 2.946, "read": 2.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 231.306, "count": 88, "max_ms": 247.594, "p95_ms": 242.075}, "gstreamer_push": {"avg_ms": 0.798, "count": 88, "max_ms": 1.731, "p95_ms": 0.856}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.323, "count": 88, "max_ms": 107.761, "p95_ms": 99.957}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.459, "count": 88, "max_ms": 107.746, "p95_ms": 95.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 333.869, "count": 88, "max_ms": 374.315, "p95_ms": 369.518}, "read_interval": {"avg_ms": 343.511, "count": 87, "max_ms": 385.142, "p95_ms": 378.542}, "triton_wait": {"avg_ms": 72.758, "count": 88, "max_ms": 107.774, "p95_ms": 100.84}, "visualize": {"avg_ms": 26.055, "count": 88, "max_ms": 40.454, "p95_ms": 32.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13363.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.103, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.793, "name": "ffmpeg", "pid": 25891, "rss_mb": 273.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.147, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 738802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:44:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:44:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T08:44:12+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T08:44:12.325018+09:00", "mtime_epoch": 1783035852.3250182, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:44:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7754.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.403, "count": 292, "max_ms": 23.447, "p95_ms": 16.804}, "gstreamer_push": {"avg_ms": 1.198, "count": 292, "max_ms": 1.92, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.157, "count": 292, "max_ms": 72.691, "p95_ms": 65.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.828, "count": 292, "max_ms": 100.62, "p95_ms": 86.09}, "yolo11_640_fire_11class": {"avg_ms": 54.779, "count": 292, "max_ms": 73.851, "p95_ms": 68.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.553, "count": 292, "max_ms": 90.43, "p95_ms": 78.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.398, "count": 292, "max_ms": 157.171, "p95_ms": 114.062}, "read_interval": {"avg_ms": 102.736, "count": 292, "max_ms": 169.684, "p95_ms": 125.458}, "triton_wait": {"avg_ms": 67.193, "count": 292, "max_ms": 100.633, "p95_ms": 86.704}, "visualize": {"avg_ms": 3.518, "count": 292, "max_ms": 5.172, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13360.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5768.711, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.257, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 795807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:44:26+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-03T08:44:25+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T08:44:25.957263+09:00", "mtime_epoch": 1783035865.9572628, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:44:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1478.477, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.944, "pushed": 7.944, "read": 7.91}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.018, "count": 238, "max_ms": 21.033, "p95_ms": 13.024}, "gstreamer_push": {"avg_ms": 1.103, "count": 238, "max_ms": 1.674, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.022, "count": 238, "max_ms": 79.94, "p95_ms": 68.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.041, "count": 238, "max_ms": 104.163, "p95_ms": 85.884}, "yolo11_640_fire_11class": {"avg_ms": 52.118, "count": 238, "max_ms": 76.989, "p95_ms": 68.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.405, "count": 238, "max_ms": 92.532, "p95_ms": 83.117}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.061, "count": 238, "max_ms": 191.623, "p95_ms": 170.231}, "read_interval": {"avg_ms": 126.021, "count": 237, "max_ms": 200.631, "p95_ms": 179.353}, "triton_wait": {"avg_ms": 64.718, "count": 238, "max_ms": 104.176, "p95_ms": 86.241}, "visualize": {"avg_ms": 4.262, "count": 238, "max_ms": 6.892, "p95_ms": 5.116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3417, "tracking_summary": 2955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13363.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81723.538, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.9, "sample_count": 963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:44:30+09:00", "last_frame_read_age_sec": 0.321, "last_frame_read_at": "2026-07-03T08:44:29+09:00", "mjpeg": {"age_sec": 0.311, "exists": true, "mtime": "2026-07-03T08:44:29.805332+09:00", "mtime_epoch": 1783035869.805332, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:44:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 987.238, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 107, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.567, "pushed": 3.567, "read": 3.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 171.647, "count": 107, "max_ms": 242.96, "p95_ms": 238.65}, "gstreamer_push": {"avg_ms": 1.09, "count": 107, "max_ms": 2.737, "p95_ms": 1.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.317, "count": 107, "max_ms": 102.796, "p95_ms": 90.39}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.97, "count": 107, "max_ms": 98.936, "p95_ms": 89.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 270.477, "count": 107, "max_ms": 371.667, "p95_ms": 357.97}, "read_interval": {"avg_ms": 279.13, "count": 107, "max_ms": 383.239, "p95_ms": 368.584}, "triton_wait": {"avg_ms": 68.663, "count": 107, "max_ms": 102.808, "p95_ms": 90.401}, "visualize": {"avg_ms": 26.431, "count": 107, "max_ms": 33.886, "p95_ms": 32.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13365.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.14, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.371, "name": "ffmpeg", "pid": 25891, "rss_mb": 276.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.147, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 739100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:44:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:44:42+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:44:42+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T08:44:42.365557+09:00", "mtime_epoch": 1783035882.3655574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:44:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7754.004, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.322, "count": 298, "max_ms": 24.098, "p95_ms": 16.814}, "gstreamer_push": {"avg_ms": 1.2, "count": 298, "max_ms": 1.718, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.836, "count": 298, "max_ms": 75.523, "p95_ms": 65.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.145, "count": 298, "max_ms": 113.174, "p95_ms": 87.449}, "yolo11_640_fire_11class": {"avg_ms": 53.241, "count": 298, "max_ms": 74.149, "p95_ms": 65.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.661, "count": 298, "max_ms": 88.898, "p95_ms": 79.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.933, "count": 298, "max_ms": 136.523, "p95_ms": 111.179}, "read_interval": {"avg_ms": 100.83, "count": 297, "max_ms": 151.291, "p95_ms": 126.124}, "triton_wait": {"avg_ms": 65.561, "count": 298, "max_ms": 113.187, "p95_ms": 88.91}, "visualize": {"avg_ms": 3.453, "count": 298, "max_ms": 4.53, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 55, "tracking_summary": 6634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13368.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5798.727, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.458, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 796117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:44:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:44:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T08:44:56+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T08:44:56.065803+09:00", "mtime_epoch": 1783035896.0658033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:44:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1505.148, "name": "celery", "pid": 267, "rss_mb": 1478.477, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.38, "pushed": 10.38, "read": 10.347}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.894, "count": 310, "max_ms": 13.126, "p95_ms": 10.617}, "gstreamer_push": {"avg_ms": 1.233, "count": 310, "max_ms": 2.161, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.148, "count": 310, "max_ms": 78.566, "p95_ms": 70.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.558, "count": 310, "max_ms": 98.355, "p95_ms": 83.45}, "yolo11_640_fire_11class": {"avg_ms": 56.5, "count": 310, "max_ms": 82.946, "p95_ms": 72.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.226, "count": 310, "max_ms": 92.53, "p95_ms": 81.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.156, "count": 310, "max_ms": 171.249, "p95_ms": 111.684}, "read_interval": {"avg_ms": 96.895, "count": 309, "max_ms": 179.125, "p95_ms": 124.513}, "triton_wait": {"avg_ms": 65.504, "count": 310, "max_ms": 98.372, "p95_ms": 85.906}, "visualize": {"avg_ms": 3.717, "count": 310, "max_ms": 6.509, "p95_ms": 4.534}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3418, "tracking_summary": 2955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13360.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81753.664, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 369.007, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:44:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:45:00+09:00", "last_frame_read_age_sec": 0.351, "last_frame_read_at": "2026-07-03T08:44:59+09:00", "mjpeg": {"age_sec": 0.34, "exists": true, "mtime": "2026-07-03T08:44:59.901872+09:00", "mtime_epoch": 1783035899.9018724, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:45:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 981.066, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.823, "pushed": 2.823, "read": 2.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 236.938, "count": 84, "max_ms": 257.001, "p95_ms": 242.646}, "gstreamer_push": {"avg_ms": 1.033, "count": 84, "max_ms": 3.083, "p95_ms": 2.717}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.814, "count": 84, "max_ms": 117.534, "p95_ms": 96.892}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.619, "count": 84, "max_ms": 103.812, "p95_ms": 96.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 348.408, "count": 84, "max_ms": 399.056, "p95_ms": 382.796}, "read_interval": {"avg_ms": 358.62, "count": 83, "max_ms": 408.68, "p95_ms": 393.12}, "triton_wait": {"avg_ms": 74.147, "count": 84, "max_ms": 117.551, "p95_ms": 98.052}, "visualize": {"avg_ms": 33.446, "count": 84, "max_ms": 58.936, "p95_ms": 44.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.758, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13572.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.19, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.949, "name": "ffmpeg", "pid": 25891, "rss_mb": 278.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.941, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 739401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:45:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:45:12+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:45:12+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T08:45:12.426097+09:00", "mtime_epoch": 1783035912.4260974, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 210741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:45:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7754.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.233, "count": 301, "max_ms": 21.23, "p95_ms": 16.482}, "gstreamer_push": {"avg_ms": 1.19, "count": 301, "max_ms": 1.514, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.599, "count": 301, "max_ms": 76.822, "p95_ms": 65.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.476, "count": 301, "max_ms": 108.981, "p95_ms": 85.274}, "yolo11_640_fire_11class": {"avg_ms": 53.385, "count": 301, "max_ms": 78.055, "p95_ms": 67.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.419, "count": 301, "max_ms": 91.013, "p95_ms": 78.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.289, "count": 301, "max_ms": 132.086, "p95_ms": 108.776}, "read_interval": {"avg_ms": 99.848, "count": 300, "max_ms": 143.859, "p95_ms": 121.126}, "triton_wait": {"avg_ms": 65.041, "count": 301, "max_ms": 108.994, "p95_ms": 87.236}, "visualize": {"avg_ms": 3.467, "count": 301, "max_ms": 4.687, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13375.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5828.825, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.193, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 796384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:45:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:45:26+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T08:45:26+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T08:45:26.142344+09:00", "mtime_epoch": 1783035926.142344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:45:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1479.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.89, "pushed": 8.89, "read": 8.856}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.132, "count": 266, "max_ms": 18.957, "p95_ms": 12.821}, "gstreamer_push": {"avg_ms": 1.196, "count": 266, "max_ms": 2.884, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.898, "count": 266, "max_ms": 77.036, "p95_ms": 66.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.323, "count": 266, "max_ms": 105.734, "p95_ms": 83.126}, "yolo11_640_fire_11class": {"avg_ms": 51.958, "count": 266, "max_ms": 74.401, "p95_ms": 66.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.036, "count": 266, "max_ms": 88.99, "p95_ms": 81.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.709, "count": 266, "max_ms": 607.767, "p95_ms": 174.722}, "read_interval": {"avg_ms": 112.856, "count": 265, "max_ms": 621.898, "p95_ms": 183.289}, "triton_wait": {"avg_ms": 63.29, "count": 266, "max_ms": 105.748, "p95_ms": 84.609}, "visualize": {"avg_ms": 5.244, "count": 266, "max_ms": 13.156, "p95_ms": 10.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3421, "tracking_summary": 2956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13376.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81783.904, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 369.22, "sample_count": 937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:45:30+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T08:45:30+09:00", "mjpeg": {"age_sec": 0.312, "exists": true, "mtime": "2026-07-03T08:45:30.170416+09:00", "mtime_epoch": 1783035930.1704164, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:45:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 990.223, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.086, "pushed": 3.086, "read": 3.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.493, "count": 92, "max_ms": 265.105, "p95_ms": 243.311}, "gstreamer_push": {"avg_ms": 0.94, "count": 92, "max_ms": 3.564, "p95_ms": 2.735}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.126, "count": 92, "max_ms": 98.451, "p95_ms": 96.428}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.312, "count": 92, "max_ms": 103.794, "p95_ms": 90.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.612, "count": 92, "max_ms": 373.432, "p95_ms": 366.755}, "read_interval": {"avg_ms": 326.263, "count": 91, "max_ms": 384.059, "p95_ms": 377.554}, "triton_wait": {"avg_ms": 73.001, "count": 92, "max_ms": 103.807, "p95_ms": 96.888}, "visualize": {"avg_ms": 27.12, "count": 92, "max_ms": 44.826, "p95_ms": 39.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13376.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.262, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.949, "name": "ffmpeg", "pid": 25891, "rss_mb": 278.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.514, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 739691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:45:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:45:42+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T08:45:42+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T08:45:42.494638+09:00", "mtime_epoch": 1783035942.494638, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 213242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:45:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7754.262, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.678, "pushed": 9.678, "read": 9.644}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.387, "count": 290, "max_ms": 23.731, "p95_ms": 17.027}, "gstreamer_push": {"avg_ms": 1.177, "count": 290, "max_ms": 1.944, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.929, "count": 290, "max_ms": 75.357, "p95_ms": 66.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.638, "count": 290, "max_ms": 106.988, "p95_ms": 89.809}, "yolo11_640_fire_11class": {"avg_ms": 53.721, "count": 290, "max_ms": 75.845, "p95_ms": 67.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.892, "count": 290, "max_ms": 87.379, "p95_ms": 81.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.192, "count": 290, "max_ms": 152.645, "p95_ms": 114.509}, "read_interval": {"avg_ms": 103.746, "count": 289, "max_ms": 162.599, "p95_ms": 127.294}, "triton_wait": {"avg_ms": 68.29, "count": 290, "max_ms": 107.001, "p95_ms": 89.821}, "visualize": {"avg_ms": 3.445, "count": 290, "max_ms": 4.92, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13378.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5858.894, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.193, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 796694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:45:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:45:56+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T08:45:56+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T08:45:56.238885+09:00", "mtime_epoch": 1783035956.2388852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:45:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1479.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.345, "pushed": 10.345, "read": 10.312}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.914, "count": 310, "max_ms": 11.791, "p95_ms": 8.832}, "gstreamer_push": {"avg_ms": 1.251, "count": 310, "max_ms": 2.071, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.684, "count": 310, "max_ms": 78.77, "p95_ms": 68.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.263, "count": 310, "max_ms": 101.852, "p95_ms": 87.194}, "yolo11_640_fire_11class": {"avg_ms": 56.452, "count": 310, "max_ms": 76.749, "p95_ms": 68.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.605, "count": 310, "max_ms": 90.529, "p95_ms": 82.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.93, "count": 310, "max_ms": 118.243, "p95_ms": 103.485}, "read_interval": {"avg_ms": 97.065, "count": 309, "max_ms": 130.491, "p95_ms": 117.571}, "triton_wait": {"avg_ms": 67.561, "count": 310, "max_ms": 101.866, "p95_ms": 87.207}, "visualize": {"avg_ms": 3.641, "count": 310, "max_ms": 4.735, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3421, "tracking_summary": 2957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13378.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81814.065, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 369.6, "sample_count": 949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:46:00+09:00", "last_frame_read_age_sec": 0.36, "last_frame_read_at": "2026-07-03T08:46:00+09:00", "mjpeg": {"age_sec": 0.348, "exists": true, "mtime": "2026-07-03T08:46:00.294958+09:00", "mtime_epoch": 1783035960.294958, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:46:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 992.363, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.773, "pushed": 3.773, "read": 3.739}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.636, "count": 113, "max_ms": 262.653, "p95_ms": 243.196}, "gstreamer_push": {"avg_ms": 0.867, "count": 113, "max_ms": 1.971, "p95_ms": 1.729}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.868, "count": 113, "max_ms": 111.694, "p95_ms": 96.311}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.171, "count": 113, "max_ms": 101.472, "p95_ms": 94.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 257.614, "count": 113, "max_ms": 381.093, "p95_ms": 364.989}, "read_interval": {"avg_ms": 266.004, "count": 112, "max_ms": 389.718, "p95_ms": 374.845}, "triton_wait": {"avg_ms": 69.612, "count": 113, "max_ms": 111.704, "p95_ms": 98.094}, "visualize": {"avg_ms": 24.627, "count": 113, "max_ms": 34.255, "p95_ms": 29.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13379.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 257.329, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.949, "name": "ffmpeg", "pid": 25891, "rss_mb": 278.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.509, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 739990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:46:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:46:12+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T08:46:12+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T08:46:12.559179+09:00", "mtime_epoch": 1783035972.5591788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:46:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7754.52, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.423, "count": 299, "max_ms": 24.405, "p95_ms": 17.136}, "gstreamer_push": {"avg_ms": 1.193, "count": 299, "max_ms": 1.43, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.119, "count": 299, "max_ms": 76.772, "p95_ms": 65.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.04, "count": 299, "max_ms": 103.158, "p95_ms": 87.296}, "yolo11_640_fire_11class": {"avg_ms": 54.375, "count": 299, "max_ms": 77.565, "p95_ms": 66.857}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.427, "count": 299, "max_ms": 87.866, "p95_ms": 78.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.016, "count": 299, "max_ms": 126.15, "p95_ms": 109.481}, "read_interval": {"avg_ms": 100.587, "count": 298, "max_ms": 138.212, "p95_ms": 122.272}, "triton_wait": {"avg_ms": 65.467, "count": 299, "max_ms": 103.17, "p95_ms": 87.308}, "visualize": {"avg_ms": 3.514, "count": 299, "max_ms": 4.493, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13370.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5888.907, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.143, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 797020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:46:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:46:26+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T08:46:26+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T08:46:26.243425+09:00", "mtime_epoch": 1783035986.2434254, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:46:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1479.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.867, "pushed": 10.867, "read": 10.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.106, "count": 326, "max_ms": 13.229, "p95_ms": 10.999}, "gstreamer_push": {"avg_ms": 1.245, "count": 326, "max_ms": 2.009, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.285, "count": 326, "max_ms": 74.583, "p95_ms": 66.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.579, "count": 326, "max_ms": 104.442, "p95_ms": 88.915}, "yolo11_640_fire_11class": {"avg_ms": 53.006, "count": 326, "max_ms": 78.17, "p95_ms": 68.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.503, "count": 326, "max_ms": 86.214, "p95_ms": 76.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.605, "count": 326, "max_ms": 120.99, "p95_ms": 105.755}, "read_interval": {"avg_ms": 92.043, "count": 326, "max_ms": 134.589, "p95_ms": 119.64}, "triton_wait": {"avg_ms": 62.093, "count": 326, "max_ms": 104.457, "p95_ms": 88.929}, "visualize": {"avg_ms": 3.632, "count": 326, "max_ms": 5.616, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3422, "tracking_summary": 2958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13373.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81844.331, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 369.6, "sample_count": 959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:46:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:46:30+09:00", "last_frame_read_age_sec": 0.353, "last_frame_read_at": "2026-07-03T08:46:30+09:00", "mjpeg": {"age_sec": 0.342, "exists": true, "mtime": "2026-07-03T08:46:30.567503+09:00", "mtime_epoch": 1783035990.5675032, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:46:30+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 987.32, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.307, "pushed": 3.307, "read": 3.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.244, "count": 99, "max_ms": 243.559, "p95_ms": 241.068}, "gstreamer_push": {"avg_ms": 0.965, "count": 99, "max_ms": 1.881, "p95_ms": 1.81}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.196, "count": 99, "max_ms": 112.081, "p95_ms": 98.668}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 76.054, "count": 99, "max_ms": 102.246, "p95_ms": 97.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.041, "count": 99, "max_ms": 377.351, "p95_ms": 364.774}, "read_interval": {"avg_ms": 305.148, "count": 98, "max_ms": 387.758, "p95_ms": 373.589}, "triton_wait": {"avg_ms": 78.397, "count": 99, "max_ms": 112.094, "p95_ms": 99.283}, "visualize": {"avg_ms": 25.625, "count": 99, "max_ms": 34.532, "p95_ms": 32.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13374.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.422, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.949, "name": "ffmpeg", "pid": 25891, "rss_mb": 278.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.666, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 740287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:46:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:46:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T08:46:42+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T08:46:42.643721+09:00", "mtime_epoch": 1783036002.6437206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:46:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7754.777, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.872}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.476, "count": 297, "max_ms": 24.671, "p95_ms": 18.032}, "gstreamer_push": {"avg_ms": 1.187, "count": 297, "max_ms": 1.454, "p95_ms": 1.335}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.054, "count": 297, "max_ms": 77.523, "p95_ms": 65.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.645, "count": 297, "max_ms": 104.662, "p95_ms": 90.664}, "yolo11_640_fire_11class": {"avg_ms": 54.884, "count": 297, "max_ms": 88.935, "p95_ms": 67.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.635, "count": 297, "max_ms": 84.23, "p95_ms": 78.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.675, "count": 297, "max_ms": 128.834, "p95_ms": 114.078}, "read_interval": {"avg_ms": 101.32, "count": 296, "max_ms": 143.659, "p95_ms": 126.047}, "triton_wait": {"avg_ms": 66.22, "count": 297, "max_ms": 104.674, "p95_ms": 90.676}, "visualize": {"avg_ms": 3.455, "count": 297, "max_ms": 5.145, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13374.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5918.978, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.12, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 797338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:46:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:46:56+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T08:46:56+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T08:46:56.283967+09:00", "mtime_epoch": 1783036016.2839665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:46:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1479.289, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.617, "pushed": 10.617, "read": 10.584}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.85, "count": 318, "max_ms": 12.427, "p95_ms": 8.571}, "gstreamer_push": {"avg_ms": 1.236, "count": 318, "max_ms": 1.829, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.543, "count": 318, "max_ms": 77.978, "p95_ms": 68.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.301, "count": 318, "max_ms": 104.894, "p95_ms": 84.612}, "yolo11_640_fire_11class": {"avg_ms": 55.758, "count": 318, "max_ms": 80.602, "p95_ms": 70.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.252, "count": 318, "max_ms": 89.87, "p95_ms": 81.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.313, "count": 318, "max_ms": 121.644, "p95_ms": 101.328}, "read_interval": {"avg_ms": 94.506, "count": 317, "max_ms": 138.995, "p95_ms": 114.803}, "triton_wait": {"avg_ms": 65.176, "count": 318, "max_ms": 104.907, "p95_ms": 85.567}, "visualize": {"avg_ms": 3.608, "count": 318, "max_ms": 5.275, "p95_ms": 3.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3423, "tracking_summary": 2959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13380.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81874.367, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 372.764, "sample_count": 946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:47:00+09:00", "last_frame_read_age_sec": 0.342, "last_frame_read_at": "2026-07-03T08:47:00+09:00", "mjpeg": {"age_sec": 0.333, "exists": true, "mtime": "2026-07-03T08:47:00.612045+09:00", "mtime_epoch": 1783036020.6120446, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:47:00+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 992.828, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.898, "pushed": 2.898, "read": 2.864}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 231.925, "count": 86, "max_ms": 302.807, "p95_ms": 268.951}, "gstreamer_push": {"avg_ms": 1.047, "count": 86, "max_ms": 2.118, "p95_ms": 1.767}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.334, "count": 86, "max_ms": 110.017, "p95_ms": 96.518}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.193, "count": 86, "max_ms": 102.314, "p95_ms": 97.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 339.428, "count": 86, "max_ms": 421.758, "p95_ms": 386.293}, "read_interval": {"avg_ms": 349.236, "count": 85, "max_ms": 432.425, "p95_ms": 396.282}, "triton_wait": {"avg_ms": 74.21, "count": 86, "max_ms": 110.031, "p95_ms": 99.831}, "visualize": {"avg_ms": 29.487, "count": 86, "max_ms": 50.409, "p95_ms": 40.62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.679, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13379.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.484, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.949, "name": "ffmpeg", "pid": 25891, "rss_mb": 278.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.509, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 740583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:47:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:47:12+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T08:47:12+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T08:47:12.692262+09:00", "mtime_epoch": 1783036032.6922622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:47:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7755.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.844}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.697, "count": 296, "max_ms": 26.326, "p95_ms": 20.088}, "gstreamer_push": {"avg_ms": 1.185, "count": 296, "max_ms": 1.514, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.466, "count": 296, "max_ms": 74.644, "p95_ms": 65.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.49, "count": 296, "max_ms": 101.66, "p95_ms": 90.354}, "yolo11_640_fire_11class": {"avg_ms": 54.739, "count": 296, "max_ms": 77.566, "p95_ms": 67.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.294, "count": 296, "max_ms": 86.375, "p95_ms": 78.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.83, "count": 296, "max_ms": 123.92, "p95_ms": 110.804}, "read_interval": {"avg_ms": 101.522, "count": 295, "max_ms": 135.839, "p95_ms": 123.659}, "triton_wait": {"avg_ms": 66.142, "count": 296, "max_ms": 101.672, "p95_ms": 90.365}, "visualize": {"avg_ms": 3.463, "count": 296, "max_ms": 5.225, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13384.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5949.014, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.095, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 797661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:47:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:47:26+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T08:47:26+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T08:47:26.332508+09:00", "mtime_epoch": 1783036046.332508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:47:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1479.547, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 323, "pushed_frames": 323, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.783, "pushed": 10.783, "read": 10.749}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.101, "count": 323, "max_ms": 14.476, "p95_ms": 10.47}, "gstreamer_push": {"avg_ms": 1.238, "count": 323, "max_ms": 1.887, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.437, "count": 323, "max_ms": 74.537, "p95_ms": 67.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.496, "count": 323, "max_ms": 98.934, "p95_ms": 83.47}, "yolo11_640_fire_11class": {"avg_ms": 54.039, "count": 323, "max_ms": 74.09, "p95_ms": 69.151}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.258, "count": 323, "max_ms": 85.974, "p95_ms": 79.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.467, "count": 323, "max_ms": 115.564, "p95_ms": 100.522}, "read_interval": {"avg_ms": 92.961, "count": 322, "max_ms": 132.978, "p95_ms": 114.537}, "triton_wait": {"avg_ms": 62.969, "count": 323, "max_ms": 98.946, "p95_ms": 84.067}, "visualize": {"avg_ms": 3.666, "count": 323, "max_ms": 5.032, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3424, "tracking_summary": 2959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13384.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81904.644, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 373.432, "sample_count": 953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:47:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:47:31+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T08:47:30+09:00", "mjpeg": {"age_sec": 0.31, "exists": true, "mtime": "2026-07-03T08:47:30.912591+09:00", "mtime_epoch": 1783036050.9125907, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:47:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 994.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.21, "pushed": 3.21, "read": 3.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 201.91, "count": 96, "max_ms": 272.802, "p95_ms": 266.89}, "gstreamer_push": {"avg_ms": 0.831, "count": 96, "max_ms": 2.204, "p95_ms": 1.688}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.393, "count": 96, "max_ms": 101.873, "p95_ms": 91.26}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.881, "count": 96, "max_ms": 102.937, "p95_ms": 91.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.793, "count": 96, "max_ms": 387.772, "p95_ms": 372.276}, "read_interval": {"avg_ms": 315.246, "count": 95, "max_ms": 396.505, "p95_ms": 382.098}, "triton_wait": {"avg_ms": 72.736, "count": 96, "max_ms": 102.949, "p95_ms": 93.22}, "visualize": {"avg_ms": 27.028, "count": 96, "max_ms": 41.372, "p95_ms": 35.605}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13384.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.509, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.527, "name": "ffmpeg", "pid": 25891, "rss_mb": 281.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.078, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 740888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:47:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:47:42+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:47:42+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T08:47:42.736804+09:00", "mtime_epoch": 1783036062.736804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:47:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7755.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.191, "pushed": 10.191, "read": 10.157}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.218, "count": 305, "max_ms": 23.033, "p95_ms": 15.971}, "gstreamer_push": {"avg_ms": 1.201, "count": 305, "max_ms": 1.842, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.457, "count": 305, "max_ms": 73.681, "p95_ms": 66.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.268, "count": 305, "max_ms": 97.022, "p95_ms": 84.871}, "yolo11_640_fire_11class": {"avg_ms": 53.006, "count": 305, "max_ms": 71.839, "p95_ms": 68.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.124, "count": 305, "max_ms": 86.949, "p95_ms": 77.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.645, "count": 305, "max_ms": 121.944, "p95_ms": 107.508}, "read_interval": {"avg_ms": 98.465, "count": 304, "max_ms": 135.053, "p95_ms": 122.016}, "triton_wait": {"avg_ms": 63.433, "count": 305, "max_ms": 97.036, "p95_ms": 84.884}, "visualize": {"avg_ms": 3.457, "count": 305, "max_ms": 4.99, "p95_ms": 3.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13384.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 5979.1, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.901, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 797980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:47:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:47:56+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T08:47:56+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T08:47:56.421051+09:00", "mtime_epoch": 1783036076.421051, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:47:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1479.805, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.639, "pushed": 10.639, "read": 10.606}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.029, "count": 319, "max_ms": 15.167, "p95_ms": 10.315}, "gstreamer_push": {"avg_ms": 1.24, "count": 319, "max_ms": 2.002, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.576, "count": 319, "max_ms": 82.386, "p95_ms": 68.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.26, "count": 319, "max_ms": 97.847, "p95_ms": 81.932}, "yolo11_640_fire_11class": {"avg_ms": 52.97, "count": 319, "max_ms": 81.865, "p95_ms": 70.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.319, "count": 319, "max_ms": 85.56, "p95_ms": 78.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.848, "count": 319, "max_ms": 114.15, "p95_ms": 98.205}, "read_interval": {"avg_ms": 94.314, "count": 318, "max_ms": 495.342, "p95_ms": 115.879}, "triton_wait": {"avg_ms": 61.414, "count": 319, "max_ms": 97.86, "p95_ms": 81.945}, "visualize": {"avg_ms": 3.674, "count": 319, "max_ms": 5.991, "p95_ms": 4.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3424, "tracking_summary": 2960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13385.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81934.958, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 369.74, "sample_count": 941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:48:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:48:01+09:00", "last_frame_read_age_sec": 0.348, "last_frame_read_at": "2026-07-03T08:48:01+09:00", "mjpeg": {"age_sec": 0.336, "exists": true, "mtime": "2026-07-03T08:48:01.201137+09:00", "mtime_epoch": 1783036081.2011373, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:48:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 994.598, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.935, "pushed": 2.935, "read": 2.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 232.44, "count": 88, "max_ms": 239.096, "p95_ms": 238.288}, "gstreamer_push": {"avg_ms": 0.774, "count": 88, "max_ms": 1.222, "p95_ms": 0.874}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.575, "count": 88, "max_ms": 98.796, "p95_ms": 96.533}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.089, "count": 88, "max_ms": 97.664, "p95_ms": 94.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 335.146, "count": 88, "max_ms": 368.875, "p95_ms": 353.694}, "read_interval": {"avg_ms": 344.345, "count": 87, "max_ms": 379.071, "p95_ms": 363.489}, "triton_wait": {"avg_ms": 73.557, "count": 88, "max_ms": 98.809, "p95_ms": 96.545}, "visualize": {"avg_ms": 25.357, "count": 88, "max_ms": 33.941, "p95_ms": 26.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13380.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 377.598, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.527, "name": "ffmpeg", "pid": 25891, "rss_mb": 281.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.87, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 741193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:48:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T08:48:12+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T08:48:12+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T08:48:12.801347+09:00", "mtime_epoch": 1783036092.8013468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 211252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:48:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7755.035, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.134}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.634, "count": 304, "max_ms": 24.212, "p95_ms": 19.274}, "gstreamer_push": {"avg_ms": 1.198, "count": 305, "max_ms": 2.175, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.31, "count": 304, "max_ms": 74.573, "p95_ms": 65.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.216, "count": 304, "max_ms": 99.412, "p95_ms": 86.15}, "yolo11_640_fire_11class": {"avg_ms": 51.934, "count": 304, "max_ms": 76.485, "p95_ms": 65.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.04, "count": 304, "max_ms": 85.6, "p95_ms": 75.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.706, "count": 305, "max_ms": 130.255, "p95_ms": 108.16}, "read_interval": {"avg_ms": 98.58, "count": 304, "max_ms": 145.853, "p95_ms": 120.737}, "triton_wait": {"avg_ms": 63.065, "count": 304, "max_ms": 99.424, "p95_ms": 86.161}, "visualize": {"avg_ms": 3.509, "count": 304, "max_ms": 4.815, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13378.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6009.13, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.901, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 798278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:48:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:48:26+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T08:48:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T08:48:26.441593+09:00", "mtime_epoch": 1783036106.441593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:48:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1479.805, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.917}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.056, "count": 298, "max_ms": 12.777, "p95_ms": 10.089}, "gstreamer_push": {"avg_ms": 1.243, "count": 298, "max_ms": 1.664, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.387, "count": 298, "max_ms": 77.279, "p95_ms": 68.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.893, "count": 298, "max_ms": 101.763, "p95_ms": 85.741}, "yolo11_640_fire_11class": {"avg_ms": 52.976, "count": 298, "max_ms": 75.571, "p95_ms": 67.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.385, "count": 298, "max_ms": 86.64, "p95_ms": 79.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.514, "count": 298, "max_ms": 118.566, "p95_ms": 103.048}, "read_interval": {"avg_ms": 100.754, "count": 297, "max_ms": 763.41, "p95_ms": 151.565}, "triton_wait": {"avg_ms": 63.023, "count": 298, "max_ms": 101.777, "p95_ms": 86.358}, "visualize": {"avg_ms": 3.627, "count": 298, "max_ms": 5.339, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3425, "tracking_summary": 2961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13375.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81965.047, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 369.518, "sample_count": 949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:48:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:48:31+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-03T08:48:31+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-03T08:48:31.441683+09:00", "mtime_epoch": 1783036111.4416833, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 254766}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:48:31+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 983.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.327, "pushed": 3.327, "read": 3.293}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 192.118, "count": 99, "max_ms": 243.361, "p95_ms": 240.103}, "gstreamer_push": {"avg_ms": 0.967, "count": 99, "max_ms": 1.837, "p95_ms": 1.764}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.385, "count": 99, "max_ms": 108.061, "p95_ms": 94.156}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.154, "count": 99, "max_ms": 98.268, "p95_ms": 94.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 294.38, "count": 99, "max_ms": 376.358, "p95_ms": 360.035}, "read_interval": {"avg_ms": 304.961, "count": 98, "max_ms": 385.036, "p95_ms": 370.375}, "triton_wait": {"avg_ms": 72.268, "count": 99, "max_ms": 108.079, "p95_ms": 95.319}, "visualize": {"avg_ms": 26.234, "count": 99, "max_ms": 37.39, "p95_ms": 35.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.756, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13383.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 407.668, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.527, "name": "ffmpeg", "pid": 25891, "rss_mb": 281.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.016, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 741495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:48:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:48:42+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:48:42+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T08:48:42.901890+09:00", "mtime_epoch": 1783036122.9018903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:48:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7755.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.521, "count": 302, "max_ms": 24.543, "p95_ms": 18.392}, "gstreamer_push": {"avg_ms": 1.197, "count": 302, "max_ms": 1.719, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.152, "count": 302, "max_ms": 78.467, "p95_ms": 64.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.546, "count": 302, "max_ms": 101.732, "p95_ms": 86.44}, "yolo11_640_fire_11class": {"avg_ms": 52.243, "count": 302, "max_ms": 79.366, "p95_ms": 65.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.985, "count": 302, "max_ms": 90.239, "p95_ms": 76.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.694, "count": 302, "max_ms": 125.175, "p95_ms": 109.376}, "read_interval": {"avg_ms": 99.582, "count": 301, "max_ms": 138.311, "p95_ms": 122.402}, "triton_wait": {"avg_ms": 64.175, "count": 302, "max_ms": 101.744, "p95_ms": 87.079}, "visualize": {"avg_ms": 3.5, "count": 302, "max_ms": 5.224, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13387.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6039.241, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.901, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 798582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:48:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:48:56+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T08:48:56+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T08:48:56.526136+09:00", "mtime_epoch": 1783036136.5261364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:48:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1480.062, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.085}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.041, "count": 303, "max_ms": 13.78, "p95_ms": 9.889}, "gstreamer_push": {"avg_ms": 1.243, "count": 303, "max_ms": 1.961, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.47, "count": 303, "max_ms": 77.092, "p95_ms": 67.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.237, "count": 303, "max_ms": 98.629, "p95_ms": 84.599}, "yolo11_640_fire_11class": {"avg_ms": 52.34, "count": 303, "max_ms": 79.24, "p95_ms": 69.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.039, "count": 303, "max_ms": 90.189, "p95_ms": 78.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.14, "count": 303, "max_ms": 115.234, "p95_ms": 104.411}, "read_interval": {"avg_ms": 99.037, "count": 302, "max_ms": 772.911, "p95_ms": 124.358}, "triton_wait": {"avg_ms": 61.137, "count": 303, "max_ms": 98.643, "p95_ms": 84.613}, "visualize": {"avg_ms": 3.704, "count": 303, "max_ms": 5.527, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3427, "tracking_summary": 2962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13388.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 81995.27, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 368.369, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:49:01+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T08:49:01+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T08:49:01.514226+09:00", "mtime_epoch": 1783036141.5142264, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:49:01+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 994.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.157, "pushed": 3.157, "read": 3.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 211.653, "count": 94, "max_ms": 247.952, "p95_ms": 240.106}, "gstreamer_push": {"avg_ms": 0.858, "count": 94, "max_ms": 2.266, "p95_ms": 1.775}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.226, "count": 94, "max_ms": 102.001, "p95_ms": 93.51}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.184, "count": 94, "max_ms": 95.103, "p95_ms": 91.594}}, "truncated_count": 0}, "processing_total": {"avg_ms": 309.712, "count": 94, "max_ms": 364.784, "p95_ms": 356.417}, "read_interval": {"avg_ms": 318.868, "count": 93, "max_ms": 373.756, "p95_ms": 365.674}, "triton_wait": {"avg_ms": 70.763, "count": 94, "max_ms": 102.014, "p95_ms": 94.586}, "visualize": {"avg_ms": 23.523, "count": 94, "max_ms": 30.174, "p95_ms": 27.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.777, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13382.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 437.718, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.105, "name": "ffmpeg", "pid": 25891, "rss_mb": 284.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.801, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 741803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:49:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:49:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T08:49:12+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T08:49:12.938433+09:00", "mtime_epoch": 1783036152.938433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 212809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:49:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7755.293, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.286, "pushed": 10.286, "read": 10.253}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.325, "count": 308, "max_ms": 23.879, "p95_ms": 17.151}, "gstreamer_push": {"avg_ms": 1.18, "count": 308, "max_ms": 1.539, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.913, "count": 308, "max_ms": 76.461, "p95_ms": 65.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.968, "count": 308, "max_ms": 107.581, "p95_ms": 86.629}, "yolo11_640_fire_11class": {"avg_ms": 51.446, "count": 308, "max_ms": 77.37, "p95_ms": 65.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.206, "count": 308, "max_ms": 87.862, "p95_ms": 74.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.879, "count": 308, "max_ms": 131.508, "p95_ms": 109.007}, "read_interval": {"avg_ms": 97.547, "count": 307, "max_ms": 144.227, "p95_ms": 121.454}, "triton_wait": {"avg_ms": 62.654, "count": 308, "max_ms": 107.594, "p95_ms": 87.464}, "visualize": {"avg_ms": 3.454, "count": 308, "max_ms": 4.639, "p95_ms": 3.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13386.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6069.321, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.069, "sample_count": 3066, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 798877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:49:26+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T08:49:26+09:00", "mjpeg": {"age_sec": 0.566, "exists": true, "mtime": "2026-07-03T08:49:26.154672+09:00", "mtime_epoch": 1783036166.154672, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:49:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1480.062, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.974, "count": 294, "max_ms": 12.849, "p95_ms": 9.91}, "gstreamer_push": {"avg_ms": 1.229, "count": 295, "max_ms": 2.094, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.958, "count": 294, "max_ms": 75.244, "p95_ms": 66.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.926, "count": 294, "max_ms": 96.597, "p95_ms": 81.239}, "yolo11_640_fire_11class": {"avg_ms": 52.225, "count": 294, "max_ms": 75.873, "p95_ms": 66.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.184, "count": 294, "max_ms": 85.442, "p95_ms": 76.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.335, "count": 295, "max_ms": 112.958, "p95_ms": 98.848}, "read_interval": {"avg_ms": 102.031, "count": 294, "max_ms": 735.039, "p95_ms": 135.429}, "triton_wait": {"avg_ms": 61.018, "count": 294, "max_ms": 96.611, "p95_ms": 82.216}, "visualize": {"avg_ms": 3.608, "count": 294, "max_ms": 4.605, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3428, "tracking_summary": 2963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13380.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82025.57, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.301, "sample_count": 933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:49:32+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-07-03T08:49:31+09:00", "mjpeg": {"age_sec": 0.33, "exists": true, "mtime": "2026-07-03T08:49:31.818774+09:00", "mtime_epoch": 1783036171.8187742, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:49:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 986.715, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.837, "pushed": 2.837, "read": 2.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 240.957, "count": 85, "max_ms": 258.608, "p95_ms": 254.528}, "gstreamer_push": {"avg_ms": 1.074, "count": 85, "max_ms": 2.924, "p95_ms": 2.799}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.856, "count": 85, "max_ms": 104.506, "p95_ms": 96.993}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.617, "count": 85, "max_ms": 101.725, "p95_ms": 94.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 346.514, "count": 85, "max_ms": 397.28, "p95_ms": 375.833}, "read_interval": {"avg_ms": 356.542, "count": 84, "max_ms": 406.059, "p95_ms": 384.869}, "triton_wait": {"avg_ms": 72.877, "count": 85, "max_ms": 104.52, "p95_ms": 100.884}, "visualize": {"avg_ms": 28.864, "count": 85, "max_ms": 43.42, "p95_ms": 40.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13376.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 467.772, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.105, "name": "ffmpeg", "pid": 25891, "rss_mb": 284.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.577, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 742110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:49:43+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T08:49:42+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T08:49:43.006977+09:00", "mtime_epoch": 1783036183.0069766, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 213205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:49:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7755.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.253, "pushed": 10.253, "read": 10.219}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.219, "count": 307, "max_ms": 19.67, "p95_ms": 16.337}, "gstreamer_push": {"avg_ms": 1.198, "count": 307, "max_ms": 1.523, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.101, "count": 307, "max_ms": 82.945, "p95_ms": 65.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.294, "count": 307, "max_ms": 103.014, "p95_ms": 84.748}, "yolo11_640_fire_11class": {"avg_ms": 52.634, "count": 307, "max_ms": 77.326, "p95_ms": 67.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.096, "count": 307, "max_ms": 87.753, "p95_ms": 76.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.149, "count": 307, "max_ms": 125.62, "p95_ms": 107.917}, "read_interval": {"avg_ms": 97.923, "count": 306, "max_ms": 141.136, "p95_ms": 121.578}, "triton_wait": {"avg_ms": 62.917, "count": 307, "max_ms": 103.026, "p95_ms": 85.954}, "visualize": {"avg_ms": 3.5, "count": 307, "max_ms": 4.679, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13384.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6099.384, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.451, "sample_count": 3060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 799183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:49:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:49:56+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T08:49:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T08:49:56.699224+09:00", "mtime_epoch": 1783036196.6992242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:49:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1480.578, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.206, "pushed": 10.206, "read": 10.172}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.938, "count": 306, "max_ms": 12.278, "p95_ms": 9.023}, "gstreamer_push": {"avg_ms": 1.242, "count": 306, "max_ms": 2.12, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.927, "count": 306, "max_ms": 78.318, "p95_ms": 68.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.29, "count": 306, "max_ms": 114.839, "p95_ms": 84.135}, "yolo11_640_fire_11class": {"avg_ms": 51.994, "count": 306, "max_ms": 78.305, "p95_ms": 68.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.925, "count": 306, "max_ms": 88.139, "p95_ms": 79.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.808, "count": 306, "max_ms": 132.149, "p95_ms": 100.491}, "read_interval": {"avg_ms": 98.241, "count": 305, "max_ms": 735.075, "p95_ms": 130.495}, "triton_wait": {"avg_ms": 60.452, "count": 306, "max_ms": 114.853, "p95_ms": 84.821}, "visualize": {"avg_ms": 3.626, "count": 306, "max_ms": 4.741, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3428, "tracking_summary": 2963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13387.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82055.839, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 367.316, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:50:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:50:02+09:00", "last_frame_read_age_sec": 0.364, "last_frame_read_at": "2026-07-03T08:50:02+09:00", "mjpeg": {"age_sec": 0.354, "exists": true, "mtime": "2026-07-03T08:50:02.063321+09:00", "mtime_epoch": 1783036202.063321, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:50:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 993.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.574, "pushed": 3.574, "read": 3.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.349, "count": 107, "max_ms": 251.822, "p95_ms": 242.174}, "gstreamer_push": {"avg_ms": 0.972, "count": 107, "max_ms": 2.879, "p95_ms": 1.801}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.868, "count": 107, "max_ms": 102.867, "p95_ms": 97.521}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.82, "count": 107, "max_ms": 102.663, "p95_ms": 96.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.243, "count": 107, "max_ms": 364.559, "p95_ms": 353.618}, "read_interval": {"avg_ms": 282.034, "count": 106, "max_ms": 373.233, "p95_ms": 361.46}, "triton_wait": {"avg_ms": 71.242, "count": 107, "max_ms": 102.881, "p95_ms": 99.837}, "visualize": {"avg_ms": 23.828, "count": 107, "max_ms": 34.014, "p95_ms": 29.648}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13389.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 497.813, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.684, "name": "ffmpeg", "pid": 25891, "rss_mb": 286.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.396, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 742349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:50:13+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-03T08:50:12+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T08:50:13.011519+09:00", "mtime_epoch": 1783036213.0115192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 215335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:50:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7755.551, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.984, "pushed": 7.984, "read": 7.95}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.715, "count": 239, "max_ms": 27.436, "p95_ms": 19.123}, "gstreamer_push": {"avg_ms": 1.076, "count": 239, "max_ms": 1.344, "p95_ms": 1.255}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.001, "count": 239, "max_ms": 72.028, "p95_ms": 65.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.841, "count": 239, "max_ms": 98.364, "p95_ms": 83.111}, "yolo11_640_fire_11class": {"avg_ms": 51.212, "count": 239, "max_ms": 74.875, "p95_ms": 63.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.278, "count": 239, "max_ms": 87.025, "p95_ms": 78.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.963, "count": 239, "max_ms": 165.205, "p95_ms": 146.529}, "read_interval": {"avg_ms": 125.672, "count": 238, "max_ms": 174.873, "p95_ms": 156.088}, "triton_wait": {"avg_ms": 62.588, "count": 239, "max_ms": 98.376, "p95_ms": 85.216}, "visualize": {"avg_ms": 4.409, "count": 239, "max_ms": 5.923, "p95_ms": 5.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13388.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6129.448, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.958, "sample_count": 3094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 799484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:50:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:50:26+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T08:50:26+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T08:50:26.787769+09:00", "mtime_epoch": 1783036226.7877686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:50:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1480.578, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.021, "count": 301, "max_ms": 13.215, "p95_ms": 10.333}, "gstreamer_push": {"avg_ms": 1.219, "count": 301, "max_ms": 1.644, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.565, "count": 301, "max_ms": 75.914, "p95_ms": 63.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.077, "count": 301, "max_ms": 102.918, "p95_ms": 81.839}, "yolo11_640_fire_11class": {"avg_ms": 49.304, "count": 301, "max_ms": 75.222, "p95_ms": 64.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.775, "count": 301, "max_ms": 88.855, "p95_ms": 76.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.474, "count": 301, "max_ms": 119.621, "p95_ms": 99.088}, "read_interval": {"avg_ms": 99.944, "count": 300, "max_ms": 743.356, "p95_ms": 128.421}, "triton_wait": {"avg_ms": 58.164, "count": 301, "max_ms": 102.932, "p95_ms": 82.954}, "visualize": {"avg_ms": 3.597, "count": 301, "max_ms": 4.649, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3429, "tracking_summary": 2964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13388.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82086.073, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 367.162, "sample_count": 948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:50:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:50:32+09:00", "last_frame_read_age_sec": 0.322, "last_frame_read_at": "2026-07-03T08:50:32+09:00", "mjpeg": {"age_sec": 0.308, "exists": true, "mtime": "2026-07-03T08:50:32.343869+09:00", "mtime_epoch": 1783036232.3438692, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:50:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 990.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.896, "pushed": 2.896, "read": 2.863}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 235.56, "count": 86, "max_ms": 248.801, "p95_ms": 241.999}, "gstreamer_push": {"avg_ms": 1.024, "count": 86, "max_ms": 2.824, "p95_ms": 2.706}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.945, "count": 86, "max_ms": 104.77, "p95_ms": 94.048}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 67.97, "count": 86, "max_ms": 98.254, "p95_ms": 90.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 339.042, "count": 86, "max_ms": 382.081, "p95_ms": 361.631}, "read_interval": {"avg_ms": 349.188, "count": 85, "max_ms": 392.911, "p95_ms": 371.408}, "triton_wait": {"avg_ms": 70.03, "count": 86, "max_ms": 104.783, "p95_ms": 95.775}, "visualize": {"avg_ms": 29.636, "count": 86, "max_ms": 44.324, "p95_ms": 40.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.694, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13377.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 527.918, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.941, "name": "ffmpeg", "pid": 25891, "rss_mb": 286.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.099, "sample_count": 2870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 742567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:50:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:50:43+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-03T08:50:43+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T08:50:43.084064+09:00", "mtime_epoch": 1783036243.0840635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 208459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:50:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7755.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.28, "pushed": 7.28, "read": 7.246}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.592, "count": 218, "max_ms": 25.487, "p95_ms": 20.648}, "gstreamer_push": {"avg_ms": 1.014, "count": 218, "max_ms": 1.24, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.195, "count": 218, "max_ms": 73.869, "p95_ms": 64.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.451, "count": 218, "max_ms": 102.834, "p95_ms": 83.958}, "yolo11_640_fire_11class": {"avg_ms": 51.031, "count": 218, "max_ms": 73.985, "p95_ms": 65.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.514, "count": 218, "max_ms": 89.895, "p95_ms": 78.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 128.657, "count": 218, "max_ms": 184.435, "p95_ms": 151.44}, "read_interval": {"avg_ms": 138.017, "count": 217, "max_ms": 192.981, "p95_ms": 160.947}, "triton_wait": {"avg_ms": 62.042, "count": 218, "max_ms": 102.849, "p95_ms": 84.268}, "visualize": {"avg_ms": 4.766, "count": 218, "max_ms": 5.989, "p95_ms": 5.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 56, "tracking_summary": 6664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13388.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6159.5, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.664, "sample_count": 3083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 799783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:50:56+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T08:50:56+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T08:50:56.804312+09:00", "mtime_epoch": 1783036256.804312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:50:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1522.066, "name": "celery", "pid": 267, "rss_mb": 1480.578, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.067, "count": 299, "max_ms": 12.984, "p95_ms": 10.532}, "gstreamer_push": {"avg_ms": 1.199, "count": 299, "max_ms": 1.583, "p95_ms": 1.366}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.52, "count": 299, "max_ms": 76.277, "p95_ms": 63.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.788, "count": 299, "max_ms": 107.329, "p95_ms": 82.168}, "yolo11_640_fire_11class": {"avg_ms": 49.302, "count": 299, "max_ms": 72.879, "p95_ms": 63.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.569, "count": 299, "max_ms": 89.667, "p95_ms": 76.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.504, "count": 299, "max_ms": 128.129, "p95_ms": 99.14}, "read_interval": {"avg_ms": 100.464, "count": 298, "max_ms": 722.878, "p95_ms": 146.982}, "triton_wait": {"avg_ms": 58.252, "count": 299, "max_ms": 107.346, "p95_ms": 82.18}, "visualize": {"avg_ms": 3.523, "count": 299, "max_ms": 4.614, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3432, "tracking_summary": 2965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13389.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82116.175, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 367.731, "sample_count": 928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:51:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:51:02+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T08:51:02+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T08:51:02.416414+09:00", "mtime_epoch": 1783036262.4164135, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:51:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 995.262, "name": "celery", "pid": 239, "rss_mb": 990.926, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.091, "pushed": 3.091, "read": 3.058}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 212.426, "count": 92, "max_ms": 248.137, "p95_ms": 241.908}, "gstreamer_push": {"avg_ms": 1.175, "count": 92, "max_ms": 3.269, "p95_ms": 2.848}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.439, "count": 92, "max_ms": 102.594, "p95_ms": 94.933}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.48, "count": 92, "max_ms": 96.076, "p95_ms": 91.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.999, "count": 92, "max_ms": 376.151, "p95_ms": 365.383}, "read_interval": {"avg_ms": 326.894, "count": 91, "max_ms": 385.144, "p95_ms": 378.071}, "triton_wait": {"avg_ms": 72.061, "count": 92, "max_ms": 102.607, "p95_ms": 96.088}, "visualize": {"avg_ms": 28.768, "count": 92, "max_ms": 41.235, "p95_ms": 36.614}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.76, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13541.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 557.965, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.746, "name": "ffmpeg", "pid": 25891, "rss_mb": 288.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.813, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 742803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:51:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:51:13+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:51:13+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T08:51:13.200609+09:00", "mtime_epoch": 1783036273.2006087, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 227866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:51:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7755.809, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.898, "pushed": 7.898, "read": 7.864}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 17.156, "count": 236, "max_ms": 28.977, "p95_ms": 22.512}, "gstreamer_push": {"avg_ms": 1.107, "count": 236, "max_ms": 1.864, "p95_ms": 1.316}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.362, "count": 236, "max_ms": 76.039, "p95_ms": 65.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.383, "count": 236, "max_ms": 100.338, "p95_ms": 90.282}, "yolo11_640_fire_11class": {"avg_ms": 51.463, "count": 236, "max_ms": 82.475, "p95_ms": 68.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.59, "count": 236, "max_ms": 90.367, "p95_ms": 78.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.819, "count": 236, "max_ms": 189.394, "p95_ms": 166.237}, "read_interval": {"avg_ms": 127.491, "count": 235, "max_ms": 198.421, "p95_ms": 174.993}, "triton_wait": {"avg_ms": 63.59, "count": 236, "max_ms": 100.351, "p95_ms": 90.295}, "visualize": {"avg_ms": 4.109, "count": 236, "max_ms": 5.903, "p95_ms": 4.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 4, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13567.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6189.506, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.36, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 800018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:51:26+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-03T08:51:26+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T08:51:26.764854+09:00", "mtime_epoch": 1783036286.7648544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:51:26+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1642.121, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.835, "pushed": 7.835, "read": 7.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.414, "count": 235, "max_ms": 17.627, "p95_ms": 12.638}, "gstreamer_push": {"avg_ms": 1.162, "count": 235, "max_ms": 2.933, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.759, "count": 235, "max_ms": 80.922, "p95_ms": 67.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.738, "count": 235, "max_ms": 103.314, "p95_ms": 90.199}, "yolo11_640_fire_11class": {"avg_ms": 52.774, "count": 235, "max_ms": 81.21, "p95_ms": 69.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.603, "count": 235, "max_ms": 87.422, "p95_ms": 79.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.666, "count": 235, "max_ms": 620.137, "p95_ms": 186.43}, "read_interval": {"avg_ms": 127.456, "count": 235, "max_ms": 630.687, "p95_ms": 202.097}, "triton_wait": {"avg_ms": 63.148, "count": 235, "max_ms": 103.327, "p95_ms": 90.212}, "visualize": {"avg_ms": 5.625, "count": 235, "max_ms": 15.26, "p95_ms": 10.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3432, "tracking_summary": 2966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13573.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82146.48, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 368.369, "sample_count": 940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T08:51:33+09:00", "last_frame_read_age_sec": 0.336, "last_frame_read_at": "2026-07-03T08:51:32+09:00", "mjpeg": {"age_sec": 0.325, "exists": true, "mtime": "2026-07-03T08:51:32.732963+09:00", "mtime_epoch": 1783036292.7329626, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:51:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 991.258, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.717, "pushed": 3.717, "read": 3.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 158.975, "count": 111, "max_ms": 285.335, "p95_ms": 248.217}, "gstreamer_push": {"avg_ms": 1.08, "count": 111, "max_ms": 3.497, "p95_ms": 1.811}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.501, "count": 111, "max_ms": 103.293, "p95_ms": 95.855}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.621, "count": 111, "max_ms": 102.248, "p95_ms": 92.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 261.273, "count": 111, "max_ms": 410.444, "p95_ms": 371.314}, "read_interval": {"avg_ms": 270.459, "count": 110, "max_ms": 418.963, "p95_ms": 380.211}, "triton_wait": {"avg_ms": 71.291, "count": 111, "max_ms": 103.306, "p95_ms": 95.868}, "visualize": {"avg_ms": 27.125, "count": 111, "max_ms": 45.275, "p95_ms": 38.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13542.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 588.025, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.121, "name": "ffmpeg", "pid": 25891, "rss_mb": 301.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.774, "sample_count": 2812, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:51:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:51:43+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T08:51:43+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T08:51:43.233153+09:00", "mtime_epoch": 1783036303.2331529, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:51:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7756.066, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.172, "count": 302, "max_ms": 23.442, "p95_ms": 16.409}, "gstreamer_push": {"avg_ms": 1.212, "count": 302, "max_ms": 1.545, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.776, "count": 302, "max_ms": 81.87, "p95_ms": 69.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.641, "count": 302, "max_ms": 112.49, "p95_ms": 90.291}, "yolo11_640_fire_11class": {"avg_ms": 53.776, "count": 302, "max_ms": 75.121, "p95_ms": 68.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.484, "count": 302, "max_ms": 91.01, "p95_ms": 80.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.886, "count": 302, "max_ms": 135.762, "p95_ms": 113.145}, "read_interval": {"avg_ms": 99.487, "count": 301, "max_ms": 166.466, "p95_ms": 126.107}, "triton_wait": {"avg_ms": 64.635, "count": 302, "max_ms": 112.502, "p95_ms": 91.021}, "visualize": {"avg_ms": 3.488, "count": 302, "max_ms": 4.38, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13548.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6219.572, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.029, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 800327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:51:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:51:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T08:51:56+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T08:51:56.913401+09:00", "mtime_epoch": 1783036316.9134007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:51:56+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1607.754, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.33, "pushed": 10.33, "read": 10.297}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.197, "count": 309, "max_ms": 15.433, "p95_ms": 12.422}, "gstreamer_push": {"avg_ms": 1.21, "count": 309, "max_ms": 1.457, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.352, "count": 309, "max_ms": 79.316, "p95_ms": 67.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.778, "count": 309, "max_ms": 102.566, "p95_ms": 82.763}, "yolo11_640_fire_11class": {"avg_ms": 54.466, "count": 309, "max_ms": 81.974, "p95_ms": 72.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.32, "count": 309, "max_ms": 88.905, "p95_ms": 80.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.958, "count": 309, "max_ms": 187.49, "p95_ms": 146.425}, "read_interval": {"avg_ms": 97.371, "count": 308, "max_ms": 197.216, "p95_ms": 154.339}, "triton_wait": {"avg_ms": 62.765, "count": 309, "max_ms": 102.578, "p95_ms": 85.529}, "visualize": {"avg_ms": 4.151, "count": 309, "max_ms": 12.949, "p95_ms": 10.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3433, "tracking_summary": 2967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13551.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82176.748, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.648, "sample_count": 955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:52:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:52:03+09:00", "last_frame_read_age_sec": 0.353, "last_frame_read_at": "2026-07-03T08:52:02+09:00", "mjpeg": {"age_sec": 0.341, "exists": true, "mtime": "2026-07-03T08:52:02.985511+09:00", "mtime_epoch": 1783036322.9855106, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:52:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 993.504, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.342, "pushed": 3.342, "read": 3.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 186.89, "count": 100, "max_ms": 250.856, "p95_ms": 243.524}, "gstreamer_push": {"avg_ms": 1.125, "count": 100, "max_ms": 2.969, "p95_ms": 1.837}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.307, "count": 100, "max_ms": 106.016, "p95_ms": 101.518}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.451, "count": 100, "max_ms": 105.531, "p95_ms": 94.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 292.956, "count": 100, "max_ms": 373.159, "p95_ms": 366.81}, "read_interval": {"avg_ms": 302.082, "count": 99, "max_ms": 384.019, "p95_ms": 375.751}, "triton_wait": {"avg_ms": 75.452, "count": 100, "max_ms": 106.029, "p95_ms": 101.53}, "visualize": {"avg_ms": 26.843, "count": 100, "max_ms": 37.01, "p95_ms": 35.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13539.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 618.083, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.582, "name": "ffmpeg", "pid": 25891, "rss_mb": 306.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.042, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:52:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:52:13+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-03T08:52:13+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T08:52:13.249697+09:00", "mtime_epoch": 1783036333.2496967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:52:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7756.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.984, "pushed": 8.984, "read": 8.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.14, "count": 269, "max_ms": 26.611, "p95_ms": 20.172}, "gstreamer_push": {"avg_ms": 1.157, "count": 269, "max_ms": 1.684, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.018, "count": 269, "max_ms": 75.064, "p95_ms": 65.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.699, "count": 269, "max_ms": 109.815, "p95_ms": 91.599}, "yolo11_640_fire_11class": {"avg_ms": 54.876, "count": 269, "max_ms": 74.508, "p95_ms": 66.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.618, "count": 269, "max_ms": 84.242, "p95_ms": 76.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.738, "count": 269, "max_ms": 185.633, "p95_ms": 155.957}, "read_interval": {"avg_ms": 111.57, "count": 268, "max_ms": 194.246, "p95_ms": 168.338}, "triton_wait": {"avg_ms": 65.109, "count": 269, "max_ms": 109.827, "p95_ms": 91.611}, "visualize": {"avg_ms": 3.702, "count": 269, "max_ms": 6.937, "p95_ms": 4.688}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13542.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6249.639, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.876, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 800671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:52:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:52:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T08:52:26+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T08:52:26.953945+09:00", "mtime_epoch": 1783036346.9539452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:52:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1608.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 344, "pushed_frames": 344, "read_frames": 343, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.472, "pushed": 11.472, "read": 11.439}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.815, "count": 344, "max_ms": 12.54, "p95_ms": 9.107}, "gstreamer_push": {"avg_ms": 1.232, "count": 344, "max_ms": 2.166, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.071, "count": 344, "max_ms": 80.003, "p95_ms": 65.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.331, "count": 344, "max_ms": 103.306, "p95_ms": 79.379}, "yolo11_640_fire_11class": {"avg_ms": 50.722, "count": 344, "max_ms": 80.429, "p95_ms": 67.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.084, "count": 344, "max_ms": 85.728, "p95_ms": 76.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.868, "count": 344, "max_ms": 120.241, "p95_ms": 97.345}, "read_interval": {"avg_ms": 87.349, "count": 343, "max_ms": 133.168, "p95_ms": 110.996}, "triton_wait": {"avg_ms": 57.615, "count": 344, "max_ms": 103.319, "p95_ms": 80.569}, "visualize": {"avg_ms": 3.613, "count": 344, "max_ms": 5.737, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3434, "tracking_summary": 2967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13549.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82206.843, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.933, "sample_count": 947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:52:33+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T08:52:33+09:00", "mjpeg": {"age_sec": 0.32, "exists": true, "mtime": "2026-07-03T08:52:33.102057+09:00", "mtime_epoch": 1783036353.1020565, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255809}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:52:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 990.398, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.961, "pushed": 2.961, "read": 2.927}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 227.687, "count": 88, "max_ms": 252.809, "p95_ms": 244.32}, "gstreamer_push": {"avg_ms": 0.992, "count": 88, "max_ms": 2.794, "p95_ms": 2.698}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.47, "count": 88, "max_ms": 103.723, "p95_ms": 87.92}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.587, "count": 88, "max_ms": 97.783, "p95_ms": 87.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.101, "count": 88, "max_ms": 374.99, "p95_ms": 363.105}, "read_interval": {"avg_ms": 342.027, "count": 87, "max_ms": 384.192, "p95_ms": 372.931}, "triton_wait": {"avg_ms": 71.33, "count": 88, "max_ms": 103.737, "p95_ms": 89.785}, "visualize": {"avg_ms": 29.334, "count": 88, "max_ms": 39.679, "p95_ms": 38.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.723, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13548.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:41:53+09:00", "last_error_summary": "[h264 @ 0x55d66c5d9780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66c5d9780] error while decoding MB 0 41, bytestream 4374 [h264 @ 0x55d66d0c5840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d66d0c5840] error while decoding MB 0 35, bytestream 3754 [h264 @ 0x55d66c6c4200] left block unavailable for requested intra mode [h264 @ 0x55d66c6c4200] error while decoding MB 0 12, bytestream 4404 [h264 @ 0x55d66c6b0040] left block unavailable for requested i", "last_exit_at": "2026-07-03T08:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 650.112, "last_started_at": "2026-07-03T08:41:55+09:00", "pid": 25891, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.105, "name": "ffmpeg", "pid": 25891, "rss_mb": 313.105, "state": "S (sleeping)", "threads": 104}, "restart_count": 135, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.792, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:52:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T08:52:45+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-03T08:52:45+09:00", "mjpeg": {"age_sec": 10.105, "exists": true, "mtime": "2026-07-03T08:52:35.310097+09:00", "mtime_epoch": 1783036355.3100967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:52:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7756.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 67, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.276, "pushed": 2.276, "read": 2.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 18.606, "count": 68, "max_ms": 22.766, "p95_ms": 21.698}, "gstreamer_push": {"avg_ms": 0.96, "count": 68, "max_ms": 1.238, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.104, "count": 68, "max_ms": 72.3, "p95_ms": 68.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.466, "count": 68, "max_ms": 92.276, "p95_ms": 85.783}, "yolo11_640_fire_11class": {"avg_ms": 52.056, "count": 68, "max_ms": 74.054, "p95_ms": 66.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.661, "count": 68, "max_ms": 81.741, "p95_ms": 78.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.127, "count": 68, "max_ms": 187.65, "p95_ms": 176.902}, "read_interval": {"avg_ms": 445.638, "count": 67, "max_ms": 10124.133, "p95_ms": 194.814}, "triton_wait": {"avg_ms": 62.902, "count": 68, "max_ms": 92.287, "p95_ms": 85.795}, "visualize": {"avg_ms": 4.65, "count": 68, "max_ms": 5.61, "p95_ms": 4.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13500.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6279.709, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.457, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 800983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:52:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:52:57+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T08:52:57+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T08:52:57.034491+09:00", "mtime_epoch": 1783036377.0344906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:52:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1608.012, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.403, "pushed": 10.403, "read": 10.37}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.695, "count": 312, "max_ms": 13.631, "p95_ms": 8.498}, "gstreamer_push": {"avg_ms": 1.209, "count": 312, "max_ms": 1.471, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.498, "count": 312, "max_ms": 74.715, "p95_ms": 61.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.455, "count": 312, "max_ms": 98.693, "p95_ms": 75.428}, "yolo11_640_fire_11class": {"avg_ms": 48.633, "count": 312, "max_ms": 79.057, "p95_ms": 65.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.631, "count": 312, "max_ms": 87.172, "p95_ms": 74.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.044, "count": 312, "max_ms": 115.752, "p95_ms": 94.258}, "read_interval": {"avg_ms": 96.378, "count": 311, "max_ms": 741.763, "p95_ms": 123.42}, "triton_wait": {"avg_ms": 54.052, "count": 312, "max_ms": 98.709, "p95_ms": 77.941}, "visualize": {"avg_ms": 3.584, "count": 312, "max_ms": 4.614, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3435, "tracking_summary": 2968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13506.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82236.858, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 363.717, "sample_count": 957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:53:03+09:00", "last_frame_read_age_sec": 0.317, "last_frame_read_at": "2026-07-03T08:53:03+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T08:53:03.130601+09:00", "mtime_epoch": 1783036383.1306012, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:53:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 991.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.269, "pushed": 3.269, "read": 3.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 199.167, "count": 97, "max_ms": 256.244, "p95_ms": 238.73}, "gstreamer_push": {"avg_ms": 0.877, "count": 97, "max_ms": 1.845, "p95_ms": 1.714}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.527, "count": 97, "max_ms": 104.273, "p95_ms": 83.786}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.385, "count": 97, "max_ms": 105.662, "p95_ms": 84.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.843, "count": 97, "max_ms": 388.269, "p95_ms": 360.351}, "read_interval": {"avg_ms": 309.265, "count": 96, "max_ms": 398.558, "p95_ms": 369.753}, "triton_wait": {"avg_ms": 69.022, "count": 97, "max_ms": 105.674, "p95_ms": 84.576}, "visualize": {"avg_ms": 27.957, "count": 97, "max_ms": 38.973, "p95_ms": 37.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.677, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 382, "tracking_summary": 6197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13507.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:52:46+09:00", "last_error_summary": "[h264 @ 0x5601bd9b8440] cabac decode of qscale diff failed at 45 41 [h264 @ 0x5601bd9b8440] error while decoding MB 45 41, bytestream 46427 [h264 @ 0x5601bda4c880] top block unavailable for requested intra mode -1 [h264 @ 0x5601bda4c880] error while decoding MB 17 0, bytestream 108385 [h264 @ 0x5601bda10c00] left block unavailable for requested intra mode [h264 @ 0x5601bda10c00] error while decoding MB 0 16, bytestream 126056 [h264 @ 0x5601bda10c00] error while decoding MB 38 34, bytestream -5 [", "last_exit_at": "2026-07-03T08:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.753, "last_started_at": "2026-07-03T08:52:49+09:00", "pid": 26118, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 26118, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 4, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.862, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:53:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T08:53:15+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T08:53:15.330822+09:00", "mtime_epoch": 1783036395.3308225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205918}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:53:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7756.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.302, "pushed": 8.302, "read": 8.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.789, "count": 249, "max_ms": 21.886, "p95_ms": 17.539}, "gstreamer_push": {"avg_ms": 1.202, "count": 249, "max_ms": 2.117, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.614, "count": 249, "max_ms": 75.702, "p95_ms": 65.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.402, "count": 249, "max_ms": 99.559, "p95_ms": 82.892}, "yolo11_640_fire_11class": {"avg_ms": 56.067, "count": 249, "max_ms": 77.677, "p95_ms": 69.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.258, "count": 249, "max_ms": 88.585, "p95_ms": 77.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.014, "count": 249, "max_ms": 149.514, "p95_ms": 115.834}, "read_interval": {"avg_ms": 120.708, "count": 249, "max_ms": 5135.45, "p95_ms": 129.34}, "triton_wait": {"avg_ms": 64.613, "count": 249, "max_ms": 99.571, "p95_ms": 82.941}, "visualize": {"avg_ms": 3.558, "count": 249, "max_ms": 5.205, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13499.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6309.715, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.443, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 801281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:53:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:53:27+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T08:53:27+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T08:53:27.047035+09:00", "mtime_epoch": 1783036407.047035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 263170}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:53:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1608.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.745, "count": 298, "max_ms": 12.843, "p95_ms": 9.001}, "gstreamer_push": {"avg_ms": 1.211, "count": 298, "max_ms": 1.46, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.035, "count": 298, "max_ms": 76.39, "p95_ms": 67.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.387, "count": 298, "max_ms": 97.259, "p95_ms": 84.747}, "yolo11_640_fire_11class": {"avg_ms": 56.223, "count": 298, "max_ms": 87.83, "p95_ms": 73.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.516, "count": 298, "max_ms": 89.413, "p95_ms": 79.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.395, "count": 298, "max_ms": 113.67, "p95_ms": 101.051}, "read_interval": {"avg_ms": 100.709, "count": 298, "max_ms": 787.14, "p95_ms": 123.848}, "triton_wait": {"avg_ms": 63.442, "count": 298, "max_ms": 97.272, "p95_ms": 84.848}, "visualize": {"avg_ms": 3.528, "count": 298, "max_ms": 4.519, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3435, "tracking_summary": 2969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13668.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82267.089, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.402, "sample_count": 940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:53:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:53:33+09:00", "last_frame_read_age_sec": 0.339, "last_frame_read_at": "2026-07-03T08:53:33+09:00", "mjpeg": {"age_sec": 0.325, "exists": true, "mtime": "2026-07-03T08:53:33.343149+09:00", "mtime_epoch": 1783036413.3431492, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:53:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 989.387, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.876, "pushed": 2.876, "read": 2.842}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 235.624, "count": 86, "max_ms": 286.335, "p95_ms": 247.354}, "gstreamer_push": {"avg_ms": 1.174, "count": 86, "max_ms": 3.035, "p95_ms": 2.792}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.245, "count": 86, "max_ms": 108.385, "p95_ms": 97.209}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.712, "count": 86, "max_ms": 109.364, "p95_ms": 95.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 341.22, "count": 86, "max_ms": 387.537, "p95_ms": 376.475}, "read_interval": {"avg_ms": 351.567, "count": 85, "max_ms": 396.283, "p95_ms": 387.325}, "triton_wait": {"avg_ms": 72.314, "count": 86, "max_ms": 109.376, "p95_ms": 97.465}, "visualize": {"avg_ms": 29.468, "count": 86, "max_ms": 40.009, "p95_ms": 39.476}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13515.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:52:46+09:00", "last_error_summary": "[h264 @ 0x5601bd9b8440] cabac decode of qscale diff failed at 45 41 [h264 @ 0x5601bd9b8440] error while decoding MB 45 41, bytestream 46427 [h264 @ 0x5601bda4c880] top block unavailable for requested intra mode -1 [h264 @ 0x5601bda4c880] error while decoding MB 17 0, bytestream 108385 [h264 @ 0x5601bda10c00] left block unavailable for requested intra mode [h264 @ 0x5601bda10c00] error while decoding MB 0 16, bytestream 126056 [h264 @ 0x5601bda10c00] error while decoding MB 38 34, bytestream -5 [", "last_exit_at": "2026-07-03T08:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.823, "last_started_at": "2026-07-03T08:52:49+09:00", "pid": 26118, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 26118, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 4, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.602, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 743936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:53:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:53:45+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-03T08:53:45+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T08:53:45.371367+09:00", "mtime_epoch": 1783036425.3713675, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:53:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7756.324, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.742, "pushed": 7.742, "read": 7.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.041, "count": 232, "max_ms": 24.083, "p95_ms": 19.887}, "gstreamer_push": {"avg_ms": 1.094, "count": 232, "max_ms": 1.565, "p95_ms": 1.266}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.638, "count": 232, "max_ms": 75.336, "p95_ms": 63.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.351, "count": 232, "max_ms": 106.878, "p95_ms": 85.958}, "yolo11_640_fire_11class": {"avg_ms": 55.196, "count": 232, "max_ms": 81.943, "p95_ms": 70.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.406, "count": 232, "max_ms": 93.275, "p95_ms": 77.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.609, "count": 232, "max_ms": 716.892, "p95_ms": 178.731}, "read_interval": {"avg_ms": 129.592, "count": 231, "max_ms": 725.31, "p95_ms": 187.007}, "triton_wait": {"avg_ms": 64.379, "count": 232, "max_ms": 106.891, "p95_ms": 87.904}, "visualize": {"avg_ms": 4.927, "count": 232, "max_ms": 13.004, "p95_ms": 10.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13520.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6339.804, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.904, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 801583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:53:57+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T08:53:57+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T08:53:57.123581+09:00", "mtime_epoch": 1783036437.1235807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:53:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1608.27, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.946, "count": 302, "max_ms": 12.551, "p95_ms": 9.6}, "gstreamer_push": {"avg_ms": 1.234, "count": 302, "max_ms": 1.866, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.78, "count": 302, "max_ms": 81.331, "p95_ms": 65.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.217, "count": 302, "max_ms": 100.193, "p95_ms": 80.285}, "yolo11_640_fire_11class": {"avg_ms": 50.37, "count": 302, "max_ms": 82.792, "p95_ms": 68.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.609, "count": 302, "max_ms": 89.979, "p95_ms": 78.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.244, "count": 302, "max_ms": 117.647, "p95_ms": 98.544}, "read_interval": {"avg_ms": 99.643, "count": 301, "max_ms": 762.338, "p95_ms": 130.455}, "triton_wait": {"avg_ms": 57.914, "count": 302, "max_ms": 100.207, "p95_ms": 81.671}, "visualize": {"avg_ms": 3.629, "count": 302, "max_ms": 4.604, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3436, "tracking_summary": 2970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13506.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82297.091, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 367.946, "sample_count": 946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:54:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:54:03+09:00", "last_frame_read_age_sec": 0.355, "last_frame_read_at": "2026-07-03T08:54:03+09:00", "mjpeg": {"age_sec": 0.342, "exists": true, "mtime": "2026-07-03T08:54:03.327693+09:00", "mtime_epoch": 1783036443.3276932, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:54:03+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 979.352, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.234, "pushed": 3.234, "read": 3.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 196.533, "count": 97, "max_ms": 269.75, "p95_ms": 241.669}, "gstreamer_push": {"avg_ms": 1.066, "count": 97, "max_ms": 3.88, "p95_ms": 2.125}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.102, "count": 97, "max_ms": 106.652, "p95_ms": 97.738}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.24, "count": 97, "max_ms": 101.426, "p95_ms": 93.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.65, "count": 97, "max_ms": 393.641, "p95_ms": 365.184}, "read_interval": {"avg_ms": 309.128, "count": 97, "max_ms": 403.537, "p95_ms": 375.136}, "triton_wait": {"avg_ms": 71.505, "count": 97, "max_ms": 106.665, "p95_ms": 98.7}, "visualize": {"avg_ms": 27.778, "count": 97, "max_ms": 44.45, "p95_ms": 40.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13521.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:52:46+09:00", "last_error_summary": "[h264 @ 0x5601bd9b8440] cabac decode of qscale diff failed at 45 41 [h264 @ 0x5601bd9b8440] error while decoding MB 45 41, bytestream 46427 [h264 @ 0x5601bda4c880] top block unavailable for requested intra mode -1 [h264 @ 0x5601bda4c880] error while decoding MB 17 0, bytestream 108385 [h264 @ 0x5601bda10c00] left block unavailable for requested intra mode [h264 @ 0x5601bda10c00] error while decoding MB 0 16, bytestream 126056 [h264 @ 0x5601bda10c00] error while decoding MB 38 34, bytestream -5 [", "last_exit_at": "2026-07-03T08:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.844, "last_started_at": "2026-07-03T08:52:49+09:00", "pid": 26118, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.711, "name": "ffmpeg", "pid": 26118, "rss_mb": 269.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 4, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.384, "sample_count": 2344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 744172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:54:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:54:15+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T08:54:15+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T08:54:15.435913+09:00", "mtime_epoch": 1783036455.4359128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:54:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7756.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.902, "pushed": 7.902, "read": 7.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.616, "count": 236, "max_ms": 26.472, "p95_ms": 19.365}, "gstreamer_push": {"avg_ms": 1.085, "count": 236, "max_ms": 1.638, "p95_ms": 1.26}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.649, "count": 236, "max_ms": 72.035, "p95_ms": 66.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.661, "count": 236, "max_ms": 106.165, "p95_ms": 92.518}, "yolo11_640_fire_11class": {"avg_ms": 55.148, "count": 236, "max_ms": 77.303, "p95_ms": 69.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.634, "count": 236, "max_ms": 90.087, "p95_ms": 81.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.433, "count": 236, "max_ms": 166.999, "p95_ms": 149.045}, "read_interval": {"avg_ms": 127.375, "count": 235, "max_ms": 176.101, "p95_ms": 158.327}, "triton_wait": {"avg_ms": 66.325, "count": 236, "max_ms": 106.176, "p95_ms": 92.53}, "visualize": {"avg_ms": 4.324, "count": 236, "max_ms": 6.411, "p95_ms": 4.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13524.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6370.511, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.914, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 801887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:54:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:54:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T08:54:27+09:00", "mjpeg": {"age_sec": 0.786, "exists": true, "mtime": "2026-07-03T08:54:27.124125+09:00", "mtime_epoch": 1783036467.124125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:54:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1608.527, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.929, "count": 298, "max_ms": 13.047, "p95_ms": 9.102}, "gstreamer_push": {"avg_ms": 1.249, "count": 298, "max_ms": 1.949, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.604, "count": 298, "max_ms": 79.786, "p95_ms": 67.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.442, "count": 298, "max_ms": 108.095, "p95_ms": 89.487}, "yolo11_640_fire_11class": {"avg_ms": 53.36, "count": 298, "max_ms": 79.454, "p95_ms": 71.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.343, "count": 298, "max_ms": 92.9, "p95_ms": 81.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.778, "count": 298, "max_ms": 125.616, "p95_ms": 107.205}, "read_interval": {"avg_ms": 100.965, "count": 297, "max_ms": 790.858, "p95_ms": 130.091}, "triton_wait": {"avg_ms": 62.379, "count": 298, "max_ms": 108.108, "p95_ms": 90.686}, "visualize": {"avg_ms": 3.672, "count": 298, "max_ms": 5.215, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3438, "tracking_summary": 2971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13527.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82327.275, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.448, "sample_count": 956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:54:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:54:33+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T08:54:33+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T08:54:33.516241+09:00", "mtime_epoch": 1783036473.516241, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:54:33+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 996.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.184, "pushed": 3.184, "read": 3.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 206.743, "count": 95, "max_ms": 253.718, "p95_ms": 242.067}, "gstreamer_push": {"avg_ms": 1.144, "count": 95, "max_ms": 4.034, "p95_ms": 2.909}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.116, "count": 95, "max_ms": 111.016, "p95_ms": 100.048}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.614, "count": 95, "max_ms": 102.235, "p95_ms": 96.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 307.925, "count": 95, "max_ms": 389.231, "p95_ms": 363.369}, "read_interval": {"avg_ms": 317.345, "count": 94, "max_ms": 397.904, "p95_ms": 374.228}, "triton_wait": {"avg_ms": 72.391, "count": 95, "max_ms": 111.031, "p95_ms": 100.061}, "visualize": {"avg_ms": 25.051, "count": 95, "max_ms": 38.903, "p95_ms": 33.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13528.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:52:46+09:00", "last_error_summary": "[h264 @ 0x5601bd9b8440] cabac decode of qscale diff failed at 45 41 [h264 @ 0x5601bd9b8440] error while decoding MB 45 41, bytestream 46427 [h264 @ 0x5601bda4c880] top block unavailable for requested intra mode -1 [h264 @ 0x5601bda4c880] error while decoding MB 17 0, bytestream 108385 [h264 @ 0x5601bda10c00] left block unavailable for requested intra mode [h264 @ 0x5601bda10c00] error while decoding MB 0 16, bytestream 126056 [h264 @ 0x5601bda10c00] error while decoding MB 38 34, bytestream -5 [", "last_exit_at": "2026-07-03T08:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.898, "last_started_at": "2026-07-03T08:52:49+09:00", "pid": 26118, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.117, "name": "ffmpeg", "pid": 26118, "rss_mb": 273.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 4, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.384, "sample_count": 2337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 744472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:54:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:54:45+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T08:54:45+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T08:54:45.460458+09:00", "mtime_epoch": 1783036485.460458, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:54:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7756.582, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.599, "count": 300, "max_ms": 18.841, "p95_ms": 16.375}, "gstreamer_push": {"avg_ms": 1.194, "count": 300, "max_ms": 2.094, "p95_ms": 1.315}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.545, "count": 300, "max_ms": 74.957, "p95_ms": 64.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.153, "count": 300, "max_ms": 106.551, "p95_ms": 84.219}, "yolo11_640_fire_11class": {"avg_ms": 55.217, "count": 300, "max_ms": 79.903, "p95_ms": 68.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.694, "count": 300, "max_ms": 92.083, "p95_ms": 79.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.246, "count": 300, "max_ms": 131.719, "p95_ms": 108.221}, "read_interval": {"avg_ms": 100.114, "count": 299, "max_ms": 142.833, "p95_ms": 120.946}, "triton_wait": {"avg_ms": 65.623, "count": 300, "max_ms": 106.564, "p95_ms": 85.877}, "visualize": {"avg_ms": 3.441, "count": 300, "max_ms": 4.606, "p95_ms": 3.758}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13516.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6400.544, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.467, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:54:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:54:57+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T08:54:57+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T08:54:57.852683+09:00", "mtime_epoch": 1783036497.852683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:54:57+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1598.363, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.288, "pushed": 9.288, "read": 9.254}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.658, "count": 278, "max_ms": 12.964, "p95_ms": 12.235}, "gstreamer_push": {"avg_ms": 1.19, "count": 278, "max_ms": 1.779, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.69, "count": 278, "max_ms": 74.349, "p95_ms": 67.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.118, "count": 278, "max_ms": 100.655, "p95_ms": 87.435}, "yolo11_640_fire_11class": {"avg_ms": 54.625, "count": 278, "max_ms": 81.878, "p95_ms": 70.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.477, "count": 278, "max_ms": 92.725, "p95_ms": 80.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.972, "count": 278, "max_ms": 182.318, "p95_ms": 159.886}, "read_interval": {"avg_ms": 108.022, "count": 277, "max_ms": 372.869, "p95_ms": 170.813}, "triton_wait": {"avg_ms": 64.792, "count": 278, "max_ms": 100.665, "p95_ms": 87.58}, "visualize": {"avg_ms": 3.883, "count": 278, "max_ms": 7.839, "p95_ms": 5.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3439, "tracking_summary": 2971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13499.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82357.486, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.383, "sample_count": 936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:55:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:55:04+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T08:55:03+09:00", "mjpeg": {"age_sec": 0.316, "exists": true, "mtime": "2026-07-03T08:55:03.748790+09:00", "mtime_epoch": 1783036503.74879, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:55:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 993.508, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.915, "pushed": 2.915, "read": 2.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 237.255, "count": 87, "max_ms": 244.817, "p95_ms": 242.726}, "gstreamer_push": {"avg_ms": 0.763, "count": 87, "max_ms": 0.862, "p95_ms": 0.816}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.377, "count": 87, "max_ms": 100.331, "p95_ms": 97.866}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.809, "count": 87, "max_ms": 98.393, "p95_ms": 91.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 337.896, "count": 87, "max_ms": 370.949, "p95_ms": 366.845}, "read_interval": {"avg_ms": 347.418, "count": 86, "max_ms": 380.852, "p95_ms": 375.458}, "triton_wait": {"avg_ms": 71.707, "count": 87, "max_ms": 100.344, "p95_ms": 97.878}, "visualize": {"avg_ms": 25.198, "count": 87, "max_ms": 29.535, "p95_ms": 27.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13485.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:52:46+09:00", "last_error_summary": "[h264 @ 0x5601bd9b8440] cabac decode of qscale diff failed at 45 41 [h264 @ 0x5601bd9b8440] error while decoding MB 45 41, bytestream 46427 [h264 @ 0x5601bda4c880] top block unavailable for requested intra mode -1 [h264 @ 0x5601bda4c880] error while decoding MB 17 0, bytestream 108385 [h264 @ 0x5601bda10c00] left block unavailable for requested intra mode [h264 @ 0x5601bda10c00] error while decoding MB 0 16, bytestream 126056 [h264 @ 0x5601bda10c00] error while decoding MB 38 34, bytestream -5 [", "last_exit_at": "2026-07-03T08:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.034, "last_started_at": "2026-07-03T08:52:49+09:00", "pid": 26118, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.922, "name": "ffmpeg", "pid": 26118, "rss_mb": 274.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 4, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.08, "sample_count": 2395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 744763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:55:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:55:15+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-03T08:55:15+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T08:55:15.573005+09:00", "mtime_epoch": 1783036515.5730047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:55:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7756.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.685, "pushed": 9.685, "read": 9.652}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.702, "count": 290, "max_ms": 23.906, "p95_ms": 16.862}, "gstreamer_push": {"avg_ms": 1.201, "count": 290, "max_ms": 1.972, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.712, "count": 290, "max_ms": 69.798, "p95_ms": 65.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.084, "count": 290, "max_ms": 113.127, "p95_ms": 88.995}, "yolo11_640_fire_11class": {"avg_ms": 56.147, "count": 290, "max_ms": 74.49, "p95_ms": 67.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.571, "count": 290, "max_ms": 89.373, "p95_ms": 79.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.35, "count": 290, "max_ms": 135.585, "p95_ms": 111.947}, "read_interval": {"avg_ms": 103.435, "count": 289, "max_ms": 147.856, "p95_ms": 124.384}, "triton_wait": {"avg_ms": 67.637, "count": 290, "max_ms": 113.139, "p95_ms": 89.008}, "visualize": {"avg_ms": 3.491, "count": 290, "max_ms": 4.538, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13399.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6430.569, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.597, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:55:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:55:27+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T08:55:27+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T08:55:27.889229+09:00", "mtime_epoch": 1783036527.8892286, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:55:27+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1482.215, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.763, "pushed": 10.763, "read": 10.729}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.071, "count": 322, "max_ms": 13.444, "p95_ms": 9.216}, "gstreamer_push": {"avg_ms": 1.253, "count": 322, "max_ms": 2.023, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.367, "count": 322, "max_ms": 77.858, "p95_ms": 66.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.755, "count": 322, "max_ms": 107.979, "p95_ms": 84.831}, "yolo11_640_fire_11class": {"avg_ms": 53.611, "count": 322, "max_ms": 81.72, "p95_ms": 70.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.448, "count": 322, "max_ms": 89.186, "p95_ms": 80.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.813, "count": 322, "max_ms": 126.195, "p95_ms": 101.635}, "read_interval": {"avg_ms": 93.23, "count": 321, "max_ms": 140.764, "p95_ms": 115.228}, "triton_wait": {"avg_ms": 63.236, "count": 322, "max_ms": 107.991, "p95_ms": 84.985}, "visualize": {"avg_ms": 3.653, "count": 322, "max_ms": 5.109, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3439, "tracking_summary": 2972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13394.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82387.708, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.402, "sample_count": 956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:55:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:55:34+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T08:55:33+09:00", "mjpeg": {"age_sec": 0.317, "exists": true, "mtime": "2026-07-03T08:55:33.969339+09:00", "mtime_epoch": 1783036533.969339, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:55:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 984.367, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.584, "pushed": 3.584, "read": 3.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 173.916, "count": 107, "max_ms": 264.414, "p95_ms": 247.724}, "gstreamer_push": {"avg_ms": 0.958, "count": 107, "max_ms": 2.27, "p95_ms": 1.753}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.321, "count": 107, "max_ms": 114.089, "p95_ms": 98.124}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.566, "count": 107, "max_ms": 106.78, "p95_ms": 97.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 273.126, "count": 107, "max_ms": 375.156, "p95_ms": 364.092}, "read_interval": {"avg_ms": 281.964, "count": 106, "max_ms": 384.092, "p95_ms": 373.509}, "triton_wait": {"avg_ms": 72.228, "count": 107, "max_ms": 114.101, "p95_ms": 98.924}, "visualize": {"avg_ms": 23.222, "count": 107, "max_ms": 33.972, "p95_ms": 32.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13394.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:52:46+09:00", "last_error_summary": "[h264 @ 0x5601bd9b8440] cabac decode of qscale diff failed at 45 41 [h264 @ 0x5601bd9b8440] error while decoding MB 45 41, bytestream 46427 [h264 @ 0x5601bda4c880] top block unavailable for requested intra mode -1 [h264 @ 0x5601bda4c880] error while decoding MB 17 0, bytestream 108385 [h264 @ 0x5601bda10c00] left block unavailable for requested intra mode [h264 @ 0x5601bda10c00] error while decoding MB 0 16, bytestream 126056 [h264 @ 0x5601bda10c00] error while decoding MB 38 34, bytestream -5 [", "last_exit_at": "2026-07-03T08:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 179.959, "last_started_at": "2026-07-03T08:52:49+09:00", "pid": 26118, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.695, "name": "ffmpeg", "pid": 26118, "rss_mb": 275.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 4, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.279, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 744992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:55:49+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T08:55:49+09:00", "mjpeg": {"age_sec": 10.035, "exists": true, "mtime": "2026-07-03T08:55:39.585441+09:00", "mtime_epoch": 1783036539.5854409, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:55:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7756.84, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.415, "pushed": 6.415, "read": 6.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 14.499, "count": 192, "max_ms": 19.678, "p95_ms": 16.079}, "gstreamer_push": {"avg_ms": 1.191, "count": 192, "max_ms": 1.481, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.434, "count": 192, "max_ms": 75.395, "p95_ms": 66.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.754, "count": 192, "max_ms": 106.778, "p95_ms": 89.502}, "yolo11_640_fire_11class": {"avg_ms": 56.472, "count": 192, "max_ms": 82.19, "p95_ms": 69.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.061, "count": 192, "max_ms": 97.688, "p95_ms": 80.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.588, "count": 192, "max_ms": 130.795, "p95_ms": 113.477}, "read_interval": {"avg_ms": 156.613, "count": 191, "max_ms": 10062.366, "p95_ms": 131.552}, "triton_wait": {"avg_ms": 69.075, "count": 192, "max_ms": 106.791, "p95_ms": 90.632}, "visualize": {"avg_ms": 3.466, "count": 192, "max_ms": 5.176, "p95_ms": 3.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13398.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6460.644, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.597, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 802796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:55:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:55:58+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T08:55:57+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T08:55:57.913774+09:00", "mtime_epoch": 1783036557.9137738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:55:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1482.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.306, "pushed": 10.306, "read": 10.273}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.905, "count": 309, "max_ms": 13.288, "p95_ms": 8.955}, "gstreamer_push": {"avg_ms": 1.23, "count": 309, "max_ms": 2.012, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.806, "count": 309, "max_ms": 73.926, "p95_ms": 64.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.196, "count": 309, "max_ms": 108.942, "p95_ms": 83.166}, "yolo11_640_fire_11class": {"avg_ms": 49.599, "count": 309, "max_ms": 77.959, "p95_ms": 67.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.931, "count": 309, "max_ms": 89.274, "p95_ms": 78.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.446, "count": 309, "max_ms": 126.05, "p95_ms": 100.253}, "read_interval": {"avg_ms": 97.298, "count": 308, "max_ms": 336.185, "p95_ms": 165.611}, "triton_wait": {"avg_ms": 58.171, "count": 309, "max_ms": 108.956, "p95_ms": 84.534}, "visualize": {"avg_ms": 3.617, "count": 309, "max_ms": 4.863, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3440, "tracking_summary": 2973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13170.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82417.953, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.482, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:56:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T08:56:04+09:00", "last_frame_read_age_sec": 0.331, "last_frame_read_at": "2026-07-03T08:56:04+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T08:56:04.209888+09:00", "mtime_epoch": 1783036564.2098882, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 267964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:56:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 994.496, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.911, "pushed": 2.911, "read": 2.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 234.152, "count": 87, "max_ms": 322.249, "p95_ms": 252.748}, "gstreamer_push": {"avg_ms": 1.19, "count": 87, "max_ms": 1.849, "p95_ms": 1.757}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.658, "count": 87, "max_ms": 109.458, "p95_ms": 82.664}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.546, "count": 87, "max_ms": 100.23, "p95_ms": 85.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 337.695, "count": 87, "max_ms": 406.558, "p95_ms": 365.95}, "read_interval": {"avg_ms": 347.734, "count": 86, "max_ms": 417.246, "p95_ms": 376.249}, "triton_wait": {"avg_ms": 67.926, "count": 87, "max_ms": 109.471, "p95_ms": 85.826}, "visualize": {"avg_ms": 31.868, "count": 87, "max_ms": 43.396, "p95_ms": 42.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13391.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.28, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.727, "name": "ffmpeg", "pid": 26285, "rss_mb": 266.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.739, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 745141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:56:19+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T08:56:19+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T08:56:19.574167+09:00", "mtime_epoch": 1783036579.5741675, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:56:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7757.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.455, "pushed": 7.455, "read": 7.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 14.726, "count": 149, "max_ms": 22.906, "p95_ms": 18.493}, "gstreamer_push": {"avg_ms": 1.2, "count": 149, "max_ms": 1.621, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.054, "count": 149, "max_ms": 74.238, "p95_ms": 68.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.574, "count": 149, "max_ms": 110.131, "p95_ms": 88.673}, "yolo11_640_fire_11class": {"avg_ms": 55.842, "count": 149, "max_ms": 76.697, "p95_ms": 71.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.261, "count": 149, "max_ms": 95.747, "p95_ms": 81.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.575, "count": 149, "max_ms": 133.981, "p95_ms": 111.658}, "read_interval": {"avg_ms": 201.596, "count": 149, "max_ms": 10132.194, "p95_ms": 127.804}, "triton_wait": {"avg_ms": 67.801, "count": 149, "max_ms": 110.144, "p95_ms": 88.685}, "visualize": {"avg_ms": 3.498, "count": 149, "max_ms": 5.164, "p95_ms": 3.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.986, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13391.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6490.691, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.786, "sample_count": 3067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 803092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:56:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:56:28+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T08:56:27+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T08:56:28.006321+09:00", "mtime_epoch": 1783036588.0063207, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:56:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1482.473, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.887, "pushed": 9.887, "read": 9.887}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.899, "count": 296, "max_ms": 11.87, "p95_ms": 9.03}, "gstreamer_push": {"avg_ms": 1.239, "count": 296, "max_ms": 1.465, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.094, "count": 296, "max_ms": 75.807, "p95_ms": 66.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.205, "count": 296, "max_ms": 106.245, "p95_ms": 84.881}, "yolo11_640_fire_11class": {"avg_ms": 53.654, "count": 296, "max_ms": 78.243, "p95_ms": 71.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.242, "count": 296, "max_ms": 97.628, "p95_ms": 81.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.847, "count": 296, "max_ms": 123.294, "p95_ms": 103.72}, "read_interval": {"avg_ms": 101.521, "count": 296, "max_ms": 721.464, "p95_ms": 130.677}, "triton_wait": {"avg_ms": 62.515, "count": 296, "max_ms": 106.258, "p95_ms": 86.762}, "visualize": {"avg_ms": 3.615, "count": 296, "max_ms": 4.771, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3443, "tracking_summary": 2974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13391.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82448.015, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.184, "sample_count": 932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:56:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:56:34+09:00", "last_frame_read_age_sec": 0.37, "last_frame_read_at": "2026-07-03T08:56:34+09:00", "mjpeg": {"age_sec": 0.359, "exists": true, "mtime": "2026-07-03T08:56:34.234434+09:00", "mtime_epoch": 1783036594.234434, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264260}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:56:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 991.211, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.094, "pushed": 3.094, "read": 3.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 211.712, "count": 92, "max_ms": 243.808, "p95_ms": 238.678}, "gstreamer_push": {"avg_ms": 1.221, "count": 92, "max_ms": 3.095, "p95_ms": 2.728}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.706, "count": 92, "max_ms": 109.044, "p95_ms": 99.19}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.549, "count": 92, "max_ms": 105.981, "p95_ms": 97.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 316.698, "count": 92, "max_ms": 387.176, "p95_ms": 368.497}, "read_interval": {"avg_ms": 326.2, "count": 91, "max_ms": 394.754, "p95_ms": 374.233}, "triton_wait": {"avg_ms": 72.227, "count": 92, "max_ms": 109.057, "p95_ms": 101.256}, "visualize": {"avg_ms": 29.048, "count": 92, "max_ms": 40.354, "p95_ms": 38.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.734, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13394.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.308, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.5, "name": "ffmpeg", "pid": 26285, "rss_mb": 267.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.952, "sample_count": 2263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 745432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:56:49+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T08:56:49+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T08:56:49.578713+09:00", "mtime_epoch": 1783036609.5787127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:56:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7757.098, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.725, "pushed": 9.725, "read": 9.692}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.733, "count": 291, "max_ms": 26.318, "p95_ms": 18.506}, "gstreamer_push": {"avg_ms": 1.184, "count": 291, "max_ms": 1.726, "p95_ms": 1.292}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.682, "count": 291, "max_ms": 73.816, "p95_ms": 66.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.153, "count": 291, "max_ms": 104.985, "p95_ms": 89.586}, "yolo11_640_fire_11class": {"avg_ms": 58.892, "count": 291, "max_ms": 79.105, "p95_ms": 71.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.888, "count": 291, "max_ms": 91.444, "p95_ms": 80.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.466, "count": 291, "max_ms": 134.889, "p95_ms": 114.496}, "read_interval": {"avg_ms": 103.149, "count": 290, "max_ms": 148.485, "p95_ms": 126.343}, "triton_wait": {"avg_ms": 68.741, "count": 291, "max_ms": 104.998, "p95_ms": 90.805}, "visualize": {"avg_ms": 3.464, "count": 291, "max_ms": 4.66, "p95_ms": 3.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13389.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6520.762, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.732, "sample_count": 3051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 803390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:56:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:56:58+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T08:56:58+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T08:56:58.062867+09:00", "mtime_epoch": 1783036618.062867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:56:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1482.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.912}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.088, "count": 298, "max_ms": 13.689, "p95_ms": 10.399}, "gstreamer_push": {"avg_ms": 1.244, "count": 298, "max_ms": 2.121, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.416, "count": 298, "max_ms": 74.564, "p95_ms": 69.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.779, "count": 298, "max_ms": 107.454, "p95_ms": 86.577}, "yolo11_640_fire_11class": {"avg_ms": 58.924, "count": 298, "max_ms": 86.368, "p95_ms": 74.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.056, "count": 298, "max_ms": 89.185, "p95_ms": 82.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.434, "count": 298, "max_ms": 124.045, "p95_ms": 104.392}, "read_interval": {"avg_ms": 100.876, "count": 297, "max_ms": 729.103, "p95_ms": 120.18}, "triton_wait": {"avg_ms": 65.903, "count": 298, "max_ms": 107.466, "p95_ms": 86.963}, "visualize": {"avg_ms": 3.606, "count": 298, "max_ms": 4.876, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3443, "tracking_summary": 2975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13390.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82478.101, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.036, "sample_count": 946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:57:04+09:00", "last_frame_read_age_sec": 0.339, "last_frame_read_at": "2026-07-03T08:57:04+09:00", "mjpeg": {"age_sec": 0.328, "exists": true, "mtime": "2026-07-03T08:57:04.350981+09:00", "mtime_epoch": 1783036624.3509812, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:57:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 989.102, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.798, "pushed": 3.798, "read": 3.765}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 156.01, "count": 113, "max_ms": 280.314, "p95_ms": 243.977}, "gstreamer_push": {"avg_ms": 1.089, "count": 113, "max_ms": 2.843, "p95_ms": 2.702}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.014, "count": 113, "max_ms": 103.076, "p95_ms": 99.817}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 66.949, "count": 113, "max_ms": 100.599, "p95_ms": 93.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 256.338, "count": 113, "max_ms": 381.526, "p95_ms": 363.37}, "read_interval": {"avg_ms": 265.513, "count": 112, "max_ms": 394.102, "p95_ms": 374.016}, "triton_wait": {"avg_ms": 69.238, "count": 113, "max_ms": 103.088, "p95_ms": 100.611}, "visualize": {"avg_ms": 27.349, "count": 113, "max_ms": 54.909, "p95_ms": 38.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.749, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13393.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.367, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.758, "name": "ffmpeg", "pid": 26285, "rss_mb": 267.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.317, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 745727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:57:19+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T08:57:19+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T08:57:19.663260+09:00", "mtime_epoch": 1783036639.6632595, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202398}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:57:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7757.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.814}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.725, "count": 295, "max_ms": 23.475, "p95_ms": 17.648}, "gstreamer_push": {"avg_ms": 1.187, "count": 295, "max_ms": 1.431, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.01, "count": 295, "max_ms": 75.171, "p95_ms": 66.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.747, "count": 295, "max_ms": 111.273, "p95_ms": 96.275}, "yolo11_640_fire_11class": {"avg_ms": 57.04, "count": 295, "max_ms": 82.645, "p95_ms": 74.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.0, "count": 295, "max_ms": 93.549, "p95_ms": 80.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.848, "count": 295, "max_ms": 135.528, "p95_ms": 116.428}, "read_interval": {"avg_ms": 101.929, "count": 294, "max_ms": 147.322, "p95_ms": 128.615}, "triton_wait": {"avg_ms": 67.17, "count": 295, "max_ms": 111.287, "p95_ms": 96.288}, "visualize": {"avg_ms": 3.436, "count": 295, "max_ms": 4.349, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13389.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6550.801, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.294, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 803690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:57:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:57:28+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T08:57:28+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T08:57:28.107413+09:00", "mtime_epoch": 1783036648.107413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:57:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1482.73, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.024, "pushed": 10.024, "read": 9.991}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.084, "count": 300, "max_ms": 13.578, "p95_ms": 9.581}, "gstreamer_push": {"avg_ms": 1.264, "count": 300, "max_ms": 2.087, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.218, "count": 300, "max_ms": 76.128, "p95_ms": 69.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.992, "count": 300, "max_ms": 107.302, "p95_ms": 83.341}, "yolo11_640_fire_11class": {"avg_ms": 58.309, "count": 300, "max_ms": 85.595, "p95_ms": 76.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.89, "count": 300, "max_ms": 91.512, "p95_ms": 82.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.773, "count": 300, "max_ms": 123.756, "p95_ms": 102.379}, "read_interval": {"avg_ms": 100.075, "count": 299, "max_ms": 651.544, "p95_ms": 118.934}, "triton_wait": {"avg_ms": 64.125, "count": 300, "max_ms": 107.314, "p95_ms": 85.256}, "visualize": {"avg_ms": 3.707, "count": 300, "max_ms": 5.391, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3444, "tracking_summary": 2975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13389.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82508.359, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 368.497, "sample_count": 956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:57:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:57:34+09:00", "last_frame_read_age_sec": 0.369, "last_frame_read_at": "2026-07-03T08:57:34+09:00", "mjpeg": {"age_sec": 0.358, "exists": true, "mtime": "2026-07-03T08:57:34.579531+09:00", "mtime_epoch": 1783036654.5795307, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262100}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:57:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 985.895, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.31, "pushed": 3.31, "read": 3.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 190.144, "count": 99, "max_ms": 281.544, "p95_ms": 271.195}, "gstreamer_push": {"avg_ms": 1.15, "count": 99, "max_ms": 3.058, "p95_ms": 1.915}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.247, "count": 99, "max_ms": 110.709, "p95_ms": 101.146}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.773, "count": 99, "max_ms": 109.598, "p95_ms": 96.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.435, "count": 99, "max_ms": 393.35, "p95_ms": 386.993}, "read_interval": {"avg_ms": 304.902, "count": 98, "max_ms": 402.555, "p95_ms": 395.612}, "triton_wait": {"avg_ms": 74.23, "count": 99, "max_ms": 110.722, "p95_ms": 103.487}, "visualize": {"avg_ms": 26.853, "count": 99, "max_ms": 40.203, "p95_ms": 34.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13398.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.417, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.852, "name": "ffmpeg", "pid": 26285, "rss_mb": 270.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.392, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:57:49+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:57:49+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T08:57:49.703806+09:00", "mtime_epoch": 1783036669.7038057, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:57:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7757.355, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.684, "pushed": 9.684, "read": 9.651}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.442, "count": 290, "max_ms": 23.321, "p95_ms": 18.034}, "gstreamer_push": {"avg_ms": 1.157, "count": 290, "max_ms": 1.518, "p95_ms": 1.297}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.857, "count": 290, "max_ms": 76.485, "p95_ms": 67.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.678, "count": 290, "max_ms": 110.107, "p95_ms": 91.533}, "yolo11_640_fire_11class": {"avg_ms": 60.227, "count": 290, "max_ms": 80.356, "p95_ms": 74.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.476, "count": 290, "max_ms": 86.941, "p95_ms": 80.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.698, "count": 290, "max_ms": 133.163, "p95_ms": 114.688}, "read_interval": {"avg_ms": 103.623, "count": 289, "max_ms": 145.362, "p95_ms": 126.29}, "triton_wait": {"avg_ms": 69.484, "count": 290, "max_ms": 110.119, "p95_ms": 91.545}, "visualize": {"avg_ms": 3.357, "count": 290, "max_ms": 5.524, "p95_ms": 3.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13399.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6580.839, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.766, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 803991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:57:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:57:58+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T08:57:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T08:57:58.151959+09:00", "mtime_epoch": 1783036678.1519594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:57:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1482.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.025}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.95, "count": 301, "max_ms": 12.188, "p95_ms": 9.037}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 2.073, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.411, "count": 301, "max_ms": 77.688, "p95_ms": 68.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.154, "count": 301, "max_ms": 102.033, "p95_ms": 84.875}, "yolo11_640_fire_11class": {"avg_ms": 61.633, "count": 301, "max_ms": 85.832, "p95_ms": 75.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.125, "count": 301, "max_ms": 91.005, "p95_ms": 82.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.342, "count": 301, "max_ms": 118.737, "p95_ms": 102.118}, "read_interval": {"avg_ms": 99.769, "count": 300, "max_ms": 345.334, "p95_ms": 118.411}, "triton_wait": {"avg_ms": 67.976, "count": 301, "max_ms": 102.046, "p95_ms": 85.473}, "visualize": {"avg_ms": 3.619, "count": 301, "max_ms": 5.37, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3445, "tracking_summary": 2976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13396.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82538.389, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 370.017, "sample_count": 946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:58:04+09:00", "last_frame_read_age_sec": 0.338, "last_frame_read_at": "2026-07-03T08:58:04+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T08:58:04.644077+09:00", "mtime_epoch": 1783036684.6440773, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:58:04+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.594, "name": "celery", "pid": 239, "rss_mb": 992.461, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.932, "pushed": 2.932, "read": 2.899}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 228.422, "count": 87, "max_ms": 245.049, "p95_ms": 239.922}, "gstreamer_push": {"avg_ms": 1.203, "count": 87, "max_ms": 3.05, "p95_ms": 2.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.282, "count": 87, "max_ms": 113.174, "p95_ms": 102.256}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.248, "count": 87, "max_ms": 103.027, "p95_ms": 99.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 335.025, "count": 87, "max_ms": 379.899, "p95_ms": 370.924}, "read_interval": {"avg_ms": 345.148, "count": 86, "max_ms": 388.464, "p95_ms": 380.622}, "triton_wait": {"avg_ms": 72.827, "count": 87, "max_ms": 113.188, "p95_ms": 102.268}, "visualize": {"avg_ms": 30.053, "count": 87, "max_ms": 50.341, "p95_ms": 39.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.67, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13398.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.498, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.852, "name": "ffmpeg", "pid": 26285, "rss_mb": 270.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 5, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.392, "sample_count": 2566, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:58:19+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T08:58:19+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T08:58:19.788353+09:00", "mtime_epoch": 1783036699.7883527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:58:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7757.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.873}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.747, "count": 297, "max_ms": 24.274, "p95_ms": 18.65}, "gstreamer_push": {"avg_ms": 1.185, "count": 297, "max_ms": 1.555, "p95_ms": 1.313}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.585, "count": 297, "max_ms": 77.624, "p95_ms": 67.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.805, "count": 297, "max_ms": 108.939, "p95_ms": 92.515}, "yolo11_640_fire_11class": {"avg_ms": 56.545, "count": 297, "max_ms": 84.201, "p95_ms": 71.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.621, "count": 297, "max_ms": 89.484, "p95_ms": 79.58}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.975, "count": 297, "max_ms": 131.432, "p95_ms": 115.698}, "read_interval": {"avg_ms": 101.311, "count": 296, "max_ms": 143.897, "p95_ms": 128.859}, "triton_wait": {"avg_ms": 66.26, "count": 297, "max_ms": 108.951, "p95_ms": 92.528}, "visualize": {"avg_ms": 3.446, "count": 297, "max_ms": 4.847, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13400.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6610.866, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.654, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:58:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:58:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T08:58:28+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T08:58:28.184505+09:00", "mtime_epoch": 1783036708.1845055, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:58:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1482.988, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.162, "pushed": 10.162, "read": 10.128}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.964, "count": 304, "max_ms": 13.085, "p95_ms": 9.161}, "gstreamer_push": {"avg_ms": 1.239, "count": 304, "max_ms": 2.118, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.504, "count": 304, "max_ms": 82.75, "p95_ms": 69.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.162, "count": 304, "max_ms": 108.19, "p95_ms": 87.688}, "yolo11_640_fire_11class": {"avg_ms": 59.353, "count": 304, "max_ms": 84.805, "p95_ms": 75.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.302, "count": 304, "max_ms": 88.491, "p95_ms": 79.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.09, "count": 304, "max_ms": 125.525, "p95_ms": 105.225}, "read_interval": {"avg_ms": 98.766, "count": 303, "max_ms": 533.221, "p95_ms": 121.842}, "triton_wait": {"avg_ms": 64.755, "count": 304, "max_ms": 108.203, "p95_ms": 88.504}, "visualize": {"avg_ms": 3.621, "count": 304, "max_ms": 4.8, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3446, "tracking_summary": 2977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13400.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82568.609, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 368.023, "sample_count": 955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:58:35+09:00", "last_frame_read_age_sec": 0.356, "last_frame_read_at": "2026-07-03T08:58:34+09:00", "mjpeg": {"age_sec": 0.343, "exists": true, "mtime": "2026-07-03T08:58:34.844627+09:00", "mtime_epoch": 1783036714.8446267, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:58:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.605, "name": "celery", "pid": 239, "rss_mb": 996.605, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.179, "pushed": 3.179, "read": 3.145}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 201.37, "count": 95, "max_ms": 261.435, "p95_ms": 252.124}, "gstreamer_push": {"avg_ms": 0.93, "count": 95, "max_ms": 2.021, "p95_ms": 1.738}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.888, "count": 95, "max_ms": 104.131, "p95_ms": 98.864}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.476, "count": 95, "max_ms": 104.791, "p95_ms": 100.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 309.564, "count": 95, "max_ms": 381.585, "p95_ms": 368.023}, "read_interval": {"avg_ms": 317.614, "count": 94, "max_ms": 390.138, "p95_ms": 375.363}, "triton_wait": {"avg_ms": 76.213, "count": 95, "max_ms": 104.803, "p95_ms": 101.34}, "visualize": {"avg_ms": 28.112, "count": 95, "max_ms": 40.54, "p95_ms": 36.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13395.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.588, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.852, "name": "ffmpeg", "pid": 26285, "rss_mb": 270.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.476, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:58:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:58:49+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T08:58:49+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T08:58:49.880900+09:00", "mtime_epoch": 1783036729.8809001, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:58:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7757.613, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.847, "count": 303, "max_ms": 24.742, "p95_ms": 18.783}, "gstreamer_push": {"avg_ms": 1.201, "count": 303, "max_ms": 2.064, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.352, "count": 303, "max_ms": 73.551, "p95_ms": 65.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.45, "count": 303, "max_ms": 102.72, "p95_ms": 83.88}, "yolo11_640_fire_11class": {"avg_ms": 54.575, "count": 303, "max_ms": 79.594, "p95_ms": 70.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.6, "count": 303, "max_ms": 89.244, "p95_ms": 77.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.019, "count": 303, "max_ms": 125.906, "p95_ms": 107.116}, "read_interval": {"avg_ms": 99.323, "count": 302, "max_ms": 141.589, "p95_ms": 120.648}, "triton_wait": {"avg_ms": 64.145, "count": 303, "max_ms": 102.733, "p95_ms": 83.942}, "visualize": {"avg_ms": 3.504, "count": 303, "max_ms": 5.763, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13396.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6640.942, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.536, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:58:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:58:58+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T08:58:58+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T08:58:58.257052+09:00", "mtime_epoch": 1783036738.2570524, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:58:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1483.246, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.943, "pushed": 9.943, "read": 9.909}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.036, "count": 298, "max_ms": 13.847, "p95_ms": 9.949}, "gstreamer_push": {"avg_ms": 1.238, "count": 298, "max_ms": 2.038, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.136, "count": 298, "max_ms": 79.666, "p95_ms": 67.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.885, "count": 298, "max_ms": 93.837, "p95_ms": 82.913}, "yolo11_640_fire_11class": {"avg_ms": 56.52, "count": 298, "max_ms": 86.712, "p95_ms": 72.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.501, "count": 298, "max_ms": 86.154, "p95_ms": 79.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.943, "count": 298, "max_ms": 110.471, "p95_ms": 101.067}, "read_interval": {"avg_ms": 100.913, "count": 297, "max_ms": 726.819, "p95_ms": 116.823}, "triton_wait": {"avg_ms": 62.59, "count": 298, "max_ms": 93.849, "p95_ms": 83.737}, "visualize": {"avg_ms": 3.591, "count": 298, "max_ms": 5.873, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3446, "tracking_summary": 2978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13395.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82598.819, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 368.085, "sample_count": 942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:59:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:59:05+09:00", "last_frame_read_age_sec": 0.334, "last_frame_read_at": "2026-07-03T08:59:05+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T08:59:05.073176+09:00", "mtime_epoch": 1783036745.0731764, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:59:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.605, "name": "celery", "pid": 239, "rss_mb": 989.316, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.913, "pushed": 2.913, "read": 2.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 233.178, "count": 87, "max_ms": 261.213, "p95_ms": 238.727}, "gstreamer_push": {"avg_ms": 1.048, "count": 87, "max_ms": 2.955, "p95_ms": 2.658}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.839, "count": 87, "max_ms": 107.942, "p95_ms": 101.706}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.551, "count": 87, "max_ms": 101.725, "p95_ms": 96.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 337.975, "count": 87, "max_ms": 380.137, "p95_ms": 368.062}, "read_interval": {"avg_ms": 347.321, "count": 86, "max_ms": 390.288, "p95_ms": 378.252}, "triton_wait": {"avg_ms": 71.679, "count": 87, "max_ms": 107.956, "p95_ms": 101.713}, "visualize": {"avg_ms": 29.37, "count": 87, "max_ms": 41.007, "p95_ms": 38.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13394.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.601, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.852, "name": "ffmpeg", "pid": 26285, "rss_mb": 270.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.157, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 746917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:59:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:59:19+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T08:59:19+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T08:59:19.873446+09:00", "mtime_epoch": 1783036759.8734457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:59:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7757.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.659, "count": 300, "max_ms": 24.163, "p95_ms": 16.947}, "gstreamer_push": {"avg_ms": 1.186, "count": 300, "max_ms": 1.953, "p95_ms": 1.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.142, "count": 300, "max_ms": 77.216, "p95_ms": 66.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.61, "count": 300, "max_ms": 106.902, "p95_ms": 86.003}, "yolo11_640_fire_11class": {"avg_ms": 54.074, "count": 300, "max_ms": 81.843, "p95_ms": 67.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.11, "count": 300, "max_ms": 90.338, "p95_ms": 77.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.594, "count": 300, "max_ms": 131.898, "p95_ms": 109.491}, "read_interval": {"avg_ms": 99.982, "count": 300, "max_ms": 144.218, "p95_ms": 121.735}, "triton_wait": {"avg_ms": 64.981, "count": 300, "max_ms": 106.915, "p95_ms": 86.18}, "visualize": {"avg_ms": 3.435, "count": 300, "max_ms": 5.745, "p95_ms": 3.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13399.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6671.133, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.575, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 804896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T08:59:28+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T08:59:28+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T08:59:28.209597+09:00", "mtime_epoch": 1783036768.2095973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:59:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1483.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.041, "count": 302, "max_ms": 14.157, "p95_ms": 10.206}, "gstreamer_push": {"avg_ms": 1.236, "count": 302, "max_ms": 1.821, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.788, "count": 302, "max_ms": 74.486, "p95_ms": 68.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.656, "count": 302, "max_ms": 111.205, "p95_ms": 81.545}, "yolo11_640_fire_11class": {"avg_ms": 56.937, "count": 302, "max_ms": 84.245, "p95_ms": 72.206}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.759, "count": 302, "max_ms": 89.331, "p95_ms": 78.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.349, "count": 302, "max_ms": 128.609, "p95_ms": 99.911}, "read_interval": {"avg_ms": 99.568, "count": 301, "max_ms": 709.827, "p95_ms": 118.991}, "triton_wait": {"avg_ms": 62.899, "count": 302, "max_ms": 111.219, "p95_ms": 83.329}, "visualize": {"avg_ms": 3.618, "count": 302, "max_ms": 5.288, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3447, "tracking_summary": 2978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13388.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82629.152, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 369.363, "sample_count": 947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:59:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:59:35+09:00", "last_frame_read_age_sec": 0.335, "last_frame_read_at": "2026-07-03T08:59:35+09:00", "mjpeg": {"age_sec": 0.329, "exists": true, "mtime": "2026-07-03T08:59:35.401728+09:00", "mtime_epoch": 1783036775.4017282, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T08:59:35+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 996.605, "name": "celery", "pid": 239, "rss_mb": 983.734, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.271, "pushed": 3.271, "read": 3.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 195.743, "count": 98, "max_ms": 249.79, "p95_ms": 240.329}, "gstreamer_push": {"avg_ms": 0.919, "count": 98, "max_ms": 2.814, "p95_ms": 2.702}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.284, "count": 98, "max_ms": 107.224, "p95_ms": 98.71}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.201, "count": 98, "max_ms": 101.993, "p95_ms": 96.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 299.924, "count": 98, "max_ms": 371.578, "p95_ms": 370.571}, "read_interval": {"avg_ms": 309.172, "count": 97, "max_ms": 384.768, "p95_ms": 379.932}, "triton_wait": {"avg_ms": 74.47, "count": 98, "max_ms": 107.236, "p95_ms": 102.005}, "visualize": {"avg_ms": 25.938, "count": 98, "max_ms": 40.541, "p95_ms": 38.628}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13391.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.624, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.852, "name": "ffmpeg", "pid": 26285, "rss_mb": 270.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.497, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 747216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:59:49+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T08:59:49+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T08:59:49.893992+09:00", "mtime_epoch": 1783036789.893992, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T08:59:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7757.871, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.956}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.851, "count": 299, "max_ms": 24.564, "p95_ms": 17.721}, "gstreamer_push": {"avg_ms": 1.195, "count": 299, "max_ms": 1.61, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.107, "count": 299, "max_ms": 79.379, "p95_ms": 66.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.222, "count": 299, "max_ms": 101.257, "p95_ms": 91.422}, "yolo11_640_fire_11class": {"avg_ms": 54.174, "count": 299, "max_ms": 76.821, "p95_ms": 68.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.67, "count": 299, "max_ms": 86.011, "p95_ms": 76.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.779, "count": 299, "max_ms": 125.571, "p95_ms": 113.497}, "read_interval": {"avg_ms": 100.373, "count": 298, "max_ms": 137.967, "p95_ms": 125.429}, "triton_wait": {"avg_ms": 64.966, "count": 299, "max_ms": 101.27, "p95_ms": 91.435}, "visualize": {"avg_ms": 3.465, "count": 299, "max_ms": 4.455, "p95_ms": 3.799}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13395.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6701.137, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.009, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T08:59:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T08:59:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T08:59:58+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T08:59:58.454148+09:00", "mtime_epoch": 1783036798.4541476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T08:59:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1483.504, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.955, "count": 302, "max_ms": 13.308, "p95_ms": 9.6}, "gstreamer_push": {"avg_ms": 1.235, "count": 302, "max_ms": 1.499, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.846, "count": 302, "max_ms": 76.681, "p95_ms": 67.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.574, "count": 302, "max_ms": 103.533, "p95_ms": 82.564}, "yolo11_640_fire_11class": {"avg_ms": 57.046, "count": 302, "max_ms": 81.383, "p95_ms": 72.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.541, "count": 302, "max_ms": 84.385, "p95_ms": 77.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.141, "count": 302, "max_ms": 121.004, "p95_ms": 98.873}, "read_interval": {"avg_ms": 99.385, "count": 302, "max_ms": 675.376, "p95_ms": 120.908}, "triton_wait": {"avg_ms": 62.848, "count": 302, "max_ms": 103.547, "p95_ms": 82.645}, "visualize": {"avg_ms": 3.581, "count": 302, "max_ms": 5.212, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3449, "tracking_summary": 2979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13395.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82659.352, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 369.014, "sample_count": 954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:00:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:00:05+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T09:00:05+09:00", "mjpeg": {"age_sec": 0.336, "exists": true, "mtime": "2026-07-03T09:00:05.594278+09:00", "mtime_epoch": 1783036805.5942776, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:00:05+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 998.738, "name": "celery", "pid": 239, "rss_mb": 986.375, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.148, "pushed": 3.148, "read": 3.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 207.799, "count": 94, "max_ms": 246.619, "p95_ms": 242.281}, "gstreamer_push": {"avg_ms": 1.116, "count": 94, "max_ms": 2.979, "p95_ms": 1.823}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.883, "count": 94, "max_ms": 99.967, "p95_ms": 95.131}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.813, "count": 94, "max_ms": 96.275, "p95_ms": 93.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 311.229, "count": 94, "max_ms": 376.989, "p95_ms": 366.778}, "read_interval": {"avg_ms": 320.929, "count": 93, "max_ms": 387.14, "p95_ms": 376.421}, "triton_wait": {"avg_ms": 71.366, "count": 94, "max_ms": 99.981, "p95_ms": 95.143}, "visualize": {"avg_ms": 28.211, "count": 94, "max_ms": 42.473, "p95_ms": 39.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13400.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.676, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.43, "name": "ffmpeg", "pid": 26285, "rss_mb": 273.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.013, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 747519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:00:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:00:20+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:00:19+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:00:19.958539+09:00", "mtime_epoch": 1783036819.958539, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202487}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:00:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7758.129, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.127, "pushed": 10.127, "read": 10.094}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.676, "count": 303, "max_ms": 22.726, "p95_ms": 17.452}, "gstreamer_push": {"avg_ms": 1.194, "count": 303, "max_ms": 1.563, "p95_ms": 1.309}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.13, "count": 303, "max_ms": 71.66, "p95_ms": 65.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.883, "count": 303, "max_ms": 108.358, "p95_ms": 94.228}, "yolo11_640_fire_11class": {"avg_ms": 53.425, "count": 303, "max_ms": 78.527, "p95_ms": 70.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.637, "count": 303, "max_ms": 88.121, "p95_ms": 75.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.716, "count": 303, "max_ms": 132.109, "p95_ms": 117.746}, "read_interval": {"avg_ms": 99.161, "count": 302, "max_ms": 144.208, "p95_ms": 130.021}, "triton_wait": {"avg_ms": 64.114, "count": 303, "max_ms": 108.371, "p95_ms": 94.24}, "visualize": {"avg_ms": 3.46, "count": 303, "max_ms": 4.561, "p95_ms": 3.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13406.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6731.17, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.009, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:00:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:00:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:00:28+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T09:00:28.510695+09:00", "mtime_epoch": 1783036828.5106947, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:00:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1483.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.856, "pushed": 9.856, "read": 9.823}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.022, "count": 295, "max_ms": 13.484, "p95_ms": 10.161}, "gstreamer_push": {"avg_ms": 1.217, "count": 295, "max_ms": 1.956, "p95_ms": 1.371}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.54, "count": 295, "max_ms": 77.96, "p95_ms": 70.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.023, "count": 295, "max_ms": 96.336, "p95_ms": 82.113}, "yolo11_640_fire_11class": {"avg_ms": 56.136, "count": 295, "max_ms": 82.545, "p95_ms": 75.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.112, "count": 295, "max_ms": 87.862, "p95_ms": 80.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.341, "count": 295, "max_ms": 112.643, "p95_ms": 101.09}, "read_interval": {"avg_ms": 101.881, "count": 294, "max_ms": 785.729, "p95_ms": 126.087}, "triton_wait": {"avg_ms": 61.069, "count": 295, "max_ms": 96.348, "p95_ms": 84.982}, "visualize": {"avg_ms": 3.55, "count": 295, "max_ms": 4.632, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3450, "tracking_summary": 2980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13399.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82689.445, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.202, "sample_count": 932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:00:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:00:36+09:00", "last_frame_read_age_sec": 0.349, "last_frame_read_at": "2026-07-03T09:00:35+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T09:00:35.686825+09:00", "mtime_epoch": 1783036835.6868253, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:00:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 998.738, "name": "celery", "pid": 239, "rss_mb": 990.492, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.847, "pushed": 2.847, "read": 2.814}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 236.565, "count": 85, "max_ms": 266.732, "p95_ms": 246.173}, "gstreamer_push": {"avg_ms": 0.955, "count": 85, "max_ms": 2.777, "p95_ms": 1.736}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.381, "count": 85, "max_ms": 108.203, "p95_ms": 98.46}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.206, "count": 85, "max_ms": 98.567, "p95_ms": 95.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 344.287, "count": 85, "max_ms": 395.835, "p95_ms": 375.967}, "read_interval": {"avg_ms": 353.994, "count": 84, "max_ms": 404.571, "p95_ms": 384.744}, "triton_wait": {"avg_ms": 72.845, "count": 85, "max_ms": 108.216, "p95_ms": 98.471}, "visualize": {"avg_ms": 31.06, "count": 85, "max_ms": 43.019, "p95_ms": 40.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13405.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.714, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.008, "name": "ffmpeg", "pid": 26285, "rss_mb": 276.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.185, "sample_count": 2831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 747823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:00:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:00:50+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-03T09:00:49+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T09:00:49.967085+09:00", "mtime_epoch": 1783036849.9670851, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:00:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7758.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.165, "pushed": 10.165, "read": 10.131}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.59, "count": 304, "max_ms": 23.816, "p95_ms": 16.508}, "gstreamer_push": {"avg_ms": 1.202, "count": 304, "max_ms": 1.769, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.029, "count": 304, "max_ms": 73.648, "p95_ms": 66.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.21, "count": 304, "max_ms": 102.861, "p95_ms": 90.667}, "yolo11_640_fire_11class": {"avg_ms": 53.567, "count": 304, "max_ms": 77.897, "p95_ms": 69.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.013, "count": 304, "max_ms": 88.288, "p95_ms": 76.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.186, "count": 304, "max_ms": 125.476, "p95_ms": 114.913}, "read_interval": {"avg_ms": 98.691, "count": 303, "max_ms": 139.333, "p95_ms": 127.544}, "triton_wait": {"avg_ms": 63.608, "count": 304, "max_ms": 102.874, "p95_ms": 90.68}, "visualize": {"avg_ms": 3.485, "count": 304, "max_ms": 4.421, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13404.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6761.293, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.881, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 805800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:00:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:00:58+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T09:00:58+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T09:00:58.583242+09:00", "mtime_epoch": 1783036858.583242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:00:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1483.762, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.214, "pushed": 10.214, "read": 10.181}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.012, "count": 306, "max_ms": 13.831, "p95_ms": 9.836}, "gstreamer_push": {"avg_ms": 1.241, "count": 306, "max_ms": 2.063, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.156, "count": 306, "max_ms": 75.53, "p95_ms": 66.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.57, "count": 306, "max_ms": 97.131, "p95_ms": 80.165}, "yolo11_640_fire_11class": {"avg_ms": 54.839, "count": 306, "max_ms": 81.765, "p95_ms": 72.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.984, "count": 306, "max_ms": 83.897, "p95_ms": 77.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.843, "count": 306, "max_ms": 113.696, "p95_ms": 98.163}, "read_interval": {"avg_ms": 98.084, "count": 305, "max_ms": 821.589, "p95_ms": 143.364}, "triton_wait": {"avg_ms": 59.393, "count": 306, "max_ms": 97.144, "p95_ms": 81.662}, "visualize": {"avg_ms": 3.618, "count": 306, "max_ms": 5.057, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3450, "tracking_summary": 2981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13404.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82719.639, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 370.571, "sample_count": 952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:01:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:01:06+09:00", "last_frame_read_age_sec": 0.35, "last_frame_read_at": "2026-07-03T09:01:05+09:00", "mjpeg": {"age_sec": 0.339, "exists": true, "mtime": "2026-07-03T09:01:05.879375+09:00", "mtime_epoch": 1783036865.8793747, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 240880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:01:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 998.738, "name": "celery", "pid": 239, "rss_mb": 993.246, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.586, "pushed": 3.586, "read": 3.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 174.592, "count": 107, "max_ms": 264.039, "p95_ms": 255.269}, "gstreamer_push": {"avg_ms": 1.003, "count": 107, "max_ms": 2.849, "p95_ms": 1.85}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.595, "count": 107, "max_ms": 99.415, "p95_ms": 94.137}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.449, "count": 107, "max_ms": 100.706, "p95_ms": 90.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 272.555, "count": 107, "max_ms": 377.479, "p95_ms": 356.558}, "read_interval": {"avg_ms": 281.464, "count": 106, "max_ms": 387.245, "p95_ms": 368.596}, "triton_wait": {"avg_ms": 70.574, "count": 107, "max_ms": 100.719, "p95_ms": 94.15}, "visualize": {"avg_ms": 23.649, "count": 107, "max_ms": 36.364, "p95_ms": 30.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13404.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 316.782, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.008, "name": "ffmpeg", "pid": 26285, "rss_mb": 276.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.259, "sample_count": 2895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:01:20+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T09:01:20+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T09:01:20.083633+09:00", "mtime_epoch": 1783036880.0836334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:01:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7758.387, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.24, "pushed": 7.24, "read": 7.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.701, "count": 217, "max_ms": 24.513, "p95_ms": 19.574}, "gstreamer_push": {"avg_ms": 1.039, "count": 217, "max_ms": 1.87, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.108, "count": 217, "max_ms": 71.923, "p95_ms": 63.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.781, "count": 217, "max_ms": 100.559, "p95_ms": 83.084}, "yolo11_640_fire_11class": {"avg_ms": 51.312, "count": 217, "max_ms": 75.526, "p95_ms": 66.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.755, "count": 217, "max_ms": 88.076, "p95_ms": 77.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.61, "count": 217, "max_ms": 160.126, "p95_ms": 144.404}, "read_interval": {"avg_ms": 138.813, "count": 216, "max_ms": 2465.998, "p95_ms": 154.902}, "triton_wait": {"avg_ms": 62.201, "count": 217, "max_ms": 100.571, "p95_ms": 83.618}, "visualize": {"avg_ms": 4.579, "count": 217, "max_ms": 5.738, "p95_ms": 5.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13404.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6791.317, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.372, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 806098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:01:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:01:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:01:28+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T09:01:28.659790+09:00", "mtime_epoch": 1783036888.6597896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:01:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1484.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.983, "count": 298, "max_ms": 13.239, "p95_ms": 9.872}, "gstreamer_push": {"avg_ms": 1.238, "count": 298, "max_ms": 2.028, "p95_ms": 1.376}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.677, "count": 298, "max_ms": 71.301, "p95_ms": 64.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.884, "count": 298, "max_ms": 95.816, "p95_ms": 82.122}, "yolo11_640_fire_11class": {"avg_ms": 53.991, "count": 298, "max_ms": 78.32, "p95_ms": 67.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.546, "count": 298, "max_ms": 80.618, "p95_ms": 76.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.979, "count": 298, "max_ms": 112.768, "p95_ms": 98.868}, "read_interval": {"avg_ms": 100.82, "count": 297, "max_ms": 741.204, "p95_ms": 157.115}, "triton_wait": {"avg_ms": 59.54, "count": 298, "max_ms": 95.832, "p95_ms": 82.134}, "visualize": {"avg_ms": 3.631, "count": 298, "max_ms": 5.954, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3451, "tracking_summary": 2982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13406.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82749.661, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.564, "sample_count": 942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:01:36+09:00", "last_frame_read_age_sec": 0.374, "last_frame_read_at": "2026-07-03T09:01:35+09:00", "mjpeg": {"age_sec": 0.363, "exists": true, "mtime": "2026-07-03T09:01:35.875921+09:00", "mtime_epoch": 1783036895.8759208, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:01:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 998.738, "name": "celery", "pid": 239, "rss_mb": 993.559, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.799, "pushed": 2.799, "read": 2.765}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 242.713, "count": 83, "max_ms": 288.392, "p95_ms": 255.404}, "gstreamer_push": {"avg_ms": 1.064, "count": 83, "max_ms": 2.921, "p95_ms": 1.793}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.017, "count": 83, "max_ms": 105.394, "p95_ms": 98.445}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.612, "count": 83, "max_ms": 99.778, "p95_ms": 90.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 351.665, "count": 83, "max_ms": 407.082, "p95_ms": 388.362}, "read_interval": {"avg_ms": 361.438, "count": 82, "max_ms": 416.786, "p95_ms": 397.528}, "triton_wait": {"avg_ms": 72.854, "count": 83, "max_ms": 105.409, "p95_ms": 98.558}, "visualize": {"avg_ms": 32.197, "count": 83, "max_ms": 46.173, "p95_ms": 44.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.657, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13401.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 346.807, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.871, "name": "ffmpeg", "pid": 26285, "rss_mb": 277.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.966, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:01:50+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T09:01:50+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T09:01:50.100166+09:00", "mtime_epoch": 1783036910.1001663, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:01:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7758.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.32, "pushed": 10.32, "read": 10.286}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.555, "count": 309, "max_ms": 22.713, "p95_ms": 16.463}, "gstreamer_push": {"avg_ms": 1.189, "count": 309, "max_ms": 2.046, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.76, "count": 309, "max_ms": 72.064, "p95_ms": 65.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.407, "count": 309, "max_ms": 102.07, "p95_ms": 84.806}, "yolo11_640_fire_11class": {"avg_ms": 51.936, "count": 309, "max_ms": 81.555, "p95_ms": 67.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.663, "count": 309, "max_ms": 82.769, "p95_ms": 74.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.975, "count": 309, "max_ms": 124.779, "p95_ms": 107.456}, "read_interval": {"avg_ms": 97.207, "count": 308, "max_ms": 137.332, "p95_ms": 119.558}, "triton_wait": {"avg_ms": 62.468, "count": 309, "max_ms": 102.083, "p95_ms": 84.82}, "visualize": {"avg_ms": 3.45, "count": 309, "max_ms": 4.616, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13409.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6821.323, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.96, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 806397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:01:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:01:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T09:01:58+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T09:01:58.660314+09:00", "mtime_epoch": 1783036918.660314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:01:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1484.02, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.097, "count": 299, "max_ms": 13.36, "p95_ms": 9.998}, "gstreamer_push": {"avg_ms": 1.251, "count": 299, "max_ms": 1.926, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.926, "count": 299, "max_ms": 78.572, "p95_ms": 66.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.243, "count": 299, "max_ms": 101.997, "p95_ms": 85.033}, "yolo11_640_fire_11class": {"avg_ms": 54.417, "count": 299, "max_ms": 79.824, "p95_ms": 69.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.103, "count": 299, "max_ms": 83.99, "p95_ms": 75.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.408, "count": 299, "max_ms": 118.667, "p95_ms": 102.556}, "read_interval": {"avg_ms": 100.353, "count": 299, "max_ms": 803.55, "p95_ms": 131.333}, "triton_wait": {"avg_ms": 60.831, "count": 299, "max_ms": 102.011, "p95_ms": 85.047}, "visualize": {"avg_ms": 3.642, "count": 299, "max_ms": 5.854, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3454, "tracking_summary": 2982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13409.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82779.738, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 373.187, "sample_count": 920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:02:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:02:06+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-03T09:02:06+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-03T09:02:06.100443+09:00", "mtime_epoch": 1783036926.100443, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:02:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 998.738, "name": "celery", "pid": 239, "rss_mb": 995.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.993, "pushed": 2.993, "read": 2.959}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 220.338, "count": 89, "max_ms": 281.622, "p95_ms": 260.001}, "gstreamer_push": {"avg_ms": 0.942, "count": 89, "max_ms": 2.815, "p95_ms": 1.772}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.179, "count": 89, "max_ms": 106.11, "p95_ms": 94.332}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.711, "count": 89, "max_ms": 105.376, "p95_ms": 96.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 328.13, "count": 89, "max_ms": 409.658, "p95_ms": 388.821}, "read_interval": {"avg_ms": 339.121, "count": 88, "max_ms": 418.706, "p95_ms": 398.693}, "triton_wait": {"avg_ms": 74.98, "count": 89, "max_ms": 106.123, "p95_ms": 96.546}, "visualize": {"avg_ms": 28.883, "count": 89, "max_ms": 47.325, "p95_ms": 40.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.737, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13404.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 376.898, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.449, "name": "ffmpeg", "pid": 26285, "rss_mb": 280.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.626, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:02:20+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:02:20+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:02:20.180686+09:00", "mtime_epoch": 1783036940.1806865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 206226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:02:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7758.645, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.203, "pushed": 10.203, "read": 10.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.627, "count": 306, "max_ms": 23.689, "p95_ms": 17.489}, "gstreamer_push": {"avg_ms": 1.21, "count": 306, "max_ms": 1.572, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.437, "count": 306, "max_ms": 72.796, "p95_ms": 65.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.147, "count": 306, "max_ms": 107.266, "p95_ms": 90.09}, "yolo11_640_fire_11class": {"avg_ms": 52.243, "count": 306, "max_ms": 82.652, "p95_ms": 68.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.897, "count": 306, "max_ms": 83.082, "p95_ms": 73.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.311, "count": 306, "max_ms": 130.614, "p95_ms": 112.962}, "read_interval": {"avg_ms": 98.003, "count": 306, "max_ms": 144.634, "p95_ms": 126.274}, "triton_wait": {"avg_ms": 62.611, "count": 306, "max_ms": 107.278, "p95_ms": 90.102}, "visualize": {"avg_ms": 3.49, "count": 306, "max_ms": 5.007, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13407.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6851.397, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.519, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 806695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:02:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:02:28+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T09:02:28+09:00", "mjpeg": {"age_sec": 0.636, "exists": true, "mtime": "2026-07-03T09:02:28.160825+09:00", "mtime_epoch": 1783036948.1608248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:02:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1484.277, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.085, "count": 298, "max_ms": 13.612, "p95_ms": 9.79}, "gstreamer_push": {"avg_ms": 1.259, "count": 298, "max_ms": 1.732, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.012, "count": 298, "max_ms": 74.685, "p95_ms": 66.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.694, "count": 298, "max_ms": 97.297, "p95_ms": 84.78}, "yolo11_640_fire_11class": {"avg_ms": 55.59, "count": 298, "max_ms": 83.946, "p95_ms": 71.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.54, "count": 298, "max_ms": 84.476, "p95_ms": 75.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.571, "count": 298, "max_ms": 113.992, "p95_ms": 101.8}, "read_interval": {"avg_ms": 100.95, "count": 297, "max_ms": 655.61, "p95_ms": 122.02}, "triton_wait": {"avg_ms": 60.936, "count": 298, "max_ms": 97.31, "p95_ms": 84.795}, "visualize": {"avg_ms": 3.653, "count": 298, "max_ms": 4.831, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3454, "tracking_summary": 2983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13411.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82809.772, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.21, "sample_count": 932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:02:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:02:36+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-07-03T09:02:36+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-03T09:02:36.108963+09:00", "mtime_epoch": 1783036956.1089625, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 245066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:02:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 998.738, "name": "celery", "pid": 239, "rss_mb": 992.691, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.72, "pushed": 3.72, "read": 3.687}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 159.333, "count": 111, "max_ms": 272.093, "p95_ms": 242.767}, "gstreamer_push": {"avg_ms": 1.018, "count": 111, "max_ms": 2.808, "p95_ms": 1.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.847, "count": 111, "max_ms": 102.169, "p95_ms": 94.755}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.564, "count": 111, "max_ms": 102.693, "p95_ms": 96.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 260.834, "count": 111, "max_ms": 371.551, "p95_ms": 357.166}, "read_interval": {"avg_ms": 270.664, "count": 110, "max_ms": 381.773, "p95_ms": 365.821}, "triton_wait": {"avg_ms": 71.529, "count": 111, "max_ms": 102.706, "p95_ms": 98.576}, "visualize": {"avg_ms": 26.21, "count": 111, "max_ms": 39.612, "p95_ms": 36.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13410.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 406.979, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.449, "name": "ffmpeg", "pid": 26285, "rss_mb": 280.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.407, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 748963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:02:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:02:50+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T09:02:50+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T09:02:50.245208+09:00", "mtime_epoch": 1783036970.2452078, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:02:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7758.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.238, "pushed": 10.238, "read": 10.205}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.921, "count": 307, "max_ms": 25.317, "p95_ms": 17.761}, "gstreamer_push": {"avg_ms": 1.211, "count": 307, "max_ms": 1.858, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.2, "count": 307, "max_ms": 72.906, "p95_ms": 64.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.296, "count": 307, "max_ms": 109.441, "p95_ms": 84.027}, "yolo11_640_fire_11class": {"avg_ms": 52.209, "count": 307, "max_ms": 78.242, "p95_ms": 67.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.75, "count": 307, "max_ms": 83.599, "p95_ms": 73.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.251, "count": 307, "max_ms": 132.567, "p95_ms": 108.621}, "read_interval": {"avg_ms": 97.919, "count": 306, "max_ms": 144.685, "p95_ms": 121.133}, "triton_wait": {"avg_ms": 62.247, "count": 307, "max_ms": 109.453, "p95_ms": 84.045}, "visualize": {"avg_ms": 3.488, "count": 307, "max_ms": 5.388, "p95_ms": 3.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13412.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6881.44, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.501, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 806996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:02:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:02:58+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:02:58+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T09:02:58.757356+09:00", "mtime_epoch": 1783036978.7573557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:02:58+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1484.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.166, "count": 301, "max_ms": 15.277, "p95_ms": 10.655}, "gstreamer_push": {"avg_ms": 1.26, "count": 301, "max_ms": 2.014, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.488, "count": 301, "max_ms": 80.675, "p95_ms": 68.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.409, "count": 301, "max_ms": 104.291, "p95_ms": 84.595}, "yolo11_640_fire_11class": {"avg_ms": 56.531, "count": 301, "max_ms": 81.9, "p95_ms": 73.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.837, "count": 301, "max_ms": 83.165, "p95_ms": 76.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.235, "count": 301, "max_ms": 120.992, "p95_ms": 100.926}, "read_interval": {"avg_ms": 99.788, "count": 300, "max_ms": 723.281, "p95_ms": 121.683}, "triton_wait": {"avg_ms": 62.534, "count": 301, "max_ms": 104.305, "p95_ms": 84.627}, "visualize": {"avg_ms": 3.648, "count": 301, "max_ms": 5.171, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3454, "tracking_summary": 2984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13413.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82840.007, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.202, "sample_count": 946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:03:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:03:06+09:00", "last_frame_read_age_sec": 0.376, "last_frame_read_at": "2026-07-03T09:03:06+09:00", "mjpeg": {"age_sec": 0.36, "exists": true, "mtime": "2026-07-03T09:03:06.225485+09:00", "mtime_epoch": 1783036986.2254853, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:03:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 998.738, "name": "celery", "pid": 239, "rss_mb": 992.809, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.355, "pushed": 3.355, "read": 3.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 185.159, "count": 100, "max_ms": 272.888, "p95_ms": 243.651}, "gstreamer_push": {"avg_ms": 1.023, "count": 100, "max_ms": 1.986, "p95_ms": 1.719}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.566, "count": 100, "max_ms": 106.951, "p95_ms": 97.526}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 74.221, "count": 100, "max_ms": 99.637, "p95_ms": 94.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.727, "count": 100, "max_ms": 378.672, "p95_ms": 364.705}, "read_interval": {"avg_ms": 299.446, "count": 99, "max_ms": 388.87, "p95_ms": 373.343}, "triton_wait": {"avg_ms": 76.737, "count": 100, "max_ms": 106.962, "p95_ms": 97.539}, "visualize": {"avg_ms": 25.033, "count": 100, "max_ms": 34.202, "p95_ms": 30.74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6243}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13406.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 437.02, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.027, "name": "ffmpeg", "pid": 26285, "rss_mb": 283.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.407, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 749263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:03:20+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T09:03:20+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T09:03:20.309730+09:00", "mtime_epoch": 1783037000.3097303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 205984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:03:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7758.902, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.943, "count": 300, "max_ms": 25.551, "p95_ms": 17.903}, "gstreamer_push": {"avg_ms": 1.205, "count": 300, "max_ms": 1.938, "p95_ms": 1.33}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.367, "count": 300, "max_ms": 73.337, "p95_ms": 65.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.893, "count": 300, "max_ms": 103.89, "p95_ms": 91.649}, "yolo11_640_fire_11class": {"avg_ms": 53.092, "count": 300, "max_ms": 79.161, "p95_ms": 68.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.253, "count": 300, "max_ms": 82.639, "p95_ms": 74.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.486, "count": 300, "max_ms": 128.965, "p95_ms": 115.593}, "read_interval": {"avg_ms": 100.169, "count": 299, "max_ms": 145.128, "p95_ms": 128.151}, "triton_wait": {"avg_ms": 64.494, "count": 300, "max_ms": 103.903, "p95_ms": 91.662}, "visualize": {"avg_ms": 3.495, "count": 300, "max_ms": 4.548, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13419.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6911.53, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.222, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 807300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:03:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:03:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T09:03:28+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T09:03:28.849879+09:00", "mtime_epoch": 1783037008.849879, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:03:28+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1484.535, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.142, "pushed": 10.142, "read": 10.109}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.993, "count": 304, "max_ms": 13.185, "p95_ms": 9.241}, "gstreamer_push": {"avg_ms": 1.241, "count": 304, "max_ms": 1.719, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.47, "count": 304, "max_ms": 73.658, "p95_ms": 66.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.41, "count": 304, "max_ms": 102.863, "p95_ms": 83.393}, "yolo11_640_fire_11class": {"avg_ms": 55.72, "count": 304, "max_ms": 83.49, "p95_ms": 70.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.384, "count": 304, "max_ms": 84.33, "p95_ms": 76.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.565, "count": 304, "max_ms": 119.782, "p95_ms": 100.794}, "read_interval": {"avg_ms": 98.982, "count": 303, "max_ms": 678.439, "p95_ms": 121.525}, "triton_wait": {"avg_ms": 61.163, "count": 304, "max_ms": 102.875, "p95_ms": 83.417}, "visualize": {"avg_ms": 3.637, "count": 304, "max_ms": 4.849, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3456, "tracking_summary": 2985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13413.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82870.272, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.431, "sample_count": 937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:03:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:03:36+09:00", "last_frame_read_age_sec": 0.345, "last_frame_read_at": "2026-07-03T09:03:36+09:00", "mjpeg": {"age_sec": 0.336, "exists": true, "mtime": "2026-07-03T09:03:36.514013+09:00", "mtime_epoch": 1783037016.5140126, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:03:36+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 998.738, "name": "celery", "pid": 239, "rss_mb": 992.727, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.877, "pushed": 2.877, "read": 2.843}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 234.996, "count": 86, "max_ms": 273.269, "p95_ms": 269.052}, "gstreamer_push": {"avg_ms": 1.055, "count": 86, "max_ms": 2.545, "p95_ms": 1.771}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.013, "count": 86, "max_ms": 109.147, "p95_ms": 95.898}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.158, "count": 86, "max_ms": 100.123, "p95_ms": 95.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 342.031, "count": 86, "max_ms": 390.086, "p95_ms": 381.817}, "read_interval": {"avg_ms": 351.89, "count": 85, "max_ms": 399.968, "p95_ms": 390.679}, "triton_wait": {"avg_ms": 74.317, "count": 86, "max_ms": 109.16, "p95_ms": 95.91}, "visualize": {"avg_ms": 28.909, "count": 86, "max_ms": 39.619, "p95_ms": 36.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13406.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 467.075, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.027, "name": "ffmpeg", "pid": 26285, "rss_mb": 283.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.901, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 749538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:03:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:03:50+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-03T09:03:50+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T09:03:50.330253+09:00", "mtime_epoch": 1783037030.3302534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:03:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7759.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.176, "pushed": 9.176, "read": 9.143}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.623, "count": 275, "max_ms": 25.71, "p95_ms": 19.501}, "gstreamer_push": {"avg_ms": 1.145, "count": 275, "max_ms": 1.748, "p95_ms": 1.336}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.45, "count": 275, "max_ms": 71.46, "p95_ms": 65.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.241, "count": 275, "max_ms": 105.134, "p95_ms": 83.048}, "yolo11_640_fire_11class": {"avg_ms": 51.813, "count": 275, "max_ms": 74.243, "p95_ms": 68.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.803, "count": 275, "max_ms": 85.398, "p95_ms": 77.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.611, "count": 275, "max_ms": 165.339, "p95_ms": 135.828}, "read_interval": {"avg_ms": 109.207, "count": 274, "max_ms": 175.264, "p95_ms": 145.783}, "triton_wait": {"avg_ms": 61.769, "count": 275, "max_ms": 105.146, "p95_ms": 84.175}, "visualize": {"avg_ms": 3.934, "count": 275, "max_ms": 6.714, "p95_ms": 4.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13412.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6941.607, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.141, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 807603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:03:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:03:59+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T09:03:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T09:03:58.942404+09:00", "mtime_epoch": 1783037038.9424036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:03:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1485.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.073}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.06, "count": 303, "max_ms": 12.637, "p95_ms": 9.528}, "gstreamer_push": {"avg_ms": 1.244, "count": 303, "max_ms": 2.038, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.649, "count": 303, "max_ms": 74.345, "p95_ms": 66.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.167, "count": 303, "max_ms": 100.684, "p95_ms": 79.312}, "yolo11_640_fire_11class": {"avg_ms": 53.759, "count": 303, "max_ms": 78.998, "p95_ms": 68.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.336, "count": 303, "max_ms": 87.385, "p95_ms": 77.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.611, "count": 303, "max_ms": 117.441, "p95_ms": 99.069}, "read_interval": {"avg_ms": 99.31, "count": 302, "max_ms": 702.178, "p95_ms": 175.617}, "triton_wait": {"avg_ms": 58.15, "count": 303, "max_ms": 100.698, "p95_ms": 82.689}, "visualize": {"avg_ms": 3.62, "count": 303, "max_ms": 5.355, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3457, "tracking_summary": 2986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13415.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82900.335, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.564, "sample_count": 944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:04:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:04:06+09:00", "last_frame_read_age_sec": 0.33, "last_frame_read_at": "2026-07-03T09:04:06+09:00", "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-07-03T09:04:06.594537+09:00", "mtime_epoch": 1783037046.5945373, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:04:06+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 998.738, "name": "celery", "pid": 239, "rss_mb": 992.656, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.163, "pushed": 3.163, "read": 3.129}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 204.059, "count": 94, "max_ms": 246.44, "p95_ms": 245.066}, "gstreamer_push": {"avg_ms": 1.034, "count": 94, "max_ms": 1.929, "p95_ms": 1.803}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.894, "count": 94, "max_ms": 103.915, "p95_ms": 95.227}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.156, "count": 94, "max_ms": 101.829, "p95_ms": 93.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 309.997, "count": 94, "max_ms": 381.818, "p95_ms": 373.575}, "read_interval": {"avg_ms": 319.617, "count": 93, "max_ms": 390.306, "p95_ms": 383.51}, "triton_wait": {"avg_ms": 71.989, "count": 94, "max_ms": 103.924, "p95_ms": 95.239}, "visualize": {"avg_ms": 30.118, "count": 94, "max_ms": 41.533, "p95_ms": 38.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.719, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13419.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 497.11, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.059, "name": "ffmpeg", "pid": 26285, "rss_mb": 284.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.004, "sample_count": 2844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 749766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:04:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:04:20+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-03T09:04:20+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T09:04:20.366778+09:00", "mtime_epoch": 1783037060.3667777, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:04:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7759.16, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.626, "pushed": 7.626, "read": 7.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.656, "count": 228, "max_ms": 22.492, "p95_ms": 18.462}, "gstreamer_push": {"avg_ms": 1.022, "count": 228, "max_ms": 1.547, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.949, "count": 228, "max_ms": 71.619, "p95_ms": 65.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.681, "count": 228, "max_ms": 101.581, "p95_ms": 83.857}, "yolo11_640_fire_11class": {"avg_ms": 53.023, "count": 228, "max_ms": 75.42, "p95_ms": 68.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.949, "count": 228, "max_ms": 87.319, "p95_ms": 78.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.974, "count": 228, "max_ms": 163.222, "p95_ms": 143.271}, "read_interval": {"avg_ms": 131.732, "count": 227, "max_ms": 173.223, "p95_ms": 152.631}, "triton_wait": {"avg_ms": 63.482, "count": 228, "max_ms": 101.593, "p95_ms": 83.868}, "visualize": {"avg_ms": 4.752, "count": 228, "max_ms": 5.802, "p95_ms": 5.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13418.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 6971.672, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.967, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 807904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:04:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:04:29+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T09:04:28+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T09:04:28.982928+09:00", "mtime_epoch": 1783037068.9829283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:04:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1485.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 301, "max_ms": 11.996, "p95_ms": 9.804}, "gstreamer_push": {"avg_ms": 1.208, "count": 301, "max_ms": 1.736, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.179, "count": 301, "max_ms": 74.852, "p95_ms": 64.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.44, "count": 301, "max_ms": 97.47, "p95_ms": 77.888}, "yolo11_640_fire_11class": {"avg_ms": 54.086, "count": 301, "max_ms": 86.478, "p95_ms": 70.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.393, "count": 301, "max_ms": 88.922, "p95_ms": 78.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.91, "count": 301, "max_ms": 114.481, "p95_ms": 97.332}, "read_interval": {"avg_ms": 99.843, "count": 300, "max_ms": 810.288, "p95_ms": 173.191}, "triton_wait": {"avg_ms": 57.655, "count": 301, "max_ms": 97.484, "p95_ms": 80.01}, "visualize": {"avg_ms": 3.531, "count": 301, "max_ms": 5.172, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3457, "tracking_summary": 2986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13422.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82930.649, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 372.308, "sample_count": 933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:04:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:04:37+09:00", "last_frame_read_age_sec": 0.336, "last_frame_read_at": "2026-07-03T09:04:36+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T09:04:36.903067+09:00", "mtime_epoch": 1783037076.9030669, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:04:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.035, "name": "celery", "pid": 239, "rss_mb": 996.734, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.903, "pushed": 2.903, "read": 2.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 236.476, "count": 87, "max_ms": 263.175, "p95_ms": 249.692}, "gstreamer_push": {"avg_ms": 0.816, "count": 87, "max_ms": 2.923, "p95_ms": 0.859}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.702, "count": 87, "max_ms": 108.604, "p95_ms": 94.989}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.32, "count": 87, "max_ms": 103.447, "p95_ms": 96.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 338.974, "count": 87, "max_ms": 387.459, "p95_ms": 370.416}, "read_interval": {"avg_ms": 348.476, "count": 86, "max_ms": 397.949, "p95_ms": 380.693}, "triton_wait": {"avg_ms": 72.413, "count": 87, "max_ms": 108.616, "p95_ms": 99.986}, "visualize": {"avg_ms": 26.295, "count": 87, "max_ms": 45.372, "p95_ms": 28.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13430.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 527.158, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.309, "name": "ffmpeg", "pid": 26285, "rss_mb": 292.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.661, "sample_count": 2774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 749995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:04:50+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T09:04:50+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T09:04:50.399303+09:00", "mtime_epoch": 1783037090.3993032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 209036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:04:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7759.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.653, "pushed": 7.653, "read": 7.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 16.762, "count": 229, "max_ms": 25.724, "p95_ms": 19.035}, "gstreamer_push": {"avg_ms": 1.042, "count": 229, "max_ms": 1.614, "p95_ms": 1.259}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.448, "count": 229, "max_ms": 80.987, "p95_ms": 66.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.625, "count": 229, "max_ms": 106.316, "p95_ms": 83.542}, "yolo11_640_fire_11class": {"avg_ms": 55.998, "count": 229, "max_ms": 85.248, "p95_ms": 74.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.206, "count": 229, "max_ms": 95.618, "p95_ms": 80.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.918, "count": 229, "max_ms": 166.056, "p95_ms": 146.3}, "read_interval": {"avg_ms": 131.164, "count": 228, "max_ms": 237.269, "p95_ms": 157.205}, "triton_wait": {"avg_ms": 63.732, "count": 229, "max_ms": 106.331, "p95_ms": 86.312}, "visualize": {"avg_ms": 4.732, "count": 229, "max_ms": 7.378, "p95_ms": 5.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13426.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 7001.766, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.925, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:04:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:04:59+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T09:04:59+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T09:04:59.087455+09:00", "mtime_epoch": 1783037099.0874553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:04:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1485.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.128, "pushed": 10.128, "read": 10.128}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.134, "count": 298, "max_ms": 14.817, "p95_ms": 9.739}, "gstreamer_push": {"avg_ms": 1.246, "count": 298, "max_ms": 1.803, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.158, "count": 298, "max_ms": 79.211, "p95_ms": 65.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.535, "count": 298, "max_ms": 116.215, "p95_ms": 78.851}, "yolo11_640_fire_11class": {"avg_ms": 53.983, "count": 298, "max_ms": 85.937, "p95_ms": 70.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.278, "count": 298, "max_ms": 93.803, "p95_ms": 78.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.79, "count": 298, "max_ms": 132.972, "p95_ms": 98.945}, "read_interval": {"avg_ms": 101.034, "count": 298, "max_ms": 769.595, "p95_ms": 125.107}, "triton_wait": {"avg_ms": 58.122, "count": 298, "max_ms": 116.227, "p95_ms": 81.832}, "visualize": {"avg_ms": 3.664, "count": 298, "max_ms": 4.909, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.424, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3458, "tracking_summary": 2987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13427.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82960.786, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.874, "sample_count": 937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:05:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:05:07+09:00", "last_frame_read_age_sec": 0.326, "last_frame_read_at": "2026-07-03T09:05:07+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T09:05:07.051595+09:00", "mtime_epoch": 1783037107.051595, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 253051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:05:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 996.055, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.29, "pushed": 3.29, "read": 3.256}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.016, "count": 98, "max_ms": 271.427, "p95_ms": 253.827}, "gstreamer_push": {"avg_ms": 0.776, "count": 98, "max_ms": 1.271, "p95_ms": 0.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.899, "count": 98, "max_ms": 103.088, "p95_ms": 88.3}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.705, "count": 98, "max_ms": 103.076, "p95_ms": 87.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 298.292, "count": 98, "max_ms": 364.167, "p95_ms": 354.99}, "read_interval": {"avg_ms": 307.244, "count": 97, "max_ms": 373.712, "p95_ms": 364.876}, "triton_wait": {"avg_ms": 69.999, "count": 98, "max_ms": 103.098, "p95_ms": 91.022}, "visualize": {"avg_ms": 24.542, "count": 98, "max_ms": 33.251, "p95_ms": 27.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.791, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13431.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T08:56:00+09:00", "last_error_summary": "[h264 @ 0x55710b840ec0] cabac decode of qscale diff failed at 28 17 [h264 @ 0x55710b840ec0] error while decoding MB 28 17, bytestream 1523 [h264 @ 0x55710b95e4c0] left block unavailable for requested intra mode [h264 @ 0x55710b95e4c0] error while decoding MB 0 30, bytestream 6716 [h264 @ 0x55710b98f140] cabac decode of qscale diff failed at 4 23 [h264 @ 0x55710b98f140] error while decoding MB 4 23, bytestream 5225 [h264 @ 0x55710b972680] error while decoding MB 57 8, bytestream -5 [in#0/rtsp @ 0", "last_exit_at": "2026-07-03T08:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 562.294, "last_started_at": "2026-07-03T08:56:03+09:00", "pid": 26285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.535, "name": "ffmpeg", "pid": 26285, "rss_mb": 298.535, "state": "S (sleeping)", "threads": 104}, "restart_count": 137, "restart_count_per_hour": 4, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.828, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:05:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:05:25+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T09:05:25+09:00", "mjpeg": {"age_sec": 19.101, "exists": true, "mtime": "2026-07-03T09:05:06.559586+09:00", "mtime_epoch": 1783037106.5595863, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:05:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7759.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.808, "pushed": 2.808, "read": 2.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 16.676, "count": 84, "max_ms": 20.046, "p95_ms": 18.165}, "gstreamer_push": {"avg_ms": 1.029, "count": 84, "max_ms": 1.366, "p95_ms": 1.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.916, "count": 84, "max_ms": 73.729, "p95_ms": 67.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.3, "count": 84, "max_ms": 102.353, "p95_ms": 84.416}, "yolo11_640_fire_11class": {"avg_ms": 51.614, "count": 84, "max_ms": 77.051, "p95_ms": 72.045}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.849, "count": 84, "max_ms": 90.056, "p95_ms": 78.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.251, "count": 84, "max_ms": 159.463, "p95_ms": 143.982}, "read_interval": {"avg_ms": 360.732, "count": 83, "max_ms": 19120.92, "p95_ms": 155.711}, "triton_wait": {"avg_ms": 62.499, "count": 84, "max_ms": 102.366, "p95_ms": 84.43}, "visualize": {"avg_ms": 4.757, "count": 84, "max_ms": 5.666, "p95_ms": 5.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13158.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 7031.802, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.206, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:05:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:05:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:05:29+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T09:05:29.135982+09:00", "mtime_epoch": 1783037129.1359823, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:05:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1485.051, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.85, "count": 298, "max_ms": 12.338, "p95_ms": 8.851}, "gstreamer_push": {"avg_ms": 1.216, "count": 298, "max_ms": 1.468, "p95_ms": 1.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.666, "count": 298, "max_ms": 72.64, "p95_ms": 60.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.543, "count": 298, "max_ms": 111.722, "p95_ms": 72.563}, "yolo11_640_fire_11class": {"avg_ms": 49.994, "count": 298, "max_ms": 77.253, "p95_ms": 63.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.606, "count": 298, "max_ms": 88.749, "p95_ms": 70.631}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.063, "count": 298, "max_ms": 128.879, "p95_ms": 91.25}, "read_interval": {"avg_ms": 100.865, "count": 297, "max_ms": 758.808, "p95_ms": 203.198}, "triton_wait": {"avg_ms": 52.865, "count": 298, "max_ms": 111.735, "p95_ms": 75.604}, "visualize": {"avg_ms": 3.612, "count": 298, "max_ms": 4.682, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3460, "tracking_summary": 2988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13399.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 82990.999, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 370.416, "sample_count": 951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:05:37+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-07-03T09:05:37+09:00", "mjpeg": {"age_sec": 0.318, "exists": true, "mtime": "2026-07-03T09:05:37.260125+09:00", "mtime_epoch": 1783037137.260125, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:05:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 993.406, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.312, "pushed": 3.312, "read": 3.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 204.309, "count": 99, "max_ms": 247.27, "p95_ms": 239.892}, "gstreamer_push": {"avg_ms": 0.822, "count": 99, "max_ms": 1.754, "p95_ms": 1.702}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.873, "count": 99, "max_ms": 103.946, "p95_ms": 77.329}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 64.421, "count": 99, "max_ms": 102.132, "p95_ms": 79.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.904, "count": 99, "max_ms": 370.876, "p95_ms": 343.684}, "read_interval": {"avg_ms": 304.892, "count": 98, "max_ms": 380.804, "p95_ms": 353.583}, "triton_wait": {"avg_ms": 64.611, "count": 99, "max_ms": 103.958, "p95_ms": 79.084}, "visualize": {"avg_ms": 23.271, "count": 99, "max_ms": 38.687, "p95_ms": 29.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13407.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:05:26+09:00", "last_error_summary": "[h264 @ 0x5618614e8640] cabac decode of qscale diff failed at 77 25 [h264 @ 0x5618614e8640] error while decoding MB 77 25, bytestream 3925 [h264 @ 0x561861510900] left block unavailable for requested intra mode [h264 @ 0x561861510900] error while decoding MB 0 24, bytestream 32788 [h264 @ 0x5618614dc080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5618614dc080] error while decoding MB 0 34, bytestream 2468 [in#0/rtsp @ 0x5618613a9e00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T09:05:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.167, "last_started_at": "2026-07-03T09:05:29+09:00", "pid": 26392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.039, "name": "ffmpeg", "pid": 26392, "rss_mb": 271.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 5, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.78, "sample_count": 2508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:05:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:05:55+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T09:05:55+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T09:05:55.588447+09:00", "mtime_epoch": 1783037155.588447, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:05:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7759.418, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.529, "pushed": 8.529, "read": 8.496}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.68, "count": 255, "max_ms": 24.916, "p95_ms": 18.58}, "gstreamer_push": {"avg_ms": 1.185, "count": 255, "max_ms": 1.958, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.129, "count": 255, "max_ms": 83.05, "p95_ms": 64.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.808, "count": 255, "max_ms": 104.875, "p95_ms": 84.974}, "yolo11_640_fire_11class": {"avg_ms": 51.982, "count": 255, "max_ms": 83.039, "p95_ms": 66.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.922, "count": 255, "max_ms": 82.408, "p95_ms": 74.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.736, "count": 255, "max_ms": 129.54, "p95_ms": 108.882}, "read_interval": {"avg_ms": 117.782, "count": 254, "max_ms": 4997.291, "p95_ms": 123.485}, "triton_wait": {"avg_ms": 62.116, "count": 255, "max_ms": 104.887, "p95_ms": 84.987}, "visualize": {"avg_ms": 3.444, "count": 255, "max_ms": 5.035, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13407.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 7061.898, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.565, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 808800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:05:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:05:59+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T09:05:59+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T09:05:59.196511+09:00", "mtime_epoch": 1783037159.1965106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 262632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:05:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1485.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 299, "max_ms": 13.727, "p95_ms": 9.213}, "gstreamer_push": {"avg_ms": 1.221, "count": 299, "max_ms": 1.459, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.665, "count": 299, "max_ms": 79.874, "p95_ms": 66.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.046, "count": 299, "max_ms": 108.095, "p95_ms": 84.049}, "yolo11_640_fire_11class": {"avg_ms": 55.126, "count": 299, "max_ms": 83.444, "p95_ms": 70.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.345, "count": 299, "max_ms": 85.68, "p95_ms": 74.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.942, "count": 299, "max_ms": 124.846, "p95_ms": 101.59}, "read_interval": {"avg_ms": 100.356, "count": 298, "max_ms": 843.438, "p95_ms": 122.804}, "triton_wait": {"avg_ms": 60.559, "count": 299, "max_ms": 108.108, "p95_ms": 85.045}, "visualize": {"avg_ms": 3.61, "count": 299, "max_ms": 5.174, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3461, "tracking_summary": 2989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13408.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83021.091, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.079, "sample_count": 930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:06:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:06:07+09:00", "last_frame_read_age_sec": 0.348, "last_frame_read_at": "2026-07-03T09:06:07+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T09:06:07.332654+09:00", "mtime_epoch": 1783037167.3326538, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 259065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:06:07+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 997.789, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.893, "pushed": 2.893, "read": 2.859}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 235.578, "count": 86, "max_ms": 255.494, "p95_ms": 244.224}, "gstreamer_push": {"avg_ms": 0.76, "count": 86, "max_ms": 0.827, "p95_ms": 0.807}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.583, "count": 86, "max_ms": 107.425, "p95_ms": 99.558}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.579, "count": 86, "max_ms": 99.544, "p95_ms": 97.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 340.561, "count": 86, "max_ms": 387.46, "p95_ms": 369.195}, "read_interval": {"avg_ms": 349.824, "count": 85, "max_ms": 396.282, "p95_ms": 378.091}, "triton_wait": {"avg_ms": 75.815, "count": 86, "max_ms": 107.441, "p95_ms": 99.568}, "visualize": {"avg_ms": 25.361, "count": 86, "max_ms": 33.772, "p95_ms": 28.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.728, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 13317.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:05:26+09:00", "last_error_summary": "[h264 @ 0x5618614e8640] cabac decode of qscale diff failed at 77 25 [h264 @ 0x5618614e8640] error while decoding MB 77 25, bytestream 3925 [h264 @ 0x561861510900] left block unavailable for requested intra mode [h264 @ 0x561861510900] error while decoding MB 0 24, bytestream 32788 [h264 @ 0x5618614dc080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5618614dc080] error while decoding MB 0 34, bytestream 2468 [in#0/rtsp @ 0x5618613a9e00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T09:05:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.2, "last_started_at": "2026-07-03T09:05:29+09:00", "pid": 26392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.844, "name": "ffmpeg", "pid": 26392, "rss_mb": 272.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 5, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.738, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:06:25+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T09:06:25+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T09:06:25.632976+09:00", "mtime_epoch": 1783037185.6329758, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:06:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7759.676, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.815, "count": 299, "max_ms": 21.935, "p95_ms": 17.834}, "gstreamer_push": {"avg_ms": 1.203, "count": 299, "max_ms": 1.489, "p95_ms": 1.328}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.768, "count": 299, "max_ms": 73.314, "p95_ms": 65.24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.691, "count": 299, "max_ms": 102.05, "p95_ms": 83.217}, "yolo11_640_fire_11class": {"avg_ms": 51.515, "count": 299, "max_ms": 75.349, "p95_ms": 67.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.027, "count": 299, "max_ms": 82.79, "p95_ms": 74.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.45, "count": 299, "max_ms": 124.803, "p95_ms": 106.664}, "read_interval": {"avg_ms": 100.471, "count": 298, "max_ms": 320.23, "p95_ms": 124.295}, "triton_wait": {"avg_ms": 61.584, "count": 299, "max_ms": 102.063, "p95_ms": 83.23}, "visualize": {"avg_ms": 3.499, "count": 299, "max_ms": 5.115, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 13308.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 7091.908, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.351, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 809103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:06:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:06:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:06:29+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T09:06:29.245039+09:00", "mtime_epoch": 1783037189.2450395, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:06:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1485.309, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.903, "count": 303, "max_ms": 13.196, "p95_ms": 10.186}, "gstreamer_push": {"avg_ms": 1.194, "count": 303, "max_ms": 1.473, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.975, "count": 303, "max_ms": 72.028, "p95_ms": 65.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.006, "count": 303, "max_ms": 111.851, "p95_ms": 81.671}, "yolo11_640_fire_11class": {"avg_ms": 54.577, "count": 303, "max_ms": 77.05, "p95_ms": 68.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.507, "count": 303, "max_ms": 81.516, "p95_ms": 74.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.126, "count": 303, "max_ms": 128.54, "p95_ms": 97.565}, "read_interval": {"avg_ms": 99.153, "count": 303, "max_ms": 725.64, "p95_ms": 141.932}, "triton_wait": {"avg_ms": 60.047, "count": 303, "max_ms": 111.864, "p95_ms": 81.683}, "visualize": {"avg_ms": 3.456, "count": 303, "max_ms": 4.617, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3461, "tracking_summary": 2990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 13274.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83051.212, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 367.332, "sample_count": 953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:06:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:06:37+09:00", "last_frame_read_age_sec": 0.35, "last_frame_read_at": "2026-07-03T09:06:37+09:00", "mjpeg": {"age_sec": 0.337, "exists": true, "mtime": "2026-07-03T09:06:37.453184+09:00", "mtime_epoch": 1783037197.453184, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:06:37+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 985.152, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.561, "pushed": 3.561, "read": 3.527}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 177.312, "count": 106, "max_ms": 267.817, "p95_ms": 241.848}, "gstreamer_push": {"avg_ms": 0.93, "count": 106, "max_ms": 2.486, "p95_ms": 1.827}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.248, "count": 106, "max_ms": 102.241, "p95_ms": 93.757}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.447, "count": 106, "max_ms": 101.054, "p95_ms": 88.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.583, "count": 106, "max_ms": 380.877, "p95_ms": 360.551}, "read_interval": {"avg_ms": 283.451, "count": 105, "max_ms": 391.987, "p95_ms": 370.205}, "triton_wait": {"avg_ms": 69.698, "count": 106, "max_ms": 102.254, "p95_ms": 93.77}, "visualize": {"avg_ms": 23.833, "count": 106, "max_ms": 34.182, "p95_ms": 31.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12736.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:05:26+09:00", "last_error_summary": "[h264 @ 0x5618614e8640] cabac decode of qscale diff failed at 77 25 [h264 @ 0x5618614e8640] error while decoding MB 77 25, bytestream 3925 [h264 @ 0x561861510900] left block unavailable for requested intra mode [h264 @ 0x561861510900] error while decoding MB 0 24, bytestream 32788 [h264 @ 0x5618614dc080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5618614dc080] error while decoding MB 0 34, bytestream 2468 [in#0/rtsp @ 0x5618613a9e00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T09:05:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.243, "last_started_at": "2026-07-03T09:05:29+09:00", "pid": 26392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.68, "name": "ffmpeg", "pid": 26392, "rss_mb": 275.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 5, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.777, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 750969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:06:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:06:55+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:06:55.669505+09:00", "mtime_epoch": 1783037215.6695051, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:06:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7759.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.922, "pushed": 9.922, "read": 9.889}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.829, "count": 297, "max_ms": 25.828, "p95_ms": 17.111}, "gstreamer_push": {"avg_ms": 1.2, "count": 297, "max_ms": 1.577, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.839, "count": 297, "max_ms": 72.269, "p95_ms": 66.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.56, "count": 297, "max_ms": 102.494, "p95_ms": 84.347}, "yolo11_640_fire_11class": {"avg_ms": 53.255, "count": 297, "max_ms": 77.383, "p95_ms": 68.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.513, "count": 297, "max_ms": 82.334, "p95_ms": 74.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.797, "count": 297, "max_ms": 124.827, "p95_ms": 108.306}, "read_interval": {"avg_ms": 101.14, "count": 296, "max_ms": 141.49, "p95_ms": 123.584}, "triton_wait": {"avg_ms": 62.883, "count": 297, "max_ms": 102.505, "p95_ms": 84.36}, "visualize": {"avg_ms": 3.493, "count": 297, "max_ms": 4.673, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12728.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 7121.94, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.069, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 809406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:06:59+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T09:06:59+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T09:06:59.261569+09:00", "mtime_epoch": 1783037219.2615685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:06:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1485.566, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.081}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.058, "count": 303, "max_ms": 13.65, "p95_ms": 9.703}, "gstreamer_push": {"avg_ms": 1.244, "count": 303, "max_ms": 1.592, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.555, "count": 303, "max_ms": 78.606, "p95_ms": 66.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.388, "count": 303, "max_ms": 108.49, "p95_ms": 81.427}, "yolo11_640_fire_11class": {"avg_ms": 55.093, "count": 303, "max_ms": 79.343, "p95_ms": 71.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.297, "count": 303, "max_ms": 80.544, "p95_ms": 75.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.835, "count": 303, "max_ms": 124.992, "p95_ms": 100.119}, "read_interval": {"avg_ms": 99.129, "count": 302, "max_ms": 727.878, "p95_ms": 123.59}, "triton_wait": {"avg_ms": 60.263, "count": 303, "max_ms": 108.502, "p95_ms": 81.439}, "visualize": {"avg_ms": 3.657, "count": 303, "max_ms": 5.047, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3462, "tracking_summary": 2990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 12737.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83081.495, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.755, "sample_count": 950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:07:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:07:08+09:00", "last_frame_read_age_sec": 0.351, "last_frame_read_at": "2026-07-03T09:07:07+09:00", "mjpeg": {"age_sec": 0.34, "exists": true, "mtime": "2026-07-03T09:07:07.733718+09:00", "mtime_epoch": 1783037227.733718, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:07:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 993.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.908, "pushed": 2.908, "read": 2.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 233.031, "count": 87, "max_ms": 290.747, "p95_ms": 252.344}, "gstreamer_push": {"avg_ms": 0.895, "count": 87, "max_ms": 2.932, "p95_ms": 1.766}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.581, "count": 87, "max_ms": 107.394, "p95_ms": 94.445}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.92, "count": 87, "max_ms": 104.243, "p95_ms": 94.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 338.242, "count": 87, "max_ms": 392.773, "p95_ms": 381.575}, "read_interval": {"avg_ms": 347.948, "count": 86, "max_ms": 403.385, "p95_ms": 391.179}, "triton_wait": {"avg_ms": 73.039, "count": 87, "max_ms": 107.407, "p95_ms": 94.754}, "visualize": {"avg_ms": 28.32, "count": 87, "max_ms": 53.204, "p95_ms": 40.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12734.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:05:26+09:00", "last_error_summary": "[h264 @ 0x5618614e8640] cabac decode of qscale diff failed at 77 25 [h264 @ 0x5618614e8640] error while decoding MB 77 25, bytestream 3925 [h264 @ 0x561861510900] left block unavailable for requested intra mode [h264 @ 0x561861510900] error while decoding MB 0 24, bytestream 32788 [h264 @ 0x5618614dc080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5618614dc080] error while decoding MB 0 34, bytestream 2468 [in#0/rtsp @ 0x5618613a9e00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T09:05:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.257, "last_started_at": "2026-07-03T09:05:29+09:00", "pid": 26392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.68, "name": "ffmpeg", "pid": 26392, "rss_mb": 275.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 5, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.777, "sample_count": 2554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 751266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:07:25+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T09:07:25+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T09:07:25.690035+09:00", "mtime_epoch": 1783037245.690035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:07:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7759.934, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.818, "count": 297, "max_ms": 24.17, "p95_ms": 17.752}, "gstreamer_push": {"avg_ms": 1.208, "count": 297, "max_ms": 1.713, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.774, "count": 297, "max_ms": 73.987, "p95_ms": 67.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.725, "count": 297, "max_ms": 107.325, "p95_ms": 84.124}, "yolo11_640_fire_11class": {"avg_ms": 52.464, "count": 297, "max_ms": 76.967, "p95_ms": 69.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.054, "count": 297, "max_ms": 83.346, "p95_ms": 76.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.583, "count": 297, "max_ms": 130.136, "p95_ms": 106.129}, "read_interval": {"avg_ms": 101.077, "count": 297, "max_ms": 146.185, "p95_ms": 123.597}, "triton_wait": {"avg_ms": 62.744, "count": 297, "max_ms": 107.338, "p95_ms": 84.135}, "visualize": {"avg_ms": 3.5, "count": 297, "max_ms": 5.092, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12729.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 7151.961, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.129, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 809704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:07:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:07:29+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T09:07:29.302099+09:00", "mtime_epoch": 1783037249.3020988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:07:29+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1485.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.924}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.973, "count": 298, "max_ms": 11.658, "p95_ms": 9.722}, "gstreamer_push": {"avg_ms": 1.221, "count": 298, "max_ms": 1.486, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.193, "count": 298, "max_ms": 74.684, "p95_ms": 67.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.388, "count": 298, "max_ms": 103.781, "p95_ms": 83.448}, "yolo11_640_fire_11class": {"avg_ms": 55.346, "count": 298, "max_ms": 80.437, "p95_ms": 70.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.929, "count": 298, "max_ms": 82.138, "p95_ms": 76.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.724, "count": 298, "max_ms": 121.047, "p95_ms": 100.232}, "read_interval": {"avg_ms": 100.811, "count": 297, "max_ms": 745.383, "p95_ms": 125.678}, "triton_wait": {"avg_ms": 61.33, "count": 298, "max_ms": 103.793, "p95_ms": 83.461}, "visualize": {"avg_ms": 3.62, "count": 298, "max_ms": 4.867, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3465, "tracking_summary": 2991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 12738.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83111.838, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 366.523, "sample_count": 928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:07:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:07:38+09:00", "last_frame_read_age_sec": 0.338, "last_frame_read_at": "2026-07-03T09:07:38+09:00", "mjpeg": {"age_sec": 0.326, "exists": true, "mtime": "2026-07-03T09:07:38.090254+09:00", "mtime_epoch": 1783037258.090254, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:07:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 994.512, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.0, "pushed": 3.0, "read": 3.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 219.414, "count": 90, "max_ms": 273.76, "p95_ms": 245.86}, "gstreamer_push": {"avg_ms": 1.142, "count": 90, "max_ms": 2.859, "p95_ms": 2.058}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.582, "count": 90, "max_ms": 104.265, "p95_ms": 96.205}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.735, "count": 90, "max_ms": 106.405, "p95_ms": 89.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 323.54, "count": 90, "max_ms": 372.209, "p95_ms": 363.744}, "read_interval": {"avg_ms": 333.285, "count": 90, "max_ms": 381.388, "p95_ms": 373.869}, "triton_wait": {"avg_ms": 71.145, "count": 90, "max_ms": 106.418, "p95_ms": 96.218}, "visualize": {"avg_ms": 29.194, "count": 90, "max_ms": 44.699, "p95_ms": 36.344}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12728.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:05:26+09:00", "last_error_summary": "[h264 @ 0x5618614e8640] cabac decode of qscale diff failed at 77 25 [h264 @ 0x5618614e8640] error while decoding MB 77 25, bytestream 3925 [h264 @ 0x561861510900] left block unavailable for requested intra mode [h264 @ 0x561861510900] error while decoding MB 0 24, bytestream 32788 [h264 @ 0x5618614dc080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5618614dc080] error while decoding MB 0 34, bytestream 2468 [in#0/rtsp @ 0x5618613a9e00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T09:05:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.352, "last_started_at": "2026-07-03T09:05:29+09:00", "pid": 26392, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.68, "name": "ffmpeg", "pid": 26392, "rss_mb": 275.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 5, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.864, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 751559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:07:55+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T09:07:55+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T09:07:55.766567+09:00", "mtime_epoch": 1783037275.7665665, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:07:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7760.191, "state": "S (sleeping)", "threads": 124}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.649, "count": 292, "max_ms": 20.848, "p95_ms": 16.75}, "gstreamer_push": {"avg_ms": 1.199, "count": 292, "max_ms": 1.951, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.433, "count": 292, "max_ms": 72.642, "p95_ms": 66.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.939, "count": 292, "max_ms": 102.088, "p95_ms": 84.195}, "yolo11_640_fire_11class": {"avg_ms": 53.869, "count": 292, "max_ms": 77.481, "p95_ms": 68.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.361, "count": 292, "max_ms": 82.524, "p95_ms": 77.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.505, "count": 292, "max_ms": 139.79, "p95_ms": 108.3}, "read_interval": {"avg_ms": 102.658, "count": 292, "max_ms": 152.24, "p95_ms": 125.6}, "triton_wait": {"avg_ms": 64.389, "count": 292, "max_ms": 102.1, "p95_ms": 84.208}, "visualize": {"avg_ms": 3.492, "count": 292, "max_ms": 4.817, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12729.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 7182.0, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.883, "name": "ffmpeg", "pid": 24181, "rss_mb": 329.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.937, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 810007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:07:59+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T09:07:59+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T09:07:59.342630+09:00", "mtime_epoch": 1783037279.34263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:07:59+09:00", "process": {"exists": true, "fd_count": 134, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1485.824, "state": "S (sleeping)", "threads": 123}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.19, "pushed": 10.19, "read": 10.19}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.136, "count": 303, "max_ms": 12.431, "p95_ms": 10.089}, "gstreamer_push": {"avg_ms": 1.25, "count": 303, "max_ms": 1.958, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.193, "count": 303, "max_ms": 74.584, "p95_ms": 66.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.19, "count": 303, "max_ms": 106.041, "p95_ms": 85.047}, "yolo11_640_fire_11class": {"avg_ms": 55.697, "count": 303, "max_ms": 81.008, "p95_ms": 70.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.311, "count": 303, "max_ms": 80.606, "p95_ms": 76.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.324, "count": 303, "max_ms": 123.311, "p95_ms": 101.985}, "read_interval": {"avg_ms": 99.129, "count": 303, "max_ms": 676.957, "p95_ms": 128.66}, "triton_wait": {"avg_ms": 61.631, "count": 303, "max_ms": 106.054, "p95_ms": 85.059}, "visualize": {"avg_ms": 3.684, "count": 303, "max_ms": 5.523, "p95_ms": 4.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.735, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "running", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260702_092040_909fc3a8.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 60, "tracking_summary": 6750}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12451.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T07:08:14+09:00", "last_error_summary": "[h264 @ 0x55fc53573240] error while decoding MB 0 28, bytestream -17 [in#0/rtsp @ 0x55fc52d36e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55fc52d36e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T07:08:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 7183.155, "last_started_at": "2026-07-03T07:08:17+09:00", "pid": 24181, "process": {"exists": false, "pid": 24181}, "restart_count": 44, "restart_count_per_hour": 0, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.828, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 810014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "909fc3a8", "last_frame_pushed_age_sec": 0.506, "last_frame_pushed_at": "2026-07-03T09:08:00+09:00", "last_frame_read_age_sec": 0.572, "last_frame_read_at": "2026-07-03T09:07:59+09:00", "mjpeg": {"age_sec": 0.48, "exists": true, "mtime": "2026-07-03T09:08:00.074643+09:00", "mtime_epoch": 1783037280.074643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:08:00+09:00", "process": {"exists": true, "fd_count": 132, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1500.066, "state": "R (running)", "threads": 119}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357!@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.144, "count": 300, "max_ms": 12.431, "p95_ms": 10.089}, "gstreamer_push": {"avg_ms": 1.252, "count": 300, "max_ms": 1.958, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.348, "count": 300, "max_ms": 74.584, "p95_ms": 66.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.148, "count": 300, "max_ms": 106.041, "p95_ms": 85.047}, "yolo11_640_fire_11class": {"avg_ms": 55.923, "count": 300, "max_ms": 81.008, "p95_ms": 71.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.525, "count": 300, "max_ms": 80.606, "p95_ms": 76.286}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.518, "count": 300, "max_ms": 123.311, "p95_ms": 101.985}, "read_interval": {"avg_ms": 98.549, "count": 299, "max_ms": 676.957, "p95_ms": 128.66}, "triton_wait": {"avg_ms": 61.803, "count": 300, "max_ms": 106.054, "p95_ms": 85.059}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 5.523, "p95_ms": 4.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "stopped", "task_id": "79f0ea2b-9015-4f2d-9eea-a195ac4c4e56", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260702_092040_b9bee411.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 385, "tracking_summary": 6263}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 10774.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:05:26+09:00", "last_error_summary": "[h264 @ 0x5618614e8640] cabac decode of qscale diff failed at 77 25 [h264 @ 0x5618614e8640] error while decoding MB 77 25, bytestream 3925 [h264 @ 0x561861510900] left block unavailable for requested intra mode [h264 @ 0x561861510900] error while decoding MB 0 24, bytestream 32788 [h264 @ 0x5618614dc080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5618614dc080] error while decoding MB 0 34, bytestream 2468 [in#0/rtsp @ 0x5618613a9e00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T09:05:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.808, "last_started_at": "2026-07-03T09:05:29+09:00", "pid": 26392, "process": {"exists": false, "pid": 26392}, "restart_count": 138, "restart_count_per_hour": 5, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.864, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 751617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:08:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "b9bee411", "last_frame_pushed_age_sec": 0.495, "last_frame_pushed_at": "2026-07-03T09:08:01+09:00", "last_frame_read_age_sec": 0.58, "last_frame_read_at": "2026-07-03T09:08:01+09:00", "mjpeg": {"age_sec": 0.577, "exists": true, "mtime": "2026-07-03T09:08:01.742672+09:00", "mtime_epoch": 1783037281.7426724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:08:02+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6318.055, "state": "R (running)", "threads": 119}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.601, "pushed": 9.601, "read": 9.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.634, "count": 288, "max_ms": 21.276, "p95_ms": 16.63}, "gstreamer_push": {"avg_ms": 1.201, "count": 288, "max_ms": 1.951, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.371, "count": 288, "max_ms": 72.642, "p95_ms": 66.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.189, "count": 288, "max_ms": 102.088, "p95_ms": 84.889}, "yolo11_640_fire_11class": {"avg_ms": 54.284, "count": 288, "max_ms": 77.481, "p95_ms": 68.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.732, "count": 288, "max_ms": 82.524, "p95_ms": 77.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.214, "count": 288, "max_ms": 126.427, "p95_ms": 107.695}, "read_interval": {"avg_ms": 102.459, "count": 288, "max_ms": 141.871, "p95_ms": 124.24}, "triton_wait": {"avg_ms": 64.442, "count": 288, "max_ms": 102.1, "p95_ms": 84.902}, "visualize": {"avg_ms": 3.488, "count": 288, "max_ms": 5.559, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-02T09:20:40+09:00", "state": "stopped", "task_id": "a94f6654-213a-4f19-a958-d42a3ac793ec", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 10837.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.016, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 148.766, "name": "ffmpeg", "pid": 26500, "rss_mb": 148.766, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.925}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 2.887, "exists": true, "mtime": "2026-07-03T09:08:00.074643+09:00", "mtime_epoch": 1783037280.074643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:08:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1667.965, "name": "celery", "pid": 267, "rss_mb": 1493.359, "state": "R (running)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "started": true}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11192.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.015, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.828, "name": "ffmpeg", "pid": 26503, "rss_mb": 141.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 297.926}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "mjpeg": {"age_sec": 2.98, "exists": true, "mtime": "2026-07-03T09:08:01.742672+09:00", "mtime_epoch": 1783037281.7426724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:08:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6276.406, "state": "R (running)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3465, "tracking_summary": 2992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11717.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83141.867, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 364.573, "sample_count": 940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:08:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:08:08+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-03T09:08:08+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-03T09:08:08.234787+09:00", "mtime_epoch": 1783037288.2347872, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 251036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:08:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 993.613, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.707, "pushed": 3.707, "read": 3.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 161.277, "count": 110, "max_ms": 253.871, "p95_ms": 240.069}, "gstreamer_push": {"avg_ms": 1.303, "count": 110, "max_ms": 3.095, "p95_ms": 2.868}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.002, "count": 110, "max_ms": 101.873, "p95_ms": 92.093}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 68.282, "count": 110, "max_ms": 99.371, "p95_ms": 90.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 262.681, "count": 110, "max_ms": 377.648, "p95_ms": 358.082}, "read_interval": {"avg_ms": 273.413, "count": 109, "max_ms": 387.564, "p95_ms": 369.002}, "triton_wait": {"avg_ms": 69.284, "count": 110, "max_ms": 101.889, "p95_ms": 93.666}, "visualize": {"avg_ms": 28.251, "count": 110, "max_ms": 46.341, "p95_ms": 39.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.677, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11814.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.045, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.449, "name": "ffmpeg", "pid": 26500, "rss_mb": 332.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.676, "sample_count": 305, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.892}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:08:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:08:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:08:32+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T09:08:32.911224+09:00", "mtime_epoch": 1783037312.9112241, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:08:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1774.16, "name": "celery", "pid": 267, "rss_mb": 1771.324, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.21, "pushed": 10.21, "read": 10.21}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.197, "count": 305, "max_ms": 1.764, "p95_ms": 1.398}, "gstreamer_push": {"avg_ms": 1.455, "count": 305, "max_ms": 5.975, "p95_ms": 3.573}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.841, "count": 305, "max_ms": 77.062, "p95_ms": 69.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.237, "count": 305, "max_ms": 113.457, "p95_ms": 87.008}, "yolo11_640_fire_11class": {"avg_ms": 57.176, "count": 305, "max_ms": 85.276, "p95_ms": 73.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.928, "count": 305, "max_ms": 83.559, "p95_ms": 78.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.004, "count": 305, "max_ms": 125.611, "p95_ms": 97.676}, "read_interval": {"avg_ms": 97.976, "count": 304, "max_ms": 715.807, "p95_ms": 131.625}, "triton_wait": {"avg_ms": 64.589, "count": 305, "max_ms": 113.47, "p95_ms": 87.021}, "visualize": {"avg_ms": 3.667, "count": 305, "max_ms": 11.529, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11811.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 32.086, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.625, "name": "ffmpeg", "pid": 26503, "rss_mb": 271.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.517, "sample_count": 306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.852}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:08:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:08:34+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:08:34+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T09:08:34.735256+09:00", "mtime_epoch": 1783037314.7352564, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:08:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6554.973, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.209, "pushed": 10.209, "read": 10.175}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.217, "count": 306, "max_ms": 1.847, "p95_ms": 1.648}, "gstreamer_push": {"avg_ms": 1.594, "count": 306, "max_ms": 7.966, "p95_ms": 3.863}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.358, "count": 306, "max_ms": 75.674, "p95_ms": 69.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.019, "count": 306, "max_ms": 114.344, "p95_ms": 90.799}, "yolo11_640_fire_11class": {"avg_ms": 56.193, "count": 306, "max_ms": 85.509, "p95_ms": 73.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.443, "count": 306, "max_ms": 84.336, "p95_ms": 78.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.505, "count": 306, "max_ms": 124.313, "p95_ms": 102.517}, "read_interval": {"avg_ms": 98.343, "count": 305, "max_ms": 227.937, "p95_ms": 129.55}, "triton_wait": {"avg_ms": 66.359, "count": 306, "max_ms": 114.358, "p95_ms": 90.811}, "visualize": {"avg_ms": 3.55, "count": 306, "max_ms": 11.942, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3465, "tracking_summary": 2993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11826.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83171.985, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 365.488, "sample_count": 956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:08:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:08:38+09:00", "last_frame_read_age_sec": 0.335, "last_frame_read_at": "2026-07-03T09:08:38+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T09:08:38.239319+09:00", "mtime_epoch": 1783037318.2393186, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:08:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 994.535, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.414, "pushed": 3.414, "read": 3.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 178.86, "count": 102, "max_ms": 275.125, "p95_ms": 248.503}, "gstreamer_push": {"avg_ms": 1.05, "count": 102, "max_ms": 3.008, "p95_ms": 1.865}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.942, "count": 102, "max_ms": 115.031, "p95_ms": 102.931}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.359, "count": 102, "max_ms": 105.948, "p95_ms": 93.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.6, "count": 102, "max_ms": 394.255, "p95_ms": 372.869}, "read_interval": {"avg_ms": 294.782, "count": 101, "max_ms": 404.93, "p95_ms": 382.725}, "triton_wait": {"avg_ms": 77.022, "count": 102, "max_ms": 115.045, "p95_ms": 102.943}, "visualize": {"avg_ms": 25.906, "count": 102, "max_ms": 40.159, "p95_ms": 32.782}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11822.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.047, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.449, "name": "ffmpeg", "pid": 26500, "rss_mb": 332.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.642, "sample_count": 605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.888}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:09:02+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T09:09:02+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T09:09:02.891756+09:00", "mtime_epoch": 1783037342.8917556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:09:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1776.621, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.21, "count": 300, "max_ms": 1.959, "p95_ms": 1.563}, "gstreamer_push": {"avg_ms": 1.444, "count": 300, "max_ms": 7.532, "p95_ms": 1.683}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.211, "count": 300, "max_ms": 76.681, "p95_ms": 67.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.471, "count": 300, "max_ms": 100.996, "p95_ms": 88.005}, "yolo11_640_fire_11class": {"avg_ms": 55.579, "count": 300, "max_ms": 79.755, "p95_ms": 71.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.012, "count": 300, "max_ms": 86.662, "p95_ms": 77.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.972, "count": 300, "max_ms": 114.106, "p95_ms": 97.236}, "read_interval": {"avg_ms": 99.95, "count": 300, "max_ms": 865.463, "p95_ms": 156.082}, "triton_wait": {"avg_ms": 62.274, "count": 300, "max_ms": 101.012, "p95_ms": 88.018}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.579, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11816.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 62.157, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.625, "name": "ffmpeg", "pid": 26503, "rss_mb": 271.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.196, "sample_count": 607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 237.782}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:09:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:09:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:09:04+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:09:04.779789+09:00", "mtime_epoch": 1783037344.779789, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:09:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.387, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.236, "count": 301, "max_ms": 2.004, "p95_ms": 1.605}, "gstreamer_push": {"avg_ms": 1.537, "count": 301, "max_ms": 6.272, "p95_ms": 3.811}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.302, "count": 301, "max_ms": 75.21, "p95_ms": 67.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.691, "count": 301, "max_ms": 110.241, "p95_ms": 87.653}, "yolo11_640_fire_11class": {"avg_ms": 53.169, "count": 301, "max_ms": 79.4, "p95_ms": 70.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.353, "count": 301, "max_ms": 86.476, "p95_ms": 76.911}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.257, "count": 301, "max_ms": 120.484, "p95_ms": 98.938}, "read_interval": {"avg_ms": 99.882, "count": 300, "max_ms": 324.531, "p95_ms": 134.377}, "triton_wait": {"avg_ms": 64.596, "count": 301, "max_ms": 110.255, "p95_ms": 87.666}, "visualize": {"avg_ms": 3.586, "count": 301, "max_ms": 5.27, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3467, "tracking_summary": 2993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11822.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83202.018, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 369.53, "sample_count": 946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:09:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:09:08+09:00", "last_frame_read_age_sec": 0.356, "last_frame_read_at": "2026-07-03T09:09:08+09:00", "mjpeg": {"age_sec": 0.345, "exists": true, "mtime": "2026-07-03T09:09:08.251851+09:00", "mtime_epoch": 1783037348.2518506, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 256478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:09:08+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 994.934, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.831, "pushed": 2.831, "read": 2.798}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 236.479, "count": 84, "max_ms": 291.485, "p95_ms": 262.104}, "gstreamer_push": {"avg_ms": 0.998, "count": 84, "max_ms": 4.665, "p95_ms": 2.768}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.976, "count": 84, "max_ms": 105.202, "p95_ms": 98.735}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 75.616, "count": 84, "max_ms": 100.449, "p95_ms": 96.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 347.498, "count": 84, "max_ms": 392.088, "p95_ms": 379.803}, "read_interval": {"avg_ms": 357.457, "count": 83, "max_ms": 400.914, "p95_ms": 393.938}, "triton_wait": {"avg_ms": 77.894, "count": 84, "max_ms": 105.215, "p95_ms": 98.747}, "visualize": {"avg_ms": 29.28, "count": 84, "max_ms": 42.198, "p95_ms": 36.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.666, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11818.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.128, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.965, "name": "ffmpeg", "pid": 26500, "rss_mb": 332.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.841, "sample_count": 904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.809}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:09:33+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T09:09:32+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T09:09:32.984290+09:00", "mtime_epoch": 1783037372.9842896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:09:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1771.324, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.211, "count": 298, "max_ms": 2.003, "p95_ms": 1.544}, "gstreamer_push": {"avg_ms": 1.447, "count": 299, "max_ms": 4.542, "p95_ms": 3.527}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.237, "count": 298, "max_ms": 75.511, "p95_ms": 68.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.799, "count": 298, "max_ms": 105.797, "p95_ms": 86.354}, "yolo11_640_fire_11class": {"avg_ms": 58.858, "count": 298, "max_ms": 84.763, "p95_ms": 71.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.32, "count": 298, "max_ms": 89.673, "p95_ms": 79.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.027, "count": 299, "max_ms": 115.726, "p95_ms": 96.103}, "read_interval": {"avg_ms": 100.57, "count": 298, "max_ms": 696.086, "p95_ms": 172.863}, "triton_wait": {"avg_ms": 66.42, "count": 298, "max_ms": 105.81, "p95_ms": 86.367}, "visualize": {"avg_ms": 3.618, "count": 298, "max_ms": 4.679, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 7}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11811.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 92.251, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.883, "name": "ffmpeg", "pid": 26503, "rss_mb": 271.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.421, "sample_count": 908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 207.688}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:09:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T09:09:34+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T09:09:34+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T09:09:34.860323+09:00", "mtime_epoch": 1783037374.860323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:09:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.445, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.248, "count": 301, "max_ms": 2.076, "p95_ms": 1.57}, "gstreamer_push": {"avg_ms": 1.534, "count": 301, "max_ms": 6.196, "p95_ms": 3.705}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.354, "count": 301, "max_ms": 74.74, "p95_ms": 67.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.99, "count": 301, "max_ms": 100.401, "p95_ms": 87.539}, "yolo11_640_fire_11class": {"avg_ms": 57.985, "count": 301, "max_ms": 84.823, "p95_ms": 72.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.876, "count": 301, "max_ms": 88.647, "p95_ms": 79.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.699, "count": 301, "max_ms": 109.678, "p95_ms": 96.127}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 172.611, "p95_ms": 123.063}, "triton_wait": {"avg_ms": 68.04, "count": 301, "max_ms": 100.412, "p95_ms": 87.552}, "visualize": {"avg_ms": 3.609, "count": 301, "max_ms": 6.083, "p95_ms": 4.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3468, "tracking_summary": 2994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11818.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83232.239, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 370.462, "sample_count": 952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:09:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:09:38+09:00", "last_frame_read_age_sec": 0.364, "last_frame_read_at": "2026-07-03T09:09:38+09:00", "mjpeg": {"age_sec": 0.353, "exists": true, "mtime": "2026-07-03T09:09:38.464387+09:00", "mtime_epoch": 1783037378.464387, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 263484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:09:38+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 992.121, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.115, "pushed": 3.115, "read": 3.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 205.875, "count": 93, "max_ms": 316.23, "p95_ms": 252.434}, "gstreamer_push": {"avg_ms": 0.967, "count": 93, "max_ms": 2.841, "p95_ms": 1.786}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.707, "count": 93, "max_ms": 106.604, "p95_ms": 99.129}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.512, "count": 93, "max_ms": 103.726, "p95_ms": 94.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 314.925, "count": 93, "max_ms": 425.021, "p95_ms": 379.515}, "read_interval": {"avg_ms": 324.438, "count": 92, "max_ms": 437.507, "p95_ms": 390.785}, "triton_wait": {"avg_ms": 74.001, "count": 93, "max_ms": 106.617, "p95_ms": 99.14}, "visualize": {"avg_ms": 31.106, "count": 93, "max_ms": 55.882, "p95_ms": 42.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11824.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.229, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.223, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.789, "sample_count": 1204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.709}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:10:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:10:03+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T09:10:03+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T09:10:03.092824+09:00", "mtime_epoch": 1783037403.0928245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:10:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1771.324, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.214, "count": 299, "max_ms": 1.891, "p95_ms": 1.507}, "gstreamer_push": {"avg_ms": 1.467, "count": 300, "max_ms": 6.372, "p95_ms": 3.6}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.388, "count": 299, "max_ms": 72.675, "p95_ms": 68.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.091, "count": 299, "max_ms": 113.764, "p95_ms": 84.327}, "yolo11_640_fire_11class": {"avg_ms": 58.306, "count": 299, "max_ms": 85.068, "p95_ms": 73.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.057, "count": 299, "max_ms": 82.779, "p95_ms": 78.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.364, "count": 299, "max_ms": 123.593, "p95_ms": 94.4}, "read_interval": {"avg_ms": 100.316, "count": 299, "max_ms": 568.292, "p95_ms": 165.179}, "triton_wait": {"avg_ms": 64.69, "count": 299, "max_ms": 113.777, "p95_ms": 84.339}, "visualize": {"avg_ms": 3.627, "count": 299, "max_ms": 4.979, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 10}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11821.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 122.25, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.938, "sample_count": 1205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 177.689}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:10:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:10:04+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:10:04+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T09:10:04.892857+09:00", "mtime_epoch": 1783037404.8928566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:10:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6565.66, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.249, "count": 297, "max_ms": 2.111, "p95_ms": 1.367}, "gstreamer_push": {"avg_ms": 1.566, "count": 297, "max_ms": 6.307, "p95_ms": 3.711}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.804, "count": 297, "max_ms": 73.103, "p95_ms": 67.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.965, "count": 297, "max_ms": 107.485, "p95_ms": 88.718}, "yolo11_640_fire_11class": {"avg_ms": 57.04, "count": 297, "max_ms": 84.44, "p95_ms": 73.255}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.835, "count": 297, "max_ms": 84.28, "p95_ms": 78.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.896, "count": 297, "max_ms": 117.591, "p95_ms": 98.563}, "read_interval": {"avg_ms": 101.071, "count": 297, "max_ms": 345.438, "p95_ms": 124.171}, "triton_wait": {"avg_ms": 66.982, "count": 297, "max_ms": 107.498, "p95_ms": 88.73}, "visualize": {"avg_ms": 3.678, "count": 297, "max_ms": 6.037, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3468, "tracking_summary": 2995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11821.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83262.585, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 371.477, "sample_count": 938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:10:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:10:09+09:00", "last_frame_read_age_sec": 0.371, "last_frame_read_at": "2026-07-03T09:10:08+09:00", "mjpeg": {"age_sec": 0.358, "exists": true, "mtime": "2026-07-03T09:10:08.804926+09:00", "mtime_epoch": 1783037408.8049262, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 260359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:10:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.57, "name": "celery", "pid": 239, "rss_mb": 991.746, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.867, "pushed": 2.867, "read": 2.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 237.565, "count": 86, "max_ms": 270.274, "p95_ms": 245.447}, "gstreamer_push": {"avg_ms": 1.146, "count": 86, "max_ms": 3.181, "p95_ms": 2.841}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.512, "count": 86, "max_ms": 112.453, "p95_ms": 97.527}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.972, "count": 86, "max_ms": 103.265, "p95_ms": 99.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 342.985, "count": 86, "max_ms": 379.158, "p95_ms": 371.863}, "read_interval": {"avg_ms": 352.541, "count": 85, "max_ms": 387.888, "p95_ms": 383.45}, "triton_wait": {"avg_ms": 73.526, "count": 86, "max_ms": 112.47, "p95_ms": 101.209}, "visualize": {"avg_ms": 28.15, "count": 86, "max_ms": 40.146, "p95_ms": 38.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11821.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.371, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.223, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.612, "sample_count": 1507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.567}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:10:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T09:10:33+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T09:10:33+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T09:10:33.189360+09:00", "mtime_epoch": 1783037433.18936, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:10:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1774.328, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.094, "pushed": 10.094, "read": 10.06}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.221, "count": 302, "max_ms": 1.903, "p95_ms": 1.496}, "gstreamer_push": {"avg_ms": 1.476, "count": 302, "max_ms": 5.861, "p95_ms": 3.552}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.346, "count": 302, "max_ms": 78.857, "p95_ms": 69.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.658, "count": 302, "max_ms": 114.394, "p95_ms": 84.47}, "yolo11_640_fire_11class": {"avg_ms": 57.231, "count": 302, "max_ms": 92.405, "p95_ms": 73.464}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.065, "count": 302, "max_ms": 88.372, "p95_ms": 80.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.156, "count": 302, "max_ms": 124.298, "p95_ms": 94.843}, "read_interval": {"avg_ms": 99.451, "count": 301, "max_ms": 684.514, "p95_ms": 150.054}, "triton_wait": {"avg_ms": 63.426, "count": 302, "max_ms": 114.405, "p95_ms": 84.673}, "visualize": {"avg_ms": 3.66, "count": 302, "max_ms": 6.896, "p95_ms": 4.304}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 12}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11825.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 152.345, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.421, "sample_count": 1508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 147.594}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:10:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:10:35+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:10:34+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T09:10:34.965391+09:00", "mtime_epoch": 1783037434.9653914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:10:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.887, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.272, "count": 303, "max_ms": 3.788, "p95_ms": 1.513}, "gstreamer_push": {"avg_ms": 1.431, "count": 303, "max_ms": 6.378, "p95_ms": 3.02}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.172, "count": 303, "max_ms": 75.652, "p95_ms": 69.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.346, "count": 303, "max_ms": 107.596, "p95_ms": 89.488}, "yolo11_640_fire_11class": {"avg_ms": 55.585, "count": 303, "max_ms": 83.26, "p95_ms": 73.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.966, "count": 303, "max_ms": 88.702, "p95_ms": 79.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.502, "count": 303, "max_ms": 134.366, "p95_ms": 100.753}, "read_interval": {"avg_ms": 99.284, "count": 302, "max_ms": 227.036, "p95_ms": 127.134}, "triton_wait": {"avg_ms": 66.349, "count": 303, "max_ms": 107.607, "p95_ms": 89.5}, "visualize": {"avg_ms": 3.63, "count": 303, "max_ms": 5.156, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3469, "tracking_summary": 2996}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11814.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83292.724, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 373.242, "sample_count": 928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:10:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:10:39+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-03T09:10:39+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T09:10:39.125465+09:00", "mtime_epoch": 1783037439.1254654, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 249336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:10:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.684, "name": "celery", "pid": 239, "rss_mb": 982.379, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.956, "pushed": 2.956, "read": 2.922}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 224.272, "count": 88, "max_ms": 259.976, "p95_ms": 251.215}, "gstreamer_push": {"avg_ms": 1.045, "count": 88, "max_ms": 2.9, "p95_ms": 1.825}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.577, "count": 88, "max_ms": 111.016, "p95_ms": 106.218}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.586, "count": 88, "max_ms": 104.399, "p95_ms": 100.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 332.768, "count": 88, "max_ms": 382.45, "p95_ms": 375.881}, "read_interval": {"avg_ms": 344.137, "count": 87, "max_ms": 392.22, "p95_ms": 384.806}, "triton_wait": {"avg_ms": 74.766, "count": 88, "max_ms": 111.028, "p95_ms": 106.231}, "visualize": {"avg_ms": 29.851, "count": 88, "max_ms": 45.464, "p95_ms": 40.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.77, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11822.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.383, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.223, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.084, "sample_count": 1805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.554}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:11:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:11:03+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T09:11:03+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T09:11:03.253895+09:00", "mtime_epoch": 1783037463.253895, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:11:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1768.914, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 1.207, "count": 298, "max_ms": 1.807, "p95_ms": 1.585}, "gstreamer_push": {"avg_ms": 1.533, "count": 298, "max_ms": 6.063, "p95_ms": 3.678}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.416, "count": 298, "max_ms": 79.37, "p95_ms": 70.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.355, "count": 298, "max_ms": 106.891, "p95_ms": 87.769}, "yolo11_640_fire_11class": {"avg_ms": 58.882, "count": 298, "max_ms": 79.381, "p95_ms": 73.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.179, "count": 298, "max_ms": 87.288, "p95_ms": 81.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.716, "count": 298, "max_ms": 116.821, "p95_ms": 98.022}, "read_interval": {"avg_ms": 100.7, "count": 298, "max_ms": 1108.641, "p95_ms": 117.997}, "triton_wait": {"avg_ms": 66.934, "count": 298, "max_ms": 106.904, "p95_ms": 87.782}, "visualize": {"avg_ms": 3.678, "count": 298, "max_ms": 6.907, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 15}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11825.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 182.349, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.421, "sample_count": 1809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 117.59}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:11:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:11:05+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T09:11:04+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T09:11:04.973926+09:00", "mtime_epoch": 1783037464.9739256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:11:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.887, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.249, "count": 301, "max_ms": 1.856, "p95_ms": 1.572}, "gstreamer_push": {"avg_ms": 1.487, "count": 301, "max_ms": 6.952, "p95_ms": 3.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.127, "count": 301, "max_ms": 78.21, "p95_ms": 68.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.477, "count": 301, "max_ms": 112.964, "p95_ms": 88.703}, "yolo11_640_fire_11class": {"avg_ms": 57.474, "count": 301, "max_ms": 79.944, "p95_ms": 73.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.836, "count": 301, "max_ms": 87.078, "p95_ms": 78.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.189, "count": 301, "max_ms": 123.053, "p95_ms": 98.889}, "read_interval": {"avg_ms": 99.703, "count": 301, "max_ms": 162.689, "p95_ms": 127.1}, "triton_wait": {"avg_ms": 68.299, "count": 301, "max_ms": 112.977, "p95_ms": 88.716}, "visualize": {"avg_ms": 3.697, "count": 301, "max_ms": 6.908, "p95_ms": 4.369}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3471, "tracking_summary": 2997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11824.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83323.014, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 372.209, "sample_count": 943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:11:09+09:00", "last_frame_read_age_sec": 0.344, "last_frame_read_at": "2026-07-03T09:11:09+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T09:11:09.258002+09:00", "mtime_epoch": 1783037469.258002, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 255250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:11:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.684, "name": "celery", "pid": 239, "rss_mb": 991.402, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.351, "pushed": 3.351, "read": 3.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 188.387, "count": 100, "max_ms": 247.65, "p95_ms": 243.684}, "gstreamer_push": {"avg_ms": 1.203, "count": 100, "max_ms": 3.097, "p95_ms": 2.704}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.968, "count": 100, "max_ms": 101.793, "p95_ms": 97.363}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.316, "count": 100, "max_ms": 100.993, "p95_ms": 93.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 290.83, "count": 100, "max_ms": 367.888, "p95_ms": 364.569}, "read_interval": {"avg_ms": 299.938, "count": 99, "max_ms": 378.12, "p95_ms": 373.805}, "triton_wait": {"avg_ms": 71.912, "count": 100, "max_ms": 101.805, "p95_ms": 97.375}, "visualize": {"avg_ms": 26.699, "count": 100, "max_ms": 51.093, "p95_ms": 34.287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11822.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.415, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.48, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.084, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.522}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:11:33+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T09:11:33+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T09:11:33.306431+09:00", "mtime_epoch": 1783037493.3064306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:11:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1774.27, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.125, "pushed": 10.125, "read": 10.092}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.229, "count": 303, "max_ms": 1.992, "p95_ms": 1.623}, "gstreamer_push": {"avg_ms": 1.482, "count": 303, "max_ms": 5.035, "p95_ms": 3.712}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.094, "count": 303, "max_ms": 75.904, "p95_ms": 69.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.215, "count": 303, "max_ms": 112.246, "p95_ms": 85.393}, "yolo11_640_fire_11class": {"avg_ms": 57.297, "count": 303, "max_ms": 88.447, "p95_ms": 73.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.833, "count": 303, "max_ms": 85.304, "p95_ms": 77.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.488, "count": 303, "max_ms": 122.26, "p95_ms": 96.341}, "read_interval": {"avg_ms": 99.19, "count": 302, "max_ms": 673.304, "p95_ms": 131.159}, "triton_wait": {"avg_ms": 63.628, "count": 303, "max_ms": 112.26, "p95_ms": 85.544}, "visualize": {"avg_ms": 3.703, "count": 303, "max_ms": 5.983, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 17}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11814.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 212.359, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.459, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 87.578}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:11:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:11:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:11:34+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:11:34.978460+09:00", "mtime_epoch": 1783037494.9784603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:11:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.992, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.262, "count": 300, "max_ms": 1.749, "p95_ms": 1.569}, "gstreamer_push": {"avg_ms": 1.57, "count": 300, "max_ms": 6.482, "p95_ms": 3.815}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.824, "count": 300, "max_ms": 75.608, "p95_ms": 67.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.414, "count": 300, "max_ms": 104.933, "p95_ms": 89.252}, "yolo11_640_fire_11class": {"avg_ms": 55.899, "count": 300, "max_ms": 79.47, "p95_ms": 72.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.459, "count": 300, "max_ms": 84.959, "p95_ms": 76.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.361, "count": 300, "max_ms": 115.185, "p95_ms": 99.548}, "read_interval": {"avg_ms": 100.014, "count": 300, "max_ms": 183.99, "p95_ms": 132.432}, "triton_wait": {"avg_ms": 65.326, "count": 300, "max_ms": 104.946, "p95_ms": 89.265}, "visualize": {"avg_ms": 3.74, "count": 300, "max_ms": 5.068, "p95_ms": 4.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3472, "tracking_summary": 2997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11821.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83353.192, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 374.733, "sample_count": 920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:11:39+09:00", "last_frame_read_age_sec": 0.342, "last_frame_read_at": "2026-07-03T09:11:39+09:00", "mjpeg": {"age_sec": 0.332, "exists": true, "mtime": "2026-07-03T09:11:39.438540+09:00", "mtime_epoch": 1783037499.4385397, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 258969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:11:39+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.684, "name": "celery", "pid": 239, "rss_mb": 991.641, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.817, "pushed": 2.817, "read": 2.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 239.065, "count": 84, "max_ms": 273.797, "p95_ms": 250.198}, "gstreamer_push": {"avg_ms": 1.106, "count": 84, "max_ms": 2.018, "p95_ms": 1.857}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.171, "count": 84, "max_ms": 112.721, "p95_ms": 103.305}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.367, "count": 84, "max_ms": 101.107, "p95_ms": 93.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 349.292, "count": 84, "max_ms": 398.711, "p95_ms": 385.724}, "read_interval": {"avg_ms": 359.358, "count": 83, "max_ms": 407.029, "p95_ms": 395.401}, "triton_wait": {"avg_ms": 77.257, "count": 84, "max_ms": 112.734, "p95_ms": 103.319}, "visualize": {"avg_ms": 29.111, "count": 84, "max_ms": 44.647, "p95_ms": 40.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11823.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.472, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.48, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.89, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.466}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:12:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:12:03+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T09:12:03+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T09:12:03.330966+09:00", "mtime_epoch": 1783037523.330966, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:12:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1774.328, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.243, "count": 298, "max_ms": 1.899, "p95_ms": 1.625}, "gstreamer_push": {"avg_ms": 1.499, "count": 298, "max_ms": 5.793, "p95_ms": 3.779}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.358, "count": 298, "max_ms": 73.174, "p95_ms": 68.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.207, "count": 298, "max_ms": 104.859, "p95_ms": 86.686}, "yolo11_640_fire_11class": {"avg_ms": 58.527, "count": 298, "max_ms": 82.996, "p95_ms": 73.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.524, "count": 298, "max_ms": 82.599, "p95_ms": 78.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.381, "count": 298, "max_ms": 115.21, "p95_ms": 96.89}, "read_interval": {"avg_ms": 100.837, "count": 297, "max_ms": 721.65, "p95_ms": 135.343}, "triton_wait": {"avg_ms": 65.5, "count": 298, "max_ms": 104.872, "p95_ms": 86.702}, "visualize": {"avg_ms": 3.686, "count": 298, "max_ms": 6.134, "p95_ms": 4.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 20}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11817.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 242.43, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.303, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 57.509}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:12:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:12:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:12:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T09:12:05.050997+09:00", "mtime_epoch": 1783037525.0509965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:12:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.449, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.272, "count": 299, "max_ms": 1.844, "p95_ms": 1.691}, "gstreamer_push": {"avg_ms": 1.584, "count": 299, "max_ms": 6.449, "p95_ms": 3.759}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.196, "count": 299, "max_ms": 76.049, "p95_ms": 67.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.052, "count": 299, "max_ms": 113.169, "p95_ms": 87.418}, "yolo11_640_fire_11class": {"avg_ms": 57.558, "count": 299, "max_ms": 86.083, "p95_ms": 72.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.446, "count": 299, "max_ms": 84.808, "p95_ms": 78.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.321, "count": 299, "max_ms": 124.962, "p95_ms": 97.26}, "read_interval": {"avg_ms": 100.553, "count": 298, "max_ms": 192.84, "p95_ms": 122.188}, "triton_wait": {"avg_ms": 67.366, "count": 299, "max_ms": 113.182, "p95_ms": 87.434}, "visualize": {"avg_ms": 3.711, "count": 299, "max_ms": 5.133, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3472, "tracking_summary": 2998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11823.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83383.226, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 374.147, "sample_count": 936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:12:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:12:09+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-03T09:12:09+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-03T09:12:09.623078+09:00", "mtime_epoch": 1783037529.623078, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 229285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:12:09+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.684, "name": "celery", "pid": 239, "rss_mb": 988.164, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.436, "pushed": 3.436, "read": 3.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.089, "count": 102, "max_ms": 279.514, "p95_ms": 242.501}, "gstreamer_push": {"avg_ms": 1.006, "count": 102, "max_ms": 2.916, "p95_ms": 1.821}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.09, "count": 102, "max_ms": 98.537, "p95_ms": 93.712}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.925, "count": 102, "max_ms": 107.953, "p95_ms": 92.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 284.624, "count": 102, "max_ms": 396.239, "p95_ms": 373.663}, "read_interval": {"avg_ms": 295.379, "count": 101, "max_ms": 406.504, "p95_ms": 382.966}, "triton_wait": {"avg_ms": 72.047, "count": 102, "max_ms": 107.967, "p95_ms": 93.724}, "visualize": {"avg_ms": 27.706, "count": 102, "max_ms": 41.549, "p95_ms": 39.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.685, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11828.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.477, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.738, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.292, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.46}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:12:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:12:33+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T09:12:33+09:00", "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-07-03T09:12:33.371502+09:00", "mtime_epoch": 1783037553.3715022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:12:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1774.328, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.257, "count": 297, "max_ms": 2.142, "p95_ms": 1.722}, "gstreamer_push": {"avg_ms": 1.576, "count": 297, "max_ms": 7.865, "p95_ms": 3.717}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.623, "count": 297, "max_ms": 80.927, "p95_ms": 68.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.835, "count": 297, "max_ms": 116.673, "p95_ms": 88.338}, "yolo11_640_fire_11class": {"avg_ms": 58.024, "count": 297, "max_ms": 85.051, "p95_ms": 73.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.625, "count": 297, "max_ms": 90.382, "p95_ms": 78.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.274, "count": 297, "max_ms": 126.754, "p95_ms": 99.82}, "read_interval": {"avg_ms": 101.139, "count": 297, "max_ms": 729.296, "p95_ms": 120.468}, "triton_wait": {"avg_ms": 66.142, "count": 297, "max_ms": 116.688, "p95_ms": 89.558}, "visualize": {"avg_ms": 3.803, "count": 297, "max_ms": 6.995, "p95_ms": 5.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.65, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 22}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11815.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 272.44, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.417, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.499}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:12:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:12:35+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T09:12:35+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T09:12:35.023532+09:00", "mtime_epoch": 1783037555.0235317, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:12:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.298, "count": 302, "max_ms": 1.919, "p95_ms": 1.764}, "gstreamer_push": {"avg_ms": 1.491, "count": 302, "max_ms": 4.304, "p95_ms": 3.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.341, "count": 302, "max_ms": 77.042, "p95_ms": 67.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.119, "count": 302, "max_ms": 116.942, "p95_ms": 87.126}, "yolo11_640_fire_11class": {"avg_ms": 55.698, "count": 302, "max_ms": 83.918, "p95_ms": 70.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.161, "count": 302, "max_ms": 86.507, "p95_ms": 77.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.845, "count": 302, "max_ms": 126.92, "p95_ms": 99.964}, "read_interval": {"avg_ms": 99.406, "count": 302, "max_ms": 203.704, "p95_ms": 125.473}, "triton_wait": {"avg_ms": 66.624, "count": 302, "max_ms": 116.954, "p95_ms": 87.137}, "visualize": {"avg_ms": 3.842, "count": 302, "max_ms": 6.991, "p95_ms": 5.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3473, "tracking_summary": 2999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11812.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83413.529, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 375.518, "sample_count": 932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:12:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:12:40+09:00", "last_frame_read_age_sec": 0.336, "last_frame_read_at": "2026-07-03T09:12:39+09:00", "mjpeg": {"age_sec": 0.324, "exists": true, "mtime": "2026-07-03T09:12:39.783617+09:00", "mtime_epoch": 1783037559.7836165, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:12:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.684, "name": "celery", "pid": 239, "rss_mb": 983.379, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.91, "pushed": 2.91, "read": 2.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 230.178, "count": 87, "max_ms": 287.735, "p95_ms": 245.767}, "gstreamer_push": {"avg_ms": 1.175, "count": 87, "max_ms": 3.02, "p95_ms": 2.733}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.601, "count": 87, "max_ms": 111.288, "p95_ms": 101.826}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.494, "count": 87, "max_ms": 101.783, "p95_ms": 96.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 336.032, "count": 87, "max_ms": 412.18, "p95_ms": 382.444}, "read_interval": {"avg_ms": 346.061, "count": 86, "max_ms": 421.025, "p95_ms": 391.166}, "triton_wait": {"avg_ms": 73.55, "count": 87, "max_ms": 111.299, "p95_ms": 101.84}, "visualize": {"avg_ms": 28.552, "count": 87, "max_ms": 44.982, "p95_ms": 39.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11818.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.508, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.738, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.676, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:13:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:13:03+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:13:03+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T09:13:03.364038+09:00", "mtime_epoch": 1783037583.3640378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:13:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1771.496, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.312, "count": 300, "max_ms": 4.353, "p95_ms": 1.69}, "gstreamer_push": {"avg_ms": 1.409, "count": 300, "max_ms": 3.999, "p95_ms": 3.05}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.983, "count": 300, "max_ms": 80.432, "p95_ms": 68.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.409, "count": 300, "max_ms": 113.301, "p95_ms": 85.77}, "yolo11_640_fire_11class": {"avg_ms": 58.175, "count": 300, "max_ms": 82.748, "p95_ms": 73.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.726, "count": 300, "max_ms": 89.818, "p95_ms": 80.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.336, "count": 300, "max_ms": 156.725, "p95_ms": 101.557}, "read_interval": {"avg_ms": 100.08, "count": 299, "max_ms": 827.285, "p95_ms": 126.526}, "triton_wait": {"avg_ms": 65.423, "count": 300, "max_ms": 113.315, "p95_ms": 86.791}, "visualize": {"avg_ms": 3.668, "count": 300, "max_ms": 5.551, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 25}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11824.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 302.516, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.459, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:13:05+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T09:13:05+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T09:13:05.160070+09:00", "mtime_epoch": 1783037585.16007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:13:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.249, "count": 301, "max_ms": 2.088, "p95_ms": 1.599}, "gstreamer_push": {"avg_ms": 1.538, "count": 301, "max_ms": 6.446, "p95_ms": 3.762}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.468, "count": 301, "max_ms": 77.313, "p95_ms": 68.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.673, "count": 301, "max_ms": 107.274, "p95_ms": 89.832}, "yolo11_640_fire_11class": {"avg_ms": 55.823, "count": 301, "max_ms": 85.624, "p95_ms": 71.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.277, "count": 301, "max_ms": 87.105, "p95_ms": 79.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.918, "count": 301, "max_ms": 117.204, "p95_ms": 99.851}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 163.974, "p95_ms": 120.075}, "triton_wait": {"avg_ms": 68.091, "count": 301, "max_ms": 107.287, "p95_ms": 89.844}, "visualize": {"avg_ms": 3.656, "count": 301, "max_ms": 7.001, "p95_ms": 4.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3474, "tracking_summary": 3000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11829.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83443.868, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 378.758, "sample_count": 906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:13:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:13:10+09:00", "last_frame_read_age_sec": 0.332, "last_frame_read_at": "2026-07-03T09:13:10+09:00", "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-07-03T09:13:10.124159+09:00", "mtime_epoch": 1783037590.1241586, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:13:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.684, "name": "celery", "pid": 239, "rss_mb": 994.098, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.872, "pushed": 2.872, "read": 2.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 229.626, "count": 86, "max_ms": 306.125, "p95_ms": 260.64}, "gstreamer_push": {"avg_ms": 1.222, "count": 86, "max_ms": 4.01, "p95_ms": 2.817}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.616, "count": 86, "max_ms": 117.168, "p95_ms": 104.125}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.474, "count": 86, "max_ms": 107.146, "p95_ms": 99.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 342.578, "count": 86, "max_ms": 410.934, "p95_ms": 392.529}, "read_interval": {"avg_ms": 352.916, "count": 85, "max_ms": 426.142, "p95_ms": 403.198}, "triton_wait": {"avg_ms": 76.275, "count": 86, "max_ms": 117.179, "p95_ms": 104.707}, "visualize": {"avg_ms": 32.856, "count": 86, "max_ms": 51.417, "p95_ms": 44.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11817.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.524, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.738, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.078, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:13:33+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T09:13:33+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T09:13:33.400575+09:00", "mtime_epoch": 1783037613.4005747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:13:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1773.684, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.367, "pushed": 9.367, "read": 9.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.258, "count": 281, "max_ms": 7.651, "p95_ms": 6.154}, "gstreamer_push": {"avg_ms": 1.442, "count": 281, "max_ms": 6.011, "p95_ms": 3.681}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.963, "count": 281, "max_ms": 79.301, "p95_ms": 68.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.999, "count": 281, "max_ms": 113.335, "p95_ms": 88.684}, "yolo11_640_fire_11class": {"avg_ms": 57.57, "count": 281, "max_ms": 77.731, "p95_ms": 72.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.943, "count": 281, "max_ms": 91.951, "p95_ms": 79.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.333, "count": 281, "max_ms": 195.921, "p95_ms": 150.828}, "read_interval": {"avg_ms": 106.894, "count": 281, "max_ms": 455.971, "p95_ms": 163.314}, "triton_wait": {"avg_ms": 66.551, "count": 281, "max_ms": 113.348, "p95_ms": 88.702}, "visualize": {"avg_ms": 3.965, "count": 281, "max_ms": 6.939, "p95_ms": 5.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 27}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11825.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 332.555, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.889, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:13:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:13:35+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:13:35+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T09:13:35.196607+09:00", "mtime_epoch": 1783037615.1966069, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:13:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.027, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.245, "count": 300, "max_ms": 1.82, "p95_ms": 1.604}, "gstreamer_push": {"avg_ms": 1.455, "count": 300, "max_ms": 7.249, "p95_ms": 1.552}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.939, "count": 300, "max_ms": 75.699, "p95_ms": 68.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.884, "count": 300, "max_ms": 108.509, "p95_ms": 86.894}, "yolo11_640_fire_11class": {"avg_ms": 55.975, "count": 300, "max_ms": 83.236, "p95_ms": 71.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.325, "count": 300, "max_ms": 88.451, "p95_ms": 79.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.412, "count": 300, "max_ms": 120.026, "p95_ms": 97.781}, "read_interval": {"avg_ms": 100.127, "count": 300, "max_ms": 182.011, "p95_ms": 123.903}, "triton_wait": {"avg_ms": 66.624, "count": 300, "max_ms": 108.522, "p95_ms": 88.36}, "visualize": {"avg_ms": 3.641, "count": 300, "max_ms": 5.543, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3476, "tracking_summary": 3000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11823.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83474.225, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 378.758, "sample_count": 901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:13:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:13:40+09:00", "last_frame_read_age_sec": 0.349, "last_frame_read_at": "2026-07-03T09:13:40+09:00", "mjpeg": {"age_sec": 0.338, "exists": true, "mtime": "2026-07-03T09:13:40.464701+09:00", "mtime_epoch": 1783037620.464701, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 265163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:13:40+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.684, "name": "celery", "pid": 239, "rss_mb": 988.363, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.141, "pushed": 3.141, "read": 3.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 204.633, "count": 94, "max_ms": 290.452, "p95_ms": 253.877}, "gstreamer_push": {"avg_ms": 1.126, "count": 94, "max_ms": 3.426, "p95_ms": 2.83}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.994, "count": 94, "max_ms": 105.879, "p95_ms": 98.112}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.54, "count": 94, "max_ms": 97.594, "p95_ms": 93.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 310.626, "count": 94, "max_ms": 394.005, "p95_ms": 370.989}, "read_interval": {"avg_ms": 320.269, "count": 93, "max_ms": 405.127, "p95_ms": 380.959}, "triton_wait": {"avg_ms": 74.641, "count": 94, "max_ms": 105.892, "p95_ms": 98.122}, "visualize": {"avg_ms": 27.56, "count": 94, "max_ms": 40.707, "p95_ms": 39.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11818.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.604, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.458, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:14:03+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T09:14:03+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T09:14:03.489113+09:00", "mtime_epoch": 1783037643.4891129, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:14:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1773.484, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.668, "pushed": 10.668, "read": 10.635}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.524, "count": 320, "max_ms": 2.337, "p95_ms": 1.873}, "gstreamer_push": {"avg_ms": 1.539, "count": 320, "max_ms": 6.294, "p95_ms": 3.749}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.34, "count": 320, "max_ms": 78.553, "p95_ms": 68.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.071, "count": 320, "max_ms": 116.605, "p95_ms": 91.11}, "yolo11_640_fire_11class": {"avg_ms": 58.709, "count": 320, "max_ms": 79.91, "p95_ms": 73.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.656, "count": 320, "max_ms": 85.498, "p95_ms": 78.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.109, "count": 320, "max_ms": 126.931, "p95_ms": 100.692}, "read_interval": {"avg_ms": 94.035, "count": 319, "max_ms": 145.789, "p95_ms": 118.691}, "triton_wait": {"avg_ms": 66.967, "count": 320, "max_ms": 116.619, "p95_ms": 91.125}, "visualize": {"avg_ms": 3.667, "count": 320, "max_ms": 5.062, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 30}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11827.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 362.566, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.889, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:14:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:14:05+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T09:14:05+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T09:14:05.193143+09:00", "mtime_epoch": 1783037645.1931434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:14:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.267, "count": 299, "max_ms": 2.028, "p95_ms": 1.639}, "gstreamer_push": {"avg_ms": 1.555, "count": 299, "max_ms": 6.107, "p95_ms": 3.83}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.899, "count": 299, "max_ms": 74.317, "p95_ms": 69.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.97, "count": 299, "max_ms": 103.899, "p95_ms": 91.322}, "yolo11_640_fire_11class": {"avg_ms": 57.666, "count": 299, "max_ms": 76.109, "p95_ms": 73.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.476, "count": 299, "max_ms": 86.19, "p95_ms": 79.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.702, "count": 299, "max_ms": 113.858, "p95_ms": 101.835}, "read_interval": {"avg_ms": 100.307, "count": 299, "max_ms": 312.462, "p95_ms": 125.258}, "triton_wait": {"avg_ms": 68.761, "count": 299, "max_ms": 103.912, "p95_ms": 91.334}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 5.671, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3476, "tracking_summary": 3001}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11828.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83504.318, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 377.132, "sample_count": 920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:14:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:14:10+09:00", "last_frame_read_age_sec": 0.353, "last_frame_read_at": "2026-07-03T09:14:10+09:00", "mjpeg": {"age_sec": 0.343, "exists": true, "mtime": "2026-07-03T09:14:10.553239+09:00", "mtime_epoch": 1783037650.5532393, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 264022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:14:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 999.684, "name": "celery", "pid": 239, "rss_mb": 995.078, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.43, "pushed": 3.43, "read": 3.397}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 181.305, "count": 102, "max_ms": 281.581, "p95_ms": 258.283}, "gstreamer_push": {"avg_ms": 1.147, "count": 102, "max_ms": 3.336, "p95_ms": 2.849}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.089, "count": 102, "max_ms": 106.546, "p95_ms": 99.75}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.349, "count": 102, "max_ms": 102.3, "p95_ms": 97.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 285.03, "count": 102, "max_ms": 411.587, "p95_ms": 374.633}, "read_interval": {"avg_ms": 294.372, "count": 101, "max_ms": 421.916, "p95_ms": 384.979}, "triton_wait": {"avg_ms": 73.083, "count": 102, "max_ms": 106.559, "p95_ms": 100.634}, "visualize": {"avg_ms": 26.735, "count": 102, "max_ms": 41.535, "p95_ms": 38.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.734, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11819.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 392.614, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.915, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:14:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:14:33+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T09:14:33+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T09:14:33.461649+09:00", "mtime_epoch": 1783037673.4616494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:14:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1771.047, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.538, "count": 300, "max_ms": 2.499, "p95_ms": 1.912}, "gstreamer_push": {"avg_ms": 1.525, "count": 300, "max_ms": 6.214, "p95_ms": 3.684}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.225, "count": 300, "max_ms": 76.977, "p95_ms": 68.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.239, "count": 300, "max_ms": 112.83, "p95_ms": 91.753}, "yolo11_640_fire_11class": {"avg_ms": 57.78, "count": 300, "max_ms": 85.872, "p95_ms": 72.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.675, "count": 300, "max_ms": 86.586, "p95_ms": 78.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.221, "count": 300, "max_ms": 123.246, "p95_ms": 101.915}, "read_interval": {"avg_ms": 99.918, "count": 300, "max_ms": 771.191, "p95_ms": 128.177}, "triton_wait": {"avg_ms": 66.152, "count": 300, "max_ms": 112.843, "p95_ms": 91.764}, "visualize": {"avg_ms": 3.673, "count": 300, "max_ms": 4.959, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 32}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11826.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 392.624, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.417, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:14:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:14:35+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:14:35+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T09:14:35.225681+09:00", "mtime_epoch": 1783037675.2256808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:14:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.266, "count": 302, "max_ms": 1.859, "p95_ms": 1.628}, "gstreamer_push": {"avg_ms": 1.608, "count": 302, "max_ms": 6.309, "p95_ms": 3.802}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.501, "count": 302, "max_ms": 84.19, "p95_ms": 68.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.675, "count": 302, "max_ms": 113.228, "p95_ms": 90.297}, "yolo11_640_fire_11class": {"avg_ms": 55.756, "count": 302, "max_ms": 83.666, "p95_ms": 72.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.899, "count": 302, "max_ms": 85.504, "p95_ms": 79.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.848, "count": 302, "max_ms": 120.988, "p95_ms": 100.601}, "read_interval": {"avg_ms": 99.581, "count": 301, "max_ms": 303.882, "p95_ms": 127.197}, "triton_wait": {"avg_ms": 66.911, "count": 302, "max_ms": 113.236, "p95_ms": 90.309}, "visualize": {"avg_ms": 3.7, "count": 302, "max_ms": 5.962, "p95_ms": 4.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3477, "tracking_summary": 3002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11822.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83534.587, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 377.866, "sample_count": 925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:14:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:14:41+09:00", "last_frame_read_age_sec": 0.359, "last_frame_read_at": "2026-07-03T09:14:40+09:00", "mjpeg": {"age_sec": 0.348, "exists": true, "mtime": "2026-07-03T09:14:40.817781+09:00", "mtime_epoch": 1783037680.817781, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:14:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 1000.391, "name": "celery", "pid": 239, "rss_mb": 992.742, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.308, "pushed": 3.308, "read": 3.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 187.23, "count": 99, "max_ms": 258.545, "p95_ms": 250.122}, "gstreamer_push": {"avg_ms": 1.052, "count": 99, "max_ms": 2.691, "p95_ms": 1.776}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.537, "count": 99, "max_ms": 102.345, "p95_ms": 98.401}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 73.699, "count": 99, "max_ms": 101.269, "p95_ms": 94.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 295.743, "count": 99, "max_ms": 407.665, "p95_ms": 381.637}, "read_interval": {"avg_ms": 305.116, "count": 98, "max_ms": 416.593, "p95_ms": 390.232}, "triton_wait": {"avg_ms": 75.037, "count": 99, "max_ms": 102.357, "p95_ms": 99.478}, "visualize": {"avg_ms": 29.697, "count": 99, "max_ms": 45.451, "p95_ms": 41.516}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11830.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 422.696, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.48, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:15:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:15:03+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T09:15:03+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:15:03.558188+09:00", "mtime_epoch": 1783037703.5581884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:15:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1773.625, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.518, "count": 302, "max_ms": 2.134, "p95_ms": 1.856}, "gstreamer_push": {"avg_ms": 1.516, "count": 302, "max_ms": 5.788, "p95_ms": 3.703}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.515, "count": 302, "max_ms": 74.885, "p95_ms": 68.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.913, "count": 302, "max_ms": 108.524, "p95_ms": 88.141}, "yolo11_640_fire_11class": {"avg_ms": 57.768, "count": 302, "max_ms": 76.415, "p95_ms": 70.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.727, "count": 302, "max_ms": 84.506, "p95_ms": 78.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.694, "count": 302, "max_ms": 118.927, "p95_ms": 98.285}, "read_interval": {"avg_ms": 99.282, "count": 302, "max_ms": 728.204, "p95_ms": 120.695}, "triton_wait": {"avg_ms": 65.619, "count": 302, "max_ms": 108.539, "p95_ms": 88.154}, "visualize": {"avg_ms": 3.673, "count": 302, "max_ms": 4.683, "p95_ms": 4.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11825.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 422.66, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.417, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:15:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:15:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T09:15:05+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T09:15:05.286219+09:00", "mtime_epoch": 1783037705.2862194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:15:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.261, "count": 300, "max_ms": 1.861, "p95_ms": 1.592}, "gstreamer_push": {"avg_ms": 1.477, "count": 300, "max_ms": 4.478, "p95_ms": 3.644}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.242, "count": 300, "max_ms": 76.322, "p95_ms": 68.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.729, "count": 300, "max_ms": 107.914, "p95_ms": 87.845}, "yolo11_640_fire_11class": {"avg_ms": 56.678, "count": 300, "max_ms": 86.696, "p95_ms": 70.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.833, "count": 300, "max_ms": 86.308, "p95_ms": 78.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.725, "count": 300, "max_ms": 117.354, "p95_ms": 97.683}, "read_interval": {"avg_ms": 100.106, "count": 299, "max_ms": 192.05, "p95_ms": 128.716}, "triton_wait": {"avg_ms": 67.923, "count": 300, "max_ms": 107.927, "p95_ms": 87.857}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 6.573, "p95_ms": 4.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3478, "tracking_summary": 3003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11814.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83564.839, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 377.866, "sample_count": 935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:15:11+09:00", "last_frame_read_age_sec": 0.332, "last_frame_read_at": "2026-07-03T09:15:11+09:00", "mjpeg": {"age_sec": 0.32, "exists": true, "mtime": "2026-07-03T09:15:11.098323+09:00", "mtime_epoch": 1783037711.0983233, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:15:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 1000.391, "name": "celery", "pid": 239, "rss_mb": 987.141, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.215, "pushed": 3.215, "read": 3.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 200.851, "count": 96, "max_ms": 273.891, "p95_ms": 252.762}, "gstreamer_push": {"avg_ms": 1.052, "count": 96, "max_ms": 2.922, "p95_ms": 2.851}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.835, "count": 96, "max_ms": 107.416, "p95_ms": 94.141}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.23, "count": 96, "max_ms": 100.607, "p95_ms": 93.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 305.374, "count": 96, "max_ms": 383.565, "p95_ms": 373.549}, "read_interval": {"avg_ms": 314.837, "count": 95, "max_ms": 392.746, "p95_ms": 383.532}, "triton_wait": {"avg_ms": 72.064, "count": 96, "max_ms": 107.429, "p95_ms": 95.532}, "visualize": {"avg_ms": 28.721, "count": 96, "max_ms": 45.555, "p95_ms": 40.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11830.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 452.753, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.362, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:15:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:15:33+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T09:15:33+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T09:15:33.642727+09:00", "mtime_epoch": 1783037733.6427274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:15:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1770.848, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.179, "pushed": 10.179, "read": 10.146}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.464, "count": 305, "max_ms": 2.29, "p95_ms": 1.778}, "gstreamer_push": {"avg_ms": 1.308, "count": 305, "max_ms": 5.67, "p95_ms": 3.302}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.487, "count": 305, "max_ms": 72.472, "p95_ms": 66.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.367, "count": 305, "max_ms": 101.861, "p95_ms": 83.436}, "yolo11_640_fire_11class": {"avg_ms": 54.07, "count": 305, "max_ms": 78.049, "p95_ms": 68.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.269, "count": 305, "max_ms": 82.767, "p95_ms": 74.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.965, "count": 305, "max_ms": 111.281, "p95_ms": 93.142}, "read_interval": {"avg_ms": 98.62, "count": 304, "max_ms": 849.852, "p95_ms": 126.693}, "triton_wait": {"avg_ms": 60.637, "count": 305, "max_ms": 101.872, "p95_ms": 83.448}, "visualize": {"avg_ms": 3.502, "count": 305, "max_ms": 6.415, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11824.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 452.703, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.211, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:15:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:15:35+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T09:15:35+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T09:15:35.354758+09:00", "mtime_epoch": 1783037735.354758, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:15:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.182, "count": 301, "max_ms": 1.987, "p95_ms": 1.456}, "gstreamer_push": {"avg_ms": 1.407, "count": 301, "max_ms": 5.919, "p95_ms": 3.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.83, "count": 301, "max_ms": 75.258, "p95_ms": 65.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.087, "count": 301, "max_ms": 97.093, "p95_ms": 82.345}, "yolo11_640_fire_11class": {"avg_ms": 51.552, "count": 301, "max_ms": 75.101, "p95_ms": 67.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.539, "count": 301, "max_ms": 85.476, "p95_ms": 74.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.012, "count": 301, "max_ms": 106.204, "p95_ms": 91.65}, "read_interval": {"avg_ms": 99.865, "count": 300, "max_ms": 179.426, "p95_ms": 123.261}, "triton_wait": {"avg_ms": 61.964, "count": 301, "max_ms": 97.105, "p95_ms": 82.52}, "visualize": {"avg_ms": 3.439, "count": 301, "max_ms": 4.791, "p95_ms": 4.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3479, "tracking_summary": 3004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11830.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83594.952, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 376.117, "sample_count": 934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:15:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:15:41+09:00", "last_frame_read_age_sec": 0.319, "last_frame_read_at": "2026-07-03T09:15:41+09:00", "mjpeg": {"age_sec": 0.307, "exists": true, "mtime": "2026-07-03T09:15:41.222863+09:00", "mtime_epoch": 1783037741.2228632, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 261308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:15:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 1000.391, "name": "celery", "pid": 239, "rss_mb": 998.324, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.055, "pushed": 3.055, "read": 3.021}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 223.135, "count": 91, "max_ms": 255.636, "p95_ms": 236.487}, "gstreamer_push": {"avg_ms": 0.754, "count": 91, "max_ms": 2.441, "p95_ms": 1.506}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.176, "count": 91, "max_ms": 99.655, "p95_ms": 94.083}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 69.661, "count": 91, "max_ms": 102.718, "p95_ms": 93.184}}, "truncated_count": 0}, "processing_total": {"avg_ms": 322.81, "count": 91, "max_ms": 362.997, "p95_ms": 351.771}, "read_interval": {"avg_ms": 330.944, "count": 90, "max_ms": 372.351, "p95_ms": 359.465}, "triton_wait": {"avg_ms": 70.482, "count": 91, "max_ms": 102.73, "p95_ms": 94.76}, "visualize": {"avg_ms": 25.587, "count": 91, "max_ms": 37.015, "p95_ms": 35.713}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11822.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 482.838, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.721, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:16:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:16:03+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T09:16:03+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T09:16:03.707267+09:00", "mtime_epoch": 1783037763.7072666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:16:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1773.625, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.834}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.477, "count": 295, "max_ms": 2.337, "p95_ms": 1.898}, "gstreamer_push": {"avg_ms": 1.406, "count": 295, "max_ms": 6.12, "p95_ms": 3.528}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.353, "count": 295, "max_ms": 73.044, "p95_ms": 66.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.2, "count": 295, "max_ms": 102.918, "p95_ms": 80.072}, "yolo11_640_fire_11class": {"avg_ms": 55.571, "count": 295, "max_ms": 76.591, "p95_ms": 69.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.779, "count": 295, "max_ms": 83.847, "p95_ms": 75.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.236, "count": 295, "max_ms": 112.789, "p95_ms": 89.797}, "read_interval": {"avg_ms": 101.651, "count": 295, "max_ms": 848.034, "p95_ms": 163.22}, "triton_wait": {"avg_ms": 61.799, "count": 295, "max_ms": 102.933, "p95_ms": 80.364}, "visualize": {"avg_ms": 3.478, "count": 295, "max_ms": 4.627, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11822.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 482.783, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.769, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:16:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:16:05+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T09:16:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T09:16:05.399297+09:00", "mtime_epoch": 1783037765.3992968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:16:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6565.723, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.236, "count": 299, "max_ms": 2.131, "p95_ms": 1.628}, "gstreamer_push": {"avg_ms": 1.487, "count": 299, "max_ms": 6.571, "p95_ms": 3.654}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.46, "count": 299, "max_ms": 73.07, "p95_ms": 66.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.261, "count": 299, "max_ms": 104.277, "p95_ms": 85.465}, "yolo11_640_fire_11class": {"avg_ms": 55.068, "count": 299, "max_ms": 83.923, "p95_ms": 68.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.054, "count": 299, "max_ms": 83.771, "p95_ms": 76.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.263, "count": 299, "max_ms": 113.634, "p95_ms": 94.827}, "read_interval": {"avg_ms": 100.435, "count": 298, "max_ms": 254.817, "p95_ms": 126.853}, "triton_wait": {"avg_ms": 64.73, "count": 299, "max_ms": 104.288, "p95_ms": 85.477}, "visualize": {"avg_ms": 3.596, "count": 299, "max_ms": 4.959, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3479, "tracking_summary": 3004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11828.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83625.091, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 380.266, "sample_count": 923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:16:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T09:16:11+09:00", "last_frame_read_age_sec": 0.361, "last_frame_read_at": "2026-07-03T09:16:11+09:00", "mjpeg": {"age_sec": 0.35, "exists": true, "mtime": "2026-07-03T09:16:11.319403+09:00", "mtime_epoch": 1783037771.319403, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 257175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:16:11+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 1000.391, "name": "celery", "pid": 239, "rss_mb": 996.0, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.852, "pushed": 2.852, "read": 2.818}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 237.206, "count": 85, "max_ms": 292.098, "p95_ms": 279.108}, "gstreamer_push": {"avg_ms": 0.932, "count": 85, "max_ms": 2.227, "p95_ms": 1.677}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.939, "count": 85, "max_ms": 111.966, "p95_ms": 99.856}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 72.237, "count": 85, "max_ms": 100.175, "p95_ms": 95.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 344.966, "count": 85, "max_ms": 421.455, "p95_ms": 386.88}, "read_interval": {"avg_ms": 354.438, "count": 84, "max_ms": 432.097, "p95_ms": 395.066}, "triton_wait": {"avg_ms": 73.709, "count": 85, "max_ms": 111.979, "p95_ms": 99.868}, "visualize": {"avg_ms": 30.267, "count": 85, "max_ms": 44.709, "p95_ms": 39.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.808, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11828.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 512.899, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.621, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:16:33+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T09:16:33+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T09:16:33.763806+09:00", "mtime_epoch": 1783037793.7638056, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:16:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.738, "name": "celery", "pid": 267, "rss_mb": 1771.047, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.523, "count": 302, "max_ms": 2.146, "p95_ms": 1.81}, "gstreamer_push": {"avg_ms": 1.441, "count": 302, "max_ms": 6.391, "p95_ms": 1.639}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.946, "count": 302, "max_ms": 75.109, "p95_ms": 67.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.941, "count": 302, "max_ms": 108.615, "p95_ms": 92.134}, "yolo11_640_fire_11class": {"avg_ms": 59.676, "count": 302, "max_ms": 87.141, "p95_ms": 74.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.87, "count": 302, "max_ms": 86.701, "p95_ms": 78.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.547, "count": 302, "max_ms": 118.626, "p95_ms": 102.616}, "read_interval": {"avg_ms": 99.527, "count": 301, "max_ms": 606.513, "p95_ms": 123.408}, "triton_wait": {"avg_ms": 68.457, "count": 302, "max_ms": 108.628, "p95_ms": 92.147}, "visualize": {"avg_ms": 3.662, "count": 302, "max_ms": 4.918, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 42}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11831.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 512.825, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.683, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:16:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:16:35+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:16:35+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T09:16:35.423835+09:00", "mtime_epoch": 1783037795.4238353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:16:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.887, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.237, "count": 302, "max_ms": 1.945, "p95_ms": 1.59}, "gstreamer_push": {"avg_ms": 1.523, "count": 302, "max_ms": 6.559, "p95_ms": 3.708}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.65, "count": 302, "max_ms": 76.523, "p95_ms": 69.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.909, "count": 302, "max_ms": 112.061, "p95_ms": 86.717}, "yolo11_640_fire_11class": {"avg_ms": 58.163, "count": 302, "max_ms": 85.286, "p95_ms": 74.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.261, "count": 302, "max_ms": 87.153, "p95_ms": 79.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.629, "count": 302, "max_ms": 122.135, "p95_ms": 96.991}, "read_interval": {"avg_ms": 99.535, "count": 301, "max_ms": 214.328, "p95_ms": 125.374}, "triton_wait": {"avg_ms": 67.868, "count": 302, "max_ms": 112.074, "p95_ms": 87.164}, "visualize": {"avg_ms": 3.627, "count": 302, "max_ms": 5.522, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3481, "tracking_summary": 3005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11825.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83655.162, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.656, "name": "ffmpeg", "pid": 2054, "rss_mb": 309.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 377.206, "sample_count": 942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:16:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:16:41+09:00", "last_frame_read_age_sec": 0.324, "last_frame_read_at": "2026-07-03T09:16:41+09:00", "mjpeg": {"age_sec": 0.313, "exists": true, "mtime": "2026-07-03T09:16:41.427943+09:00", "mtime_epoch": 1783037801.4279432, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 250661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:16:41+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 1000.391, "name": "celery", "pid": 239, "rss_mb": 995.73, "state": "S (sleeping)", "threads": 119}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.465, "pushed": 3.465, "read": 3.432}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 179.529, "count": 103, "max_ms": 278.992, "p95_ms": 261.015}, "gstreamer_push": {"avg_ms": 0.833, "count": 103, "max_ms": 1.832, "p95_ms": 0.948}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.743, "count": 103, "max_ms": 104.499, "p95_ms": 96.694}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 70.902, "count": 103, "max_ms": 100.801, "p95_ms": 94.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 282.282, "count": 103, "max_ms": 400.783, "p95_ms": 375.54}, "read_interval": {"avg_ms": 291.551, "count": 102, "max_ms": 411.076, "p95_ms": 387.5}, "triton_wait": {"avg_ms": 72.479, "count": 103, "max_ms": 104.512, "p95_ms": 98.203}, "visualize": {"avg_ms": 26.426, "count": 103, "max_ms": 54.553, "p95_ms": 34.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "running", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/25/tracking_analysis_20260702_100226_6f4a2941.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3482, "tracking_summary": 3005}, "started": false}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "25", "cgroup_memory": {"current_mb": 11522.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": [], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 83666.329, "last_started_at": "2026-07-02T10:02:26+09:00", "pid": 2054, "process": {"exists": false, "pid": 2054}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 375.734, "sample_count": 942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "6f4a2941", "last_frame_pushed_age_sec": 0.317, "last_frame_pushed_at": "2026-07-03T09:16:52+09:00", "last_frame_read_age_sec": 0.652, "last_frame_read_at": "2026-07-03T09:16:52+09:00", "mjpeg": {"age_sec": 0.299, "exists": true, "mtime": "2026-07-03T09:16:52.608144+09:00", "mtime_epoch": 1783037812.6081438, "path": "/data/playlist/streaming/25/mjpeg.jpg", "size_bytes": 262975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/25", "observed_at": "2026-07-03T09:16:52+09:00", "process": {"exists": true, "fd_count": 116, "hwm_mb": 1007.762, "name": "celery", "pid": 239, "rss_mb": 969.5, "state": "R (running)", "threads": 117}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "file:///data/box_steam/260423_seochosite_dataset/input/video/20260507_155115_260507_샘플다시저장_원본영상_sample_live_720p_10fps_aligned/260511_6분30초부터_8분15초까지_clip/clip_0390-0495s/2026-04-23 12_59_58 이동형 #1__live_camfix_1280x720_10fps_crf23__clip_0390-0495s.mp4", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.088, "pushed": 3.088, "read": 3.055}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 210.685, "count": 92, "max_ms": 278.992, "p95_ms": 261.015}, "gstreamer_push": {"avg_ms": 0.89, "count": 92, "max_ms": 1.887, "p95_ms": 1.817}, "model_completion": {"model_count": 2, "models": {"yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.245, "count": 92, "max_ms": 102.192, "p95_ms": 96.694}, "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom": {"avg_ms": 71.971, "count": 92, "max_ms": 100.801, "p95_ms": 94.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 313.137, "count": 92, "max_ms": 400.783, "p95_ms": 375.54}, "read_interval": {"avg_ms": 322.534, "count": 91, "max_ms": 411.076, "p95_ms": 387.5}, "triton_wait": {"avg_ms": 73.045, "count": 92, "max_ms": 102.203, "p95_ms": 98.047}, "visualize": {"avg_ms": 25.572, "count": 92, "max_ms": 54.553, "p95_ms": 34.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-02T10:02:26+09:00", "state": "stopped", "task_id": "665d2126-01ff-4c54-a771-0197b6a64487", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11441.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 542.966, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.915, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:17:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:17:03+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T09:17:03+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:17:03.828345+09:00", "mtime_epoch": 1783037823.828345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:17:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1774.059, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.922, "pushed": 9.922, "read": 9.888}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.554, "count": 297, "max_ms": 3.73, "p95_ms": 1.96}, "gstreamer_push": {"avg_ms": 1.544, "count": 297, "max_ms": 4.416, "p95_ms": 3.719}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.568, "count": 297, "max_ms": 74.659, "p95_ms": 67.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.114, "count": 297, "max_ms": 104.647, "p95_ms": 80.668}, "yolo11_640_fire_11class": {"avg_ms": 57.761, "count": 297, "max_ms": 83.513, "p95_ms": 70.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.982, "count": 297, "max_ms": 85.351, "p95_ms": 77.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.447, "count": 297, "max_ms": 115.335, "p95_ms": 91.156}, "read_interval": {"avg_ms": 101.223, "count": 296, "max_ms": 778.838, "p95_ms": 119.663}, "triton_wait": {"avg_ms": 65.124, "count": 297, "max_ms": 104.659, "p95_ms": 80.68}, "visualize": {"avg_ms": 3.668, "count": 297, "max_ms": 5.071, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 45}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11446.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 542.843, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.053, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:17:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:17:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:17:05+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T09:17:05.460374+09:00", "mtime_epoch": 1783037825.4603744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:17:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.086, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.245, "count": 298, "max_ms": 1.819, "p95_ms": 1.51}, "gstreamer_push": {"avg_ms": 1.592, "count": 298, "max_ms": 6.588, "p95_ms": 3.825}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.497, "count": 298, "max_ms": 74.118, "p95_ms": 67.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.375, "count": 298, "max_ms": 107.457, "p95_ms": 80.94}, "yolo11_640_fire_11class": {"avg_ms": 57.568, "count": 298, "max_ms": 75.255, "p95_ms": 70.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.089, "count": 298, "max_ms": 81.398, "p95_ms": 77.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.132, "count": 298, "max_ms": 117.206, "p95_ms": 91.017}, "read_interval": {"avg_ms": 100.712, "count": 297, "max_ms": 231.798, "p95_ms": 121.64}, "triton_wait": {"avg_ms": 67.231, "count": 298, "max_ms": 107.469, "p95_ms": 80.952}, "visualize": {"avg_ms": 3.671, "count": 298, "max_ms": 4.817, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11378.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 573.012, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.289, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:17:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:17:33+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T09:17:33+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T09:17:33.872885+09:00", "mtime_epoch": 1783037853.8728845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:17:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1774.059, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.565, "count": 300, "max_ms": 3.087, "p95_ms": 2.036}, "gstreamer_push": {"avg_ms": 1.614, "count": 300, "max_ms": 6.374, "p95_ms": 3.776}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.185, "count": 300, "max_ms": 66.675, "p95_ms": 65.192}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.41, "count": 300, "max_ms": 83.516, "p95_ms": 80.079}, "yolo11_640_fire_11class": {"avg_ms": 61.41, "count": 300, "max_ms": 72.541, "p95_ms": 68.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.441, "count": 300, "max_ms": 82.064, "p95_ms": 76.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.509, "count": 300, "max_ms": 93.759, "p95_ms": 90.732}, "read_interval": {"avg_ms": 100.135, "count": 299, "max_ms": 267.969, "p95_ms": 110.62}, "triton_wait": {"avg_ms": 70.853, "count": 300, "max_ms": 83.525, "p95_ms": 80.092}, "visualize": {"avg_ms": 3.842, "count": 300, "max_ms": 7.126, "p95_ms": 4.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 47}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11372.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 572.864, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.979, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:17:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:17:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:17:35+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T09:17:35.480913+09:00", "mtime_epoch": 1783037855.4809134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:17:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6555.035, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.895, "pushed": 9.895, "read": 9.862}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.28, "count": 296, "max_ms": 1.852, "p95_ms": 1.596}, "gstreamer_push": {"avg_ms": 1.507, "count": 296, "max_ms": 5.877, "p95_ms": 2.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.248, "count": 296, "max_ms": 68.776, "p95_ms": 65.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.17, "count": 296, "max_ms": 83.928, "p95_ms": 79.655}, "yolo11_640_fire_11class": {"avg_ms": 61.585, "count": 296, "max_ms": 74.655, "p95_ms": 68.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.557, "count": 296, "max_ms": 82.085, "p95_ms": 76.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.833, "count": 296, "max_ms": 94.52, "p95_ms": 90.022}, "read_interval": {"avg_ms": 101.405, "count": 295, "max_ms": 187.615, "p95_ms": 113.112}, "triton_wait": {"avg_ms": 71.51, "count": 296, "max_ms": 83.939, "p95_ms": 79.666}, "visualize": {"avg_ms": 3.839, "count": 296, "max_ms": 6.752, "p95_ms": 4.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11378.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 603.064, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.954, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:18:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:18:04+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:18:03+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T09:18:03.921424+09:00", "mtime_epoch": 1783037883.9214244, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:18:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1771.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.75}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.534, "count": 293, "max_ms": 3.154, "p95_ms": 1.6}, "gstreamer_push": {"avg_ms": 1.479, "count": 293, "max_ms": 4.181, "p95_ms": 2.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.499, "count": 293, "max_ms": 69.354, "p95_ms": 65.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.381, "count": 293, "max_ms": 85.029, "p95_ms": 79.588}, "yolo11_640_fire_11class": {"avg_ms": 64.933, "count": 293, "max_ms": 72.359, "p95_ms": 69.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.683, "count": 293, "max_ms": 81.539, "p95_ms": 76.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.672, "count": 293, "max_ms": 95.183, "p95_ms": 90.247}, "read_interval": {"avg_ms": 102.546, "count": 292, "max_ms": 111.967, "p95_ms": 107.574}, "triton_wait": {"avg_ms": 75.34, "count": 293, "max_ms": 85.041, "p95_ms": 79.845}, "visualize": {"avg_ms": 3.705, "count": 293, "max_ms": 6.47, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 50}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11378.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 602.935, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.731, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:18:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:18:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:18:05+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T09:18:05.557454+09:00", "mtime_epoch": 1783037885.5574536, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:18:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.245, "count": 293, "max_ms": 1.729, "p95_ms": 1.296}, "gstreamer_push": {"avg_ms": 1.577, "count": 293, "max_ms": 6.549, "p95_ms": 3.694}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.021, "count": 293, "max_ms": 71.292, "p95_ms": 65.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.51, "count": 293, "max_ms": 84.22, "p95_ms": 80.247}, "yolo11_640_fire_11class": {"avg_ms": 64.38, "count": 293, "max_ms": 74.415, "p95_ms": 68.624}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.112, "count": 293, "max_ms": 80.642, "p95_ms": 76.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.399, "count": 293, "max_ms": 94.35, "p95_ms": 90.35}, "read_interval": {"avg_ms": 102.609, "count": 292, "max_ms": 114.529, "p95_ms": 109.023}, "triton_wait": {"avg_ms": 75.251, "count": 293, "max_ms": 84.233, "p95_ms": 80.262}, "visualize": {"avg_ms": 3.711, "count": 293, "max_ms": 5.46, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 52}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11382.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 633.155, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.102, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:18:34+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T09:18:34+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:18:34.017965+09:00", "mtime_epoch": 1783037914.017965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:18:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.539, "pushed": 10.539, "read": 10.505}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.543, "count": 316, "max_ms": 2.273, "p95_ms": 1.828}, "gstreamer_push": {"avg_ms": 1.546, "count": 316, "max_ms": 6.031, "p95_ms": 3.73}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.863, "count": 316, "max_ms": 74.869, "p95_ms": 64.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.642, "count": 316, "max_ms": 84.486, "p95_ms": 79.457}, "yolo11_640_fire_11class": {"avg_ms": 55.261, "count": 316, "max_ms": 75.919, "p95_ms": 67.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.201, "count": 316, "max_ms": 81.488, "p95_ms": 75.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.465, "count": 316, "max_ms": 94.956, "p95_ms": 90.709}, "read_interval": {"avg_ms": 95.276, "count": 315, "max_ms": 378.75, "p95_ms": 129.497}, "triton_wait": {"avg_ms": 61.952, "count": 316, "max_ms": 84.499, "p95_ms": 79.57}, "visualize": {"avg_ms": 3.746, "count": 316, "max_ms": 5.475, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 52}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11381.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 633.034, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.28, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:18:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:18:35+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T09:18:35+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T09:18:35.581993+09:00", "mtime_epoch": 1783037915.5819933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:18:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6564.047, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.534, "pushed": 9.567, "read": 9.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.24, "count": 286, "max_ms": 6.836, "p95_ms": 4.816}, "gstreamer_push": {"avg_ms": 1.413, "count": 287, "max_ms": 4.462, "p95_ms": 1.602}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.988, "count": 286, "max_ms": 69.781, "p95_ms": 65.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.759, "count": 286, "max_ms": 87.912, "p95_ms": 79.279}, "yolo11_640_fire_11class": {"avg_ms": 56.024, "count": 286, "max_ms": 75.13, "p95_ms": 69.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.542, "count": 286, "max_ms": 81.029, "p95_ms": 75.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.222, "count": 286, "max_ms": 163.776, "p95_ms": 137.767}, "read_interval": {"avg_ms": 104.609, "count": 286, "max_ms": 175.715, "p95_ms": 149.211}, "triton_wait": {"avg_ms": 65.1, "count": 286, "max_ms": 87.923, "p95_ms": 79.361}, "visualize": {"avg_ms": 4.204, "count": 286, "max_ms": 6.548, "p95_ms": 6.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 55}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11375.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 663.201, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.142, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:19:04+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:19:04+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:19:04.062505+09:00", "mtime_epoch": 1783037944.0625052, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:19:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.519, "count": 297, "max_ms": 2.241, "p95_ms": 1.756}, "gstreamer_push": {"avg_ms": 1.532, "count": 297, "max_ms": 6.254, "p95_ms": 3.74}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.295, "count": 297, "max_ms": 69.883, "p95_ms": 64.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.546, "count": 297, "max_ms": 90.003, "p95_ms": 80.176}, "yolo11_640_fire_11class": {"avg_ms": 55.745, "count": 297, "max_ms": 73.813, "p95_ms": 67.381}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.911, "count": 297, "max_ms": 82.96, "p95_ms": 75.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.517, "count": 297, "max_ms": 99.288, "p95_ms": 90.848}, "read_interval": {"avg_ms": 101.076, "count": 297, "max_ms": 837.857, "p95_ms": 163.002}, "triton_wait": {"avg_ms": 62.22, "count": 297, "max_ms": 90.014, "p95_ms": 80.188}, "visualize": {"avg_ms": 3.677, "count": 297, "max_ms": 5.08, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.782, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 54}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11378.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 663.038, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.914, "name": "ffmpeg", "pid": 26503, "rss_mb": 272.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.592, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:19:05+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T09:19:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T09:19:05.654534+09:00", "mtime_epoch": 1783037945.6545339, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:19:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.77, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.069, "pushed": 9.069, "read": 9.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.858, "count": 272, "max_ms": 8.062, "p95_ms": 5.163}, "gstreamer_push": {"avg_ms": 1.411, "count": 272, "max_ms": 6.306, "p95_ms": 1.988}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.993, "count": 272, "max_ms": 68.214, "p95_ms": 64.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.809, "count": 272, "max_ms": 94.175, "p95_ms": 81.017}, "yolo11_640_fire_11class": {"avg_ms": 55.785, "count": 272, "max_ms": 77.437, "p95_ms": 70.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.314, "count": 272, "max_ms": 81.41, "p95_ms": 75.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.124, "count": 272, "max_ms": 165.752, "p95_ms": 133.491}, "read_interval": {"avg_ms": 110.563, "count": 272, "max_ms": 178.531, "p95_ms": 146.771}, "triton_wait": {"avg_ms": 66.356, "count": 272, "max_ms": 94.187, "p95_ms": 81.028}, "visualize": {"avg_ms": 4.385, "count": 272, "max_ms": 8.77, "p95_ms": 6.206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 57}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11379.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 693.32, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.219, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:19:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T09:19:34+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T09:19:34.107045+09:00", "mtime_epoch": 1783037974.1070454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:19:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1774.059, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.553, "count": 303, "max_ms": 2.233, "p95_ms": 1.981}, "gstreamer_push": {"avg_ms": 1.643, "count": 303, "max_ms": 6.324, "p95_ms": 3.87}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.193, "count": 303, "max_ms": 69.91, "p95_ms": 62.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.451, "count": 303, "max_ms": 86.001, "p95_ms": 79.435}, "yolo11_640_fire_11class": {"avg_ms": 53.794, "count": 303, "max_ms": 75.563, "p95_ms": 67.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.476, "count": 303, "max_ms": 80.402, "p95_ms": 74.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.184, "count": 303, "max_ms": 96.231, "p95_ms": 89.82}, "read_interval": {"avg_ms": 99.043, "count": 303, "max_ms": 778.367, "p95_ms": 160.013}, "triton_wait": {"avg_ms": 58.724, "count": 303, "max_ms": 86.013, "p95_ms": 79.518}, "visualize": {"avg_ms": 3.735, "count": 303, "max_ms": 5.89, "p95_ms": 4.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 57}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11380.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 693.083, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.75, "name": "ffmpeg", "pid": 26503, "rss_mb": 275.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.642, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 6855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:19:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:19:35+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T09:19:35+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T09:19:35.687074+09:00", "mtime_epoch": 1783037975.687074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:19:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6558.852, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.4, "count": 295, "max_ms": 5.589, "p95_ms": 4.264}, "gstreamer_push": {"avg_ms": 1.468, "count": 295, "max_ms": 6.086, "p95_ms": 3.531}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.776, "count": 295, "max_ms": 69.571, "p95_ms": 63.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.007, "count": 295, "max_ms": 85.34, "p95_ms": 78.637}, "yolo11_640_fire_11class": {"avg_ms": 52.201, "count": 295, "max_ms": 72.125, "p95_ms": 68.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.968, "count": 295, "max_ms": 81.463, "p95_ms": 74.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.409, "count": 295, "max_ms": 141.896, "p95_ms": 126.454}, "read_interval": {"avg_ms": 101.775, "count": 294, "max_ms": 342.284, "p95_ms": 141.139}, "triton_wait": {"avg_ms": 60.464, "count": 295, "max_ms": 85.351, "p95_ms": 79.241}, "visualize": {"avg_ms": 4.189, "count": 295, "max_ms": 6.635, "p95_ms": 5.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 60}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11378.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 723.397, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.614, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:20:04+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:20:04+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:20:04.259588+09:00", "mtime_epoch": 1783038004.2595878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:20:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1771.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.534, "count": 296, "max_ms": 2.194, "p95_ms": 1.862}, "gstreamer_push": {"avg_ms": 1.569, "count": 297, "max_ms": 6.53, "p95_ms": 3.716}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.619, "count": 296, "max_ms": 69.373, "p95_ms": 63.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.828, "count": 296, "max_ms": 83.869, "p95_ms": 80.076}, "yolo11_640_fire_11class": {"avg_ms": 55.979, "count": 296, "max_ms": 75.185, "p95_ms": 69.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.836, "count": 296, "max_ms": 77.623, "p95_ms": 74.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.279, "count": 297, "max_ms": 94.091, "p95_ms": 89.937}, "read_interval": {"avg_ms": 101.241, "count": 296, "max_ms": 766.294, "p95_ms": 175.169}, "triton_wait": {"avg_ms": 61.944, "count": 296, "max_ms": 83.882, "p95_ms": 80.087}, "visualize": {"avg_ms": 3.706, "count": 296, "max_ms": 4.838, "p95_ms": 4.317}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 59}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11381.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 723.163, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.328, "name": "ffmpeg", "pid": 26503, "rss_mb": 278.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.682, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:20:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:20:05+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T09:20:05+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:20:05.787615+09:00", "mtime_epoch": 1783038005.7876153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:20:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6558.078, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.971, "pushed": 10.971, "read": 10.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.71, "count": 329, "max_ms": 3.909, "p95_ms": 2.276}, "gstreamer_push": {"avg_ms": 1.609, "count": 329, "max_ms": 6.929, "p95_ms": 3.791}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.103, "count": 329, "max_ms": 69.681, "p95_ms": 63.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.094, "count": 329, "max_ms": 84.165, "p95_ms": 79.013}, "yolo11_640_fire_11class": {"avg_ms": 54.646, "count": 329, "max_ms": 73.456, "p95_ms": 68.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.523, "count": 329, "max_ms": 77.183, "p95_ms": 73.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.976, "count": 329, "max_ms": 108.199, "p95_ms": 90.116}, "read_interval": {"avg_ms": 91.099, "count": 329, "max_ms": 121.509, "p95_ms": 107.957}, "triton_wait": {"avg_ms": 63.175, "count": 329, "max_ms": 84.178, "p95_ms": 79.025}, "visualize": {"avg_ms": 3.813, "count": 329, "max_ms": 6.87, "p95_ms": 4.621}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 62}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11383.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 753.458, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.541, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:20:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:20:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T09:20:34+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:20:34.316129+09:00", "mtime_epoch": 1783038034.3161287, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:20:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.548, "count": 298, "max_ms": 2.38, "p95_ms": 1.764}, "gstreamer_push": {"avg_ms": 1.538, "count": 298, "max_ms": 6.44, "p95_ms": 3.65}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.64, "count": 298, "max_ms": 69.143, "p95_ms": 64.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.181, "count": 298, "max_ms": 84.95, "p95_ms": 81.176}, "yolo11_640_fire_11class": {"avg_ms": 56.748, "count": 298, "max_ms": 78.108, "p95_ms": 69.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.394, "count": 298, "max_ms": 79.637, "p95_ms": 77.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.808, "count": 298, "max_ms": 95.261, "p95_ms": 91.633}, "read_interval": {"avg_ms": 100.844, "count": 297, "max_ms": 767.902, "p95_ms": 148.393}, "triton_wait": {"avg_ms": 63.399, "count": 298, "max_ms": 84.962, "p95_ms": 81.188}, "visualize": {"avg_ms": 3.756, "count": 298, "max_ms": 6.018, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 62}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11375.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 753.185, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.328, "name": "ffmpeg", "pid": 26503, "rss_mb": 278.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.537, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:20:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:20:35+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T09:20:35+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T09:20:35.800155+09:00", "mtime_epoch": 1783038035.8001554, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:20:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6555.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.091, "pushed": 9.091, "read": 9.058}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.595, "count": 272, "max_ms": 5.415, "p95_ms": 3.989}, "gstreamer_push": {"avg_ms": 1.436, "count": 272, "max_ms": 6.94, "p95_ms": 2.621}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.923, "count": 272, "max_ms": 71.059, "p95_ms": 64.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.888, "count": 272, "max_ms": 86.741, "p95_ms": 82.164}, "yolo11_640_fire_11class": {"avg_ms": 57.636, "count": 272, "max_ms": 79.725, "p95_ms": 69.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.889, "count": 272, "max_ms": 84.091, "p95_ms": 78.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.781, "count": 272, "max_ms": 139.503, "p95_ms": 130.167}, "read_interval": {"avg_ms": 110.368, "count": 271, "max_ms": 152.652, "p95_ms": 144.005}, "triton_wait": {"avg_ms": 67.048, "count": 272, "max_ms": 86.752, "p95_ms": 82.175}, "visualize": {"avg_ms": 4.305, "count": 272, "max_ms": 6.473, "p95_ms": 5.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 65}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11386.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 783.46, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.779, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:21:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:21:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:21:04+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T09:21:04.340669+09:00", "mtime_epoch": 1783038064.3406692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:21:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1768.844, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.541, "count": 303, "max_ms": 2.139, "p95_ms": 1.621}, "gstreamer_push": {"avg_ms": 1.626, "count": 303, "max_ms": 6.137, "p95_ms": 3.836}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.803, "count": 303, "max_ms": 69.649, "p95_ms": 66.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.942, "count": 303, "max_ms": 86.977, "p95_ms": 82.05}, "yolo11_640_fire_11class": {"avg_ms": 61.998, "count": 303, "max_ms": 80.832, "p95_ms": 71.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.837, "count": 303, "max_ms": 81.838, "p95_ms": 76.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.416, "count": 303, "max_ms": 97.461, "p95_ms": 92.72}, "read_interval": {"avg_ms": 99.101, "count": 303, "max_ms": 224.631, "p95_ms": 110.578}, "triton_wait": {"avg_ms": 70.922, "count": 303, "max_ms": 86.989, "p95_ms": 82.063}, "visualize": {"avg_ms": 3.722, "count": 303, "max_ms": 4.667, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 64}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11391.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 783.233, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.484, "name": "ffmpeg", "pid": 26503, "rss_mb": 283.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.554, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:21:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:21:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:21:05+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T09:21:05.848696+09:00", "mtime_epoch": 1783038065.8486962, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:21:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.414, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.218, "pushed": 10.218, "read": 10.185}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.702, "count": 306, "max_ms": 3.722, "p95_ms": 2.249}, "gstreamer_push": {"avg_ms": 1.523, "count": 306, "max_ms": 6.464, "p95_ms": 1.771}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.458, "count": 306, "max_ms": 68.849, "p95_ms": 67.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.679, "count": 306, "max_ms": 87.726, "p95_ms": 82.305}, "yolo11_640_fire_11class": {"avg_ms": 61.149, "count": 306, "max_ms": 78.185, "p95_ms": 70.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.256, "count": 306, "max_ms": 81.22, "p95_ms": 76.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.151, "count": 306, "max_ms": 126.231, "p95_ms": 92.801}, "read_interval": {"avg_ms": 98.162, "count": 305, "max_ms": 139.291, "p95_ms": 111.112}, "triton_wait": {"avg_ms": 70.322, "count": 306, "max_ms": 87.738, "p95_ms": 82.317}, "visualize": {"avg_ms": 3.797, "count": 306, "max_ms": 5.718, "p95_ms": 4.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 67}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11389.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 813.483, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.216, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:21:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:21:34+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T09:21:34+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T09:21:34.369210+09:00", "mtime_epoch": 1783038094.3692098, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:21:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.119}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.556, "count": 304, "max_ms": 2.352, "p95_ms": 1.882}, "gstreamer_push": {"avg_ms": 1.62, "count": 304, "max_ms": 6.373, "p95_ms": 3.808}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.072, "count": 304, "max_ms": 73.78, "p95_ms": 69.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.077, "count": 304, "max_ms": 83.876, "p95_ms": 81.321}, "yolo11_640_fire_11class": {"avg_ms": 61.82, "count": 304, "max_ms": 80.228, "p95_ms": 74.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.974, "count": 304, "max_ms": 78.85, "p95_ms": 76.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.195, "count": 304, "max_ms": 94.062, "p95_ms": 91.621}, "read_interval": {"avg_ms": 98.819, "count": 303, "max_ms": 360.072, "p95_ms": 109.651}, "triton_wait": {"avg_ms": 68.736, "count": 304, "max_ms": 83.888, "p95_ms": 81.334}, "visualize": {"avg_ms": 3.743, "count": 304, "max_ms": 4.926, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 67}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11388.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 813.251, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.484, "name": "ffmpeg", "pid": 26503, "rss_mb": 283.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.572, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:21:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:21:35+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T09:21:35+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T09:21:35.849236+09:00", "mtime_epoch": 1783038095.8492365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:21:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.883, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.924}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.872, "count": 298, "max_ms": 5.76, "p95_ms": 4.034}, "gstreamer_push": {"avg_ms": 1.545, "count": 298, "max_ms": 6.001, "p95_ms": 3.809}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.548, "count": 298, "max_ms": 74.266, "p95_ms": 69.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.823, "count": 298, "max_ms": 86.039, "p95_ms": 80.98}, "yolo11_640_fire_11class": {"avg_ms": 60.386, "count": 298, "max_ms": 79.398, "p95_ms": 74.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.476, "count": 298, "max_ms": 78.404, "p95_ms": 76.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.038, "count": 298, "max_ms": 148.306, "p95_ms": 112.645}, "read_interval": {"avg_ms": 100.635, "count": 297, "max_ms": 163.32, "p95_ms": 126.022}, "triton_wait": {"avg_ms": 69.045, "count": 298, "max_ms": 86.05, "p95_ms": 80.992}, "visualize": {"avg_ms": 3.898, "count": 298, "max_ms": 6.847, "p95_ms": 5.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 70}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11386.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 843.544, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.221, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:22:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:22:04+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T09:22:04+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T09:22:04.413751+09:00", "mtime_epoch": 1783038124.413751, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:22:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1776.895, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.558, "count": 293, "max_ms": 3.153, "p95_ms": 1.909}, "gstreamer_push": {"avg_ms": 1.618, "count": 293, "max_ms": 6.458, "p95_ms": 3.82}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.862, "count": 293, "max_ms": 72.11, "p95_ms": 64.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.936, "count": 293, "max_ms": 86.428, "p95_ms": 79.76}, "yolo11_640_fire_11class": {"avg_ms": 55.533, "count": 293, "max_ms": 76.079, "p95_ms": 71.391}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.602, "count": 293, "max_ms": 82.47, "p95_ms": 77.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.057, "count": 293, "max_ms": 102.563, "p95_ms": 90.487}, "read_interval": {"avg_ms": 102.614, "count": 292, "max_ms": 653.832, "p95_ms": 178.136}, "triton_wait": {"avg_ms": 60.447, "count": 293, "max_ms": 86.441, "p95_ms": 79.884}, "visualize": {"avg_ms": 3.771, "count": 293, "max_ms": 6.954, "p95_ms": 4.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 69}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11391.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 843.341, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.484, "name": "ffmpeg", "pid": 26503, "rss_mb": 283.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.5, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:22:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:22:06+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T09:22:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T09:22:05.957779+09:00", "mtime_epoch": 1783038125.9577787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:22:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.511, "pushed": 9.511, "read": 9.477}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.553, "count": 284, "max_ms": 5.286, "p95_ms": 4.107}, "gstreamer_push": {"avg_ms": 1.501, "count": 285, "max_ms": 6.141, "p95_ms": 3.65}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.707, "count": 284, "max_ms": 71.596, "p95_ms": 64.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.929, "count": 284, "max_ms": 87.401, "p95_ms": 80.651}, "yolo11_640_fire_11class": {"avg_ms": 55.096, "count": 284, "max_ms": 73.872, "p95_ms": 70.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.966, "count": 284, "max_ms": 82.769, "p95_ms": 76.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.75, "count": 285, "max_ms": 143.227, "p95_ms": 128.3}, "read_interval": {"avg_ms": 105.564, "count": 284, "max_ms": 156.889, "p95_ms": 142.213}, "triton_wait": {"avg_ms": 63.785, "count": 284, "max_ms": 87.412, "p95_ms": 80.662}, "visualize": {"avg_ms": 4.295, "count": 284, "max_ms": 6.951, "p95_ms": 5.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 72}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11383.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 873.59, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.404, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:22:34+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T09:22:34+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T09:22:34.458292+09:00", "mtime_epoch": 1783038154.458292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:22:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.05}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.57, "count": 302, "max_ms": 2.896, "p95_ms": 2.131}, "gstreamer_push": {"avg_ms": 1.669, "count": 302, "max_ms": 7.648, "p95_ms": 3.912}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.922, "count": 302, "max_ms": 73.351, "p95_ms": 66.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.517, "count": 302, "max_ms": 87.351, "p95_ms": 81.11}, "yolo11_640_fire_11class": {"avg_ms": 61.849, "count": 302, "max_ms": 75.641, "p95_ms": 71.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.314, "count": 302, "max_ms": 82.46, "p95_ms": 76.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.35, "count": 302, "max_ms": 98.995, "p95_ms": 92.332}, "read_interval": {"avg_ms": 99.495, "count": 301, "max_ms": 283.92, "p95_ms": 111.081}, "triton_wait": {"avg_ms": 70.721, "count": 302, "max_ms": 87.363, "p95_ms": 81.126}, "visualize": {"avg_ms": 3.789, "count": 302, "max_ms": 6.988, "p95_ms": 4.562}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 72}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11386.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 873.411, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.484, "name": "ffmpeg", "pid": 26503, "rss_mb": 283.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.468, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:22:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:22:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T09:22:36+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T09:22:36.054321+09:00", "mtime_epoch": 1783038156.0543208, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:22:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.355, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.279, "pushed": 10.279, "read": 10.246}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.665, "count": 308, "max_ms": 2.545, "p95_ms": 1.969}, "gstreamer_push": {"avg_ms": 1.6, "count": 308, "max_ms": 6.409, "p95_ms": 3.744}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.714, "count": 308, "max_ms": 74.093, "p95_ms": 66.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.599, "count": 308, "max_ms": 87.768, "p95_ms": 81.969}, "yolo11_640_fire_11class": {"avg_ms": 60.722, "count": 308, "max_ms": 76.246, "p95_ms": 71.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.518, "count": 308, "max_ms": 83.492, "p95_ms": 76.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.512, "count": 308, "max_ms": 98.859, "p95_ms": 92.759}, "read_interval": {"avg_ms": 97.662, "count": 307, "max_ms": 121.324, "p95_ms": 111.336}, "triton_wait": {"avg_ms": 69.888, "count": 308, "max_ms": 87.779, "p95_ms": 81.983}, "visualize": {"avg_ms": 3.749, "count": 308, "max_ms": 7.023, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 75}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11391.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 903.628, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.626, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:23:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:23:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T09:23:04+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:23:04.490833+09:00", "mtime_epoch": 1783038184.4908333, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:23:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.562, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.553, "count": 298, "max_ms": 2.341, "p95_ms": 1.9}, "gstreamer_push": {"avg_ms": 1.688, "count": 298, "max_ms": 7.119, "p95_ms": 3.93}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.584, "count": 298, "max_ms": 72.24, "p95_ms": 64.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.766, "count": 298, "max_ms": 86.842, "p95_ms": 82.267}, "yolo11_640_fire_11class": {"avg_ms": 59.563, "count": 298, "max_ms": 75.18, "p95_ms": 71.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.496, "count": 298, "max_ms": 81.49, "p95_ms": 77.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.77, "count": 298, "max_ms": 97.281, "p95_ms": 92.823}, "read_interval": {"avg_ms": 100.781, "count": 297, "max_ms": 653.717, "p95_ms": 112.755}, "triton_wait": {"avg_ms": 67.146, "count": 298, "max_ms": 86.854, "p95_ms": 82.278}, "visualize": {"avg_ms": 3.717, "count": 298, "max_ms": 5.093, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 74}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11392.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 903.458, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.484, "name": "ffmpeg", "pid": 26503, "rss_mb": 283.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.365, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 8967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:23:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:23:06+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T09:23:06+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T09:23:06.066862+09:00", "mtime_epoch": 1783038186.0668616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:23:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.793, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.445, "pushed": 10.445, "read": 10.412}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.67, "count": 313, "max_ms": 2.545, "p95_ms": 1.751}, "gstreamer_push": {"avg_ms": 1.601, "count": 313, "max_ms": 6.527, "p95_ms": 3.818}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.58, "count": 313, "max_ms": 70.136, "p95_ms": 64.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.063, "count": 313, "max_ms": 87.446, "p95_ms": 82.238}, "yolo11_640_fire_11class": {"avg_ms": 58.699, "count": 313, "max_ms": 74.323, "p95_ms": 70.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.083, "count": 313, "max_ms": 80.617, "p95_ms": 77.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.572, "count": 313, "max_ms": 98.059, "p95_ms": 92.952}, "read_interval": {"avg_ms": 95.93, "count": 312, "max_ms": 119.354, "p95_ms": 111.2}, "triton_wait": {"avg_ms": 67.979, "count": 313, "max_ms": 87.459, "p95_ms": 82.25}, "visualize": {"avg_ms": 3.713, "count": 313, "max_ms": 5.023, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 77}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11389.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 933.673, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.663, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:23:34+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T09:23:34+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:23:34.535375+09:00", "mtime_epoch": 1783038214.5353746, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:23:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.549, "count": 300, "max_ms": 2.547, "p95_ms": 1.628}, "gstreamer_push": {"avg_ms": 1.682, "count": 300, "max_ms": 6.686, "p95_ms": 3.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.823, "count": 300, "max_ms": 75.827, "p95_ms": 64.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.76, "count": 300, "max_ms": 84.884, "p95_ms": 79.799}, "yolo11_640_fire_11class": {"avg_ms": 58.174, "count": 300, "max_ms": 76.446, "p95_ms": 69.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.217, "count": 300, "max_ms": 79.436, "p95_ms": 75.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.032, "count": 300, "max_ms": 95.068, "p95_ms": 90.339}, "read_interval": {"avg_ms": 100.13, "count": 299, "max_ms": 538.538, "p95_ms": 113.553}, "triton_wait": {"avg_ms": 65.427, "count": 300, "max_ms": 84.897, "p95_ms": 79.813}, "visualize": {"avg_ms": 3.759, "count": 300, "max_ms": 5.333, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 77}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11386.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 933.477, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.062, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.743, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:23:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:23:36+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T09:23:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T09:23:36.095403+09:00", "mtime_epoch": 1783038216.0954027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:23:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.719, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.731, "pushed": 10.731, "read": 10.698}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.67, "count": 321, "max_ms": 2.414, "p95_ms": 1.912}, "gstreamer_push": {"avg_ms": 1.549, "count": 321, "max_ms": 6.303, "p95_ms": 2.005}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.661, "count": 321, "max_ms": 71.585, "p95_ms": 64.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.105, "count": 321, "max_ms": 85.49, "p95_ms": 79.912}, "yolo11_640_fire_11class": {"avg_ms": 56.684, "count": 321, "max_ms": 74.037, "p95_ms": 68.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.819, "count": 321, "max_ms": 77.315, "p95_ms": 75.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.367, "count": 321, "max_ms": 97.294, "p95_ms": 90.336}, "read_interval": {"avg_ms": 93.462, "count": 320, "max_ms": 116.789, "p95_ms": 107.399}, "triton_wait": {"avg_ms": 65.719, "count": 321, "max_ms": 85.503, "p95_ms": 79.923}, "visualize": {"avg_ms": 3.748, "count": 321, "max_ms": 4.959, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 80}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11391.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 963.766, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.671, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:24:04+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T09:24:04+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:24:04.623917+09:00", "mtime_epoch": 1783038244.623917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 260338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:24:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.538, "count": 304, "max_ms": 2.623, "p95_ms": 1.844}, "gstreamer_push": {"avg_ms": 1.624, "count": 304, "max_ms": 7.764, "p95_ms": 3.903}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.564, "count": 304, "max_ms": 72.784, "p95_ms": 65.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.311, "count": 304, "max_ms": 83.851, "p95_ms": 80.592}, "yolo11_640_fire_11class": {"avg_ms": 60.572, "count": 304, "max_ms": 74.913, "p95_ms": 68.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.131, "count": 304, "max_ms": 76.977, "p95_ms": 75.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.026, "count": 304, "max_ms": 95.046, "p95_ms": 90.928}, "read_interval": {"avg_ms": 98.945, "count": 303, "max_ms": 291.278, "p95_ms": 109.162}, "triton_wait": {"avg_ms": 69.572, "count": 304, "max_ms": 83.864, "p95_ms": 80.605}, "visualize": {"avg_ms": 3.723, "count": 304, "max_ms": 5.937, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 79}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11389.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 963.545, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.062, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.098, "sample_count": 3034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:24:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:24:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:24:06+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:24:06.167945+09:00", "mtime_epoch": 1783038246.167945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:24:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.52, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.343, "pushed": 10.343, "read": 10.31}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.662, "count": 310, "max_ms": 2.531, "p95_ms": 1.819}, "gstreamer_push": {"avg_ms": 1.538, "count": 310, "max_ms": 5.858, "p95_ms": 3.61}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.302, "count": 310, "max_ms": 68.21, "p95_ms": 65.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.492, "count": 310, "max_ms": 86.217, "p95_ms": 80.807}, "yolo11_640_fire_11class": {"avg_ms": 59.293, "count": 310, "max_ms": 73.815, "p95_ms": 68.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.481, "count": 310, "max_ms": 77.397, "p95_ms": 75.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.935, "count": 310, "max_ms": 97.422, "p95_ms": 91.27}, "read_interval": {"avg_ms": 96.959, "count": 309, "max_ms": 114.007, "p95_ms": 108.844}, "triton_wait": {"avg_ms": 69.422, "count": 310, "max_ms": 86.229, "p95_ms": 80.82}, "visualize": {"avg_ms": 3.715, "count": 310, "max_ms": 4.658, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11394.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 993.778, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.779, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:24:34+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:24:34+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:24:34.636458+09:00", "mtime_epoch": 1783038274.6364582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 261961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:24:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.641, "count": 297, "max_ms": 3.943, "p95_ms": 2.199}, "gstreamer_push": {"avg_ms": 1.581, "count": 297, "max_ms": 8.525, "p95_ms": 3.768}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.081, "count": 297, "max_ms": 67.275, "p95_ms": 65.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.535, "count": 297, "max_ms": 85.253, "p95_ms": 78.462}, "yolo11_640_fire_11class": {"avg_ms": 60.892, "count": 297, "max_ms": 73.093, "p95_ms": 70.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.847, "count": 297, "max_ms": 77.684, "p95_ms": 75.396}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.672, "count": 297, "max_ms": 123.373, "p95_ms": 92.456}, "read_interval": {"avg_ms": 101.073, "count": 297, "max_ms": 601.056, "p95_ms": 116.018}, "triton_wait": {"avg_ms": 68.666, "count": 297, "max_ms": 85.266, "p95_ms": 78.484}, "visualize": {"avg_ms": 3.856, "count": 297, "max_ms": 7.053, "p95_ms": 5.591}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 82}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11389.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 993.573, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.876, "sample_count": 3047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:24:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:24:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:24:36+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T09:24:36.188486+09:00", "mtime_epoch": 1783038276.188486, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:24:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.215, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.327, "pushed": 10.327, "read": 10.294}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.715, "count": 309, "max_ms": 3.104, "p95_ms": 2.345}, "gstreamer_push": {"avg_ms": 1.576, "count": 309, "max_ms": 6.046, "p95_ms": 3.596}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.983, "count": 309, "max_ms": 67.103, "p95_ms": 64.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.469, "count": 309, "max_ms": 85.008, "p95_ms": 79.017}, "yolo11_640_fire_11class": {"avg_ms": 59.713, "count": 309, "max_ms": 75.357, "p95_ms": 68.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.783, "count": 309, "max_ms": 78.077, "p95_ms": 75.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.596, "count": 309, "max_ms": 101.283, "p95_ms": 90.992}, "read_interval": {"avg_ms": 97.14, "count": 308, "max_ms": 123.518, "p95_ms": 108.572}, "triton_wait": {"avg_ms": 68.643, "count": 309, "max_ms": 85.02, "p95_ms": 79.029}, "visualize": {"avg_ms": 3.904, "count": 309, "max_ms": 7.09, "p95_ms": 4.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 85}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11389.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1023.83, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.827, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:25:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:25:04+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T09:25:04.713001+09:00", "mtime_epoch": 1783038304.7130005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:25:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.184, "pushed": 10.184, "read": 10.151}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.556, "count": 305, "max_ms": 2.192, "p95_ms": 1.691}, "gstreamer_push": {"avg_ms": 1.647, "count": 305, "max_ms": 6.159, "p95_ms": 3.893}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.295, "count": 305, "max_ms": 71.352, "p95_ms": 67.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.118, "count": 305, "max_ms": 84.45, "p95_ms": 80.836}, "yolo11_640_fire_11class": {"avg_ms": 62.335, "count": 305, "max_ms": 78.423, "p95_ms": 69.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.235, "count": 305, "max_ms": 82.204, "p95_ms": 76.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.471, "count": 305, "max_ms": 98.896, "p95_ms": 91.416}, "read_interval": {"avg_ms": 98.577, "count": 304, "max_ms": 119.35, "p95_ms": 109.31}, "triton_wait": {"avg_ms": 70.945, "count": 305, "max_ms": 84.462, "p95_ms": 81.317}, "visualize": {"avg_ms": 3.643, "count": 305, "max_ms": 4.582, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 85}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11384.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1023.649, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.914, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:25:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:25:06+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T09:25:06+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T09:25:06.289029+09:00", "mtime_epoch": 1783038306.289029, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:25:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6552.625, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.31, "pushed": 10.31, "read": 10.276}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.655, "count": 309, "max_ms": 2.361, "p95_ms": 1.77}, "gstreamer_push": {"avg_ms": 1.533, "count": 309, "max_ms": 6.319, "p95_ms": 3.68}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.378, "count": 309, "max_ms": 71.971, "p95_ms": 66.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.767, "count": 309, "max_ms": 88.243, "p95_ms": 81.047}, "yolo11_640_fire_11class": {"avg_ms": 60.551, "count": 309, "max_ms": 76.501, "p95_ms": 69.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.858, "count": 309, "max_ms": 79.676, "p95_ms": 76.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.45, "count": 309, "max_ms": 98.355, "p95_ms": 91.458}, "read_interval": {"avg_ms": 97.365, "count": 308, "max_ms": 117.647, "p95_ms": 109.056}, "triton_wait": {"avg_ms": 69.894, "count": 309, "max_ms": 88.254, "p95_ms": 81.058}, "visualize": {"avg_ms": 3.731, "count": 309, "max_ms": 4.914, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 87}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11392.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1053.854, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.822, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:25:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:25:34+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:25:34+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:25:34.713542+09:00", "mtime_epoch": 1783038334.7135415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:25:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.6, "count": 301, "max_ms": 2.591, "p95_ms": 1.748}, "gstreamer_push": {"avg_ms": 1.646, "count": 301, "max_ms": 6.084, "p95_ms": 3.896}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.822, "count": 301, "max_ms": 69.916, "p95_ms": 64.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.941, "count": 301, "max_ms": 88.085, "p95_ms": 80.52}, "yolo11_640_fire_11class": {"avg_ms": 57.495, "count": 301, "max_ms": 75.276, "p95_ms": 70.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.208, "count": 301, "max_ms": 79.738, "p95_ms": 75.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.882, "count": 301, "max_ms": 98.547, "p95_ms": 90.931}, "read_interval": {"avg_ms": 99.719, "count": 300, "max_ms": 632.042, "p95_ms": 112.659}, "triton_wait": {"avg_ms": 63.272, "count": 301, "max_ms": 88.098, "p95_ms": 80.534}, "visualize": {"avg_ms": 3.759, "count": 301, "max_ms": 5.867, "p95_ms": 4.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 87}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11394.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1053.68, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.799, "sample_count": 3060, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:25:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:25:36+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T09:25:36.325571+09:00", "mtime_epoch": 1783038336.3255706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:25:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.156, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.185, "pushed": 10.185, "read": 10.152}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.677, "count": 305, "max_ms": 2.347, "p95_ms": 1.925}, "gstreamer_push": {"avg_ms": 1.695, "count": 305, "max_ms": 6.243, "p95_ms": 3.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.829, "count": 305, "max_ms": 69.754, "p95_ms": 64.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.839, "count": 305, "max_ms": 88.147, "p95_ms": 80.562}, "yolo11_640_fire_11class": {"avg_ms": 56.269, "count": 305, "max_ms": 73.703, "p95_ms": 69.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.443, "count": 305, "max_ms": 79.518, "p95_ms": 75.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.227, "count": 305, "max_ms": 98.495, "p95_ms": 91.473}, "read_interval": {"avg_ms": 98.51, "count": 304, "max_ms": 271.399, "p95_ms": 115.428}, "triton_wait": {"avg_ms": 64.54, "count": 305, "max_ms": 88.159, "p95_ms": 80.573}, "visualize": {"avg_ms": 3.772, "count": 305, "max_ms": 5.139, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 90}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11384.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1083.879, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.601, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:26:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:26:04+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T09:26:04+09:00", "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-07-03T09:26:04.774084+09:00", "mtime_epoch": 1783038364.7740839, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:26:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.126, "pushed": 10.126, "read": 10.092}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.625, "count": 303, "max_ms": 2.41, "p95_ms": 2.001}, "gstreamer_push": {"avg_ms": 1.571, "count": 303, "max_ms": 6.232, "p95_ms": 3.601}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.642, "count": 303, "max_ms": 69.903, "p95_ms": 64.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.1, "count": 303, "max_ms": 87.223, "p95_ms": 79.563}, "yolo11_640_fire_11class": {"avg_ms": 57.982, "count": 303, "max_ms": 73.99, "p95_ms": 70.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.73, "count": 303, "max_ms": 82.051, "p95_ms": 76.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.511, "count": 303, "max_ms": 97.909, "p95_ms": 90.151}, "read_interval": {"avg_ms": 99.146, "count": 302, "max_ms": 666.056, "p95_ms": 110.783}, "triton_wait": {"avg_ms": 64.899, "count": 303, "max_ms": 87.236, "p95_ms": 79.665}, "visualize": {"avg_ms": 3.754, "count": 303, "max_ms": 4.883, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 89}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11389.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1083.747, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.653, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:26:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:26:06+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T09:26:06+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T09:26:06.386113+09:00", "mtime_epoch": 1783038366.386113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:26:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.355, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.273, "pushed": 9.273, "read": 9.24}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.684, "count": 278, "max_ms": 2.678, "p95_ms": 2.128}, "gstreamer_push": {"avg_ms": 1.619, "count": 278, "max_ms": 7.837, "p95_ms": 3.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.759, "count": 278, "max_ms": 70.274, "p95_ms": 64.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.012, "count": 278, "max_ms": 88.234, "p95_ms": 80.188}, "yolo11_640_fire_11class": {"avg_ms": 57.401, "count": 278, "max_ms": 74.44, "p95_ms": 68.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.155, "count": 278, "max_ms": 82.432, "p95_ms": 76.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.161, "count": 278, "max_ms": 98.658, "p95_ms": 90.93}, "read_interval": {"avg_ms": 108.235, "count": 277, "max_ms": 910.016, "p95_ms": 187.417}, "triton_wait": {"avg_ms": 66.506, "count": 278, "max_ms": 88.247, "p95_ms": 80.402}, "visualize": {"avg_ms": 3.773, "count": 278, "max_ms": 4.878, "p95_ms": 4.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 92}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11390.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1113.924, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.356, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:26:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:26:34+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:26:34+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:26:34.786625+09:00", "mtime_epoch": 1783038394.7866251, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:26:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.595, "count": 301, "max_ms": 2.51, "p95_ms": 1.876}, "gstreamer_push": {"avg_ms": 1.588, "count": 301, "max_ms": 6.329, "p95_ms": 3.629}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.19, "count": 301, "max_ms": 73.469, "p95_ms": 64.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.711, "count": 301, "max_ms": 84.965, "p95_ms": 78.717}, "yolo11_640_fire_11class": {"avg_ms": 55.663, "count": 301, "max_ms": 76.67, "p95_ms": 68.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.949, "count": 301, "max_ms": 85.627, "p95_ms": 76.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.764, "count": 301, "max_ms": 96.159, "p95_ms": 89.381}, "read_interval": {"avg_ms": 99.801, "count": 300, "max_ms": 810.77, "p95_ms": 127.899}, "triton_wait": {"avg_ms": 61.203, "count": 301, "max_ms": 85.642, "p95_ms": 78.726}, "visualize": {"avg_ms": 3.73, "count": 301, "max_ms": 5.471, "p95_ms": 4.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 92}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11390.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1113.789, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.209, "sample_count": 3056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:26:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:26:36+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:26:36+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T09:26:36.434655+09:00", "mtime_epoch": 1783038396.434655, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:26:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.668, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.748, "pushed": 10.748, "read": 10.715}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.906, "count": 322, "max_ms": 6.147, "p95_ms": 3.768}, "gstreamer_push": {"avg_ms": 1.568, "count": 322, "max_ms": 6.316, "p95_ms": 3.701}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.251, "count": 322, "max_ms": 72.972, "p95_ms": 65.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.683, "count": 322, "max_ms": 84.675, "p95_ms": 79.054}, "yolo11_640_fire_11class": {"avg_ms": 54.072, "count": 322, "max_ms": 76.249, "p95_ms": 68.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.537, "count": 322, "max_ms": 85.584, "p95_ms": 76.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.513, "count": 322, "max_ms": 135.998, "p95_ms": 109.39}, "read_interval": {"avg_ms": 93.335, "count": 321, "max_ms": 149.247, "p95_ms": 122.731}, "triton_wait": {"avg_ms": 62.06, "count": 322, "max_ms": 85.596, "p95_ms": 79.066}, "visualize": {"avg_ms": 3.924, "count": 322, "max_ms": 8.924, "p95_ms": 5.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 95}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11392.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1143.989, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.164, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:27:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:27:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T09:27:04+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:27:04.847168+09:00", "mtime_epoch": 1783038424.8471677, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:27:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.814}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.606, "count": 295, "max_ms": 2.626, "p95_ms": 1.882}, "gstreamer_push": {"avg_ms": 1.593, "count": 295, "max_ms": 6.385, "p95_ms": 3.819}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.533, "count": 295, "max_ms": 68.399, "p95_ms": 64.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.694, "count": 295, "max_ms": 84.478, "p95_ms": 78.524}, "yolo11_640_fire_11class": {"avg_ms": 55.617, "count": 295, "max_ms": 74.815, "p95_ms": 68.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.059, "count": 295, "max_ms": 78.17, "p95_ms": 75.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.077, "count": 295, "max_ms": 95.25, "p95_ms": 88.992}, "read_interval": {"avg_ms": 101.902, "count": 294, "max_ms": 842.849, "p95_ms": 175.089}, "triton_wait": {"avg_ms": 60.566, "count": 295, "max_ms": 84.489, "p95_ms": 78.537}, "visualize": {"avg_ms": 3.756, "count": 295, "max_ms": 5.924, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 95}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11387.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1143.864, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.033, "sample_count": 3070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:27:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:27:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:27:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:27:06.483197+09:00", "mtime_epoch": 1783038426.4831972, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:27:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.891, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.732, "count": 299, "max_ms": 4.696, "p95_ms": 1.848}, "gstreamer_push": {"avg_ms": 1.603, "count": 299, "max_ms": 6.292, "p95_ms": 3.845}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.141, "count": 299, "max_ms": 68.841, "p95_ms": 65.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.694, "count": 299, "max_ms": 84.246, "p95_ms": 79.261}, "yolo11_640_fire_11class": {"avg_ms": 54.756, "count": 299, "max_ms": 73.567, "p95_ms": 67.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.18, "count": 299, "max_ms": 78.064, "p95_ms": 75.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.142, "count": 299, "max_ms": 134.485, "p95_ms": 91.372}, "read_interval": {"avg_ms": 100.559, "count": 298, "max_ms": 365.426, "p95_ms": 136.017}, "triton_wait": {"avg_ms": 62.678, "count": 299, "max_ms": 84.259, "p95_ms": 79.273}, "visualize": {"avg_ms": 3.778, "count": 299, "max_ms": 5.966, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11392.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1174.058, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.951, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:27:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:27:35+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:27:34+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T09:27:34.943711+09:00", "mtime_epoch": 1783038454.9437108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:27:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.606, "count": 302, "max_ms": 2.196, "p95_ms": 1.844}, "gstreamer_push": {"avg_ms": 1.58, "count": 302, "max_ms": 6.594, "p95_ms": 3.846}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.195, "count": 302, "max_ms": 70.133, "p95_ms": 65.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.318, "count": 302, "max_ms": 87.287, "p95_ms": 80.66}, "yolo11_640_fire_11class": {"avg_ms": 62.588, "count": 302, "max_ms": 74.255, "p95_ms": 69.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.734, "count": 302, "max_ms": 81.043, "p95_ms": 76.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.461, "count": 302, "max_ms": 97.424, "p95_ms": 91.21}, "read_interval": {"avg_ms": 99.624, "count": 301, "max_ms": 138.88, "p95_ms": 108.332}, "triton_wait": {"avg_ms": 71.972, "count": 302, "max_ms": 87.3, "p95_ms": 80.807}, "visualize": {"avg_ms": 3.719, "count": 302, "max_ms": 4.722, "p95_ms": 4.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 97}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11390.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1173.913, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.705, "sample_count": 3064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:27:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:27:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:27:36+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:27:36.535740+09:00", "mtime_epoch": 1783038456.5357397, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:27:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.727, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.118}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.637, "count": 304, "max_ms": 2.148, "p95_ms": 1.693}, "gstreamer_push": {"avg_ms": 1.474, "count": 304, "max_ms": 4.994, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.069, "count": 304, "max_ms": 70.735, "p95_ms": 65.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.855, "count": 304, "max_ms": 87.272, "p95_ms": 80.573}, "yolo11_640_fire_11class": {"avg_ms": 61.946, "count": 304, "max_ms": 72.951, "p95_ms": 69.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.376, "count": 304, "max_ms": 81.368, "p95_ms": 75.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.797, "count": 304, "max_ms": 97.607, "p95_ms": 91.099}, "read_interval": {"avg_ms": 98.814, "count": 303, "max_ms": 174.077, "p95_ms": 108.167}, "triton_wait": {"avg_ms": 71.399, "count": 304, "max_ms": 87.284, "p95_ms": 80.621}, "visualize": {"avg_ms": 3.701, "count": 304, "max_ms": 4.674, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11392.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1204.095, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.554, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:28:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:28:05+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T09:28:04+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T09:28:04.964253+09:00", "mtime_epoch": 1783038484.9642527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:28:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.882}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.613, "count": 297, "max_ms": 2.298, "p95_ms": 1.893}, "gstreamer_push": {"avg_ms": 1.57, "count": 297, "max_ms": 6.671, "p95_ms": 3.726}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.35, "count": 297, "max_ms": 70.042, "p95_ms": 64.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.035, "count": 297, "max_ms": 85.614, "p95_ms": 79.571}, "yolo11_640_fire_11class": {"avg_ms": 56.871, "count": 297, "max_ms": 76.838, "p95_ms": 68.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.287, "count": 297, "max_ms": 78.748, "p95_ms": 74.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.829, "count": 297, "max_ms": 96.415, "p95_ms": 90.132}, "read_interval": {"avg_ms": 101.149, "count": 296, "max_ms": 664.406, "p95_ms": 113.616}, "triton_wait": {"avg_ms": 64.233, "count": 297, "max_ms": 85.627, "p95_ms": 79.583}, "visualize": {"avg_ms": 3.789, "count": 297, "max_ms": 5.268, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 99}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11390.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1203.923, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.65, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:28:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:28:06+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T09:28:06+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T09:28:06.520281+09:00", "mtime_epoch": 1783038486.5202808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 198325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:28:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6555.312, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 251, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.37, "pushed": 8.37, "read": 8.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 1.751, "count": 251, "max_ms": 4.014, "p95_ms": 2.206}, "gstreamer_push": {"avg_ms": 1.55, "count": 251, "max_ms": 4.083, "p95_ms": 3.766}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.529, "count": 251, "max_ms": 70.102, "p95_ms": 64.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.471, "count": 251, "max_ms": 92.383, "p95_ms": 80.282}, "yolo11_640_fire_11class": {"avg_ms": 59.161, "count": 251, "max_ms": 77.494, "p95_ms": 68.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.568, "count": 251, "max_ms": 81.621, "p95_ms": 76.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.966, "count": 251, "max_ms": 140.989, "p95_ms": 94.616}, "read_interval": {"avg_ms": 119.48, "count": 251, "max_ms": 5654.747, "p95_ms": 118.715}, "triton_wait": {"avg_ms": 67.733, "count": 251, "max_ms": 92.396, "p95_ms": 80.985}, "visualize": {"avg_ms": 3.807, "count": 251, "max_ms": 5.992, "p95_ms": 4.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11392.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1234.109, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.64, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:28:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:28:35+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T09:28:34+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:28:34.968794+09:00", "mtime_epoch": 1783038514.9687943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:28:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.588, "count": 303, "max_ms": 4.016, "p95_ms": 1.663}, "gstreamer_push": {"avg_ms": 1.624, "count": 303, "max_ms": 6.119, "p95_ms": 3.899}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.246, "count": 303, "max_ms": 69.841, "p95_ms": 65.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.499, "count": 303, "max_ms": 83.614, "p95_ms": 80.49}, "yolo11_640_fire_11class": {"avg_ms": 59.436, "count": 303, "max_ms": 76.196, "p95_ms": 69.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.969, "count": 303, "max_ms": 79.375, "p95_ms": 75.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.575, "count": 303, "max_ms": 110.326, "p95_ms": 91.412}, "read_interval": {"avg_ms": 99.03, "count": 303, "max_ms": 645.652, "p95_ms": 112.237}, "triton_wait": {"avg_ms": 66.591, "count": 303, "max_ms": 83.626, "p95_ms": 80.502}, "visualize": {"avg_ms": 3.72, "count": 303, "max_ms": 5.169, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11389.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1233.958, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.072, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:28:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:28:36+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T09:28:36.600824+09:00", "mtime_epoch": 1783038516.6008239, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:28:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.43, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.467, "pushed": 10.467, "read": 10.434}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.759, "count": 313, "max_ms": 4.657, "p95_ms": 2.158}, "gstreamer_push": {"avg_ms": 1.568, "count": 313, "max_ms": 8.133, "p95_ms": 3.669}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.334, "count": 313, "max_ms": 70.887, "p95_ms": 64.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.758, "count": 313, "max_ms": 85.0, "p95_ms": 80.136}, "yolo11_640_fire_11class": {"avg_ms": 57.524, "count": 313, "max_ms": 72.118, "p95_ms": 68.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.267, "count": 313, "max_ms": 78.169, "p95_ms": 74.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.145, "count": 313, "max_ms": 129.29, "p95_ms": 93.596}, "read_interval": {"avg_ms": 96.008, "count": 312, "max_ms": 142.406, "p95_ms": 114.358}, "triton_wait": {"avg_ms": 66.798, "count": 313, "max_ms": 85.012, "p95_ms": 80.148}, "visualize": {"avg_ms": 3.795, "count": 313, "max_ms": 6.403, "p95_ms": 4.642}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11390.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1264.179, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.554, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:29:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:29:05+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T09:29:05+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T09:29:05.045337+09:00", "mtime_epoch": 1783038545.0453372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:29:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.548, "count": 301, "max_ms": 2.549, "p95_ms": 1.782}, "gstreamer_push": {"avg_ms": 1.557, "count": 301, "max_ms": 6.329, "p95_ms": 3.782}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.923, "count": 301, "max_ms": 67.922, "p95_ms": 65.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.578, "count": 301, "max_ms": 81.856, "p95_ms": 79.165}, "yolo11_640_fire_11class": {"avg_ms": 58.153, "count": 301, "max_ms": 74.734, "p95_ms": 68.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.645, "count": 301, "max_ms": 78.225, "p95_ms": 74.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.769, "count": 301, "max_ms": 91.987, "p95_ms": 89.5}, "read_interval": {"avg_ms": 99.9, "count": 300, "max_ms": 555.081, "p95_ms": 108.548}, "triton_wait": {"avg_ms": 65.332, "count": 301, "max_ms": 81.869, "p95_ms": 79.177}, "visualize": {"avg_ms": 3.721, "count": 301, "max_ms": 4.719, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11392.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1263.964, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.948, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:29:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:29:06+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T09:29:06.605366+09:00", "mtime_epoch": 1783038546.6053655, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 203630}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:29:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.066, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.704, "pushed": 10.704, "read": 10.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.686, "count": 321, "max_ms": 2.684, "p95_ms": 2.127}, "gstreamer_push": {"avg_ms": 1.606, "count": 321, "max_ms": 6.49, "p95_ms": 3.778}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.348, "count": 321, "max_ms": 69.315, "p95_ms": 65.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.408, "count": 321, "max_ms": 85.284, "p95_ms": 79.528}, "yolo11_640_fire_11class": {"avg_ms": 57.238, "count": 321, "max_ms": 75.658, "p95_ms": 68.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.29, "count": 321, "max_ms": 77.7, "p95_ms": 75.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.198, "count": 321, "max_ms": 95.794, "p95_ms": 90.136}, "read_interval": {"avg_ms": 93.481, "count": 321, "max_ms": 114.033, "p95_ms": 107.568}, "triton_wait": {"avg_ms": 65.561, "count": 321, "max_ms": 85.297, "p95_ms": 79.54}, "visualize": {"avg_ms": 3.763, "count": 321, "max_ms": 4.776, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11387.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1294.195, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.421, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:29:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:29:35+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T09:29:35+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:29:35.057879+09:00", "mtime_epoch": 1783038575.0578792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:29:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1768.785, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.167}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.566, "count": 305, "max_ms": 2.422, "p95_ms": 2.01}, "gstreamer_push": {"avg_ms": 1.608, "count": 305, "max_ms": 6.502, "p95_ms": 3.856}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.855, "count": 305, "max_ms": 67.744, "p95_ms": 64.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.663, "count": 305, "max_ms": 86.787, "p95_ms": 79.224}, "yolo11_640_fire_11class": {"avg_ms": 57.041, "count": 305, "max_ms": 72.779, "p95_ms": 67.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.376, "count": 305, "max_ms": 75.806, "p95_ms": 74.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.608, "count": 305, "max_ms": 97.463, "p95_ms": 89.829}, "read_interval": {"avg_ms": 98.403, "count": 305, "max_ms": 708.083, "p95_ms": 114.06}, "triton_wait": {"avg_ms": 64.051, "count": 305, "max_ms": 86.8, "p95_ms": 79.236}, "visualize": {"avg_ms": 3.76, "count": 305, "max_ms": 5.508, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11389.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1294.03, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.76, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 12926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:29:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:29:36+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T09:29:36.673908+09:00", "mtime_epoch": 1783038576.6739082, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 204096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:29:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.266, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.572, "pushed": 10.572, "read": 10.539}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.68, "count": 317, "max_ms": 2.42, "p95_ms": 2.096}, "gstreamer_push": {"avg_ms": 1.623, "count": 317, "max_ms": 6.268, "p95_ms": 3.874}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.183, "count": 317, "max_ms": 70.686, "p95_ms": 64.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.879, "count": 317, "max_ms": 93.366, "p95_ms": 79.846}, "yolo11_640_fire_11class": {"avg_ms": 55.376, "count": 317, "max_ms": 73.622, "p95_ms": 68.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.726, "count": 317, "max_ms": 78.897, "p95_ms": 75.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.942, "count": 317, "max_ms": 103.8, "p95_ms": 90.31}, "read_interval": {"avg_ms": 94.881, "count": 316, "max_ms": 245.491, "p95_ms": 110.919}, "triton_wait": {"avg_ms": 64.308, "count": 317, "max_ms": 93.377, "p95_ms": 79.858}, "visualize": {"avg_ms": 3.763, "count": 317, "max_ms": 4.98, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11392.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1324.23, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.165, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:30:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:30:05+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:30:05+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T09:30:05.110422+09:00", "mtime_epoch": 1783038605.110422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:30:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.556, "count": 297, "max_ms": 2.457, "p95_ms": 1.815}, "gstreamer_push": {"avg_ms": 1.64, "count": 297, "max_ms": 6.315, "p95_ms": 3.854}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.45, "count": 297, "max_ms": 69.687, "p95_ms": 65.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.975, "count": 297, "max_ms": 86.198, "p95_ms": 79.291}, "yolo11_640_fire_11class": {"avg_ms": 58.148, "count": 297, "max_ms": 74.777, "p95_ms": 69.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.438, "count": 297, "max_ms": 77.642, "p95_ms": 74.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.04, "count": 297, "max_ms": 97.445, "p95_ms": 89.991}, "read_interval": {"avg_ms": 101.197, "count": 297, "max_ms": 760.298, "p95_ms": 112.185}, "triton_wait": {"avg_ms": 64.418, "count": 297, "max_ms": 86.211, "p95_ms": 79.304}, "visualize": {"avg_ms": 3.776, "count": 297, "max_ms": 5.989, "p95_ms": 4.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11389.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1324.034, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.515, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:30:06+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:30:06+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T09:30:06.678450+09:00", "mtime_epoch": 1783038606.67845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:30:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.43, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.657, "count": 300, "max_ms": 2.641, "p95_ms": 1.777}, "gstreamer_push": {"avg_ms": 1.65, "count": 300, "max_ms": 6.317, "p95_ms": 3.911}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.374, "count": 300, "max_ms": 71.213, "p95_ms": 64.376}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.858, "count": 300, "max_ms": 89.695, "p95_ms": 79.242}, "yolo11_640_fire_11class": {"avg_ms": 56.962, "count": 300, "max_ms": 77.766, "p95_ms": 69.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.73, "count": 300, "max_ms": 78.288, "p95_ms": 74.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.185, "count": 300, "max_ms": 101.685, "p95_ms": 89.874}, "read_interval": {"avg_ms": 100.013, "count": 300, "max_ms": 272.719, "p95_ms": 126.409}, "triton_wait": {"avg_ms": 64.579, "count": 300, "max_ms": 89.707, "p95_ms": 79.254}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 5.835, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11392.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1354.297, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.192, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:30:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:30:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:30:35+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:30:35.158964+09:00", "mtime_epoch": 1783038635.1589644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:30:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.542, "count": 300, "max_ms": 2.155, "p95_ms": 1.652}, "gstreamer_push": {"avg_ms": 1.567, "count": 300, "max_ms": 4.566, "p95_ms": 3.74}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.134, "count": 300, "max_ms": 71.895, "p95_ms": 65.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.623, "count": 300, "max_ms": 83.068, "p95_ms": 80.107}, "yolo11_640_fire_11class": {"avg_ms": 59.683, "count": 300, "max_ms": 75.651, "p95_ms": 71.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.064, "count": 300, "max_ms": 77.518, "p95_ms": 75.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.153, "count": 300, "max_ms": 94.797, "p95_ms": 90.59}, "read_interval": {"avg_ms": 100.195, "count": 299, "max_ms": 866.026, "p95_ms": 112.711}, "triton_wait": {"avg_ms": 66.573, "count": 300, "max_ms": 83.081, "p95_ms": 80.12}, "visualize": {"avg_ms": 3.707, "count": 300, "max_ms": 4.674, "p95_ms": 4.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11392.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1354.092, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.424, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:30:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:30:36+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T09:30:36.738993+09:00", "mtime_epoch": 1783038636.738993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:30:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.066, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.008, "pushed": 9.008, "read": 8.974}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 1.683, "count": 270, "max_ms": 2.586, "p95_ms": 1.984}, "gstreamer_push": {"avg_ms": 1.536, "count": 270, "max_ms": 6.045, "p95_ms": 3.59}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.407, "count": 270, "max_ms": 69.184, "p95_ms": 66.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.142, "count": 270, "max_ms": 85.712, "p95_ms": 80.299}, "yolo11_640_fire_11class": {"avg_ms": 60.925, "count": 270, "max_ms": 75.15, "p95_ms": 70.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.678, "count": 270, "max_ms": 77.299, "p95_ms": 75.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.885, "count": 270, "max_ms": 96.365, "p95_ms": 91.118}, "read_interval": {"avg_ms": 111.424, "count": 269, "max_ms": 3347.275, "p95_ms": 109.601}, "triton_wait": {"avg_ms": 69.196, "count": 270, "max_ms": 85.723, "p95_ms": 80.314}, "visualize": {"avg_ms": 3.807, "count": 270, "max_ms": 4.899, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11395.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1384.302, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.073, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:31:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:31:05+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T09:31:05+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T09:31:05.187507+09:00", "mtime_epoch": 1783038665.1875067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:31:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.556, "count": 301, "max_ms": 2.189, "p95_ms": 1.96}, "gstreamer_push": {"avg_ms": 1.576, "count": 301, "max_ms": 6.371, "p95_ms": 3.797}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.925, "count": 301, "max_ms": 65.489, "p95_ms": 62.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.025, "count": 301, "max_ms": 80.88, "p95_ms": 76.198}, "yolo11_640_fire_11class": {"avg_ms": 53.238, "count": 301, "max_ms": 72.88, "p95_ms": 67.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.072, "count": 301, "max_ms": 76.56, "p95_ms": 73.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.554, "count": 301, "max_ms": 91.161, "p95_ms": 87.105}, "read_interval": {"avg_ms": 99.757, "count": 301, "max_ms": 793.987, "p95_ms": 144.823}, "triton_wait": {"avg_ms": 57.01, "count": 301, "max_ms": 80.893, "p95_ms": 76.441}, "visualize": {"avg_ms": 3.762, "count": 301, "max_ms": 5.864, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11390.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1384.143, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.32, "name": "ffmpeg", "pid": 26503, "rss_mb": 286.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.211, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:31:06+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T09:31:06+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T09:31:06.771535+09:00", "mtime_epoch": 1783038666.7715354, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:31:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.066, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.31, "pushed": 8.31, "read": 8.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 1.672, "count": 249, "max_ms": 2.636, "p95_ms": 1.922}, "gstreamer_push": {"avg_ms": 1.569, "count": 249, "max_ms": 5.882, "p95_ms": 3.736}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.293, "count": 249, "max_ms": 69.06, "p95_ms": 64.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.896, "count": 249, "max_ms": 83.158, "p95_ms": 77.002}, "yolo11_640_fire_11class": {"avg_ms": 54.609, "count": 249, "max_ms": 72.639, "p95_ms": 69.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.272, "count": 249, "max_ms": 76.847, "p95_ms": 73.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.23, "count": 249, "max_ms": 95.309, "p95_ms": 87.668}, "read_interval": {"avg_ms": 120.77, "count": 248, "max_ms": 1853.879, "p95_ms": 263.783}, "triton_wait": {"avg_ms": 61.54, "count": 249, "max_ms": 83.174, "p95_ms": 77.013}, "visualize": {"avg_ms": 3.804, "count": 249, "max_ms": 5.39, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11399.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1414.342, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.116, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:31:35+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T09:31:35+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T09:31:35.092047+09:00", "mtime_epoch": 1783038695.092047, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:31:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.059, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.083}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.551, "count": 303, "max_ms": 2.583, "p95_ms": 1.731}, "gstreamer_push": {"avg_ms": 1.577, "count": 303, "max_ms": 5.814, "p95_ms": 3.731}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.484, "count": 303, "max_ms": 72.014, "p95_ms": 64.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.066, "count": 303, "max_ms": 84.397, "p95_ms": 78.657}, "yolo11_640_fire_11class": {"avg_ms": 56.882, "count": 303, "max_ms": 72.027, "p95_ms": 68.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.03, "count": 303, "max_ms": 82.326, "p95_ms": 75.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.521, "count": 303, "max_ms": 94.697, "p95_ms": 89.97}, "read_interval": {"avg_ms": 99.186, "count": 302, "max_ms": 612.701, "p95_ms": 116.099}, "triton_wait": {"avg_ms": 62.886, "count": 303, "max_ms": 84.409, "p95_ms": 78.67}, "visualize": {"avg_ms": 3.768, "count": 303, "max_ms": 5.327, "p95_ms": 4.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11397.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1414.271, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.898, "name": "ffmpeg", "pid": 26503, "rss_mb": 288.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.115, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:31:36+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-03T09:31:36+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T09:31:36.852079+09:00", "mtime_epoch": 1783038696.8520787, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 202445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:31:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.723, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.126, "pushed": 10.126, "read": 10.092}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.099, "count": 303, "max_ms": 5.409, "p95_ms": 3.843}, "gstreamer_push": {"avg_ms": 1.527, "count": 303, "max_ms": 6.022, "p95_ms": 3.709}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.749, "count": 303, "max_ms": 71.892, "p95_ms": 65.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.896, "count": 303, "max_ms": 85.362, "p95_ms": 79.265}, "yolo11_640_fire_11class": {"avg_ms": 56.753, "count": 303, "max_ms": 77.103, "p95_ms": 70.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.865, "count": 303, "max_ms": 82.479, "p95_ms": 75.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.037, "count": 303, "max_ms": 148.687, "p95_ms": 119.717}, "read_interval": {"avg_ms": 98.946, "count": 302, "max_ms": 164.477, "p95_ms": 132.437}, "triton_wait": {"avg_ms": 64.181, "count": 303, "max_ms": 85.374, "p95_ms": 79.334}, "visualize": {"avg_ms": 4.024, "count": 303, "max_ms": 6.472, "p95_ms": 5.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11396.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1444.387, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.2, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:32:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:32:05+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T09:32:05+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T09:32:05.268592+09:00", "mtime_epoch": 1783038725.2685921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:32:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.059, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.538, "count": 299, "max_ms": 2.132, "p95_ms": 1.667}, "gstreamer_push": {"avg_ms": 1.596, "count": 299, "max_ms": 5.987, "p95_ms": 3.828}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.213, "count": 299, "max_ms": 68.02, "p95_ms": 63.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.71, "count": 299, "max_ms": 82.635, "p95_ms": 79.613}, "yolo11_640_fire_11class": {"avg_ms": 54.886, "count": 299, "max_ms": 75.718, "p95_ms": 68.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.598, "count": 299, "max_ms": 80.708, "p95_ms": 76.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.146, "count": 299, "max_ms": 92.892, "p95_ms": 89.99}, "read_interval": {"avg_ms": 100.545, "count": 298, "max_ms": 797.846, "p95_ms": 140.231}, "triton_wait": {"avg_ms": 59.773, "count": 299, "max_ms": 82.648, "p95_ms": 79.625}, "visualize": {"avg_ms": 3.695, "count": 299, "max_ms": 4.661, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11400.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1444.316, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.445, "name": "ffmpeg", "pid": 26503, "rss_mb": 290.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.37, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:32:07+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T09:32:06+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T09:32:06.920622+09:00", "mtime_epoch": 1783038726.9206219, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 196007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:32:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6564.043, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.959, "pushed": 9.959, "read": 9.926}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.313, "count": 298, "max_ms": 4.705, "p95_ms": 3.862}, "gstreamer_push": {"avg_ms": 1.503, "count": 298, "max_ms": 6.372, "p95_ms": 3.774}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.106, "count": 298, "max_ms": 68.009, "p95_ms": 63.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.063, "count": 298, "max_ms": 85.512, "p95_ms": 79.865}, "yolo11_640_fire_11class": {"avg_ms": 54.445, "count": 298, "max_ms": 78.128, "p95_ms": 67.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.771, "count": 298, "max_ms": 79.549, "p95_ms": 76.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.077, "count": 298, "max_ms": 145.73, "p95_ms": 126.822}, "read_interval": {"avg_ms": 100.756, "count": 297, "max_ms": 393.235, "p95_ms": 141.005}, "triton_wait": {"avg_ms": 61.348, "count": 298, "max_ms": 85.523, "p95_ms": 79.876}, "visualize": {"avg_ms": 4.157, "count": 298, "max_ms": 5.922, "p95_ms": 5.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11402.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1474.452, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.0, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:32:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:32:35+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T09:32:35+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T09:32:35.313135+09:00", "mtime_epoch": 1783038755.3131347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:32:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1776.836, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.839, "pushed": 9.839, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.544, "count": 295, "max_ms": 3.14, "p95_ms": 1.631}, "gstreamer_push": {"avg_ms": 1.633, "count": 295, "max_ms": 6.557, "p95_ms": 3.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.322, "count": 295, "max_ms": 67.775, "p95_ms": 65.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.275, "count": 295, "max_ms": 82.648, "p95_ms": 78.379}, "yolo11_640_fire_11class": {"avg_ms": 61.623, "count": 295, "max_ms": 73.646, "p95_ms": 68.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.427, "count": 295, "max_ms": 77.788, "p95_ms": 75.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.037, "count": 295, "max_ms": 94.347, "p95_ms": 89.089}, "read_interval": {"avg_ms": 101.911, "count": 294, "max_ms": 756.997, "p95_ms": 109.221}, "triton_wait": {"avg_ms": 70.528, "count": 295, "max_ms": 82.662, "p95_ms": 78.393}, "visualize": {"avg_ms": 3.747, "count": 295, "max_ms": 5.053, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 122}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11397.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1474.334, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.281, "name": "ffmpeg", "pid": 26503, "rss_mb": 293.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.37, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:32:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:32:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:32:36.953164+09:00", "mtime_epoch": 1783038756.9531643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:32:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.797, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.654, "count": 303, "max_ms": 2.547, "p95_ms": 1.766}, "gstreamer_push": {"avg_ms": 1.546, "count": 303, "max_ms": 6.411, "p95_ms": 3.675}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.918, "count": 303, "max_ms": 69.488, "p95_ms": 64.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.083, "count": 303, "max_ms": 83.642, "p95_ms": 78.834}, "yolo11_640_fire_11class": {"avg_ms": 62.82, "count": 303, "max_ms": 72.352, "p95_ms": 69.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.514, "count": 303, "max_ms": 79.542, "p95_ms": 75.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.199, "count": 303, "max_ms": 93.935, "p95_ms": 89.145}, "read_interval": {"avg_ms": 99.054, "count": 302, "max_ms": 110.349, "p95_ms": 106.357}, "triton_wait": {"avg_ms": 71.757, "count": 303, "max_ms": 83.654, "p95_ms": 78.846}, "visualize": {"avg_ms": 3.723, "count": 303, "max_ms": 4.879, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11397.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1504.484, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.2, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:33:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:33:05+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T09:33:05+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T09:33:05.349677+09:00", "mtime_epoch": 1783038785.3496773, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:33:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.888, "pushed": 9.888, "read": 9.855}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.524, "count": 296, "max_ms": 1.925, "p95_ms": 1.591}, "gstreamer_push": {"avg_ms": 1.547, "count": 296, "max_ms": 4.285, "p95_ms": 3.718}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.7, "count": 296, "max_ms": 71.282, "p95_ms": 65.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.23, "count": 296, "max_ms": 86.746, "p95_ms": 80.746}, "yolo11_640_fire_11class": {"avg_ms": 63.739, "count": 296, "max_ms": 76.093, "p95_ms": 69.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.45, "count": 296, "max_ms": 83.935, "p95_ms": 80.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.544, "count": 296, "max_ms": 96.877, "p95_ms": 91.888}, "read_interval": {"avg_ms": 101.467, "count": 295, "max_ms": 116.35, "p95_ms": 110.287}, "triton_wait": {"avg_ms": 74.057, "count": 296, "max_ms": 86.76, "p95_ms": 81.237}, "visualize": {"avg_ms": 3.726, "count": 296, "max_ms": 4.825, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11402.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1504.363, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.281, "name": "ffmpeg", "pid": 26503, "rss_mb": 293.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.586, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:33:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:33:06+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:33:06.985707+09:00", "mtime_epoch": 1783038786.985707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191092}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:33:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.211, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.854, "pushed": 9.854, "read": 9.821}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.647, "count": 295, "max_ms": 2.176, "p95_ms": 1.701}, "gstreamer_push": {"avg_ms": 1.595, "count": 295, "max_ms": 6.749, "p95_ms": 3.788}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.483, "count": 295, "max_ms": 71.124, "p95_ms": 65.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.072, "count": 295, "max_ms": 88.802, "p95_ms": 81.546}, "yolo11_640_fire_11class": {"avg_ms": 63.46, "count": 295, "max_ms": 74.625, "p95_ms": 69.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.35, "count": 295, "max_ms": 84.803, "p95_ms": 80.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.836, "count": 295, "max_ms": 99.098, "p95_ms": 92.601}, "read_interval": {"avg_ms": 101.785, "count": 294, "max_ms": 168.554, "p95_ms": 110.008}, "triton_wait": {"avg_ms": 74.396, "count": 295, "max_ms": 88.815, "p95_ms": 81.701}, "visualize": {"avg_ms": 3.681, "count": 295, "max_ms": 4.739, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11402.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1534.508, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.174, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:33:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:33:35+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T09:33:35+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T09:33:35.358220+09:00", "mtime_epoch": 1783038815.3582196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:33:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.159, "pushed": 10.159, "read": 10.125}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.532, "count": 304, "max_ms": 2.121, "p95_ms": 1.624}, "gstreamer_push": {"avg_ms": 1.59, "count": 304, "max_ms": 6.44, "p95_ms": 3.753}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.175, "count": 304, "max_ms": 68.561, "p95_ms": 65.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.248, "count": 304, "max_ms": 84.786, "p95_ms": 80.377}, "yolo11_640_fire_11class": {"avg_ms": 63.318, "count": 304, "max_ms": 74.859, "p95_ms": 70.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.061, "count": 304, "max_ms": 76.667, "p95_ms": 75.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.69, "count": 304, "max_ms": 95.021, "p95_ms": 90.997}, "read_interval": {"avg_ms": 98.717, "count": 303, "max_ms": 116.365, "p95_ms": 108.23}, "triton_wait": {"avg_ms": 71.263, "count": 304, "max_ms": 84.8, "p95_ms": 80.39}, "visualize": {"avg_ms": 3.711, "count": 304, "max_ms": 5.519, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 127}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11399.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1534.421, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.859, "name": "ffmpeg", "pid": 26503, "rss_mb": 295.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.098, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:33:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:33:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T09:33:37+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:33:37.042250+09:00", "mtime_epoch": 1783038817.04225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:33:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.797, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.654, "count": 302, "max_ms": 2.305, "p95_ms": 1.733}, "gstreamer_push": {"avg_ms": 1.612, "count": 302, "max_ms": 6.601, "p95_ms": 3.756}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.339, "count": 302, "max_ms": 71.156, "p95_ms": 65.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.283, "count": 302, "max_ms": 85.033, "p95_ms": 80.05}, "yolo11_640_fire_11class": {"avg_ms": 63.253, "count": 302, "max_ms": 75.05, "p95_ms": 70.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.248, "count": 302, "max_ms": 77.777, "p95_ms": 75.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.169, "count": 302, "max_ms": 95.201, "p95_ms": 91.005}, "read_interval": {"avg_ms": 99.51, "count": 301, "max_ms": 223.955, "p95_ms": 108.805}, "triton_wait": {"avg_ms": 71.641, "count": 302, "max_ms": 85.044, "p95_ms": 80.063}, "visualize": {"avg_ms": 3.698, "count": 302, "max_ms": 4.641, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 130}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11403.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1564.515, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.248, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:34:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:34:05+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T09:34:05+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T09:34:05.390762+09:00", "mtime_epoch": 1783038845.3907623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:34:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.523, "count": 300, "max_ms": 2.16, "p95_ms": 1.56}, "gstreamer_push": {"avg_ms": 1.455, "count": 300, "max_ms": 6.403, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.476, "count": 300, "max_ms": 69.315, "p95_ms": 66.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.627, "count": 300, "max_ms": 88.766, "p95_ms": 79.976}, "yolo11_640_fire_11class": {"avg_ms": 64.281, "count": 300, "max_ms": 77.822, "p95_ms": 71.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.605, "count": 300, "max_ms": 79.614, "p95_ms": 75.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.26, "count": 300, "max_ms": 98.861, "p95_ms": 90.831}, "read_interval": {"avg_ms": 100.113, "count": 300, "max_ms": 119.588, "p95_ms": 108.227}, "triton_wait": {"avg_ms": 72.97, "count": 300, "max_ms": 88.78, "p95_ms": 79.989}, "visualize": {"avg_ms": 3.683, "count": 300, "max_ms": 4.535, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11400.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1564.505, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.859, "name": "ffmpeg", "pid": 26503, "rss_mb": 295.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.457, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:34:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:34:07+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T09:34:07+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T09:34:07.138794+09:00", "mtime_epoch": 1783038847.1387937, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:34:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.633, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.641, "count": 301, "max_ms": 2.272, "p95_ms": 1.707}, "gstreamer_push": {"avg_ms": 1.596, "count": 301, "max_ms": 6.566, "p95_ms": 3.846}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.728, "count": 301, "max_ms": 69.159, "p95_ms": 65.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.541, "count": 301, "max_ms": 84.456, "p95_ms": 79.546}, "yolo11_640_fire_11class": {"avg_ms": 62.895, "count": 301, "max_ms": 75.307, "p95_ms": 69.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.468, "count": 301, "max_ms": 77.038, "p95_ms": 75.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.637, "count": 301, "max_ms": 119.819, "p95_ms": 90.362}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 228.006, "p95_ms": 108.754}, "triton_wait": {"avg_ms": 72.076, "count": 301, "max_ms": 84.467, "p95_ms": 79.558}, "visualize": {"avg_ms": 3.683, "count": 301, "max_ms": 4.506, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11403.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1594.549, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.248, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:34:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:34:35+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T09:34:35+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T09:34:35.415305+09:00", "mtime_epoch": 1783038875.4153047, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:34:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.527, "count": 300, "max_ms": 2.521, "p95_ms": 1.585}, "gstreamer_push": {"avg_ms": 1.594, "count": 300, "max_ms": 6.191, "p95_ms": 3.77}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.579, "count": 300, "max_ms": 68.316, "p95_ms": 66.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.946, "count": 300, "max_ms": 82.947, "p95_ms": 79.416}, "yolo11_640_fire_11class": {"avg_ms": 62.64, "count": 300, "max_ms": 76.263, "p95_ms": 71.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.217, "count": 300, "max_ms": 77.882, "p95_ms": 75.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.043, "count": 300, "max_ms": 93.165, "p95_ms": 89.78}, "read_interval": {"avg_ms": 100.094, "count": 299, "max_ms": 701.228, "p95_ms": 108.536}, "triton_wait": {"avg_ms": 69.626, "count": 300, "max_ms": 82.956, "p95_ms": 79.428}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.211, "p95_ms": 4.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11403.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1594.534, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.859, "name": "ffmpeg", "pid": 26503, "rss_mb": 295.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.457, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:34:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:34:37+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:34:37+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:34:37.155336+09:00", "mtime_epoch": 1783038877.1553361, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:34:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.797, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.157, "pushed": 10.157, "read": 10.123}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.653, "count": 304, "max_ms": 2.661, "p95_ms": 1.76}, "gstreamer_push": {"avg_ms": 1.607, "count": 304, "max_ms": 6.162, "p95_ms": 3.733}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.51, "count": 304, "max_ms": 68.878, "p95_ms": 65.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.057, "count": 304, "max_ms": 85.158, "p95_ms": 80.259}, "yolo11_640_fire_11class": {"avg_ms": 62.113, "count": 304, "max_ms": 75.097, "p95_ms": 70.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.397, "count": 304, "max_ms": 77.723, "p95_ms": 75.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.03, "count": 304, "max_ms": 95.923, "p95_ms": 90.43}, "read_interval": {"avg_ms": 98.75, "count": 303, "max_ms": 203.768, "p95_ms": 108.339}, "triton_wait": {"avg_ms": 70.436, "count": 304, "max_ms": 85.17, "p95_ms": 80.271}, "visualize": {"avg_ms": 3.712, "count": 304, "max_ms": 4.878, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11405.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1624.625, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.371, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:35:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:35:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:35:05+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:35:05.487848+09:00", "mtime_epoch": 1783038905.4878483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:35:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.777}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.519, "count": 294, "max_ms": 2.089, "p95_ms": 1.565}, "gstreamer_push": {"avg_ms": 1.56, "count": 294, "max_ms": 6.157, "p95_ms": 3.768}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.583, "count": 294, "max_ms": 68.119, "p95_ms": 65.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.861, "count": 294, "max_ms": 83.231, "p95_ms": 80.935}, "yolo11_640_fire_11class": {"avg_ms": 65.007, "count": 294, "max_ms": 76.87, "p95_ms": 69.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.699, "count": 294, "max_ms": 77.571, "p95_ms": 76.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.416, "count": 294, "max_ms": 93.976, "p95_ms": 91.469}, "read_interval": {"avg_ms": 102.276, "count": 293, "max_ms": 116.994, "p95_ms": 108.491}, "triton_wait": {"avg_ms": 75.059, "count": 294, "max_ms": 83.246, "p95_ms": 80.948}, "visualize": {"avg_ms": 3.708, "count": 294, "max_ms": 4.594, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11405.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1624.629, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.438, "name": "ffmpeg", "pid": 26503, "rss_mb": 298.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.457, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:35:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:35:07+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T09:35:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:35:07.247880+09:00", "mtime_epoch": 1783038907.24788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:35:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.633, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.654, "count": 293, "max_ms": 2.421, "p95_ms": 1.737}, "gstreamer_push": {"avg_ms": 1.537, "count": 293, "max_ms": 6.315, "p95_ms": 3.674}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.685, "count": 293, "max_ms": 67.054, "p95_ms": 65.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.47, "count": 293, "max_ms": 85.096, "p95_ms": 80.827}, "yolo11_640_fire_11class": {"avg_ms": 64.954, "count": 293, "max_ms": 75.386, "p95_ms": 69.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.979, "count": 293, "max_ms": 77.739, "p95_ms": 76.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.846, "count": 293, "max_ms": 95.593, "p95_ms": 91.415}, "read_interval": {"avg_ms": 102.695, "count": 292, "max_ms": 113.677, "p95_ms": 108.531}, "triton_wait": {"avg_ms": 75.244, "count": 293, "max_ms": 85.109, "p95_ms": 80.839}, "visualize": {"avg_ms": 3.728, "count": 293, "max_ms": 4.923, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11403.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1654.669, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.394, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:35:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:35:35+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T09:35:35+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T09:35:35.524391+09:00", "mtime_epoch": 1783038935.524391, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:35:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.621, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.085}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.524, "count": 303, "max_ms": 2.186, "p95_ms": 1.58}, "gstreamer_push": {"avg_ms": 1.499, "count": 303, "max_ms": 4.05, "p95_ms": 3.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.358, "count": 303, "max_ms": 69.228, "p95_ms": 65.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.68, "count": 303, "max_ms": 91.047, "p95_ms": 80.814}, "yolo11_640_fire_11class": {"avg_ms": 63.466, "count": 303, "max_ms": 79.055, "p95_ms": 70.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.164, "count": 303, "max_ms": 79.34, "p95_ms": 76.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.307, "count": 303, "max_ms": 101.556, "p95_ms": 91.234}, "read_interval": {"avg_ms": 99.121, "count": 302, "max_ms": 120.796, "p95_ms": 108.891}, "triton_wait": {"avg_ms": 71.98, "count": 303, "max_ms": 91.059, "p95_ms": 80.827}, "visualize": {"avg_ms": 3.681, "count": 303, "max_ms": 4.878, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11405.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1654.649, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.438, "name": "ffmpeg", "pid": 26503, "rss_mb": 298.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.228, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:35:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:35:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:35:37+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:35:37.268423+09:00", "mtime_epoch": 1783038937.2684226, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:35:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.574, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.128, "pushed": 10.128, "read": 10.095}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.657, "count": 303, "max_ms": 2.594, "p95_ms": 1.985}, "gstreamer_push": {"avg_ms": 1.607, "count": 303, "max_ms": 6.397, "p95_ms": 3.736}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.679, "count": 303, "max_ms": 68.925, "p95_ms": 64.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.485, "count": 303, "max_ms": 91.841, "p95_ms": 80.184}, "yolo11_640_fire_11class": {"avg_ms": 62.083, "count": 303, "max_ms": 78.953, "p95_ms": 70.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.508, "count": 303, "max_ms": 80.272, "p95_ms": 76.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.162, "count": 303, "max_ms": 102.228, "p95_ms": 91.211}, "read_interval": {"avg_ms": 99.057, "count": 302, "max_ms": 121.445, "p95_ms": 109.302}, "triton_wait": {"avg_ms": 71.533, "count": 303, "max_ms": 91.853, "p95_ms": 80.254}, "visualize": {"avg_ms": 3.724, "count": 303, "max_ms": 4.976, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11406.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1684.681, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.67, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:36:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:36:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:36:05+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T09:36:05.536850+09:00", "mtime_epoch": 1783038965.5368505, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:36:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.518, "count": 291, "max_ms": 1.893, "p95_ms": 1.563}, "gstreamer_push": {"avg_ms": 1.615, "count": 291, "max_ms": 6.303, "p95_ms": 3.838}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.249, "count": 291, "max_ms": 70.182, "p95_ms": 65.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.264, "count": 291, "max_ms": 83.287, "p95_ms": 80.485}, "yolo11_640_fire_11class": {"avg_ms": 64.838, "count": 291, "max_ms": 76.438, "p95_ms": 70.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.548, "count": 291, "max_ms": 78.326, "p95_ms": 75.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.111, "count": 291, "max_ms": 94.792, "p95_ms": 90.916}, "read_interval": {"avg_ms": 103.138, "count": 291, "max_ms": 115.29, "p95_ms": 108.657}, "triton_wait": {"avg_ms": 75.73, "count": 291, "max_ms": 83.3, "p95_ms": 80.499}, "visualize": {"avg_ms": 3.71, "count": 291, "max_ms": 4.795, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11408.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1684.662, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.438, "name": "ffmpeg", "pid": 26503, "rss_mb": 298.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.839, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:36:07+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T09:36:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:36:07.284875+09:00", "mtime_epoch": 1783038967.2848754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 199431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:36:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.633, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.647, "count": 291, "max_ms": 2.219, "p95_ms": 1.788}, "gstreamer_push": {"avg_ms": 1.561, "count": 291, "max_ms": 6.244, "p95_ms": 3.666}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.396, "count": 291, "max_ms": 67.203, "p95_ms": 64.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.987, "count": 291, "max_ms": 86.197, "p95_ms": 81.039}, "yolo11_640_fire_11class": {"avg_ms": 63.941, "count": 291, "max_ms": 74.994, "p95_ms": 69.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.755, "count": 291, "max_ms": 77.187, "p95_ms": 75.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.045, "count": 291, "max_ms": 96.65, "p95_ms": 91.452}, "read_interval": {"avg_ms": 103.147, "count": 291, "max_ms": 115.619, "p95_ms": 110.069}, "triton_wait": {"avg_ms": 75.435, "count": 291, "max_ms": 86.21, "p95_ms": 81.051}, "visualize": {"avg_ms": 3.711, "count": 291, "max_ms": 4.61, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11403.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1714.702, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.791, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:36:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:36:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:36:35+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:36:35.561283+09:00", "mtime_epoch": 1783038995.5612826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:36:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.027}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.521, "count": 301, "max_ms": 2.212, "p95_ms": 1.688}, "gstreamer_push": {"avg_ms": 1.586, "count": 301, "max_ms": 6.324, "p95_ms": 3.815}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.818, "count": 301, "max_ms": 72.104, "p95_ms": 66.013}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.121, "count": 301, "max_ms": 85.135, "p95_ms": 80.253}, "yolo11_640_fire_11class": {"avg_ms": 63.139, "count": 301, "max_ms": 75.004, "p95_ms": 69.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.498, "count": 301, "max_ms": 79.396, "p95_ms": 75.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.763, "count": 301, "max_ms": 95.41, "p95_ms": 91.617}, "read_interval": {"avg_ms": 99.715, "count": 300, "max_ms": 113.053, "p95_ms": 109.116}, "triton_wait": {"avg_ms": 72.213, "count": 301, "max_ms": 85.148, "p95_ms": 80.264}, "visualize": {"avg_ms": 3.716, "count": 301, "max_ms": 5.063, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11405.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1714.696, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.438, "name": "ffmpeg", "pid": 26503, "rss_mb": 298.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.693, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:36:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:36:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:36:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T09:36:37.313308+09:00", "mtime_epoch": 1783038997.3133082, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 201576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:36:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.574, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.651, "count": 300, "max_ms": 2.296, "p95_ms": 1.725}, "gstreamer_push": {"avg_ms": 1.524, "count": 300, "max_ms": 5.957, "p95_ms": 3.646}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.84, "count": 300, "max_ms": 71.539, "p95_ms": 66.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.648, "count": 300, "max_ms": 86.116, "p95_ms": 81.525}, "yolo11_640_fire_11class": {"avg_ms": 62.827, "count": 300, "max_ms": 71.625, "p95_ms": 69.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.74, "count": 300, "max_ms": 78.322, "p95_ms": 75.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.185, "count": 300, "max_ms": 97.009, "p95_ms": 91.947}, "read_interval": {"avg_ms": 100.076, "count": 299, "max_ms": 114.117, "p95_ms": 109.318}, "triton_wait": {"avg_ms": 72.615, "count": 300, "max_ms": 86.128, "p95_ms": 81.536}, "visualize": {"avg_ms": 3.726, "count": 300, "max_ms": 4.739, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11406.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1744.805, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.969, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:37:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:37:05+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:37:05+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T09:37:05.661722+09:00", "mtime_epoch": 1783039025.6617217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:37:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.701, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.543, "count": 290, "max_ms": 2.151, "p95_ms": 1.645}, "gstreamer_push": {"avg_ms": 1.615, "count": 291, "max_ms": 6.268, "p95_ms": 3.885}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.635, "count": 290, "max_ms": 71.585, "p95_ms": 65.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.797, "count": 290, "max_ms": 86.031, "p95_ms": 81.135}, "yolo11_640_fire_11class": {"avg_ms": 64.573, "count": 290, "max_ms": 75.081, "p95_ms": 68.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.431, "count": 290, "max_ms": 83.074, "p95_ms": 75.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.472, "count": 290, "max_ms": 96.529, "p95_ms": 91.89}, "read_interval": {"avg_ms": 103.429, "count": 290, "max_ms": 115.181, "p95_ms": 109.724}, "triton_wait": {"avg_ms": 75.947, "count": 290, "max_ms": 86.043, "p95_ms": 81.148}, "visualize": {"avg_ms": 3.748, "count": 290, "max_ms": 5.485, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11411.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1744.748, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.594, "name": "ffmpeg", "pid": 26503, "rss_mb": 303.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.34, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:37:07+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T09:37:07+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T09:37:07.377747+09:00", "mtime_epoch": 1783039027.3777468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 200705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:37:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.434, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.683}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.609, "count": 291, "max_ms": 2.294, "p95_ms": 1.667}, "gstreamer_push": {"avg_ms": 1.63, "count": 291, "max_ms": 6.208, "p95_ms": 3.841}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.092, "count": 291, "max_ms": 71.873, "p95_ms": 65.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.639, "count": 291, "max_ms": 86.243, "p95_ms": 81.696}, "yolo11_640_fire_11class": {"avg_ms": 64.846, "count": 291, "max_ms": 75.211, "p95_ms": 68.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.878, "count": 291, "max_ms": 83.195, "p95_ms": 76.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.338, "count": 291, "max_ms": 97.852, "p95_ms": 92.114}, "read_interval": {"avg_ms": 103.281, "count": 290, "max_ms": 115.927, "p95_ms": 110.383}, "triton_wait": {"avg_ms": 75.987, "count": 291, "max_ms": 86.255, "p95_ms": 81.707}, "visualize": {"avg_ms": 3.644, "count": 291, "max_ms": 4.69, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11406.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1774.814, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.077, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:37:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:37:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:37:35+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:37:35.674165+09:00", "mtime_epoch": 1783039055.6741645, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:37:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.621, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.203, "pushed": 10.203, "read": 10.203}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.55, "count": 306, "max_ms": 2.657, "p95_ms": 1.752}, "gstreamer_push": {"avg_ms": 1.703, "count": 306, "max_ms": 6.058, "p95_ms": 3.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.857, "count": 306, "max_ms": 69.509, "p95_ms": 65.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.155, "count": 306, "max_ms": 84.565, "p95_ms": 79.602}, "yolo11_640_fire_11class": {"avg_ms": 61.367, "count": 306, "max_ms": 71.303, "p95_ms": 69.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.245, "count": 306, "max_ms": 77.774, "p95_ms": 75.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.462, "count": 306, "max_ms": 94.935, "p95_ms": 90.505}, "read_interval": {"avg_ms": 98.075, "count": 306, "max_ms": 120.692, "p95_ms": 108.625}, "triton_wait": {"avg_ms": 69.84, "count": 306, "max_ms": 84.578, "p95_ms": 79.613}, "visualize": {"avg_ms": 3.774, "count": 306, "max_ms": 4.859, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11401.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1774.829, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.109, "name": "ffmpeg", "pid": 26503, "rss_mb": 304.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.403, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:37:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:37:37+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T09:37:37+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T09:37:37.454191+09:00", "mtime_epoch": 1783039057.454191, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 213516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:37:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.797, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.207, "pushed": 10.207, "read": 10.174}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.66, "count": 306, "max_ms": 2.477, "p95_ms": 2.094}, "gstreamer_push": {"avg_ms": 1.624, "count": 306, "max_ms": 6.488, "p95_ms": 3.873}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.22, "count": 306, "max_ms": 68.362, "p95_ms": 65.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.88, "count": 306, "max_ms": 84.514, "p95_ms": 79.947}, "yolo11_640_fire_11class": {"avg_ms": 61.961, "count": 306, "max_ms": 73.204, "p95_ms": 70.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.48, "count": 306, "max_ms": 77.325, "p95_ms": 75.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.273, "count": 306, "max_ms": 95.005, "p95_ms": 90.458}, "read_interval": {"avg_ms": 98.289, "count": 305, "max_ms": 113.422, "p95_ms": 108.752}, "triton_wait": {"avg_ms": 70.788, "count": 306, "max_ms": 84.526, "p95_ms": 79.958}, "visualize": {"avg_ms": 3.715, "count": 306, "max_ms": 5.559, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11418.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1804.874, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.995, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:38:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:38:05+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T09:38:05+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T09:38:05.762614+09:00", "mtime_epoch": 1783039085.7626138, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 259478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:38:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.815, "pushed": 10.815, "read": 10.782}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.528, "count": 324, "max_ms": 2.509, "p95_ms": 1.89}, "gstreamer_push": {"avg_ms": 1.572, "count": 324, "max_ms": 6.447, "p95_ms": 3.696}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.247, "count": 324, "max_ms": 71.014, "p95_ms": 65.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.478, "count": 324, "max_ms": 85.716, "p95_ms": 80.243}, "yolo11_640_fire_11class": {"avg_ms": 57.284, "count": 324, "max_ms": 74.106, "p95_ms": 68.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.108, "count": 324, "max_ms": 80.878, "p95_ms": 76.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.561, "count": 324, "max_ms": 96.345, "p95_ms": 90.539}, "read_interval": {"avg_ms": 92.825, "count": 323, "max_ms": 414.821, "p95_ms": 108.871}, "triton_wait": {"avg_ms": 63.94, "count": 324, "max_ms": 85.726, "p95_ms": 80.255}, "visualize": {"avg_ms": 3.705, "count": 324, "max_ms": 5.77, "p95_ms": 4.405}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11418.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1804.936, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.809, "name": "ffmpeg", "pid": 26503, "rss_mb": 307.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.934, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 17918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T09:38:07+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T09:38:07+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T09:38:07.538640+09:00", "mtime_epoch": 1783039087.5386403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:38:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6561.363, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.37, "pushed": 9.37, "read": 9.37}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.514, "count": 281, "max_ms": 7.935, "p95_ms": 4.768}, "gstreamer_push": {"avg_ms": 1.471, "count": 281, "max_ms": 6.265, "p95_ms": 3.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.222, "count": 281, "max_ms": 70.664, "p95_ms": 66.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.087, "count": 281, "max_ms": 86.083, "p95_ms": 80.565}, "yolo11_640_fire_11class": {"avg_ms": 56.864, "count": 281, "max_ms": 75.075, "p95_ms": 69.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.36, "count": 281, "max_ms": 81.155, "p95_ms": 77.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.845, "count": 281, "max_ms": 159.247, "p95_ms": 131.747}, "read_interval": {"avg_ms": 106.689, "count": 281, "max_ms": 171.372, "p95_ms": 145.356}, "triton_wait": {"avg_ms": 66.364, "count": 281, "max_ms": 86.095, "p95_ms": 80.707}, "visualize": {"avg_ms": 4.135, "count": 281, "max_ms": 7.204, "p95_ms": 5.226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11414.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1834.913, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.929, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:38:35+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:38:35+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T09:38:35.767066+09:00", "mtime_epoch": 1783039115.767066, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:38:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.882}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.551, "count": 297, "max_ms": 2.651, "p95_ms": 2.041}, "gstreamer_push": {"avg_ms": 1.553, "count": 297, "max_ms": 6.326, "p95_ms": 3.688}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.217, "count": 297, "max_ms": 69.769, "p95_ms": 64.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.266, "count": 297, "max_ms": 84.133, "p95_ms": 79.997}, "yolo11_640_fire_11class": {"avg_ms": 57.086, "count": 297, "max_ms": 72.079, "p95_ms": 66.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.022, "count": 297, "max_ms": 77.773, "p95_ms": 75.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.082, "count": 297, "max_ms": 98.422, "p95_ms": 90.749}, "read_interval": {"avg_ms": 101.095, "count": 296, "max_ms": 696.919, "p95_ms": 126.261}, "triton_wait": {"avg_ms": 63.51, "count": 297, "max_ms": 84.146, "p95_ms": 80.01}, "visualize": {"avg_ms": 3.777, "count": 297, "max_ms": 6.953, "p95_ms": 4.591}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11414.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1834.98, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.066, "name": "ffmpeg", "pid": 26503, "rss_mb": 308.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.138, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:38:37+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T09:38:37+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T09:38:37.619094+09:00", "mtime_epoch": 1783039117.6190941, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:38:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.59, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.025}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.279, "count": 301, "max_ms": 10.372, "p95_ms": 5.732}, "gstreamer_push": {"avg_ms": 1.501, "count": 301, "max_ms": 6.373, "p95_ms": 2.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.286, "count": 301, "max_ms": 70.649, "p95_ms": 64.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.461, "count": 301, "max_ms": 85.595, "p95_ms": 79.74}, "yolo11_640_fire_11class": {"avg_ms": 55.629, "count": 301, "max_ms": 72.346, "p95_ms": 67.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.794, "count": 301, "max_ms": 79.828, "p95_ms": 75.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.207, "count": 301, "max_ms": 171.362, "p95_ms": 131.389}, "read_interval": {"avg_ms": 99.849, "count": 300, "max_ms": 182.716, "p95_ms": 143.429}, "triton_wait": {"avg_ms": 65.621, "count": 301, "max_ms": 85.608, "p95_ms": 79.749}, "visualize": {"avg_ms": 4.021, "count": 301, "max_ms": 9.291, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11419.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1865.004, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.2, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:39:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:39:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T09:39:05+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T09:39:05.867524+09:00", "mtime_epoch": 1783039145.8675244, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:39:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.199, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.595, "count": 298, "max_ms": 2.688, "p95_ms": 2.131}, "gstreamer_push": {"avg_ms": 1.63, "count": 298, "max_ms": 6.264, "p95_ms": 3.755}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.178, "count": 298, "max_ms": 71.534, "p95_ms": 66.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.083, "count": 298, "max_ms": 85.562, "p95_ms": 80.581}, "yolo11_640_fire_11class": {"avg_ms": 61.68, "count": 298, "max_ms": 73.785, "p95_ms": 69.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.812, "count": 298, "max_ms": 82.066, "p95_ms": 77.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.999, "count": 298, "max_ms": 100.429, "p95_ms": 93.987}, "read_interval": {"avg_ms": 100.966, "count": 297, "max_ms": 315.996, "p95_ms": 116.047}, "triton_wait": {"avg_ms": 70.978, "count": 298, "max_ms": 85.575, "p95_ms": 80.593}, "visualize": {"avg_ms": 3.958, "count": 298, "max_ms": 7.971, "p95_ms": 6.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11414.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1865.04, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.645, "name": "ffmpeg", "pid": 26503, "rss_mb": 310.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.205, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:39:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T09:39:07+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T09:39:07.655552+09:00", "mtime_epoch": 1783039147.6555517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192336}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:39:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.754, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.832, "count": 293, "max_ms": 4.361, "p95_ms": 2.337}, "gstreamer_push": {"avg_ms": 1.53, "count": 293, "max_ms": 6.424, "p95_ms": 2.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.623, "count": 293, "max_ms": 70.282, "p95_ms": 66.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.788, "count": 293, "max_ms": 85.8, "p95_ms": 80.861}, "yolo11_640_fire_11class": {"avg_ms": 61.249, "count": 293, "max_ms": 73.351, "p95_ms": 68.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.611, "count": 293, "max_ms": 82.562, "p95_ms": 78.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.368, "count": 293, "max_ms": 141.179, "p95_ms": 94.865}, "read_interval": {"avg_ms": 102.564, "count": 292, "max_ms": 322.091, "p95_ms": 117.986}, "triton_wait": {"avg_ms": 72.34, "count": 293, "max_ms": 85.812, "p95_ms": 80.873}, "visualize": {"avg_ms": 4.004, "count": 293, "max_ms": 7.016, "p95_ms": 6.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11414.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1895.064, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.414, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:39:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:39:36+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T09:39:35+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T09:39:35.915986+09:00", "mtime_epoch": 1783039175.915986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 257730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:39:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.621, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.682, "pushed": 9.682, "read": 9.649}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.517, "count": 290, "max_ms": 1.944, "p95_ms": 1.572}, "gstreamer_push": {"avg_ms": 1.598, "count": 290, "max_ms": 6.537, "p95_ms": 3.837}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.204, "count": 290, "max_ms": 70.551, "p95_ms": 65.985}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.698, "count": 290, "max_ms": 86.27, "p95_ms": 80.936}, "yolo11_640_fire_11class": {"avg_ms": 63.273, "count": 290, "max_ms": 71.569, "p95_ms": 67.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.045, "count": 290, "max_ms": 84.547, "p95_ms": 78.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.602, "count": 290, "max_ms": 96.812, "p95_ms": 91.512}, "read_interval": {"avg_ms": 103.627, "count": 289, "max_ms": 113.876, "p95_ms": 109.515}, "triton_wait": {"avg_ms": 76.109, "count": 290, "max_ms": 86.28, "p95_ms": 80.948}, "visualize": {"avg_ms": 3.719, "count": 290, "max_ms": 5.042, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11422.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1895.104, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.902, "name": "ffmpeg", "pid": 26503, "rss_mb": 310.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.593, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:39:37+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:39:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T09:39:37.720014+09:00", "mtime_epoch": 1783039177.7200139, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:39:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.678, "pushed": 9.678, "read": 9.644}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.664, "count": 290, "max_ms": 2.031, "p95_ms": 1.724}, "gstreamer_push": {"avg_ms": 1.607, "count": 290, "max_ms": 6.086, "p95_ms": 3.861}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.768, "count": 290, "max_ms": 70.999, "p95_ms": 65.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.745, "count": 290, "max_ms": 86.777, "p95_ms": 81.352}, "yolo11_640_fire_11class": {"avg_ms": 63.484, "count": 290, "max_ms": 71.865, "p95_ms": 67.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.982, "count": 290, "max_ms": 85.243, "p95_ms": 78.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.87, "count": 290, "max_ms": 96.859, "p95_ms": 92.581}, "read_interval": {"avg_ms": 103.661, "count": 289, "max_ms": 118.865, "p95_ms": 110.614}, "triton_wait": {"avg_ms": 76.387, "count": 290, "max_ms": 86.789, "p95_ms": 81.364}, "visualize": {"avg_ms": 3.68, "count": 290, "max_ms": 4.568, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11420.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1925.102, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.363, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:40:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:40:05+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:40:05.960452+09:00", "mtime_epoch": 1783039205.9604516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:40:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.543, "count": 302, "max_ms": 2.109, "p95_ms": 1.65}, "gstreamer_push": {"avg_ms": 1.617, "count": 302, "max_ms": 6.322, "p95_ms": 3.767}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.731, "count": 302, "max_ms": 67.366, "p95_ms": 65.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.369, "count": 302, "max_ms": 82.259, "p95_ms": 80.305}, "yolo11_640_fire_11class": {"avg_ms": 62.037, "count": 302, "max_ms": 71.258, "p95_ms": 68.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.888, "count": 302, "max_ms": 78.598, "p95_ms": 76.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.47, "count": 302, "max_ms": 93.35, "p95_ms": 91.08}, "read_interval": {"avg_ms": 99.441, "count": 301, "max_ms": 114.391, "p95_ms": 108.688}, "triton_wait": {"avg_ms": 71.885, "count": 302, "max_ms": 82.275, "p95_ms": 80.317}, "visualize": {"avg_ms": 3.748, "count": 302, "max_ms": 4.556, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11422.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1925.14, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 313.48, "name": "ffmpeg", "pid": 26503, "rss_mb": 313.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.413, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:40:07+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T09:40:07+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T09:40:07.752480+09:00", "mtime_epoch": 1783039207.7524796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:40:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.59, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.089, "pushed": 10.089, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.699, "count": 302, "max_ms": 2.433, "p95_ms": 1.965}, "gstreamer_push": {"avg_ms": 1.492, "count": 302, "max_ms": 4.159, "p95_ms": 1.613}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.428, "count": 302, "max_ms": 70.91, "p95_ms": 66.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.391, "count": 302, "max_ms": 85.105, "p95_ms": 80.664}, "yolo11_640_fire_11class": {"avg_ms": 62.059, "count": 302, "max_ms": 72.942, "p95_ms": 69.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.249, "count": 302, "max_ms": 78.637, "p95_ms": 76.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.687, "count": 302, "max_ms": 95.383, "p95_ms": 91.182}, "read_interval": {"avg_ms": 99.412, "count": 301, "max_ms": 115.082, "p95_ms": 108.803}, "triton_wait": {"avg_ms": 72.014, "count": 302, "max_ms": 85.116, "p95_ms": 80.676}, "visualize": {"avg_ms": 3.755, "count": 302, "max_ms": 4.547, "p95_ms": 4.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11420.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1955.114, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.234, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:40:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:40:36+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:40:35+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T09:40:35.972920+09:00", "mtime_epoch": 1783039235.9729204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258408}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:40:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1771.621, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.335, "pushed": 10.335, "read": 10.335}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.547, "count": 310, "max_ms": 2.133, "p95_ms": 1.751}, "gstreamer_push": {"avg_ms": 1.498, "count": 310, "max_ms": 4.452, "p95_ms": 2.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.847, "count": 310, "max_ms": 72.833, "p95_ms": 66.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.201, "count": 310, "max_ms": 82.796, "p95_ms": 79.601}, "yolo11_640_fire_11class": {"avg_ms": 63.752, "count": 310, "max_ms": 77.155, "p95_ms": 72.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.986, "count": 310, "max_ms": 77.663, "p95_ms": 74.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.799, "count": 310, "max_ms": 93.134, "p95_ms": 90.174}, "read_interval": {"avg_ms": 96.82, "count": 310, "max_ms": 111.974, "p95_ms": 107.551}, "triton_wait": {"avg_ms": 69.282, "count": 310, "max_ms": 82.809, "p95_ms": 79.61}, "visualize": {"avg_ms": 3.735, "count": 310, "max_ms": 5.21, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11420.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1955.163, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.059, "name": "ffmpeg", "pid": 26503, "rss_mb": 316.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.098, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:40:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:40:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:40:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T09:40:37.780949+09:00", "mtime_epoch": 1783039237.7809486, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194155}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:40:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.754, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.26, "pushed": 10.26, "read": 10.227}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.692, "count": 307, "max_ms": 2.275, "p95_ms": 1.897}, "gstreamer_push": {"avg_ms": 1.526, "count": 307, "max_ms": 4.496, "p95_ms": 3.678}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.205, "count": 307, "max_ms": 70.204, "p95_ms": 64.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.688, "count": 307, "max_ms": 86.157, "p95_ms": 78.37}, "yolo11_640_fire_11class": {"avg_ms": 62.052, "count": 307, "max_ms": 74.951, "p95_ms": 69.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.626, "count": 307, "max_ms": 79.647, "p95_ms": 74.5}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.251, "count": 307, "max_ms": 96.526, "p95_ms": 88.882}, "read_interval": {"avg_ms": 97.766, "count": 306, "max_ms": 116.695, "p95_ms": 107.159}, "triton_wait": {"avg_ms": 69.621, "count": 307, "max_ms": 86.169, "p95_ms": 78.384}, "visualize": {"avg_ms": 3.72, "count": 307, "max_ms": 4.893, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11430.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1985.117, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.2, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:41:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:41:06+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T09:41:05+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T09:41:05.973392+09:00", "mtime_epoch": 1783039265.9733925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258670}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:41:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1776.777, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.548, "count": 299, "max_ms": 2.49, "p95_ms": 1.87}, "gstreamer_push": {"avg_ms": 1.657, "count": 299, "max_ms": 6.556, "p95_ms": 3.89}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.015, "count": 299, "max_ms": 69.439, "p95_ms": 65.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.066, "count": 299, "max_ms": 86.776, "p95_ms": 79.459}, "yolo11_640_fire_11class": {"avg_ms": 59.924, "count": 299, "max_ms": 74.82, "p95_ms": 71.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.355, "count": 299, "max_ms": 84.054, "p95_ms": 77.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.897, "count": 299, "max_ms": 97.463, "p95_ms": 90.954}, "read_interval": {"avg_ms": 100.327, "count": 299, "max_ms": 728.976, "p95_ms": 110.592}, "triton_wait": {"avg_ms": 66.257, "count": 299, "max_ms": 86.789, "p95_ms": 79.614}, "visualize": {"avg_ms": 3.786, "count": 299, "max_ms": 7.098, "p95_ms": 4.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11417.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1985.225, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.059, "name": "ffmpeg", "pid": 26503, "rss_mb": 316.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.935, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:41:07+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:41:07+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T09:41:07.841422+09:00", "mtime_epoch": 1783039267.8414218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:41:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6555.402, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.38, "pushed": 9.38, "read": 9.347}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.329, "count": 281, "max_ms": 6.805, "p95_ms": 3.893}, "gstreamer_push": {"avg_ms": 1.496, "count": 281, "max_ms": 7.406, "p95_ms": 2.641}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.556, "count": 281, "max_ms": 68.561, "p95_ms": 65.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.393, "count": 281, "max_ms": 82.988, "p95_ms": 79.458}, "yolo11_640_fire_11class": {"avg_ms": 61.434, "count": 281, "max_ms": 79.074, "p95_ms": 72.297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.653, "count": 281, "max_ms": 80.427, "p95_ms": 77.469}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.775, "count": 281, "max_ms": 146.092, "p95_ms": 127.934}, "read_interval": {"avg_ms": 106.976, "count": 280, "max_ms": 161.882, "p95_ms": 141.666}, "triton_wait": {"avg_ms": 69.023, "count": 281, "max_ms": 82.999, "p95_ms": 79.812}, "visualize": {"avg_ms": 4.22, "count": 281, "max_ms": 9.161, "p95_ms": 5.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11416.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2015.206, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.315, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:41:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:41:36+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T09:41:36+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:41:36.069869+09:00", "mtime_epoch": 1783039296.0698693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 256704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:41:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1768.844, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.569, "count": 294, "max_ms": 4.096, "p95_ms": 1.628}, "gstreamer_push": {"avg_ms": 1.556, "count": 294, "max_ms": 4.217, "p95_ms": 3.758}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.401, "count": 294, "max_ms": 71.008, "p95_ms": 65.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.164, "count": 294, "max_ms": 84.424, "p95_ms": 81.068}, "yolo11_640_fire_11class": {"avg_ms": 65.399, "count": 294, "max_ms": 76.946, "p95_ms": 72.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.225, "count": 294, "max_ms": 80.317, "p95_ms": 77.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.276, "count": 294, "max_ms": 134.978, "p95_ms": 92.399}, "read_interval": {"avg_ms": 102.34, "count": 293, "max_ms": 148.536, "p95_ms": 110.847}, "triton_wait": {"avg_ms": 74.297, "count": 294, "max_ms": 84.437, "p95_ms": 81.081}, "visualize": {"avg_ms": 3.725, "count": 294, "max_ms": 5.136, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11430.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2015.276, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.637, "name": "ffmpeg", "pid": 26503, "rss_mb": 318.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.935, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:41:37+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:41:37+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:41:37.897898+09:00", "mtime_epoch": 1783039297.8978982, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:41:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.074, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.85}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.656, "count": 296, "max_ms": 2.145, "p95_ms": 1.707}, "gstreamer_push": {"avg_ms": 1.59, "count": 296, "max_ms": 5.984, "p95_ms": 3.85}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.004, "count": 296, "max_ms": 70.14, "p95_ms": 66.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.755, "count": 296, "max_ms": 86.945, "p95_ms": 80.942}, "yolo11_640_fire_11class": {"avg_ms": 65.806, "count": 296, "max_ms": 76.514, "p95_ms": 72.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.701, "count": 296, "max_ms": 79.503, "p95_ms": 77.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.736, "count": 296, "max_ms": 97.154, "p95_ms": 91.257}, "read_interval": {"avg_ms": 101.507, "count": 295, "max_ms": 114.846, "p95_ms": 109.264}, "triton_wait": {"avg_ms": 74.262, "count": 296, "max_ms": 86.956, "p95_ms": 80.953}, "visualize": {"avg_ms": 3.681, "count": 296, "max_ms": 4.368, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11430.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2045.274, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.376, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:42:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:42:06+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T09:42:06+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T09:42:06.142349+09:00", "mtime_epoch": 1783039326.1423488, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 258704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:42:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.059, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.71, "pushed": 9.71, "read": 9.677}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.539, "count": 291, "max_ms": 2.28, "p95_ms": 1.591}, "gstreamer_push": {"avg_ms": 1.593, "count": 291, "max_ms": 6.258, "p95_ms": 3.84}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.044, "count": 291, "max_ms": 71.931, "p95_ms": 66.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.03, "count": 291, "max_ms": 85.615, "p95_ms": 82.468}, "yolo11_640_fire_11class": {"avg_ms": 66.674, "count": 291, "max_ms": 76.018, "p95_ms": 70.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.885, "count": 291, "max_ms": 80.068, "p95_ms": 75.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.311, "count": 291, "max_ms": 96.129, "p95_ms": 92.873}, "read_interval": {"avg_ms": 103.319, "count": 290, "max_ms": 114.796, "p95_ms": 110.362}, "triton_wait": {"avg_ms": 75.803, "count": 291, "max_ms": 85.627, "p95_ms": 82.481}, "visualize": {"avg_ms": 3.726, "count": 291, "max_ms": 4.822, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11433.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2045.283, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 321.215, "name": "ffmpeg", "pid": 26503, "rss_mb": 321.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.935, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:42:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:42:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:42:07.902377+09:00", "mtime_epoch": 1783039327.902377, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:42:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.496, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.67}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.674, "count": 290, "max_ms": 2.251, "p95_ms": 1.783}, "gstreamer_push": {"avg_ms": 1.595, "count": 290, "max_ms": 6.228, "p95_ms": 3.808}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.346, "count": 290, "max_ms": 69.335, "p95_ms": 65.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.005, "count": 290, "max_ms": 85.408, "p95_ms": 82.237}, "yolo11_640_fire_11class": {"avg_ms": 65.865, "count": 290, "max_ms": 75.593, "p95_ms": 70.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.358, "count": 290, "max_ms": 78.457, "p95_ms": 75.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.546, "count": 290, "max_ms": 96.113, "p95_ms": 92.722}, "read_interval": {"avg_ms": 103.471, "count": 290, "max_ms": 114.709, "p95_ms": 109.911}, "triton_wait": {"avg_ms": 75.786, "count": 290, "max_ms": 85.42, "p95_ms": 82.249}, "visualize": {"avg_ms": 3.782, "count": 290, "max_ms": 4.604, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11437.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2075.32, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.469, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:42:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:42:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:42:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:42:36.178831+09:00", "mtime_epoch": 1783039356.1788306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:42:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1776.895, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.852}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.522, "count": 296, "max_ms": 2.167, "p95_ms": 1.579}, "gstreamer_push": {"avg_ms": 1.474, "count": 296, "max_ms": 3.963, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.784, "count": 296, "max_ms": 72.09, "p95_ms": 66.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.511, "count": 296, "max_ms": 87.001, "p95_ms": 81.105}, "yolo11_640_fire_11class": {"avg_ms": 67.04, "count": 296, "max_ms": 80.206, "p95_ms": 73.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.616, "count": 296, "max_ms": 83.507, "p95_ms": 76.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.706, "count": 296, "max_ms": 97.464, "p95_ms": 91.5}, "read_interval": {"avg_ms": 101.485, "count": 295, "max_ms": 113.824, "p95_ms": 109.256}, "triton_wait": {"avg_ms": 74.416, "count": 296, "max_ms": 87.011, "p95_ms": 81.118}, "visualize": {"avg_ms": 3.682, "count": 296, "max_ms": 4.646, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11434.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2075.344, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.566, "name": "ffmpeg", "pid": 26503, "rss_mb": 324.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.935, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:42:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:42:38+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T09:42:37+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T09:42:37.986860+09:00", "mtime_epoch": 1783039357.9868598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:42:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.882, "pushed": 9.882, "read": 9.848}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.687, "count": 296, "max_ms": 2.524, "p95_ms": 2.023}, "gstreamer_push": {"avg_ms": 1.553, "count": 296, "max_ms": 6.805, "p95_ms": 3.764}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.439, "count": 296, "max_ms": 69.531, "p95_ms": 65.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.842, "count": 296, "max_ms": 85.79, "p95_ms": 80.944}, "yolo11_640_fire_11class": {"avg_ms": 64.618, "count": 296, "max_ms": 73.69, "p95_ms": 71.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.968, "count": 296, "max_ms": 82.399, "p95_ms": 75.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.235, "count": 296, "max_ms": 97.128, "p95_ms": 91.672}, "read_interval": {"avg_ms": 101.604, "count": 295, "max_ms": 174.078, "p95_ms": 109.775}, "triton_wait": {"avg_ms": 73.58, "count": 296, "max_ms": 85.802, "p95_ms": 80.956}, "visualize": {"avg_ms": 3.742, "count": 296, "max_ms": 5.871, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11436.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2105.345, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.635, "sample_count": 2966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:43:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:43:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:43:06+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:43:06.207315+09:00", "mtime_epoch": 1783039386.2073152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 255322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:43:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.828, "pushed": 9.828, "read": 9.794}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.52, "count": 294, "max_ms": 1.843, "p95_ms": 1.584}, "gstreamer_push": {"avg_ms": 1.584, "count": 294, "max_ms": 6.516, "p95_ms": 3.734}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.359, "count": 294, "max_ms": 74.701, "p95_ms": 65.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.529, "count": 294, "max_ms": 86.051, "p95_ms": 81.569}, "yolo11_640_fire_11class": {"avg_ms": 66.082, "count": 294, "max_ms": 76.301, "p95_ms": 71.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.057, "count": 294, "max_ms": 82.339, "p95_ms": 75.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.156, "count": 294, "max_ms": 95.635, "p95_ms": 91.934}, "read_interval": {"avg_ms": 102.103, "count": 293, "max_ms": 112.689, "p95_ms": 109.064}, "triton_wait": {"avg_ms": 74.819, "count": 294, "max_ms": 86.062, "p95_ms": 81.581}, "visualize": {"avg_ms": 3.651, "count": 294, "max_ms": 4.085, "p95_ms": 3.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2105.432, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.66, "name": "ffmpeg", "pid": 26503, "rss_mb": 327.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.865, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 20867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:43:08+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T09:43:08+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:43:08.055345+09:00", "mtime_epoch": 1783039388.055345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 197675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:43:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.69, "count": 293, "max_ms": 2.41, "p95_ms": 2.196}, "gstreamer_push": {"avg_ms": 1.52, "count": 293, "max_ms": 4.152, "p95_ms": 3.682}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.249, "count": 293, "max_ms": 73.174, "p95_ms": 66.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.039, "count": 293, "max_ms": 87.358, "p95_ms": 82.647}, "yolo11_640_fire_11class": {"avg_ms": 65.547, "count": 293, "max_ms": 74.477, "p95_ms": 70.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.119, "count": 293, "max_ms": 80.777, "p95_ms": 75.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.798, "count": 293, "max_ms": 98.82, "p95_ms": 93.282}, "read_interval": {"avg_ms": 102.682, "count": 292, "max_ms": 116.359, "p95_ms": 111.038}, "triton_wait": {"avg_ms": 75.186, "count": 293, "max_ms": 87.37, "p95_ms": 82.659}, "visualize": {"avg_ms": 3.725, "count": 293, "max_ms": 5.114, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11440.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2135.417, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.629, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:43:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:43:36+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T09:43:36+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T09:43:36.307803+09:00", "mtime_epoch": 1783039416.3078034, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:43:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1774.258, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.845}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.537, "count": 296, "max_ms": 2.173, "p95_ms": 1.678}, "gstreamer_push": {"avg_ms": 1.527, "count": 296, "max_ms": 6.149, "p95_ms": 3.679}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.589, "count": 296, "max_ms": 72.611, "p95_ms": 65.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.792, "count": 296, "max_ms": 86.236, "p95_ms": 80.038}, "yolo11_640_fire_11class": {"avg_ms": 63.275, "count": 296, "max_ms": 76.557, "p95_ms": 68.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.669, "count": 296, "max_ms": 82.313, "p95_ms": 75.603}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.69, "count": 296, "max_ms": 96.334, "p95_ms": 91.094}, "read_interval": {"avg_ms": 101.674, "count": 295, "max_ms": 113.144, "p95_ms": 108.445}, "triton_wait": {"avg_ms": 74.303, "count": 296, "max_ms": 86.248, "p95_ms": 80.051}, "visualize": {"avg_ms": 3.694, "count": 296, "max_ms": 4.633, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11450.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2152.483, "last_started_at": "2026-07-03T09:08:02+09:00", "pid": 26503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 336.293, "name": "ffmpeg", "pid": 26503, "rss_mb": 336.293, "state": "S (sleeping)", "threads": 104}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.54, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:43:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:43:55+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T09:43:55+09:00", "mjpeg": {"age_sec": 19.186, "exists": true, "mtime": "2026-07-03T09:43:36.003798+09:00", "mtime_epoch": 1783039416.0037985, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:43:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.133, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.536, "pushed": 3.536, "read": 3.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 1.665, "count": 106, "max_ms": 2.236, "p95_ms": 1.715}, "gstreamer_push": {"avg_ms": 1.587, "count": 106, "max_ms": 6.151, "p95_ms": 3.853}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.758, "count": 106, "max_ms": 67.695, "p95_ms": 65.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.887, "count": 106, "max_ms": 85.327, "p95_ms": 79.997}, "yolo11_640_fire_11class": {"avg_ms": 63.735, "count": 106, "max_ms": 74.911, "p95_ms": 67.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.73, "count": 106, "max_ms": 77.723, "p95_ms": 76.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.593, "count": 106, "max_ms": 95.807, "p95_ms": 90.375}, "read_interval": {"avg_ms": 285.677, "count": 105, "max_ms": 19223.805, "p95_ms": 109.162}, "triton_wait": {"avg_ms": 76.172, "count": 106, "max_ms": 85.339, "p95_ms": 80.009}, "visualize": {"avg_ms": 3.679, "count": 106, "max_ms": 4.646, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11365.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2165.433, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.11, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:44:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:44:06+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T09:44:06+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:44:06.296293+09:00", "mtime_epoch": 1783039446.2962925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:44:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 1779.473, "name": "celery", "pid": 267, "rss_mb": 1766.527, "state": "S (sleeping)", "threads": 121}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.357, "pushed": 11.357, "read": 11.324}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 1.53, "count": 340, "max_ms": 2.095, "p95_ms": 1.611}, "gstreamer_push": {"avg_ms": 1.502, "count": 340, "max_ms": 5.93, "p95_ms": 3.604}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.076, "count": 340, "max_ms": 65.009, "p95_ms": 53.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.965, "count": 340, "max_ms": 78.867, "p95_ms": 58.079}, "yolo11_640_fire_11class": {"avg_ms": 49.63, "count": 340, "max_ms": 72.358, "p95_ms": 56.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.021, "count": 340, "max_ms": 74.436, "p95_ms": 56.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.371, "count": 340, "max_ms": 90.158, "p95_ms": 75.194}, "read_interval": {"avg_ms": 88.247, "count": 339, "max_ms": 757.589, "p95_ms": 165.888}, "triton_wait": {"avg_ms": 51.02, "count": 340, "max_ms": 78.878, "p95_ms": 64.245}, "visualize": {"avg_ms": 3.732, "count": 340, "max_ms": 4.992, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11534.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.963, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.617, "name": "ffmpeg", "pid": 26762, "rss_mb": 268.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.446, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:44:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T09:44:25+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T09:44:25.208602+09:00", "mtime_epoch": 1783039465.208602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:44:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.965, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.681, "count": 265, "max_ms": 2.375, "p95_ms": 2.037}, "gstreamer_push": {"avg_ms": 1.622, "count": 265, "max_ms": 6.118, "p95_ms": 3.885}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.482, "count": 265, "max_ms": 74.817, "p95_ms": 65.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.677, "count": 265, "max_ms": 86.013, "p95_ms": 76.946}, "yolo11_640_fire_11class": {"avg_ms": 51.429, "count": 265, "max_ms": 74.829, "p95_ms": 66.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.883, "count": 265, "max_ms": 79.937, "p95_ms": 75.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.194, "count": 265, "max_ms": 103.739, "p95_ms": 88.855}, "read_interval": {"avg_ms": 113.619, "count": 264, "max_ms": 4373.157, "p95_ms": 125.099}, "triton_wait": {"avg_ms": 60.564, "count": 265, "max_ms": 86.025, "p95_ms": 78.151}, "visualize": {"avg_ms": 3.745, "count": 265, "max_ms": 6.733, "p95_ms": 4.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11526.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2195.464, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.048, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:44:36+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T09:44:36+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T09:44:36.352785+09:00", "mtime_epoch": 1783039476.3527849, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:44:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1914.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.882, "pushed": 6.882, "read": 6.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.007, "count": 206, "max_ms": 9.139, "p95_ms": 6.642}, "gstreamer_push": {"avg_ms": 1.218, "count": 206, "max_ms": 3.939, "p95_ms": 2.024}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.112, "count": 206, "max_ms": 75.488, "p95_ms": 66.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.409, "count": 206, "max_ms": 83.817, "p95_ms": 78.444}, "yolo11_640_fire_11class": {"avg_ms": 54.481, "count": 206, "max_ms": 74.746, "p95_ms": 66.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.867, "count": 206, "max_ms": 81.497, "p95_ms": 78.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.73, "count": 206, "max_ms": 772.858, "p95_ms": 183.746}, "read_interval": {"avg_ms": 146.106, "count": 205, "max_ms": 787.819, "p95_ms": 197.624}, "triton_wait": {"avg_ms": 62.094, "count": 206, "max_ms": 83.829, "p95_ms": 79.747}, "visualize": {"avg_ms": 6.401, "count": 206, "max_ms": 16.206, "p95_ms": 13.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11516.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.053, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.391, "name": "ffmpeg", "pid": 26762, "rss_mb": 269.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.273, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:44:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:44:55+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:44:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T09:44:55.273096+09:00", "mtime_epoch": 1783039495.2730958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:44:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.5, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.683, "count": 297, "max_ms": 2.398, "p95_ms": 1.823}, "gstreamer_push": {"avg_ms": 1.523, "count": 297, "max_ms": 6.433, "p95_ms": 3.636}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.37, "count": 297, "max_ms": 71.267, "p95_ms": 65.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.407, "count": 297, "max_ms": 85.041, "p95_ms": 79.274}, "yolo11_640_fire_11class": {"avg_ms": 57.216, "count": 297, "max_ms": 72.267, "p95_ms": 67.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.138, "count": 297, "max_ms": 77.744, "p95_ms": 75.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.651, "count": 297, "max_ms": 95.316, "p95_ms": 89.629}, "read_interval": {"avg_ms": 100.927, "count": 297, "max_ms": 240.739, "p95_ms": 119.446}, "triton_wait": {"avg_ms": 67.151, "count": 297, "max_ms": 85.053, "p95_ms": 79.289}, "visualize": {"avg_ms": 3.699, "count": 297, "max_ms": 4.99, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11519.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2225.543, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.316, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:45:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:45:06+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T09:45:06+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:45:06.405279+09:00", "mtime_epoch": 1783039506.4052792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:45:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.437, "pushed": 10.437, "read": 10.437}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.575, "count": 313, "max_ms": 2.201, "p95_ms": 1.84}, "gstreamer_push": {"avg_ms": 1.383, "count": 313, "max_ms": 2.275, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.605, "count": 313, "max_ms": 73.245, "p95_ms": 66.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.178, "count": 313, "max_ms": 86.291, "p95_ms": 78.81}, "yolo11_640_fire_11class": {"avg_ms": 60.033, "count": 313, "max_ms": 74.777, "p95_ms": 68.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.19, "count": 313, "max_ms": 83.424, "p95_ms": 75.958}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.925, "count": 313, "max_ms": 96.658, "p95_ms": 89.473}, "read_interval": {"avg_ms": 95.771, "count": 313, "max_ms": 115.273, "p95_ms": 107.835}, "triton_wait": {"avg_ms": 68.4, "count": 313, "max_ms": 86.303, "p95_ms": 78.824}, "visualize": {"avg_ms": 3.738, "count": 313, "max_ms": 4.762, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11516.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.076, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.648, "name": "ffmpeg", "pid": 26762, "rss_mb": 269.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.4, "sample_count": 2730, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:45:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:45:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:45:25+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T09:45:25.273591+09:00", "mtime_epoch": 1783039525.2735908, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:45:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.127, "pushed": 10.127, "read": 10.093}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.686, "count": 303, "max_ms": 2.296, "p95_ms": 1.826}, "gstreamer_push": {"avg_ms": 1.58, "count": 303, "max_ms": 6.477, "p95_ms": 3.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.856, "count": 303, "max_ms": 73.006, "p95_ms": 67.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.718, "count": 303, "max_ms": 85.698, "p95_ms": 80.655}, "yolo11_640_fire_11class": {"avg_ms": 57.777, "count": 303, "max_ms": 74.332, "p95_ms": 69.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.087, "count": 303, "max_ms": 83.03, "p95_ms": 76.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.218, "count": 303, "max_ms": 96.551, "p95_ms": 91.311}, "read_interval": {"avg_ms": 99.061, "count": 302, "max_ms": 274.344, "p95_ms": 114.73}, "triton_wait": {"avg_ms": 67.538, "count": 303, "max_ms": 85.709, "p95_ms": 80.667}, "visualize": {"avg_ms": 3.748, "count": 303, "max_ms": 4.782, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11519.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2255.562, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.316, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:45:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:45:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:45:36+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T09:45:36.421775+09:00", "mtime_epoch": 1783039536.421775, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:45:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.66, "pushed": 10.66, "read": 10.627}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.616, "count": 319, "max_ms": 2.401, "p95_ms": 2.069}, "gstreamer_push": {"avg_ms": 1.378, "count": 319, "max_ms": 2.115, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.765, "count": 319, "max_ms": 71.136, "p95_ms": 67.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.806, "count": 319, "max_ms": 85.884, "p95_ms": 80.817}, "yolo11_640_fire_11class": {"avg_ms": 59.158, "count": 319, "max_ms": 77.209, "p95_ms": 68.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.344, "count": 319, "max_ms": 79.604, "p95_ms": 77.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.0, "count": 319, "max_ms": 96.236, "p95_ms": 91.708}, "read_interval": {"avg_ms": 94.058, "count": 318, "max_ms": 116.12, "p95_ms": 108.875}, "triton_wait": {"avg_ms": 66.358, "count": 319, "max_ms": 85.896, "p95_ms": 80.829}, "visualize": {"avg_ms": 3.734, "count": 319, "max_ms": 4.88, "p95_ms": 4.519}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11516.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.149, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.906, "name": "ffmpeg", "pid": 26762, "rss_mb": 269.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.882, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:45:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:45:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:45:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:45:55.366089+09:00", "mtime_epoch": 1783039555.366089, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 195089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:45:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.301, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.744, "pushed": 9.744, "read": 9.71}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.665, "count": 292, "max_ms": 2.313, "p95_ms": 1.761}, "gstreamer_push": {"avg_ms": 1.549, "count": 292, "max_ms": 6.243, "p95_ms": 3.693}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.873, "count": 292, "max_ms": 68.055, "p95_ms": 65.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.3, "count": 292, "max_ms": 85.115, "p95_ms": 80.11}, "yolo11_640_fire_11class": {"avg_ms": 62.612, "count": 292, "max_ms": 73.897, "p95_ms": 67.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.233, "count": 292, "max_ms": 79.717, "p95_ms": 76.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.605, "count": 292, "max_ms": 95.438, "p95_ms": 90.568}, "read_interval": {"avg_ms": 102.973, "count": 291, "max_ms": 206.733, "p95_ms": 110.346}, "triton_wait": {"avg_ms": 74.157, "count": 292, "max_ms": 85.126, "p95_ms": 80.122}, "visualize": {"avg_ms": 3.681, "count": 292, "max_ms": 4.808, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11519.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2285.601, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.316, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:46:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:46:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T09:46:06.462273+09:00", "mtime_epoch": 1783039566.4622734, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:46:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.579, "count": 299, "max_ms": 2.275, "p95_ms": 1.677}, "gstreamer_push": {"avg_ms": 1.379, "count": 299, "max_ms": 2.275, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.509, "count": 299, "max_ms": 68.732, "p95_ms": 66.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.272, "count": 299, "max_ms": 82.019, "p95_ms": 78.924}, "yolo11_640_fire_11class": {"avg_ms": 62.654, "count": 299, "max_ms": 75.629, "p95_ms": 67.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.343, "count": 299, "max_ms": 78.908, "p95_ms": 76.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.6, "count": 299, "max_ms": 93.213, "p95_ms": 89.284}, "read_interval": {"avg_ms": 100.449, "count": 298, "max_ms": 110.971, "p95_ms": 107.37}, "triton_wait": {"avg_ms": 73.134, "count": 299, "max_ms": 82.031, "p95_ms": 78.936}, "visualize": {"avg_ms": 3.728, "count": 299, "max_ms": 4.746, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11519.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.183, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.906, "name": "ffmpeg", "pid": 26762, "rss_mb": 269.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.28, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:46:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:46:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T09:46:25+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T09:46:25.426589+09:00", "mtime_epoch": 1783039585.4265888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 192511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:46:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.137, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.815, "pushed": 6.815, "read": 6.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 1.733, "count": 204, "max_ms": 3.02, "p95_ms": 2.202}, "gstreamer_push": {"avg_ms": 1.61, "count": 204, "max_ms": 6.376, "p95_ms": 3.697}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.605, "count": 204, "max_ms": 72.857, "p95_ms": 66.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.77, "count": 204, "max_ms": 88.848, "p95_ms": 79.808}, "yolo11_640_fire_11class": {"avg_ms": 59.494, "count": 204, "max_ms": 75.621, "p95_ms": 67.63}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.848, "count": 204, "max_ms": 84.562, "p95_ms": 75.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.823, "count": 204, "max_ms": 106.584, "p95_ms": 92.231}, "read_interval": {"avg_ms": 147.53, "count": 203, "max_ms": 4862.414, "p95_ms": 116.448}, "triton_wait": {"avg_ms": 69.737, "count": 204, "max_ms": 88.862, "p95_ms": 79.82}, "visualize": {"avg_ms": 3.943, "count": 204, "max_ms": 6.983, "p95_ms": 6.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11517.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2315.655, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.366, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:46:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:46:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T09:46:36+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T09:46:36.538774+09:00", "mtime_epoch": 1783039596.538774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:46:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 333, "pushed_frames": 333, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.117, "pushed": 11.117, "read": 11.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.621, "count": 333, "max_ms": 2.72, "p95_ms": 2.184}, "gstreamer_push": {"avg_ms": 1.381, "count": 333, "max_ms": 2.346, "p95_ms": 1.567}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.408, "count": 333, "max_ms": 72.385, "p95_ms": 63.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.701, "count": 333, "max_ms": 88.376, "p95_ms": 79.054}, "yolo11_640_fire_11class": {"avg_ms": 53.186, "count": 333, "max_ms": 75.317, "p95_ms": 65.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.807, "count": 333, "max_ms": 84.09, "p95_ms": 75.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.41, "count": 333, "max_ms": 106.239, "p95_ms": 91.027}, "read_interval": {"avg_ms": 90.269, "count": 332, "max_ms": 887.967, "p95_ms": 110.757}, "triton_wait": {"avg_ms": 57.693, "count": 333, "max_ms": 88.391, "p95_ms": 79.449}, "visualize": {"avg_ms": 3.836, "count": 333, "max_ms": 6.983, "p95_ms": 4.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11522.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.284, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.062, "name": "ffmpeg", "pid": 26762, "rss_mb": 275.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.885, "sample_count": 2623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:46:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T09:46:55+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T09:46:55+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T09:46:55.479090+09:00", "mtime_epoch": 1783039615.4790902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:46:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.539, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.22, "pushed": 9.22, "read": 9.187}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.061, "count": 276, "max_ms": 4.815, "p95_ms": 3.859}, "gstreamer_push": {"avg_ms": 1.475, "count": 276, "max_ms": 4.009, "p95_ms": 2.639}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.288, "count": 276, "max_ms": 67.308, "p95_ms": 64.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.014, "count": 276, "max_ms": 89.664, "p95_ms": 80.399}, "yolo11_640_fire_11class": {"avg_ms": 53.568, "count": 276, "max_ms": 73.093, "p95_ms": 66.711}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.481, "count": 276, "max_ms": 80.057, "p95_ms": 78.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.135, "count": 276, "max_ms": 143.175, "p95_ms": 126.709}, "read_interval": {"avg_ms": 108.692, "count": 275, "max_ms": 2941.607, "p95_ms": 142.405}, "triton_wait": {"avg_ms": 64.148, "count": 276, "max_ms": 89.677, "p95_ms": 80.411}, "visualize": {"avg_ms": 3.945, "count": 276, "max_ms": 6.104, "p95_ms": 5.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11522.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2345.694, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.464, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:47:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:47:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T09:47:06.555275+09:00", "mtime_epoch": 1783039626.5552754, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:47:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.822, "pushed": 10.822, "read": 10.789}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 1.57, "count": 324, "max_ms": 2.249, "p95_ms": 1.656}, "gstreamer_push": {"avg_ms": 1.367, "count": 324, "max_ms": 1.578, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.627, "count": 324, "max_ms": 69.403, "p95_ms": 64.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.219, "count": 324, "max_ms": 83.661, "p95_ms": 78.788}, "yolo11_640_fire_11class": {"avg_ms": 55.449, "count": 324, "max_ms": 75.526, "p95_ms": 66.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.891, "count": 324, "max_ms": 78.915, "p95_ms": 77.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.308, "count": 324, "max_ms": 94.032, "p95_ms": 89.232}, "read_interval": {"avg_ms": 92.668, "count": 323, "max_ms": 1580.046, "p95_ms": 106.529}, "triton_wait": {"avg_ms": 60.894, "count": 324, "max_ms": 83.674, "p95_ms": 78.814}, "visualize": {"avg_ms": 3.717, "count": 324, "max_ms": 4.717, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11527.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.333, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.473, "name": "ffmpeg", "pid": 26762, "rss_mb": 277.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.481, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:47:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:47:25+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T09:47:25+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T09:47:25.559594+09:00", "mtime_epoch": 1783039645.5595937, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:47:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.09, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.777}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.977, "count": 294, "max_ms": 5.557, "p95_ms": 3.833}, "gstreamer_push": {"avg_ms": 1.58, "count": 294, "max_ms": 5.988, "p95_ms": 3.836}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.723, "count": 294, "max_ms": 67.28, "p95_ms": 65.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.156, "count": 294, "max_ms": 83.657, "p95_ms": 79.405}, "yolo11_640_fire_11class": {"avg_ms": 60.309, "count": 294, "max_ms": 70.507, "p95_ms": 67.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.456, "count": 294, "max_ms": 80.791, "p95_ms": 76.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.045, "count": 294, "max_ms": 141.243, "p95_ms": 117.838}, "read_interval": {"avg_ms": 102.224, "count": 293, "max_ms": 156.334, "p95_ms": 132.527}, "triton_wait": {"avg_ms": 70.558, "count": 294, "max_ms": 83.669, "p95_ms": 79.417}, "visualize": {"avg_ms": 3.874, "count": 294, "max_ms": 5.993, "p95_ms": 5.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11528.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2375.782, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.18, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:47:36+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T09:47:36+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:47:36.643780+09:00", "mtime_epoch": 1783039656.6437798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:47:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.573, "count": 299, "max_ms": 1.997, "p95_ms": 1.623}, "gstreamer_push": {"avg_ms": 1.361, "count": 299, "max_ms": 1.53, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.764, "count": 299, "max_ms": 69.448, "p95_ms": 66.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.762, "count": 299, "max_ms": 81.94, "p95_ms": 79.193}, "yolo11_640_fire_11class": {"avg_ms": 62.28, "count": 299, "max_ms": 71.304, "p95_ms": 67.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.199, "count": 299, "max_ms": 79.457, "p95_ms": 75.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.725, "count": 299, "max_ms": 92.387, "p95_ms": 89.559}, "read_interval": {"avg_ms": 100.604, "count": 298, "max_ms": 110.033, "p95_ms": 107.095}, "triton_wait": {"avg_ms": 73.333, "count": 299, "max_ms": 81.953, "p95_ms": 79.252}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 4.892, "p95_ms": 3.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11531.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.566, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.535, "name": "ffmpeg", "pid": 26762, "rss_mb": 279.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.152, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:47:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:47:55+09:00", "last_frame_read_age_sec": 0.275, "last_frame_read_at": "2026-07-03T09:47:55+09:00", "mjpeg": {"age_sec": 0.267, "exists": true, "mtime": "2026-07-03T09:47:55.604098+09:00", "mtime_epoch": 1783039675.604098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:47:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.41, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.85, "pushed": 7.85, "read": 7.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.319, "count": 235, "max_ms": 17.207, "p95_ms": 10.7}, "gstreamer_push": {"avg_ms": 1.478, "count": 235, "max_ms": 6.237, "p95_ms": 3.753}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.823, "count": 235, "max_ms": 70.622, "p95_ms": 65.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.449, "count": 235, "max_ms": 86.166, "p95_ms": 80.906}, "yolo11_640_fire_11class": {"avg_ms": 60.155, "count": 235, "max_ms": 72.133, "p95_ms": 67.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.299, "count": 235, "max_ms": 85.119, "p95_ms": 77.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.364, "count": 235, "max_ms": 388.802, "p95_ms": 234.72}, "read_interval": {"avg_ms": 127.105, "count": 234, "max_ms": 401.942, "p95_ms": 240.49}, "triton_wait": {"avg_ms": 71.986, "count": 235, "max_ms": 86.178, "p95_ms": 81.621}, "visualize": {"avg_ms": 4.593, "count": 235, "max_ms": 9.962, "p95_ms": 8.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11528.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2405.803, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.199, "sample_count": 3037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:48:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:48:06+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T09:48:06+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T09:48:06.692285+09:00", "mtime_epoch": 1783039686.6922848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:48:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.395, "pushed": 10.395, "read": 10.362}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.584, "count": 311, "max_ms": 2.374, "p95_ms": 2.034}, "gstreamer_push": {"avg_ms": 1.314, "count": 311, "max_ms": 1.721, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.302, "count": 311, "max_ms": 70.827, "p95_ms": 64.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.012, "count": 311, "max_ms": 85.195, "p95_ms": 78.562}, "yolo11_640_fire_11class": {"avg_ms": 53.852, "count": 311, "max_ms": 72.447, "p95_ms": 66.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.099, "count": 311, "max_ms": 82.541, "p95_ms": 78.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.274, "count": 311, "max_ms": 100.888, "p95_ms": 90.056}, "read_interval": {"avg_ms": 96.594, "count": 310, "max_ms": 803.925, "p95_ms": 129.254}, "triton_wait": {"avg_ms": 59.064, "count": 311, "max_ms": 85.211, "p95_ms": 79.716}, "visualize": {"avg_ms": 3.627, "count": 311, "max_ms": 4.778, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11529.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.698, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.535, "name": "ffmpeg", "pid": 26762, "rss_mb": 279.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.313, "sample_count": 2421, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:48:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:48:26+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-03T09:48:25+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T09:48:25.880608+09:00", "mtime_epoch": 1783039705.880608, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:48:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6561.746, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.122, "pushed": 5.122, "read": 5.088}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.23, "count": 152, "max_ms": 18.092, "p95_ms": 11.743}, "gstreamer_push": {"avg_ms": 1.01, "count": 153, "max_ms": 3.533, "p95_ms": 1.868}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.624, "count": 152, "max_ms": 68.58, "p95_ms": 62.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.914, "count": 152, "max_ms": 87.303, "p95_ms": 81.033}, "yolo11_640_fire_11class": {"avg_ms": 51.449, "count": 152, "max_ms": 69.521, "p95_ms": 65.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.512, "count": 152, "max_ms": 83.35, "p95_ms": 79.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.306, "count": 153, "max_ms": 296.753, "p95_ms": 249.235}, "read_interval": {"avg_ms": 197.341, "count": 152, "max_ms": 308.828, "p95_ms": 259.352}, "triton_wait": {"avg_ms": 65.397, "count": 152, "max_ms": 87.315, "p95_ms": 82.129}, "visualize": {"avg_ms": 7.186, "count": 152, "max_ms": 10.37, "p95_ms": 8.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11533.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2435.869, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.199, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:48:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:48:36+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T09:48:36+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T09:48:36.760792+09:00", "mtime_epoch": 1783039716.7607915, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:48:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.585, "count": 299, "max_ms": 2.339, "p95_ms": 2.093}, "gstreamer_push": {"avg_ms": 1.334, "count": 299, "max_ms": 1.848, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.414, "count": 299, "max_ms": 72.534, "p95_ms": 63.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.827, "count": 299, "max_ms": 83.785, "p95_ms": 76.425}, "yolo11_640_fire_11class": {"avg_ms": 52.166, "count": 299, "max_ms": 71.762, "p95_ms": 64.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.863, "count": 299, "max_ms": 79.922, "p95_ms": 76.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.848, "count": 299, "max_ms": 95.472, "p95_ms": 88.196}, "read_interval": {"avg_ms": 100.583, "count": 298, "max_ms": 745.322, "p95_ms": 189.047}, "triton_wait": {"avg_ms": 55.545, "count": 299, "max_ms": 83.797, "p95_ms": 77.811}, "visualize": {"avg_ms": 3.676, "count": 299, "max_ms": 4.84, "p95_ms": 4.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11543.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:43:56+09:00", "last_error_summary": "[h264 @ 0x5638af13e9c0] error while decoding MB 7 41, bytestream -9 [h264 @ 0x5638af12a800] cabac decode of qscale diff failed at 49 33 [h264 @ 0x5638af12a800] error while decoding MB 49 33, bytestream 83 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5638af062040] error while decoding MB 0 40, bytestream 35 [h264 @ 0x5638afb42000] error while decoding MB 18 31, bytestream -36 [h264 @ 0x5638af062040] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T09:43:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.751, "last_started_at": "2026-07-03T09:43:58+09:00", "pid": 26762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.449, "name": "ffmpeg", "pid": 26762, "rss_mb": 290.449, "state": "S (sleeping)", "threads": 104}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 181.237, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:48:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:48:56+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T09:48:55+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T09:48:55.953116+09:00", "mtime_epoch": 1783039735.9531157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:48:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6566.766, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.909, "pushed": 2.909, "read": 2.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.677, "count": 87, "max_ms": 6.837, "p95_ms": 6.376}, "gstreamer_push": {"avg_ms": 1.301, "count": 87, "max_ms": 3.882, "p95_ms": 2.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.46, "count": 87, "max_ms": 66.045, "p95_ms": 61.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.232, "count": 87, "max_ms": 83.336, "p95_ms": 76.769}, "yolo11_640_fire_11class": {"avg_ms": 50.117, "count": 87, "max_ms": 65.792, "p95_ms": 62.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.584, "count": 87, "max_ms": 80.2, "p95_ms": 76.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.759, "count": 87, "max_ms": 179.516, "p95_ms": 155.132}, "read_interval": {"avg_ms": 348.024, "count": 86, "max_ms": 19054.078, "p95_ms": 166.496}, "triton_wait": {"avg_ms": 61.611, "count": 87, "max_ms": 83.349, "p95_ms": 78.695}, "visualize": {"avg_ms": 5.191, "count": 87, "max_ms": 7.733, "p95_ms": 6.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11467.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2465.926, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.366, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:49:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:49:06+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T09:49:06+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T09:49:06.801299+09:00", "mtime_epoch": 1783039746.8012993, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:49:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 1.551, "count": 302, "max_ms": 1.986, "p95_ms": 1.666}, "gstreamer_push": {"avg_ms": 1.333, "count": 302, "max_ms": 2.304, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.142, "count": 302, "max_ms": 74.194, "p95_ms": 50.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.493, "count": 302, "max_ms": 81.437, "p95_ms": 53.25}, "yolo11_640_fire_11class": {"avg_ms": 49.956, "count": 302, "max_ms": 76.92, "p95_ms": 53.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.317, "count": 302, "max_ms": 76.881, "p95_ms": 52.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 60.907, "count": 302, "max_ms": 92.525, "p95_ms": 65.169}, "read_interval": {"avg_ms": 99.557, "count": 301, "max_ms": 839.542, "p95_ms": 186.399}, "triton_wait": {"avg_ms": 50.732, "count": 302, "max_ms": 81.449, "p95_ms": 54.357}, "visualize": {"avg_ms": 3.613, "count": 302, "max_ms": 4.621, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11516.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:48:56+09:00", "last_error_summary": "[h264 @ 0x560d0d73b580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560d0d73b580] error while decoding MB 0 24, bytestream 2780 [h264 @ 0x560d0e0495c0] cabac decode of qscale diff failed at 66 10 [h264 @ 0x560d0e0495c0] error while decoding MB 66 10, bytestream 3485 [in#0/rtsp @ 0x560d0d5cae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d0d5cae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:48:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.715, "last_started_at": "2026-07-03T09:48:59+09:00", "pid": 26930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.742, "name": "ffmpeg", "pid": 26930, "rss_mb": 264.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.211, "sample_count": 2301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:49:26+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-03T09:49:26+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T09:49:26.017625+09:00", "mtime_epoch": 1783039766.0176249, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:49:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6564.371, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.47, "pushed": 5.47, "read": 5.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.968, "count": 163, "max_ms": 8.86, "p95_ms": 7.408}, "gstreamer_push": {"avg_ms": 1.072, "count": 164, "max_ms": 2.331, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.167, "count": 163, "max_ms": 68.622, "p95_ms": 64.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.145, "count": 163, "max_ms": 83.279, "p95_ms": 77.06}, "yolo11_640_fire_11class": {"avg_ms": 51.482, "count": 163, "max_ms": 74.838, "p95_ms": 66.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.981, "count": 163, "max_ms": 79.535, "p95_ms": 77.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.757, "count": 164, "max_ms": 189.818, "p95_ms": 176.569}, "read_interval": {"avg_ms": 183.691, "count": 163, "max_ms": 5129.235, "p95_ms": 188.242}, "triton_wait": {"avg_ms": 61.6, "count": 163, "max_ms": 83.291, "p95_ms": 78.748}, "visualize": {"avg_ms": 5.89, "count": 163, "max_ms": 10.499, "p95_ms": 7.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11514.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2495.965, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.556, "sample_count": 3092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:49:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:49:36+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T09:49:36+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T09:49:36.849808+09:00", "mtime_epoch": 1783039776.8498085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:49:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.6, "count": 298, "max_ms": 2.321, "p95_ms": 1.895}, "gstreamer_push": {"avg_ms": 1.332, "count": 298, "max_ms": 1.589, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.786, "count": 298, "max_ms": 70.118, "p95_ms": 62.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.328, "count": 298, "max_ms": 85.457, "p95_ms": 75.414}, "yolo11_640_fire_11class": {"avg_ms": 51.985, "count": 298, "max_ms": 76.26, "p95_ms": 66.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.335, "count": 298, "max_ms": 86.005, "p95_ms": 75.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.944, "count": 298, "max_ms": 97.926, "p95_ms": 88.95}, "read_interval": {"avg_ms": 100.865, "count": 297, "max_ms": 733.167, "p95_ms": 179.726}, "triton_wait": {"avg_ms": 56.346, "count": 298, "max_ms": 86.019, "p95_ms": 77.146}, "visualize": {"avg_ms": 3.675, "count": 298, "max_ms": 4.642, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11514.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:48:56+09:00", "last_error_summary": "[h264 @ 0x560d0d73b580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560d0d73b580] error while decoding MB 0 24, bytestream 2780 [h264 @ 0x560d0e0495c0] cabac decode of qscale diff failed at 66 10 [h264 @ 0x560d0e0495c0] error while decoding MB 66 10, bytestream 3485 [in#0/rtsp @ 0x560d0d5cae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d0d5cae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:48:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.819, "last_started_at": "2026-07-03T09:48:59+09:00", "pid": 26930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.773, "name": "ffmpeg", "pid": 26930, "rss_mb": 265.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 184.023, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:49:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:49:56+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T09:49:56+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T09:49:56.150136+09:00", "mtime_epoch": 1783039796.1501362, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 185225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:49:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6561.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.445, "pushed": 7.445, "read": 7.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.157, "count": 222, "max_ms": 6.76, "p95_ms": 6.098}, "gstreamer_push": {"avg_ms": 1.169, "count": 223, "max_ms": 4.241, "p95_ms": 1.293}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.823, "count": 222, "max_ms": 67.335, "p95_ms": 61.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.486, "count": 222, "max_ms": 83.934, "p95_ms": 74.102}, "yolo11_640_fire_11class": {"avg_ms": 47.753, "count": 222, "max_ms": 69.391, "p95_ms": 63.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.589, "count": 222, "max_ms": 82.888, "p95_ms": 76.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.341, "count": 223, "max_ms": 164.7, "p95_ms": 151.931}, "read_interval": {"avg_ms": 135.023, "count": 222, "max_ms": 174.978, "p95_ms": 163.117}, "triton_wait": {"avg_ms": 60.553, "count": 222, "max_ms": 83.946, "p95_ms": 77.593}, "visualize": {"avg_ms": 5.133, "count": 222, "max_ms": 6.441, "p95_ms": 5.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11516.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2526.003, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.544, "sample_count": 3082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:50:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:50:06+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T09:50:06+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T09:50:06.858318+09:00", "mtime_epoch": 1783039806.858318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:50:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.087, "pushed": 10.087, "read": 10.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.604, "count": 302, "max_ms": 2.338, "p95_ms": 1.926}, "gstreamer_push": {"avg_ms": 1.332, "count": 302, "max_ms": 2.024, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.923, "count": 302, "max_ms": 66.808, "p95_ms": 62.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.064, "count": 302, "max_ms": 82.957, "p95_ms": 70.931}, "yolo11_640_fire_11class": {"avg_ms": 51.097, "count": 302, "max_ms": 73.596, "p95_ms": 63.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.243, "count": 302, "max_ms": 80.925, "p95_ms": 76.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.915, "count": 302, "max_ms": 93.103, "p95_ms": 88.112}, "read_interval": {"avg_ms": 99.421, "count": 301, "max_ms": 834.279, "p95_ms": 148.368}, "triton_wait": {"avg_ms": 55.6, "count": 302, "max_ms": 82.969, "p95_ms": 77.921}, "visualize": {"avg_ms": 3.677, "count": 302, "max_ms": 4.633, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11520.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:48:56+09:00", "last_error_summary": "[h264 @ 0x560d0d73b580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560d0d73b580] error while decoding MB 0 24, bytestream 2780 [h264 @ 0x560d0e0495c0] cabac decode of qscale diff failed at 66 10 [h264 @ 0x560d0e0495c0] error while decoding MB 66 10, bytestream 3485 [in#0/rtsp @ 0x560d0d5cae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d0d5cae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:48:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.934, "last_started_at": "2026-07-03T09:48:59+09:00", "pid": 26930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.867, "name": "ffmpeg", "pid": 26930, "rss_mb": 268.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.024, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:50:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:50:26+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T09:50:26+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T09:50:26.266649+09:00", "mtime_epoch": 1783039826.2666485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:50:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.945, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.636, "pushed": 7.636, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.866, "count": 228, "max_ms": 6.899, "p95_ms": 6.211}, "gstreamer_push": {"avg_ms": 1.251, "count": 229, "max_ms": 4.391, "p95_ms": 2.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.133, "count": 228, "max_ms": 68.417, "p95_ms": 63.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.579, "count": 228, "max_ms": 86.543, "p95_ms": 80.722}, "yolo11_640_fire_11class": {"avg_ms": 49.763, "count": 228, "max_ms": 70.551, "p95_ms": 65.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.792, "count": 228, "max_ms": 81.067, "p95_ms": 77.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.784, "count": 229, "max_ms": 165.884, "p95_ms": 147.338}, "read_interval": {"avg_ms": 131.53, "count": 228, "max_ms": 176.998, "p95_ms": 159.881}, "triton_wait": {"avg_ms": 61.795, "count": 228, "max_ms": 86.556, "p95_ms": 80.733}, "visualize": {"avg_ms": 5.154, "count": 228, "max_ms": 6.605, "p95_ms": 5.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11518.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2556.016, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.205, "sample_count": 3064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:50:36+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T09:50:36+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T09:50:36.902830+09:00", "mtime_epoch": 1783039836.9028296, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:50:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.59, "count": 301, "max_ms": 2.451, "p95_ms": 1.902}, "gstreamer_push": {"avg_ms": 1.323, "count": 301, "max_ms": 1.577, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.14, "count": 301, "max_ms": 66.193, "p95_ms": 61.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.016, "count": 301, "max_ms": 84.312, "p95_ms": 77.008}, "yolo11_640_fire_11class": {"avg_ms": 52.216, "count": 301, "max_ms": 71.183, "p95_ms": 64.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.899, "count": 301, "max_ms": 82.708, "p95_ms": 76.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.489, "count": 301, "max_ms": 94.578, "p95_ms": 88.23}, "read_interval": {"avg_ms": 99.815, "count": 301, "max_ms": 781.101, "p95_ms": 176.486}, "triton_wait": {"avg_ms": 56.197, "count": 301, "max_ms": 84.321, "p95_ms": 77.672}, "visualize": {"avg_ms": 3.689, "count": 301, "max_ms": 4.641, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11521.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:48:56+09:00", "last_error_summary": "[h264 @ 0x560d0d73b580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560d0d73b580] error while decoding MB 0 24, bytestream 2780 [h264 @ 0x560d0e0495c0] cabac decode of qscale diff failed at 66 10 [h264 @ 0x560d0e0495c0] error while decoding MB 66 10, bytestream 3485 [in#0/rtsp @ 0x560d0d5cae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d0d5cae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:48:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.015, "last_started_at": "2026-07-03T09:48:59+09:00", "pid": 26930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.383, "name": "ffmpeg", "pid": 26930, "rss_mb": 269.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.037, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:50:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:50:56+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T09:50:56+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T09:50:56.347161+09:00", "mtime_epoch": 1783039856.3471613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:50:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6564.094, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.18, "pushed": 7.18, "read": 7.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.361, "count": 215, "max_ms": 8.44, "p95_ms": 6.447}, "gstreamer_push": {"avg_ms": 1.119, "count": 215, "max_ms": 2.682, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.34, "count": 215, "max_ms": 64.92, "p95_ms": 62.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.486, "count": 215, "max_ms": 84.253, "p95_ms": 77.748}, "yolo11_640_fire_11class": {"avg_ms": 49.746, "count": 215, "max_ms": 68.515, "p95_ms": 65.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.694, "count": 215, "max_ms": 80.472, "p95_ms": 76.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.94, "count": 215, "max_ms": 168.758, "p95_ms": 161.705}, "read_interval": {"avg_ms": 139.982, "count": 214, "max_ms": 180.066, "p95_ms": 173.713}, "triton_wait": {"avg_ms": 60.627, "count": 215, "max_ms": 84.265, "p95_ms": 78.853}, "visualize": {"avg_ms": 5.016, "count": 215, "max_ms": 7.551, "p95_ms": 5.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11524.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2586.025, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.136, "sample_count": 3065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:51:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:51:06+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T09:51:06+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T09:51:06.911342+09:00", "mtime_epoch": 1783039866.9113417, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:51:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.583, "count": 300, "max_ms": 2.394, "p95_ms": 1.945}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.868, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.661, "count": 300, "max_ms": 66.022, "p95_ms": 63.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.047, "count": 300, "max_ms": 83.075, "p95_ms": 78.695}, "yolo11_640_fire_11class": {"avg_ms": 52.37, "count": 300, "max_ms": 69.254, "p95_ms": 65.277}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.375, "count": 300, "max_ms": 79.624, "p95_ms": 76.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.017, "count": 300, "max_ms": 93.296, "p95_ms": 89.122}, "read_interval": {"avg_ms": 100.027, "count": 300, "max_ms": 811.92, "p95_ms": 172.984}, "triton_wait": {"avg_ms": 56.749, "count": 300, "max_ms": 83.088, "p95_ms": 79.146}, "visualize": {"avg_ms": 3.647, "count": 300, "max_ms": 5.128, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11536.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:48:56+09:00", "last_error_summary": "[h264 @ 0x560d0d73b580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560d0d73b580] error while decoding MB 0 24, bytestream 2780 [h264 @ 0x560d0e0495c0] cabac decode of qscale diff failed at 66 10 [h264 @ 0x560d0e0495c0] error while decoding MB 66 10, bytestream 3485 [in#0/rtsp @ 0x560d0d5cae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d0d5cae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:48:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.028, "last_started_at": "2026-07-03T09:48:59+09:00", "pid": 26930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.562, "name": "ffmpeg", "pid": 26930, "rss_mb": 280.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.037, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:51:26+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T09:51:26+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T09:51:26.343674+09:00", "mtime_epoch": 1783039886.3436737, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:51:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6566.66, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.264, "pushed": 7.264, "read": 7.231}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.221, "count": 217, "max_ms": 8.88, "p95_ms": 6.187}, "gstreamer_push": {"avg_ms": 1.172, "count": 217, "max_ms": 4.185, "p95_ms": 1.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.411, "count": 217, "max_ms": 69.915, "p95_ms": 62.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.685, "count": 217, "max_ms": 90.883, "p95_ms": 78.518}, "yolo11_640_fire_11class": {"avg_ms": 50.958, "count": 217, "max_ms": 73.208, "p95_ms": 64.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.395, "count": 217, "max_ms": 88.007, "p95_ms": 76.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.968, "count": 217, "max_ms": 176.619, "p95_ms": 154.438}, "read_interval": {"avg_ms": 138.274, "count": 216, "max_ms": 187.821, "p95_ms": 166.268}, "triton_wait": {"avg_ms": 62.092, "count": 217, "max_ms": 90.895, "p95_ms": 78.687}, "visualize": {"avg_ms": 5.161, "count": 217, "max_ms": 7.914, "p95_ms": 6.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11526.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2616.039, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.893, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:51:36+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T09:51:36+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T09:51:36.923855+09:00", "mtime_epoch": 1783039896.9238546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:51:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1906.359, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.852}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.628, "count": 295, "max_ms": 2.582, "p95_ms": 2.081}, "gstreamer_push": {"avg_ms": 1.329, "count": 295, "max_ms": 2.055, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.205, "count": 295, "max_ms": 68.851, "p95_ms": 61.654}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.373, "count": 295, "max_ms": 89.761, "p95_ms": 76.968}, "yolo11_640_fire_11class": {"avg_ms": 52.224, "count": 295, "max_ms": 74.347, "p95_ms": 66.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.886, "count": 295, "max_ms": 86.79, "p95_ms": 75.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.83, "count": 295, "max_ms": 100.112, "p95_ms": 87.149}, "read_interval": {"avg_ms": 101.743, "count": 295, "max_ms": 804.824, "p95_ms": 184.957}, "triton_wait": {"avg_ms": 56.255, "count": 295, "max_ms": 89.774, "p95_ms": 77.044}, "visualize": {"avg_ms": 3.738, "count": 295, "max_ms": 4.958, "p95_ms": 4.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11529.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:48:56+09:00", "last_error_summary": "[h264 @ 0x560d0d73b580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560d0d73b580] error while decoding MB 0 24, bytestream 2780 [h264 @ 0x560d0e0495c0] cabac decode of qscale diff failed at 66 10 [h264 @ 0x560d0e0495c0] error while decoding MB 66 10, bytestream 3485 [in#0/rtsp @ 0x560d0d5cae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560d0d5cae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:48:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.094, "last_started_at": "2026-07-03T09:48:59+09:00", "pid": 26930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.883, "name": "ffmpeg", "pid": 26930, "rss_mb": 282.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.752, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:51:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:51:56+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T09:51:56+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T09:51:56.400188+09:00", "mtime_epoch": 1783039916.400188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 193112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:51:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.516, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.951, "pushed": 6.951, "read": 6.917}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.783, "count": 208, "max_ms": 9.536, "p95_ms": 6.653}, "gstreamer_push": {"avg_ms": 1.093, "count": 208, "max_ms": 2.674, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.819, "count": 208, "max_ms": 66.598, "p95_ms": 62.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.602, "count": 208, "max_ms": 84.205, "p95_ms": 75.648}, "yolo11_640_fire_11class": {"avg_ms": 49.058, "count": 208, "max_ms": 71.149, "p95_ms": 64.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.64, "count": 208, "max_ms": 79.114, "p95_ms": 75.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.71, "count": 208, "max_ms": 165.817, "p95_ms": 156.165}, "read_interval": {"avg_ms": 144.529, "count": 207, "max_ms": 176.131, "p95_ms": 167.628}, "triton_wait": {"avg_ms": 59.872, "count": 208, "max_ms": 84.217, "p95_ms": 76.801}, "visualize": {"avg_ms": 5.167, "count": 208, "max_ms": 6.546, "p95_ms": 5.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11526.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2646.058, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.463, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:52:07+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T09:52:06+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T09:52:06.876368+09:00", "mtime_epoch": 1783039926.8763676, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:52:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1898.449, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.26, "pushed": 9.26, "read": 9.226}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.331, "count": 277, "max_ms": 7.403, "p95_ms": 6.271}, "gstreamer_push": {"avg_ms": 1.267, "count": 277, "max_ms": 1.638, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.264, "count": 277, "max_ms": 67.64, "p95_ms": 60.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.747, "count": 277, "max_ms": 81.358, "p95_ms": 72.321}, "yolo11_640_fire_11class": {"avg_ms": 51.147, "count": 277, "max_ms": 70.431, "p95_ms": 62.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.752, "count": 277, "max_ms": 76.652, "p95_ms": 72.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.594, "count": 277, "max_ms": 157.163, "p95_ms": 136.203}, "read_interval": {"avg_ms": 108.204, "count": 276, "max_ms": 805.958, "p95_ms": 175.0}, "triton_wait": {"avg_ms": 55.407, "count": 277, "max_ms": 81.37, "p95_ms": 75.106}, "visualize": {"avg_ms": 3.935, "count": 277, "max_ms": 5.819, "p95_ms": 5.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11352.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:52:21+09:00", "last_error_summary": "[h264 @ 0x55e12a657a00] error while decoding MB 68 35, bytestream -8 [h264 @ 0x55e12a66bbc0] left block unavailable for requested intra mode [h264 @ 0x55e12a66bbc0] error while decoding MB 0 14, bytestream 101025 [h264 @ 0x55e12a556200] error while decoding MB 52 43, bytestream -5 [h264 @ 0x55e12a62f800] left block unavailable for requested intra mode [h264 @ 0x55e12a62f800] error while decoding MB 0 24, bytestream 8408 [in#0/rtsp @ 0x55e12a529e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-03T09:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.285, "last_started_at": "2026-07-03T09:52:24+09:00", "pid": 27037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.879, "name": "ffmpeg", "pid": 27037, "rss_mb": 141.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.526, "sample_count": 1776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:52:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:52:26+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T09:52:26+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T09:52:26.516704+09:00", "mtime_epoch": 1783039946.5167043, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183656}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:52:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6561.414, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.736, "pushed": 1.736, "read": 1.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.0, "count": 51, "max_ms": 9.009, "p95_ms": 5.741}, "gstreamer_push": {"avg_ms": 1.175, "count": 52, "max_ms": 2.539, "p95_ms": 1.289}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.015, "count": 51, "max_ms": 69.452, "p95_ms": 61.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.4, "count": 51, "max_ms": 81.277, "p95_ms": 71.78}, "yolo11_640_fire_11class": {"avg_ms": 48.479, "count": 51, "max_ms": 66.236, "p95_ms": 63.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.305, "count": 51, "max_ms": 77.313, "p95_ms": 74.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.441, "count": 52, "max_ms": 135.835, "p95_ms": 131.327}, "read_interval": {"avg_ms": 587.624, "count": 51, "max_ms": 10129.453, "p95_ms": 4705.005}, "triton_wait": {"avg_ms": 59.926, "count": 51, "max_ms": 81.289, "p95_ms": 75.261}, "visualize": {"avg_ms": 5.152, "count": 51, "max_ms": 6.213, "p95_ms": 5.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11479.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2676.125, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.716, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:52:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:52:37+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T09:52:37+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T09:52:36.964884+09:00", "mtime_epoch": 1783039956.9648836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:52:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.996, "pushed": 10.996, "read": 10.962}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.921, "count": 329, "max_ms": 6.425, "p95_ms": 5.657}, "gstreamer_push": {"avg_ms": 1.329, "count": 329, "max_ms": 1.623, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.961, "count": 329, "max_ms": 72.701, "p95_ms": 58.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.863, "count": 329, "max_ms": 86.799, "p95_ms": 70.884}, "yolo11_640_fire_11class": {"avg_ms": 50.759, "count": 329, "max_ms": 71.843, "p95_ms": 60.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.208, "count": 329, "max_ms": 84.174, "p95_ms": 73.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.33, "count": 329, "max_ms": 141.877, "p95_ms": 129.4}, "read_interval": {"avg_ms": 91.444, "count": 328, "max_ms": 793.965, "p95_ms": 147.327}, "triton_wait": {"avg_ms": 53.726, "count": 329, "max_ms": 86.811, "p95_ms": 76.017}, "visualize": {"avg_ms": 3.749, "count": 329, "max_ms": 5.624, "p95_ms": 5.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11484.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:52:21+09:00", "last_error_summary": "[h264 @ 0x55e12a657a00] error while decoding MB 68 35, bytestream -8 [h264 @ 0x55e12a66bbc0] left block unavailable for requested intra mode [h264 @ 0x55e12a66bbc0] error while decoding MB 0 14, bytestream 101025 [h264 @ 0x55e12a556200] error while decoding MB 52 43, bytestream -5 [h264 @ 0x55e12a62f800] left block unavailable for requested intra mode [h264 @ 0x55e12a62f800] error while decoding MB 0 24, bytestream 8408 [in#0/rtsp @ 0x55e12a529e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-03T09:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.435, "last_started_at": "2026-07-03T09:52:24+09:00", "pid": 27037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.617, "name": "ffmpeg", "pid": 27037, "rss_mb": 268.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.959, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:52:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:52:56+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T09:52:56+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-03T09:52:56.625221+09:00", "mtime_epoch": 1783039976.6252213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:52:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.77, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.662, "pushed": 7.662, "read": 7.629}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.111, "count": 229, "max_ms": 7.066, "p95_ms": 6.313}, "gstreamer_push": {"avg_ms": 1.231, "count": 229, "max_ms": 4.077, "p95_ms": 2.294}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.645, "count": 229, "max_ms": 71.494, "p95_ms": 64.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.937, "count": 229, "max_ms": 84.527, "p95_ms": 79.302}, "yolo11_640_fire_11class": {"avg_ms": 50.093, "count": 229, "max_ms": 70.754, "p95_ms": 64.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.55, "count": 229, "max_ms": 82.02, "p95_ms": 77.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.275, "count": 229, "max_ms": 173.425, "p95_ms": 142.787}, "read_interval": {"avg_ms": 130.907, "count": 228, "max_ms": 184.717, "p95_ms": 153.679}, "triton_wait": {"avg_ms": 61.131, "count": 229, "max_ms": 84.539, "p95_ms": 79.313}, "visualize": {"avg_ms": 5.146, "count": 229, "max_ms": 7.083, "p95_ms": 5.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2706.15, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.463, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:53:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:53:07+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:53:07+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T09:53:07.033400+09:00", "mtime_epoch": 1783039987.0334003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:53:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 10.025}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.642, "count": 300, "max_ms": 2.74, "p95_ms": 1.994}, "gstreamer_push": {"avg_ms": 1.337, "count": 300, "max_ms": 2.21, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.57, "count": 300, "max_ms": 70.1, "p95_ms": 62.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.255, "count": 300, "max_ms": 85.256, "p95_ms": 71.751}, "yolo11_640_fire_11class": {"avg_ms": 51.843, "count": 300, "max_ms": 69.715, "p95_ms": 64.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.567, "count": 300, "max_ms": 80.489, "p95_ms": 75.809}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.132, "count": 300, "max_ms": 95.588, "p95_ms": 87.54}, "read_interval": {"avg_ms": 100.072, "count": 300, "max_ms": 798.678, "p95_ms": 188.056}, "triton_wait": {"avg_ms": 55.237, "count": 300, "max_ms": 85.268, "p95_ms": 77.279}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 4.731, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11488.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:52:21+09:00", "last_error_summary": "[h264 @ 0x55e12a657a00] error while decoding MB 68 35, bytestream -8 [h264 @ 0x55e12a66bbc0] left block unavailable for requested intra mode [h264 @ 0x55e12a66bbc0] error while decoding MB 0 14, bytestream 101025 [h264 @ 0x55e12a556200] error while decoding MB 52 43, bytestream -5 [h264 @ 0x55e12a62f800] left block unavailable for requested intra mode [h264 @ 0x55e12a62f800] error while decoding MB 0 24, bytestream 8408 [in#0/rtsp @ 0x55e12a529e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-03T09:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.503, "last_started_at": "2026-07-03T09:52:24+09:00", "pid": 27037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.195, "name": "ffmpeg", "pid": 27037, "rss_mb": 271.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.635, "sample_count": 1837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:53:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:53:26+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T09:53:26+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T09:53:26.769740+09:00", "mtime_epoch": 1783040006.7697399, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:53:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6565.672, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.289, "pushed": 7.289, "read": 7.256}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.236, "count": 218, "max_ms": 8.54, "p95_ms": 7.678}, "gstreamer_push": {"avg_ms": 1.191, "count": 218, "max_ms": 3.86, "p95_ms": 1.782}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.888, "count": 218, "max_ms": 72.454, "p95_ms": 67.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.272, "count": 218, "max_ms": 85.661, "p95_ms": 79.569}, "yolo11_640_fire_11class": {"avg_ms": 53.29, "count": 218, "max_ms": 70.822, "p95_ms": 67.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.705, "count": 218, "max_ms": 81.489, "p95_ms": 77.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.946, "count": 218, "max_ms": 210.745, "p95_ms": 171.613}, "read_interval": {"avg_ms": 138.062, "count": 217, "max_ms": 220.566, "p95_ms": 183.633}, "triton_wait": {"avg_ms": 64.013, "count": 218, "max_ms": 85.672, "p95_ms": 79.879}, "visualize": {"avg_ms": 5.097, "count": 218, "max_ms": 7.517, "p95_ms": 6.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11490.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2736.206, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.607, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:53:37+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T09:53:37+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T09:53:37.081918+09:00", "mtime_epoch": 1783040017.0819175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:53:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.743}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.603, "count": 292, "max_ms": 2.223, "p95_ms": 2.014}, "gstreamer_push": {"avg_ms": 1.357, "count": 292, "max_ms": 1.783, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.139, "count": 292, "max_ms": 72.325, "p95_ms": 64.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.758, "count": 292, "max_ms": 83.048, "p95_ms": 79.132}, "yolo11_640_fire_11class": {"avg_ms": 57.457, "count": 292, "max_ms": 74.316, "p95_ms": 67.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.524, "count": 292, "max_ms": 78.883, "p95_ms": 75.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.869, "count": 292, "max_ms": 93.525, "p95_ms": 89.552}, "read_interval": {"avg_ms": 102.896, "count": 292, "max_ms": 785.073, "p95_ms": 156.779}, "triton_wait": {"avg_ms": 65.315, "count": 292, "max_ms": 83.062, "p95_ms": 79.144}, "visualize": {"avg_ms": 3.667, "count": 292, "max_ms": 4.964, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11495.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:52:21+09:00", "last_error_summary": "[h264 @ 0x55e12a657a00] error while decoding MB 68 35, bytestream -8 [h264 @ 0x55e12a66bbc0] left block unavailable for requested intra mode [h264 @ 0x55e12a66bbc0] error while decoding MB 0 14, bytestream 101025 [h264 @ 0x55e12a556200] error while decoding MB 52 43, bytestream -5 [h264 @ 0x55e12a62f800] left block unavailable for requested intra mode [h264 @ 0x55e12a62f800] error while decoding MB 0 24, bytestream 8408 [in#0/rtsp @ 0x55e12a529e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-03T09:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.526, "last_started_at": "2026-07-03T09:52:24+09:00", "pid": 27037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.312, "name": "ffmpeg", "pid": 27037, "rss_mb": 283.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.629, "sample_count": 2061, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:53:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:53:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T09:53:56+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T09:53:56.818258+09:00", "mtime_epoch": 1783040036.8182576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:53:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.398, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.293, "pushed": 10.293, "read": 10.259}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.225, "count": 308, "max_ms": 3.925, "p95_ms": 3.127}, "gstreamer_push": {"avg_ms": 1.485, "count": 308, "max_ms": 6.22, "p95_ms": 1.869}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.987, "count": 308, "max_ms": 69.42, "p95_ms": 65.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.415, "count": 308, "max_ms": 84.177, "p95_ms": 80.327}, "yolo11_640_fire_11class": {"avg_ms": 59.759, "count": 308, "max_ms": 71.988, "p95_ms": 68.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.313, "count": 308, "max_ms": 78.114, "p95_ms": 75.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.283, "count": 308, "max_ms": 95.372, "p95_ms": 91.697}, "read_interval": {"avg_ms": 97.525, "count": 307, "max_ms": 144.617, "p95_ms": 108.973}, "triton_wait": {"avg_ms": 69.907, "count": 308, "max_ms": 84.189, "p95_ms": 80.339}, "visualize": {"avg_ms": 3.855, "count": 308, "max_ms": 6.412, "p95_ms": 5.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11499.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2766.3, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.177, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:54:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:54:07+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:54:07.162436+09:00", "mtime_epoch": 1783040047.1624358, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:54:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.646, "count": 299, "max_ms": 2.702, "p95_ms": 2.18}, "gstreamer_push": {"avg_ms": 1.418, "count": 300, "max_ms": 2.6, "p95_ms": 2.337}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.255, "count": 299, "max_ms": 72.972, "p95_ms": 65.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.633, "count": 299, "max_ms": 88.61, "p95_ms": 80.01}, "yolo11_640_fire_11class": {"avg_ms": 60.539, "count": 299, "max_ms": 74.845, "p95_ms": 67.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.056, "count": 299, "max_ms": 85.038, "p95_ms": 75.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.189, "count": 300, "max_ms": 98.961, "p95_ms": 90.665}, "read_interval": {"avg_ms": 100.297, "count": 299, "max_ms": 734.173, "p95_ms": 109.391}, "triton_wait": {"avg_ms": 69.372, "count": 299, "max_ms": 88.623, "p95_ms": 80.022}, "visualize": {"avg_ms": 3.835, "count": 299, "max_ms": 6.574, "p95_ms": 6.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11497.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:52:21+09:00", "last_error_summary": "[h264 @ 0x55e12a657a00] error while decoding MB 68 35, bytestream -8 [h264 @ 0x55e12a66bbc0] left block unavailable for requested intra mode [h264 @ 0x55e12a66bbc0] error while decoding MB 0 14, bytestream 101025 [h264 @ 0x55e12a556200] error while decoding MB 52 43, bytestream -5 [h264 @ 0x55e12a62f800] left block unavailable for requested intra mode [h264 @ 0x55e12a62f800] error while decoding MB 0 24, bytestream 8408 [in#0/rtsp @ 0x55e12a529e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-03T09:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.613, "last_started_at": "2026-07-03T09:52:24+09:00", "pid": 27037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.398, "name": "ffmpeg", "pid": 27037, "rss_mb": 284.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.405, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 25911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:54:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:54:26+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T09:54:26+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T09:54:26.890776+09:00", "mtime_epoch": 1783040066.8907762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:54:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.398, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.838}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.15, "count": 295, "max_ms": 3.262, "p95_ms": 2.21}, "gstreamer_push": {"avg_ms": 1.624, "count": 295, "max_ms": 6.292, "p95_ms": 3.87}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.276, "count": 295, "max_ms": 73.034, "p95_ms": 65.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.135, "count": 295, "max_ms": 88.732, "p95_ms": 79.789}, "yolo11_640_fire_11class": {"avg_ms": 63.414, "count": 295, "max_ms": 74.721, "p95_ms": 67.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.524, "count": 295, "max_ms": 85.343, "p95_ms": 75.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.348, "count": 295, "max_ms": 99.765, "p95_ms": 90.625}, "read_interval": {"avg_ms": 101.64, "count": 295, "max_ms": 116.313, "p95_ms": 109.421}, "triton_wait": {"avg_ms": 74.259, "count": 295, "max_ms": 88.745, "p95_ms": 79.801}, "visualize": {"avg_ms": 3.698, "count": 295, "max_ms": 4.712, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11500.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2796.309, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.248, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:54:37+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:54:37+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T09:54:37.170954+09:00", "mtime_epoch": 1783040077.1709538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:54:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.592, "count": 293, "max_ms": 2.457, "p95_ms": 1.644}, "gstreamer_push": {"avg_ms": 1.377, "count": 293, "max_ms": 1.579, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.806, "count": 293, "max_ms": 68.782, "p95_ms": 66.05}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.397, "count": 293, "max_ms": 87.541, "p95_ms": 79.341}, "yolo11_640_fire_11class": {"avg_ms": 64.368, "count": 293, "max_ms": 74.387, "p95_ms": 67.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.97, "count": 293, "max_ms": 78.678, "p95_ms": 76.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.707, "count": 293, "max_ms": 97.629, "p95_ms": 89.665}, "read_interval": {"avg_ms": 102.409, "count": 293, "max_ms": 114.207, "p95_ms": 107.322}, "triton_wait": {"avg_ms": 75.294, "count": 293, "max_ms": 87.554, "p95_ms": 79.352}, "visualize": {"avg_ms": 3.688, "count": 293, "max_ms": 5.061, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11493.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:52:21+09:00", "last_error_summary": "[h264 @ 0x55e12a657a00] error while decoding MB 68 35, bytestream -8 [h264 @ 0x55e12a66bbc0] left block unavailable for requested intra mode [h264 @ 0x55e12a66bbc0] error while decoding MB 0 14, bytestream 101025 [h264 @ 0x55e12a556200] error while decoding MB 52 43, bytestream -5 [h264 @ 0x55e12a62f800] left block unavailable for requested intra mode [h264 @ 0x55e12a62f800] error while decoding MB 0 24, bytestream 8408 [in#0/rtsp @ 0x55e12a529e00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-07-03T09:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.031, "last_started_at": "2026-07-03T09:52:24+09:00", "pid": 27037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.008, "name": "ffmpeg", "pid": 27037, "rss_mb": 288.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.604, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:54:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:54:58+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T09:54:58+09:00", "mjpeg": {"age_sec": 9.194, "exists": true, "mtime": "2026-07-03T09:54:49.195162+09:00", "mtime_epoch": 1783040089.1951616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:54:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6552.348, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.934, "pushed": 6.934, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.152, "count": 207, "max_ms": 3.12, "p95_ms": 2.205}, "gstreamer_push": {"avg_ms": 1.475, "count": 208, "max_ms": 6.18, "p95_ms": 3.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.052, "count": 207, "max_ms": 66.327, "p95_ms": 64.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.53, "count": 207, "max_ms": 81.911, "p95_ms": 80.021}, "yolo11_640_fire_11class": {"avg_ms": 62.256, "count": 207, "max_ms": 68.73, "p95_ms": 67.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.103, "count": 207, "max_ms": 79.468, "p95_ms": 76.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.661, "count": 208, "max_ms": 92.716, "p95_ms": 90.998}, "read_interval": {"avg_ms": 144.938, "count": 207, "max_ms": 9225.999, "p95_ms": 107.522}, "triton_wait": {"avg_ms": 73.703, "count": 207, "max_ms": 81.923, "p95_ms": 80.034}, "visualize": {"avg_ms": 3.672, "count": 207, "max_ms": 4.908, "p95_ms": 3.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11492.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2826.57, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.208, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:55:07+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T09:55:07+09:00", "mjpeg": {"age_sec": 0.417, "exists": true, "mtime": "2026-07-03T09:55:07.099471+09:00", "mtime_epoch": 1783040107.0994709, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:55:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.48, "pushed": 10.48, "read": 10.446}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.619, "count": 314, "max_ms": 5.202, "p95_ms": 1.699}, "gstreamer_push": {"avg_ms": 1.345, "count": 314, "max_ms": 1.603, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.97, "count": 314, "max_ms": 66.273, "p95_ms": 64.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.411, "count": 314, "max_ms": 81.04, "p95_ms": 78.272}, "yolo11_640_fire_11class": {"avg_ms": 53.512, "count": 314, "max_ms": 68.45, "p95_ms": 66.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.742, "count": 314, "max_ms": 78.346, "p95_ms": 74.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.095, "count": 314, "max_ms": 103.183, "p95_ms": 89.334}, "read_interval": {"avg_ms": 95.801, "count": 313, "max_ms": 857.345, "p95_ms": 139.419}, "triton_wait": {"avg_ms": 58.552, "count": 314, "max_ms": 81.053, "p95_ms": 78.296}, "visualize": {"avg_ms": 3.688, "count": 314, "max_ms": 5.17, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11479.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.088, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.406, "name": "ffmpeg", "pid": 27144, "rss_mb": 264.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.744, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:55:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:55:28+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T09:55:28+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T09:55:28.311838+09:00", "mtime_epoch": 1783040128.311838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:55:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6561.363, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 128, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.4, "pushed": 6.4, "read": 6.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.859, "count": 128, "max_ms": 6.334, "p95_ms": 4.765}, "gstreamer_push": {"avg_ms": 1.331, "count": 128, "max_ms": 3.802, "p95_ms": 2.508}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.131, "count": 128, "max_ms": 70.117, "p95_ms": 64.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.26, "count": 128, "max_ms": 84.979, "p95_ms": 78.234}, "yolo11_640_fire_11class": {"avg_ms": 53.1, "count": 128, "max_ms": 72.109, "p95_ms": 68.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.559, "count": 128, "max_ms": 81.055, "p95_ms": 77.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.376, "count": 128, "max_ms": 136.68, "p95_ms": 130.525}, "read_interval": {"avg_ms": 234.325, "count": 128, "max_ms": 10126.776, "p95_ms": 144.236}, "triton_wait": {"avg_ms": 62.066, "count": 128, "max_ms": 84.991, "p95_ms": 79.712}, "visualize": {"avg_ms": 4.911, "count": 128, "max_ms": 6.436, "p95_ms": 6.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11481.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2856.572, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.062, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:55:37+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T09:55:37+09:00", "mjpeg": {"age_sec": 0.434, "exists": true, "mtime": "2026-07-03T09:55:37.083990+09:00", "mtime_epoch": 1783040137.0839899, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:55:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.603, "count": 300, "max_ms": 2.35, "p95_ms": 1.824}, "gstreamer_push": {"avg_ms": 1.385, "count": 300, "max_ms": 2.043, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.523, "count": 300, "max_ms": 65.5, "p95_ms": 63.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.502, "count": 300, "max_ms": 82.203, "p95_ms": 76.579}, "yolo11_640_fire_11class": {"avg_ms": 52.417, "count": 300, "max_ms": 72.013, "p95_ms": 65.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.899, "count": 300, "max_ms": 79.634, "p95_ms": 75.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.344, "count": 300, "max_ms": 94.185, "p95_ms": 87.436}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 798.547, "p95_ms": 167.139}, "triton_wait": {"avg_ms": 55.797, "count": 300, "max_ms": 82.215, "p95_ms": 77.018}, "visualize": {"avg_ms": 3.762, "count": 300, "max_ms": 5.614, "p95_ms": 4.543}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11486.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.187, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.305, "name": "ffmpeg", "pid": 27144, "rss_mb": 269.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.357, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:55:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:55:58+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T09:55:58+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T09:55:58.428360+09:00", "mtime_epoch": 1783040158.4283595, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:55:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.984, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.172, "pushed": 8.172, "read": 8.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.142, "count": 244, "max_ms": 6.038, "p95_ms": 4.836}, "gstreamer_push": {"avg_ms": 1.307, "count": 245, "max_ms": 4.405, "p95_ms": 1.791}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.2, "count": 244, "max_ms": 67.436, "p95_ms": 64.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.081, "count": 244, "max_ms": 89.393, "p95_ms": 78.404}, "yolo11_640_fire_11class": {"avg_ms": 51.872, "count": 244, "max_ms": 76.857, "p95_ms": 66.506}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.341, "count": 244, "max_ms": 84.488, "p95_ms": 78.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.508, "count": 245, "max_ms": 144.961, "p95_ms": 130.715}, "read_interval": {"avg_ms": 122.87, "count": 244, "max_ms": 162.211, "p95_ms": 143.548}, "triton_wait": {"avg_ms": 61.716, "count": 244, "max_ms": 89.405, "p95_ms": 79.141}, "visualize": {"avg_ms": 5.095, "count": 244, "max_ms": 6.646, "p95_ms": 5.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2886.679, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.047, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:56:07+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T09:56:07+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T09:56:07.468516+09:00", "mtime_epoch": 1783040167.468516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:56:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.437, "pushed": 8.437, "read": 8.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.241, "count": 253, "max_ms": 9.137, "p95_ms": 6.588}, "gstreamer_push": {"avg_ms": 1.256, "count": 253, "max_ms": 1.98, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.347, "count": 253, "max_ms": 73.139, "p95_ms": 64.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.78, "count": 253, "max_ms": 83.841, "p95_ms": 79.377}, "yolo11_640_fire_11class": {"avg_ms": 53.598, "count": 253, "max_ms": 73.969, "p95_ms": 67.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.896, "count": 253, "max_ms": 82.035, "p95_ms": 78.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.393, "count": 253, "max_ms": 169.758, "p95_ms": 161.325}, "read_interval": {"avg_ms": 118.284, "count": 253, "max_ms": 693.351, "p95_ms": 176.38}, "triton_wait": {"avg_ms": 59.013, "count": 253, "max_ms": 83.853, "p95_ms": 79.847}, "visualize": {"avg_ms": 4.274, "count": 253, "max_ms": 6.514, "p95_ms": 5.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11484.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.196, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.562, "name": "ffmpeg", "pid": 27144, "rss_mb": 269.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.235, "sample_count": 2118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:56:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T09:56:30+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T09:56:30+09:00", "mjpeg": {"age_sec": 2.651, "exists": true, "mtime": "2026-07-03T09:56:27.892870+09:00", "mtime_epoch": 1783040187.8928702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:56:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.996, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.44, "pushed": 7.44, "read": 7.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.133, "count": 222, "max_ms": 6.058, "p95_ms": 5.243}, "gstreamer_push": {"avg_ms": 1.251, "count": 223, "max_ms": 3.863, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.154, "count": 222, "max_ms": 67.448, "p95_ms": 64.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.387, "count": 222, "max_ms": 87.421, "p95_ms": 76.301}, "yolo11_640_fire_11class": {"avg_ms": 50.911, "count": 222, "max_ms": 68.702, "p95_ms": 65.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.534, "count": 222, "max_ms": 86.108, "p95_ms": 78.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.494, "count": 223, "max_ms": 141.242, "p95_ms": 132.166}, "read_interval": {"avg_ms": 134.89, "count": 222, "max_ms": 2639.841, "p95_ms": 147.262}, "triton_wait": {"avg_ms": 61.249, "count": 222, "max_ms": 87.433, "p95_ms": 79.346}, "visualize": {"avg_ms": 5.032, "count": 222, "max_ms": 6.761, "p95_ms": 5.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11483.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2916.725, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.172, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:56:37+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T09:56:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T09:56:37.605039+09:00", "mtime_epoch": 1783040197.6050386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:56:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.635, "pushed": 10.635, "read": 10.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.566, "count": 318, "max_ms": 7.444, "p95_ms": 6.53}, "gstreamer_push": {"avg_ms": 1.32, "count": 318, "max_ms": 2.245, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.745, "count": 318, "max_ms": 72.036, "p95_ms": 64.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.444, "count": 318, "max_ms": 83.84, "p95_ms": 76.751}, "yolo11_640_fire_11class": {"avg_ms": 51.928, "count": 318, "max_ms": 70.985, "p95_ms": 64.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.308, "count": 318, "max_ms": 84.688, "p95_ms": 76.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.947, "count": 318, "max_ms": 168.019, "p95_ms": 140.845}, "read_interval": {"avg_ms": 94.533, "count": 317, "max_ms": 181.514, "p95_ms": 152.558}, "triton_wait": {"avg_ms": 55.656, "count": 318, "max_ms": 84.699, "p95_ms": 77.88}, "visualize": {"avg_ms": 3.941, "count": 318, "max_ms": 5.68, "p95_ms": 5.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11490.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.263, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.617, "name": "ffmpeg", "pid": 27144, "rss_mb": 279.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.91, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:57:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:57:00+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:57:00+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:57:00.525436+09:00", "mtime_epoch": 1783040220.5254364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:57:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.387, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.883, "pushed": 9.883, "read": 9.85}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.301, "count": 296, "max_ms": 4.371, "p95_ms": 3.195}, "gstreamer_push": {"avg_ms": 1.515, "count": 296, "max_ms": 6.21, "p95_ms": 3.695}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.515, "count": 296, "max_ms": 68.592, "p95_ms": 63.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.741, "count": 296, "max_ms": 87.706, "p95_ms": 79.462}, "yolo11_640_fire_11class": {"avg_ms": 50.448, "count": 296, "max_ms": 69.894, "p95_ms": 65.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.667, "count": 296, "max_ms": 79.527, "p95_ms": 74.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.925, "count": 296, "max_ms": 129.988, "p95_ms": 91.04}, "read_interval": {"avg_ms": 101.583, "count": 295, "max_ms": 2529.947, "p95_ms": 108.708}, "triton_wait": {"avg_ms": 59.136, "count": 296, "max_ms": 87.717, "p95_ms": 79.474}, "visualize": {"avg_ms": 3.816, "count": 296, "max_ms": 5.62, "p95_ms": 4.726}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11493.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2946.741, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.036, "sample_count": 3020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:57:07+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T09:57:07+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T09:57:07.613559+09:00", "mtime_epoch": 1783040227.6135595, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:57:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 322, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.734, "pushed": 10.734, "read": 10.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.649, "count": 322, "max_ms": 2.271, "p95_ms": 1.832}, "gstreamer_push": {"avg_ms": 1.397, "count": 322, "max_ms": 1.656, "p95_ms": 1.533}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.75, "count": 322, "max_ms": 66.973, "p95_ms": 62.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.583, "count": 322, "max_ms": 85.527, "p95_ms": 77.716}, "yolo11_640_fire_11class": {"avg_ms": 52.786, "count": 322, "max_ms": 68.444, "p95_ms": 64.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.456, "count": 322, "max_ms": 78.85, "p95_ms": 73.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.15, "count": 322, "max_ms": 96.16, "p95_ms": 88.264}, "read_interval": {"avg_ms": 93.197, "count": 322, "max_ms": 677.922, "p95_ms": 107.147}, "triton_wait": {"avg_ms": 57.57, "count": 322, "max_ms": 85.539, "p95_ms": 77.729}, "visualize": {"avg_ms": 3.732, "count": 322, "max_ms": 5.093, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11495.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.29, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.773, "name": "ffmpeg", "pid": 27144, "rss_mb": 284.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.991, "sample_count": 2465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:57:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:57:30+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T09:57:30+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T09:57:30.549958+09:00", "mtime_epoch": 1783040250.549958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:57:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.59, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.561, "pushed": 10.561, "read": 10.528}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.204, "count": 316, "max_ms": 3.228, "p95_ms": 2.713}, "gstreamer_push": {"avg_ms": 1.625, "count": 316, "max_ms": 7.086, "p95_ms": 3.798}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.46, "count": 316, "max_ms": 67.828, "p95_ms": 65.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.827, "count": 316, "max_ms": 82.126, "p95_ms": 79.416}, "yolo11_640_fire_11class": {"avg_ms": 56.442, "count": 316, "max_ms": 69.367, "p95_ms": 67.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.74, "count": 316, "max_ms": 80.358, "p95_ms": 75.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.136, "count": 316, "max_ms": 95.892, "p95_ms": 90.266}, "read_interval": {"avg_ms": 94.981, "count": 315, "max_ms": 220.02, "p95_ms": 107.72}, "triton_wait": {"avg_ms": 66.009, "count": 316, "max_ms": 82.138, "p95_ms": 79.427}, "visualize": {"avg_ms": 3.751, "count": 316, "max_ms": 5.786, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11496.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2976.819, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.911, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:57:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:57:37+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:57:37.682082+09:00", "mtime_epoch": 1783040257.682082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:57:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.668}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 1.629, "count": 290, "max_ms": 2.224, "p95_ms": 1.69}, "gstreamer_push": {"avg_ms": 1.357, "count": 291, "max_ms": 1.528, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.976, "count": 290, "max_ms": 71.052, "p95_ms": 66.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.418, "count": 290, "max_ms": 82.866, "p95_ms": 79.657}, "yolo11_640_fire_11class": {"avg_ms": 62.727, "count": 290, "max_ms": 75.742, "p95_ms": 69.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.256, "count": 290, "max_ms": 80.776, "p95_ms": 76.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.521, "count": 291, "max_ms": 93.182, "p95_ms": 90.0}, "read_interval": {"avg_ms": 103.351, "count": 290, "max_ms": 1197.668, "p95_ms": 107.605}, "triton_wait": {"avg_ms": 72.222, "count": 290, "max_ms": 82.879, "p95_ms": 79.669}, "visualize": {"avg_ms": 3.663, "count": 290, "max_ms": 4.519, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11498.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.32, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.352, "name": "ffmpeg", "pid": 27144, "rss_mb": 287.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.539, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:58:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:58:00+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T09:58:00+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:58:00.582480+09:00", "mtime_epoch": 1783040280.5824802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:58:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.387, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.79, "pushed": 9.79, "read": 9.756}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.136, "count": 293, "max_ms": 2.587, "p95_ms": 2.185}, "gstreamer_push": {"avg_ms": 1.491, "count": 293, "max_ms": 6.085, "p95_ms": 3.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.217, "count": 293, "max_ms": 69.061, "p95_ms": 66.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.457, "count": 293, "max_ms": 85.237, "p95_ms": 80.183}, "yolo11_640_fire_11class": {"avg_ms": 64.4, "count": 293, "max_ms": 72.235, "p95_ms": 68.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.468, "count": 293, "max_ms": 78.52, "p95_ms": 76.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.018, "count": 293, "max_ms": 96.057, "p95_ms": 91.169}, "read_interval": {"avg_ms": 102.485, "count": 292, "max_ms": 115.23, "p95_ms": 108.507}, "triton_wait": {"avg_ms": 75.099, "count": 293, "max_ms": 85.25, "p95_ms": 80.195}, "visualize": {"avg_ms": 3.679, "count": 293, "max_ms": 4.294, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11501.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3006.883, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.911, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:58:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T09:58:07+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T09:58:07.738605+09:00", "mtime_epoch": 1783040287.7386048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:58:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.91}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.658, "count": 298, "max_ms": 2.539, "p95_ms": 1.978}, "gstreamer_push": {"avg_ms": 1.405, "count": 298, "max_ms": 1.632, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.369, "count": 298, "max_ms": 73.979, "p95_ms": 66.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.874, "count": 298, "max_ms": 83.595, "p95_ms": 79.745}, "yolo11_640_fire_11class": {"avg_ms": 63.42, "count": 298, "max_ms": 75.283, "p95_ms": 67.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.713, "count": 298, "max_ms": 82.831, "p95_ms": 75.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.971, "count": 298, "max_ms": 94.09, "p95_ms": 90.982}, "read_interval": {"avg_ms": 100.849, "count": 297, "max_ms": 113.426, "p95_ms": 108.495}, "triton_wait": {"avg_ms": 73.202, "count": 298, "max_ms": 83.607, "p95_ms": 80.102}, "visualize": {"avg_ms": 3.739, "count": 298, "max_ms": 4.823, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11498.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.397, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.352, "name": "ffmpeg", "pid": 27144, "rss_mb": 287.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.272, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 27947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:58:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:58:30+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T09:58:30+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T09:58:30.679004+09:00", "mtime_epoch": 1783040310.679004, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:58:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.387, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.155, "count": 298, "max_ms": 2.962, "p95_ms": 2.235}, "gstreamer_push": {"avg_ms": 1.552, "count": 298, "max_ms": 6.238, "p95_ms": 3.811}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.972, "count": 298, "max_ms": 68.964, "p95_ms": 64.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.953, "count": 298, "max_ms": 82.219, "p95_ms": 80.064}, "yolo11_640_fire_11class": {"avg_ms": 60.766, "count": 298, "max_ms": 70.422, "p95_ms": 67.219}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.89, "count": 298, "max_ms": 77.936, "p95_ms": 75.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.488, "count": 298, "max_ms": 95.158, "p95_ms": 91.044}, "read_interval": {"avg_ms": 100.98, "count": 297, "max_ms": 627.3, "p95_ms": 108.09}, "triton_wait": {"avg_ms": 71.471, "count": 298, "max_ms": 82.23, "p95_ms": 80.074}, "visualize": {"avg_ms": 3.699, "count": 298, "max_ms": 4.705, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11498.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3036.906, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.183, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:58:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:58:37+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:58:37+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T09:58:37.767128+09:00", "mtime_epoch": 1783040317.7671275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:58:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.462, "pushed": 10.462, "read": 10.429}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.614, "count": 313, "max_ms": 2.322, "p95_ms": 1.915}, "gstreamer_push": {"avg_ms": 1.376, "count": 313, "max_ms": 1.827, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.524, "count": 313, "max_ms": 68.103, "p95_ms": 65.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.813, "count": 313, "max_ms": 83.901, "p95_ms": 78.242}, "yolo11_640_fire_11class": {"avg_ms": 60.186, "count": 313, "max_ms": 72.872, "p95_ms": 67.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.389, "count": 313, "max_ms": 77.443, "p95_ms": 75.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.874, "count": 313, "max_ms": 94.22, "p95_ms": 88.906}, "read_interval": {"avg_ms": 95.877, "count": 312, "max_ms": 114.279, "p95_ms": 107.129}, "triton_wait": {"avg_ms": 68.434, "count": 313, "max_ms": 83.913, "p95_ms": 78.255}, "visualize": {"avg_ms": 3.69, "count": 313, "max_ms": 5.971, "p95_ms": 4.097}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11498.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 228.443, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.352, "name": "ffmpeg", "pid": 27144, "rss_mb": 287.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.272, "sample_count": 2603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:59:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:59:00+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T09:59:00+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T09:59:00.707527+09:00", "mtime_epoch": 1783040340.707527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:59:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.445, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.381, "pushed": 10.381, "read": 10.347}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.201, "count": 311, "max_ms": 3.47, "p95_ms": 2.661}, "gstreamer_push": {"avg_ms": 1.56, "count": 311, "max_ms": 7.17, "p95_ms": 3.714}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.455, "count": 311, "max_ms": 69.94, "p95_ms": 65.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.149, "count": 311, "max_ms": 84.666, "p95_ms": 78.897}, "yolo11_640_fire_11class": {"avg_ms": 58.411, "count": 311, "max_ms": 70.982, "p95_ms": 67.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.69, "count": 311, "max_ms": 78.133, "p95_ms": 75.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.449, "count": 311, "max_ms": 95.927, "p95_ms": 89.956}, "read_interval": {"avg_ms": 96.589, "count": 310, "max_ms": 112.288, "p95_ms": 108.284}, "triton_wait": {"avg_ms": 68.163, "count": 311, "max_ms": 84.679, "p95_ms": 78.909}, "visualize": {"avg_ms": 3.777, "count": 311, "max_ms": 6.344, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11501.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3066.996, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.183, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30648, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:59:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T09:59:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T09:59:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T09:59:07.855652+09:00", "mtime_epoch": 1783040347.8556516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249307}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:59:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.683, "count": 305, "max_ms": 2.78, "p95_ms": 2.171}, "gstreamer_push": {"avg_ms": 1.39, "count": 305, "max_ms": 2.239, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.894, "count": 305, "max_ms": 73.063, "p95_ms": 65.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.381, "count": 305, "max_ms": 88.182, "p95_ms": 78.941}, "yolo11_640_fire_11class": {"avg_ms": 62.127, "count": 305, "max_ms": 72.143, "p95_ms": 68.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.252, "count": 305, "max_ms": 80.241, "p95_ms": 75.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.275, "count": 305, "max_ms": 100.229, "p95_ms": 89.312}, "read_interval": {"avg_ms": 98.614, "count": 304, "max_ms": 202.576, "p95_ms": 107.047}, "triton_wait": {"avg_ms": 70.65, "count": 305, "max_ms": 88.194, "p95_ms": 78.952}, "visualize": {"avg_ms": 3.778, "count": 305, "max_ms": 6.356, "p95_ms": 4.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11501.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 258.547, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.352, "name": "ffmpeg", "pid": 27144, "rss_mb": 287.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.18, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:59:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T09:59:30+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T09:59:30+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T09:59:30.792051+09:00", "mtime_epoch": 1783040370.7920513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T09:59:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.906, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.702, "count": 298, "max_ms": 6.394, "p95_ms": 4.32}, "gstreamer_push": {"avg_ms": 1.511, "count": 298, "max_ms": 4.484, "p95_ms": 3.673}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.109, "count": 298, "max_ms": 71.059, "p95_ms": 65.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.634, "count": 298, "max_ms": 82.36, "p95_ms": 78.228}, "yolo11_640_fire_11class": {"avg_ms": 54.42, "count": 298, "max_ms": 70.124, "p95_ms": 67.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.551, "count": 298, "max_ms": 79.615, "p95_ms": 76.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.623, "count": 298, "max_ms": 143.845, "p95_ms": 127.775}, "read_interval": {"avg_ms": 100.599, "count": 298, "max_ms": 157.94, "p95_ms": 141.209}, "triton_wait": {"avg_ms": 63.762, "count": 298, "max_ms": 82.372, "p95_ms": 78.337}, "visualize": {"avg_ms": 4.093, "count": 298, "max_ms": 7.278, "p95_ms": 5.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11502.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3097.091, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.795, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T09:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T09:59:38+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T09:59:37+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T09:59:37.944176+09:00", "mtime_epoch": 1783040377.9441762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T09:59:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.656, "count": 304, "max_ms": 2.162, "p95_ms": 1.846}, "gstreamer_push": {"avg_ms": 1.381, "count": 304, "max_ms": 1.636, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.493, "count": 304, "max_ms": 67.149, "p95_ms": 63.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.814, "count": 304, "max_ms": 86.116, "p95_ms": 77.606}, "yolo11_640_fire_11class": {"avg_ms": 54.157, "count": 304, "max_ms": 70.553, "p95_ms": 65.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.423, "count": 304, "max_ms": 79.513, "p95_ms": 75.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.257, "count": 304, "max_ms": 96.466, "p95_ms": 88.36}, "read_interval": {"avg_ms": 98.958, "count": 303, "max_ms": 831.65, "p95_ms": 112.359}, "triton_wait": {"avg_ms": 58.638, "count": 304, "max_ms": 86.129, "p95_ms": 77.702}, "visualize": {"avg_ms": 3.762, "count": 304, "max_ms": 4.804, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11506.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 288.576, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.93, "name": "ffmpeg", "pid": 27144, "rss_mb": 289.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.775, "sample_count": 2725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 28857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:00:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:00:00+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T10:00:00+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T10:00:00.844576+09:00", "mtime_epoch": 1783040400.8445756, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:00:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.77, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.482, "count": 300, "max_ms": 5.256, "p95_ms": 4.324}, "gstreamer_push": {"avg_ms": 1.507, "count": 300, "max_ms": 6.45, "p95_ms": 1.98}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.744, "count": 300, "max_ms": 66.63, "p95_ms": 65.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.005, "count": 300, "max_ms": 82.669, "p95_ms": 78.635}, "yolo11_640_fire_11class": {"avg_ms": 57.868, "count": 300, "max_ms": 70.709, "p95_ms": 67.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.091, "count": 300, "max_ms": 79.583, "p95_ms": 75.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.527, "count": 300, "max_ms": 131.022, "p95_ms": 107.646}, "read_interval": {"avg_ms": 100.109, "count": 299, "max_ms": 144.289, "p95_ms": 121.699}, "triton_wait": {"avg_ms": 67.596, "count": 300, "max_ms": 82.682, "p95_ms": 78.725}, "visualize": {"avg_ms": 4.002, "count": 300, "max_ms": 7.153, "p95_ms": 5.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11503.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3127.113, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.911, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T10:00:08+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:00:07+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T10:00:07.972700+09:00", "mtime_epoch": 1783040407.9726999, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:00:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.724}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.704, "count": 292, "max_ms": 2.436, "p95_ms": 2.259}, "gstreamer_push": {"avg_ms": 1.44, "count": 292, "max_ms": 2.601, "p95_ms": 1.692}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.392, "count": 292, "max_ms": 67.76, "p95_ms": 66.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.87, "count": 292, "max_ms": 83.519, "p95_ms": 78.932}, "yolo11_640_fire_11class": {"avg_ms": 62.526, "count": 292, "max_ms": 71.791, "p95_ms": 67.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.067, "count": 292, "max_ms": 80.242, "p95_ms": 75.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.522, "count": 292, "max_ms": 95.379, "p95_ms": 90.716}, "read_interval": {"avg_ms": 102.805, "count": 291, "max_ms": 471.922, "p95_ms": 111.078}, "triton_wait": {"avg_ms": 71.684, "count": 292, "max_ms": 83.531, "p95_ms": 79.1}, "visualize": {"avg_ms": 3.866, "count": 292, "max_ms": 6.683, "p95_ms": 4.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11503.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 318.655, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.93, "name": "ffmpeg", "pid": 27144, "rss_mb": 289.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.258, "sample_count": 2873, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:00:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:00:31+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:00:30+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:00:30.913100+09:00", "mtime_epoch": 1783040430.9131005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:00:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.133, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.874, "pushed": 9.874, "read": 9.84}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.138, "count": 296, "max_ms": 2.825, "p95_ms": 2.182}, "gstreamer_push": {"avg_ms": 1.564, "count": 296, "max_ms": 6.393, "p95_ms": 3.708}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.224, "count": 296, "max_ms": 72.078, "p95_ms": 66.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.884, "count": 296, "max_ms": 83.287, "p95_ms": 78.916}, "yolo11_640_fire_11class": {"avg_ms": 62.853, "count": 296, "max_ms": 73.475, "p95_ms": 68.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.684, "count": 296, "max_ms": 78.751, "p95_ms": 75.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.441, "count": 296, "max_ms": 94.335, "p95_ms": 90.022}, "read_interval": {"avg_ms": 101.6, "count": 295, "max_ms": 112.356, "p95_ms": 107.677}, "triton_wait": {"avg_ms": 73.369, "count": 296, "max_ms": 83.299, "p95_ms": 78.928}, "visualize": {"avg_ms": 3.678, "count": 296, "max_ms": 4.742, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11503.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3157.209, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.911, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:00:38+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:00:38+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:00:38.065225+09:00", "mtime_epoch": 1783040438.0652254, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:00:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.641, "count": 299, "max_ms": 2.69, "p95_ms": 1.71}, "gstreamer_push": {"avg_ms": 1.383, "count": 299, "max_ms": 1.669, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.201, "count": 299, "max_ms": 75.469, "p95_ms": 66.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.899, "count": 299, "max_ms": 85.528, "p95_ms": 79.993}, "yolo11_640_fire_11class": {"avg_ms": 64.246, "count": 299, "max_ms": 76.803, "p95_ms": 69.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.378, "count": 299, "max_ms": 81.726, "p95_ms": 76.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.797, "count": 299, "max_ms": 96.027, "p95_ms": 90.911}, "read_interval": {"avg_ms": 100.624, "count": 298, "max_ms": 112.614, "p95_ms": 107.622}, "triton_wait": {"avg_ms": 73.312, "count": 299, "max_ms": 85.541, "p95_ms": 80.153}, "visualize": {"avg_ms": 3.714, "count": 299, "max_ms": 5.023, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11501.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 348.695, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.758, "name": "ffmpeg", "pid": 27144, "rss_mb": 290.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.025, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:01:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:01:01+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:01:00+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:01:00.953625+09:00", "mtime_epoch": 1783040460.9536252, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:01:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.887, "pushed": 9.887, "read": 9.854}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.158, "count": 296, "max_ms": 3.087, "p95_ms": 2.33}, "gstreamer_push": {"avg_ms": 1.546, "count": 296, "max_ms": 5.885, "p95_ms": 3.764}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.869, "count": 296, "max_ms": 68.425, "p95_ms": 65.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.874, "count": 296, "max_ms": 83.375, "p95_ms": 79.047}, "yolo11_640_fire_11class": {"avg_ms": 62.5, "count": 296, "max_ms": 70.973, "p95_ms": 66.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.444, "count": 296, "max_ms": 78.298, "p95_ms": 75.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.481, "count": 296, "max_ms": 94.288, "p95_ms": 90.203}, "read_interval": {"avg_ms": 101.457, "count": 295, "max_ms": 111.603, "p95_ms": 108.326}, "triton_wait": {"avg_ms": 73.433, "count": 296, "max_ms": 83.387, "p95_ms": 79.059}, "visualize": {"avg_ms": 3.687, "count": 296, "max_ms": 4.928, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11505.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3187.211, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.571, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:01:08+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:01:08+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:01:08.073750+09:00", "mtime_epoch": 1783040468.0737495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:01:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.633, "count": 294, "max_ms": 2.403, "p95_ms": 1.67}, "gstreamer_push": {"avg_ms": 1.384, "count": 294, "max_ms": 1.775, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.089, "count": 294, "max_ms": 68.301, "p95_ms": 66.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.116, "count": 294, "max_ms": 82.834, "p95_ms": 79.966}, "yolo11_640_fire_11class": {"avg_ms": 63.881, "count": 294, "max_ms": 71.638, "p95_ms": 67.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.085, "count": 294, "max_ms": 78.202, "p95_ms": 75.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.225, "count": 294, "max_ms": 93.555, "p95_ms": 90.416}, "read_interval": {"avg_ms": 102.066, "count": 294, "max_ms": 113.419, "p95_ms": 108.03}, "triton_wait": {"avg_ms": 74.751, "count": 294, "max_ms": 82.846, "p95_ms": 79.979}, "visualize": {"avg_ms": 3.684, "count": 294, "max_ms": 4.49, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11516.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 378.782, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.266, "name": "ffmpeg", "pid": 27144, "rss_mb": 299.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.42, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 29752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:01:31+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T10:01:31+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T10:01:31.054151+09:00", "mtime_epoch": 1783040491.054151, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:01:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.77, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.132, "count": 303, "max_ms": 2.762, "p95_ms": 2.201}, "gstreamer_push": {"avg_ms": 1.49, "count": 303, "max_ms": 5.97, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.123, "count": 303, "max_ms": 67.685, "p95_ms": 65.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.24, "count": 303, "max_ms": 83.096, "p95_ms": 79.256}, "yolo11_640_fire_11class": {"avg_ms": 60.979, "count": 303, "max_ms": 72.62, "p95_ms": 67.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.199, "count": 303, "max_ms": 77.142, "p95_ms": 75.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.401, "count": 303, "max_ms": 94.131, "p95_ms": 90.11}, "read_interval": {"avg_ms": 99.312, "count": 302, "max_ms": 111.112, "p95_ms": 107.208}, "triton_wait": {"avg_ms": 71.44, "count": 303, "max_ms": 83.108, "p95_ms": 79.269}, "visualize": {"avg_ms": 3.656, "count": 303, "max_ms": 4.46, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11516.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3217.272, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.838, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:01:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:01:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:01:38+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:01:38.134275+09:00", "mtime_epoch": 1783040498.134275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:01:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.515, "pushed": 10.515, "read": 10.482}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.606, "count": 315, "max_ms": 2.451, "p95_ms": 1.662}, "gstreamer_push": {"avg_ms": 1.366, "count": 315, "max_ms": 1.756, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.031, "count": 315, "max_ms": 68.28, "p95_ms": 65.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.223, "count": 315, "max_ms": 82.047, "p95_ms": 78.037}, "yolo11_640_fire_11class": {"avg_ms": 60.917, "count": 315, "max_ms": 72.776, "p95_ms": 67.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.962, "count": 315, "max_ms": 76.79, "p95_ms": 75.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.586, "count": 315, "max_ms": 92.295, "p95_ms": 88.526}, "read_interval": {"avg_ms": 95.397, "count": 314, "max_ms": 108.832, "p95_ms": 106.307}, "triton_wait": {"avg_ms": 68.326, "count": 315, "max_ms": 82.059, "p95_ms": 78.049}, "visualize": {"avg_ms": 3.621, "count": 315, "max_ms": 4.465, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11509.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3247.368, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.976, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:02:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:02:08+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T10:02:08+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-03T10:02:08.110799+09:00", "mtime_epoch": 1783040528.110799, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:02:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.236, "pushed": 10.236, "read": 10.202}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.634, "count": 307, "max_ms": 2.268, "p95_ms": 1.701}, "gstreamer_push": {"avg_ms": 1.378, "count": 307, "max_ms": 2.122, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.101, "count": 307, "max_ms": 70.319, "p95_ms": 66.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.174, "count": 307, "max_ms": 86.935, "p95_ms": 79.52}, "yolo11_640_fire_11class": {"avg_ms": 59.057, "count": 307, "max_ms": 72.873, "p95_ms": 68.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.68, "count": 307, "max_ms": 78.968, "p95_ms": 76.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.419, "count": 307, "max_ms": 97.545, "p95_ms": 90.102}, "read_interval": {"avg_ms": 98.096, "count": 306, "max_ms": 297.03, "p95_ms": 112.863}, "triton_wait": {"avg_ms": 65.046, "count": 307, "max_ms": 86.948, "p95_ms": 79.532}, "visualize": {"avg_ms": 3.709, "count": 307, "max_ms": 4.833, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11516.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T09:55:09+09:00", "last_error_summary": "[h264 @ 0x564a6e8b7100] cabac decode of qscale diff failed at 1 35 [h264 @ 0x564a6e8b7100] error while decoding MB 1 35, bytestream 4704 [h264 @ 0x564a6de4d6c0] error while decoding MB 5 12, bytestream -7 [in#0/rtsp @ 0x564a6de32e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564a6de32e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T09:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 424.319, "last_started_at": "2026-07-03T09:55:12+09:00", "pid": 27144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.566, "name": "ffmpeg", "pid": 27144, "rss_mb": 305.566, "state": "S (sleeping)", "threads": 104}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.101, "sample_count": 2798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:02:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:02:16+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T10:02:16+09:00", "mjpeg": {"age_sec": 19.225, "exists": true, "mtime": "2026-07-03T10:01:57.442613+09:00", "mtime_epoch": 1783040517.4426126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:02:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.57, "pushed": 3.57, "read": 3.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.23, "count": 107, "max_ms": 3.146, "p95_ms": 2.986}, "gstreamer_push": {"avg_ms": 1.548, "count": 107, "max_ms": 6.323, "p95_ms": 3.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.899, "count": 107, "max_ms": 69.936, "p95_ms": 66.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.55, "count": 107, "max_ms": 82.883, "p95_ms": 79.283}, "yolo11_640_fire_11class": {"avg_ms": 62.753, "count": 107, "max_ms": 71.631, "p95_ms": 68.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.575, "count": 107, "max_ms": 78.594, "p95_ms": 76.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.702, "count": 107, "max_ms": 93.675, "p95_ms": 91.466}, "read_interval": {"avg_ms": 282.632, "count": 106, "max_ms": 19237.595, "p95_ms": 109.627}, "triton_wait": {"avg_ms": 73.338, "count": 107, "max_ms": 82.895, "p95_ms": 79.297}, "visualize": {"avg_ms": 3.786, "count": 107, "max_ms": 4.814, "p95_ms": 4.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11480.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3277.413, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.757, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:02:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:02:38+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:02:38+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:02:38.275327+09:00", "mtime_epoch": 1783040558.275327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:02:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.911, "pushed": 9.911, "read": 9.877}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.64, "count": 297, "max_ms": 2.296, "p95_ms": 1.691}, "gstreamer_push": {"avg_ms": 1.38, "count": 297, "max_ms": 2.054, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.937, "count": 297, "max_ms": 66.86, "p95_ms": 64.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.02, "count": 297, "max_ms": 81.872, "p95_ms": 77.357}, "yolo11_640_fire_11class": {"avg_ms": 54.801, "count": 297, "max_ms": 70.172, "p95_ms": 66.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.425, "count": 297, "max_ms": 77.985, "p95_ms": 74.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.949, "count": 297, "max_ms": 92.66, "p95_ms": 87.797}, "read_interval": {"avg_ms": 101.144, "count": 296, "max_ms": 836.954, "p95_ms": 111.305}, "triton_wait": {"avg_ms": 59.459, "count": 297, "max_ms": 81.886, "p95_ms": 77.369}, "visualize": {"avg_ms": 3.715, "count": 297, "max_ms": 5.786, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11477.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.313, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.023, "name": "ffmpeg", "pid": 27251, "rss_mb": 267.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.191, "sample_count": 2761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:02:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:02:46+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:02:46+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T10:02:46.599473+09:00", "mtime_epoch": 1783040566.5994728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:02:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.554, "pushed": 8.554, "read": 8.521}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.193, "count": 256, "max_ms": 3.184, "p95_ms": 2.804}, "gstreamer_push": {"avg_ms": 1.633, "count": 256, "max_ms": 5.741, "p95_ms": 3.88}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.471, "count": 256, "max_ms": 70.79, "p95_ms": 65.114}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.662, "count": 256, "max_ms": 84.624, "p95_ms": 78.8}, "yolo11_640_fire_11class": {"avg_ms": 58.197, "count": 256, "max_ms": 75.211, "p95_ms": 69.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.374, "count": 256, "max_ms": 78.801, "p95_ms": 75.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.246, "count": 256, "max_ms": 95.644, "p95_ms": 90.282}, "read_interval": {"avg_ms": 117.3, "count": 255, "max_ms": 4930.434, "p95_ms": 119.085}, "triton_wait": {"avg_ms": 67.088, "count": 256, "max_ms": 84.635, "p95_ms": 78.812}, "visualize": {"avg_ms": 3.733, "count": 256, "max_ms": 6.456, "p95_ms": 4.266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11481.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3307.421, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "R (running)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.757, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:03:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:03:08+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:03:08+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:03:08.283852+09:00", "mtime_epoch": 1783040588.2838523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:03:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.68, "count": 296, "max_ms": 2.82, "p95_ms": 1.757}, "gstreamer_push": {"avg_ms": 1.42, "count": 296, "max_ms": 2.11, "p95_ms": 1.529}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.33, "count": 296, "max_ms": 70.461, "p95_ms": 65.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.925, "count": 296, "max_ms": 83.14, "p95_ms": 79.429}, "yolo11_640_fire_11class": {"avg_ms": 60.277, "count": 296, "max_ms": 74.512, "p95_ms": 69.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.572, "count": 296, "max_ms": 78.348, "p95_ms": 76.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.429, "count": 296, "max_ms": 94.244, "p95_ms": 90.605}, "read_interval": {"avg_ms": 101.378, "count": 296, "max_ms": 792.567, "p95_ms": 109.3}, "triton_wait": {"avg_ms": 67.712, "count": 296, "max_ms": 83.153, "p95_ms": 79.443}, "visualize": {"avg_ms": 3.764, "count": 296, "max_ms": 6.657, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11483.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.319, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.117, "name": "ffmpeg", "pid": 27251, "rss_mb": 270.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.546, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:03:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:03:16+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T10:03:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:03:16.599998+09:00", "mtime_epoch": 1783040596.599998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:03:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.508, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.386, "count": 295, "max_ms": 5.275, "p95_ms": 4.248}, "gstreamer_push": {"avg_ms": 1.588, "count": 295, "max_ms": 6.321, "p95_ms": 3.745}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.285, "count": 295, "max_ms": 69.564, "p95_ms": 64.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.345, "count": 295, "max_ms": 85.738, "p95_ms": 79.152}, "yolo11_640_fire_11class": {"avg_ms": 60.385, "count": 295, "max_ms": 72.778, "p95_ms": 67.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.272, "count": 295, "max_ms": 80.609, "p95_ms": 76.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.033, "count": 295, "max_ms": 134.04, "p95_ms": 107.922}, "read_interval": {"avg_ms": 101.722, "count": 295, "max_ms": 147.141, "p95_ms": 122.565}, "triton_wait": {"avg_ms": 70.658, "count": 295, "max_ms": 85.75, "p95_ms": 79.164}, "visualize": {"avg_ms": 3.854, "count": 295, "max_ms": 6.287, "p95_ms": 5.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3337.503, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.825, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:03:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:03:38+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:03:38+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:03:38.360379+09:00", "mtime_epoch": 1783040618.3603792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:03:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.648, "count": 300, "max_ms": 2.339, "p95_ms": 1.72}, "gstreamer_push": {"avg_ms": 1.39, "count": 300, "max_ms": 2.465, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.015, "count": 300, "max_ms": 68.617, "p95_ms": 65.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.681, "count": 300, "max_ms": 81.882, "p95_ms": 79.056}, "yolo11_640_fire_11class": {"avg_ms": 63.085, "count": 300, "max_ms": 72.006, "p95_ms": 68.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.089, "count": 300, "max_ms": 78.444, "p95_ms": 75.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.069, "count": 300, "max_ms": 92.23, "p95_ms": 89.508}, "read_interval": {"avg_ms": 100.25, "count": 299, "max_ms": 112.992, "p95_ms": 107.09}, "triton_wait": {"avg_ms": 72.586, "count": 300, "max_ms": 81.896, "p95_ms": 79.069}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 6.558, "p95_ms": 4.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11485.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.342, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.375, "name": "ffmpeg", "pid": 27251, "rss_mb": 270.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.546, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 30867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:03:46+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T10:03:46+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T10:03:46.632524+09:00", "mtime_epoch": 1783040626.632524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:03:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.344, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.958}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.167, "count": 299, "max_ms": 3.182, "p95_ms": 2.455}, "gstreamer_push": {"avg_ms": 1.579, "count": 299, "max_ms": 6.984, "p95_ms": 3.706}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.615, "count": 299, "max_ms": 66.548, "p95_ms": 65.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.585, "count": 299, "max_ms": 82.933, "p95_ms": 78.584}, "yolo11_640_fire_11class": {"avg_ms": 61.706, "count": 299, "max_ms": 69.992, "p95_ms": 66.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.262, "count": 299, "max_ms": 76.381, "p95_ms": 75.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.293, "count": 299, "max_ms": 94.008, "p95_ms": 89.88}, "read_interval": {"avg_ms": 100.415, "count": 298, "max_ms": 116.853, "p95_ms": 108.101}, "triton_wait": {"avg_ms": 72.088, "count": 299, "max_ms": 82.945, "p95_ms": 78.596}, "visualize": {"avg_ms": 3.746, "count": 299, "max_ms": 6.315, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3367.593, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.971, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:04:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:04:08+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:04:08+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:04:08.448906+09:00", "mtime_epoch": 1783040648.4489064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:04:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.639, "count": 294, "max_ms": 2.121, "p95_ms": 1.709}, "gstreamer_push": {"avg_ms": 1.352, "count": 294, "max_ms": 1.532, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.496, "count": 294, "max_ms": 72.641, "p95_ms": 67.027}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.221, "count": 294, "max_ms": 89.08, "p95_ms": 79.883}, "yolo11_640_fire_11class": {"avg_ms": 65.407, "count": 294, "max_ms": 74.345, "p95_ms": 68.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.177, "count": 294, "max_ms": 82.874, "p95_ms": 76.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.65, "count": 294, "max_ms": 99.411, "p95_ms": 90.847}, "read_interval": {"avg_ms": 102.305, "count": 293, "max_ms": 115.785, "p95_ms": 108.103}, "triton_wait": {"avg_ms": 75.307, "count": 294, "max_ms": 89.095, "p95_ms": 79.895}, "visualize": {"avg_ms": 3.675, "count": 294, "max_ms": 4.59, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11485.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.35, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.375, "name": "ffmpeg", "pid": 27251, "rss_mb": 270.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.807, "sample_count": 2744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:04:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:04:16+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:04:16+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:04:16.629050+09:00", "mtime_epoch": 1783040656.6290498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:04:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6563.344, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.175, "count": 294, "max_ms": 3.088, "p95_ms": 2.461}, "gstreamer_push": {"avg_ms": 1.539, "count": 294, "max_ms": 4.636, "p95_ms": 3.711}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.698, "count": 294, "max_ms": 73.894, "p95_ms": 66.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.099, "count": 294, "max_ms": 91.184, "p95_ms": 80.643}, "yolo11_640_fire_11class": {"avg_ms": 62.591, "count": 294, "max_ms": 76.188, "p95_ms": 67.246}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.042, "count": 294, "max_ms": 82.785, "p95_ms": 75.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.999, "count": 294, "max_ms": 102.453, "p95_ms": 92.085}, "read_interval": {"avg_ms": 102.045, "count": 294, "max_ms": 119.172, "p95_ms": 109.537}, "triton_wait": {"avg_ms": 73.765, "count": 294, "max_ms": 91.196, "p95_ms": 80.655}, "visualize": {"avg_ms": 3.758, "count": 294, "max_ms": 4.765, "p95_ms": 4.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3397.615, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.31, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:04:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:04:38+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:04:38+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:04:38.477433+09:00", "mtime_epoch": 1783040678.4774327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:04:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.762, "pushed": 9.762, "read": 9.728}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.662, "count": 292, "max_ms": 2.348, "p95_ms": 1.754}, "gstreamer_push": {"avg_ms": 1.384, "count": 292, "max_ms": 2.293, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.319, "count": 292, "max_ms": 74.48, "p95_ms": 67.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.036, "count": 292, "max_ms": 84.35, "p95_ms": 81.28}, "yolo11_640_fire_11class": {"avg_ms": 64.464, "count": 292, "max_ms": 75.499, "p95_ms": 70.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.447, "count": 292, "max_ms": 80.657, "p95_ms": 77.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.014, "count": 292, "max_ms": 95.659, "p95_ms": 92.061}, "read_interval": {"avg_ms": 102.803, "count": 291, "max_ms": 112.327, "p95_ms": 109.141}, "triton_wait": {"avg_ms": 75.238, "count": 292, "max_ms": 84.362, "p95_ms": 81.292}, "visualize": {"avg_ms": 3.719, "count": 292, "max_ms": 4.742, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11483.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.416, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.953, "name": "ffmpeg", "pid": 27251, "rss_mb": 272.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.045, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:04:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:04:46+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T10:04:46+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T10:04:46.693577+09:00", "mtime_epoch": 1783040686.6935768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:04:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.877, "pushed": 9.877, "read": 9.844}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.181, "count": 296, "max_ms": 3.088, "p95_ms": 2.472}, "gstreamer_push": {"avg_ms": 1.547, "count": 296, "max_ms": 6.462, "p95_ms": 3.67}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.228, "count": 296, "max_ms": 69.579, "p95_ms": 66.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.655, "count": 296, "max_ms": 84.543, "p95_ms": 80.563}, "yolo11_640_fire_11class": {"avg_ms": 62.81, "count": 296, "max_ms": 71.47, "p95_ms": 68.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.679, "count": 296, "max_ms": 80.138, "p95_ms": 76.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.62, "count": 296, "max_ms": 95.398, "p95_ms": 91.936}, "read_interval": {"avg_ms": 101.532, "count": 295, "max_ms": 115.181, "p95_ms": 109.415}, "triton_wait": {"avg_ms": 73.481, "count": 296, "max_ms": 84.554, "p95_ms": 80.575}, "visualize": {"avg_ms": 3.737, "count": 296, "max_ms": 5.753, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11488.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3427.695, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.131, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:05:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:05:08+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-03T10:05:08+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-03T10:05:08.477959+09:00", "mtime_epoch": 1783040708.477959, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:05:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.34, "pushed": 8.34, "read": 8.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.382, "count": 250, "max_ms": 6.733, "p95_ms": 5.684}, "gstreamer_push": {"avg_ms": 1.237, "count": 250, "max_ms": 2.408, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.519, "count": 250, "max_ms": 73.916, "p95_ms": 65.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.238, "count": 250, "max_ms": 84.948, "p95_ms": 78.196}, "yolo11_640_fire_11class": {"avg_ms": 57.344, "count": 250, "max_ms": 75.849, "p95_ms": 68.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.878, "count": 250, "max_ms": 81.638, "p95_ms": 78.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.598, "count": 250, "max_ms": 170.106, "p95_ms": 158.832}, "read_interval": {"avg_ms": 120.047, "count": 249, "max_ms": 180.31, "p95_ms": 170.254}, "triton_wait": {"avg_ms": 64.402, "count": 250, "max_ms": 84.96, "p95_ms": 79.617}, "visualize": {"avg_ms": 4.864, "count": 250, "max_ms": 7.532, "p95_ms": 6.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11483.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.491, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.953, "name": "ffmpeg", "pid": 27251, "rss_mb": 272.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.246, "sample_count": 2761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:05:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:05:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:05:16+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T10:05:16.758104+09:00", "mtime_epoch": 1783040716.758104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:05:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.531, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.641, "pushed": 10.641, "read": 10.607}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.287, "count": 319, "max_ms": 4.395, "p95_ms": 3.072}, "gstreamer_push": {"avg_ms": 1.58, "count": 319, "max_ms": 6.463, "p95_ms": 3.866}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.022, "count": 319, "max_ms": 68.499, "p95_ms": 63.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.399, "count": 319, "max_ms": 84.79, "p95_ms": 77.2}, "yolo11_640_fire_11class": {"avg_ms": 50.145, "count": 319, "max_ms": 71.578, "p95_ms": 64.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.305, "count": 319, "max_ms": 82.522, "p95_ms": 77.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.18, "count": 319, "max_ms": 137.016, "p95_ms": 94.18}, "read_interval": {"avg_ms": 94.311, "count": 318, "max_ms": 150.267, "p95_ms": 120.565}, "triton_wait": {"avg_ms": 59.678, "count": 319, "max_ms": 84.803, "p95_ms": 79.727}, "visualize": {"avg_ms": 3.77, "count": 319, "max_ms": 6.122, "p95_ms": 4.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3457.728, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.279, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:05:38+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-03T10:05:38+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T10:05:38.506486+09:00", "mtime_epoch": 1783040738.5064857, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:05:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.522, "pushed": 5.522, "read": 5.489}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.28, "count": 165, "max_ms": 9.658, "p95_ms": 8.591}, "gstreamer_push": {"avg_ms": 0.934, "count": 165, "max_ms": 1.334, "p95_ms": 1.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.521, "count": 165, "max_ms": 67.452, "p95_ms": 62.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.15, "count": 165, "max_ms": 81.734, "p95_ms": 77.762}, "yolo11_640_fire_11class": {"avg_ms": 54.236, "count": 165, "max_ms": 70.867, "p95_ms": 65.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.436, "count": 165, "max_ms": 82.904, "p95_ms": 78.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.155, "count": 165, "max_ms": 212.457, "p95_ms": 203.829}, "read_interval": {"avg_ms": 181.952, "count": 164, "max_ms": 223.327, "p95_ms": 214.463}, "triton_wait": {"avg_ms": 62.469, "count": 165, "max_ms": 82.916, "p95_ms": 79.257}, "visualize": {"avg_ms": 6.392, "count": 165, "max_ms": 8.7, "p95_ms": 6.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11486.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.5, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.211, "name": "ffmpeg", "pid": 27251, "rss_mb": 273.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.265, "sample_count": 2766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:05:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:05:46+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T10:05:46+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:05:46.782631+09:00", "mtime_epoch": 1783040746.782631, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:05:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.162, "count": 300, "max_ms": 3.222, "p95_ms": 2.654}, "gstreamer_push": {"avg_ms": 1.491, "count": 300, "max_ms": 6.229, "p95_ms": 3.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.728, "count": 300, "max_ms": 66.663, "p95_ms": 62.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.381, "count": 300, "max_ms": 86.53, "p95_ms": 74.914}, "yolo11_640_fire_11class": {"avg_ms": 50.382, "count": 300, "max_ms": 77.176, "p95_ms": 66.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.309, "count": 300, "max_ms": 83.172, "p95_ms": 78.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.335, "count": 300, "max_ms": 97.523, "p95_ms": 90.742}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 196.477, "p95_ms": 122.684}, "triton_wait": {"avg_ms": 59.509, "count": 300, "max_ms": 86.542, "p95_ms": 79.793}, "visualize": {"avg_ms": 3.638, "count": 300, "max_ms": 4.758, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3487.844, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.333, "sample_count": 2666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:06:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:06:08+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T10:06:08+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T10:06:08.615014+09:00", "mtime_epoch": 1783040768.615014, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:06:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.216, "pushed": 5.216, "read": 5.183}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.184, "count": 155, "max_ms": 9.854, "p95_ms": 9.365}, "gstreamer_push": {"avg_ms": 0.885, "count": 156, "max_ms": 1.283, "p95_ms": 0.99}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.779, "count": 155, "max_ms": 70.221, "p95_ms": 62.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.433, "count": 155, "max_ms": 83.949, "p95_ms": 79.464}, "yolo11_640_fire_11class": {"avg_ms": 53.84, "count": 155, "max_ms": 73.666, "p95_ms": 64.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.083, "count": 155, "max_ms": 86.873, "p95_ms": 80.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.44, "count": 156, "max_ms": 208.79, "p95_ms": 206.541}, "read_interval": {"avg_ms": 193.035, "count": 155, "max_ms": 219.158, "p95_ms": 216.606}, "triton_wait": {"avg_ms": 63.626, "count": 155, "max_ms": 86.885, "p95_ms": 80.843}, "visualize": {"avg_ms": 6.33, "count": 155, "max_ms": 7.891, "p95_ms": 6.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11489.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.574, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.211, "name": "ffmpeg", "pid": 27251, "rss_mb": 273.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.488, "sample_count": 2772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:06:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:06:16+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T10:06:16+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T10:06:16.875159+09:00", "mtime_epoch": 1783040776.875159, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:06:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.746, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.233, "count": 301, "max_ms": 3.195, "p95_ms": 2.948}, "gstreamer_push": {"avg_ms": 1.514, "count": 301, "max_ms": 6.302, "p95_ms": 3.659}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.704, "count": 301, "max_ms": 75.121, "p95_ms": 66.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.623, "count": 301, "max_ms": 86.451, "p95_ms": 77.562}, "yolo11_640_fire_11class": {"avg_ms": 49.532, "count": 301, "max_ms": 69.877, "p95_ms": 65.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.41, "count": 301, "max_ms": 83.19, "p95_ms": 78.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.917, "count": 301, "max_ms": 98.186, "p95_ms": 91.558}, "read_interval": {"avg_ms": 99.956, "count": 300, "max_ms": 149.08, "p95_ms": 122.417}, "triton_wait": {"avg_ms": 58.814, "count": 301, "max_ms": 86.464, "p95_ms": 79.525}, "visualize": {"avg_ms": 3.751, "count": 301, "max_ms": 5.89, "p95_ms": 4.4}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11488.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3517.931, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.15, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:06:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:06:38+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T10:06:38+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T10:06:38.711542+09:00", "mtime_epoch": 1783040798.7115424, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:06:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.825, "pushed": 5.825, "read": 5.791}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.865, "count": 174, "max_ms": 13.495, "p95_ms": 9.498}, "gstreamer_push": {"avg_ms": 0.938, "count": 174, "max_ms": 1.199, "p95_ms": 1.077}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.989, "count": 174, "max_ms": 73.389, "p95_ms": 68.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.961, "count": 174, "max_ms": 84.863, "p95_ms": 77.947}, "yolo11_640_fire_11class": {"avg_ms": 52.064, "count": 174, "max_ms": 72.492, "p95_ms": 66.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.587, "count": 174, "max_ms": 85.908, "p95_ms": 82.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.906, "count": 174, "max_ms": 213.261, "p95_ms": 197.317}, "read_interval": {"avg_ms": 172.818, "count": 173, "max_ms": 223.292, "p95_ms": 207.12}, "triton_wait": {"avg_ms": 60.053, "count": 174, "max_ms": 85.92, "p95_ms": 82.773}, "visualize": {"avg_ms": 5.714, "count": 174, "max_ms": 8.584, "p95_ms": 6.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11489.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.6, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.211, "name": "ffmpeg", "pid": 27251, "rss_mb": 273.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.588, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:06:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:06:46+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T10:06:46+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T10:06:46.899686+09:00", "mtime_epoch": 1783040806.8996863, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:06:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.746, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 10.008}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.167, "count": 300, "max_ms": 2.975, "p95_ms": 2.576}, "gstreamer_push": {"avg_ms": 1.508, "count": 300, "max_ms": 5.931, "p95_ms": 3.574}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.197, "count": 300, "max_ms": 72.618, "p95_ms": 65.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.636, "count": 300, "max_ms": 88.921, "p95_ms": 72.566}, "yolo11_640_fire_11class": {"avg_ms": 49.076, "count": 300, "max_ms": 72.604, "p95_ms": 65.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.238, "count": 300, "max_ms": 83.4, "p95_ms": 78.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.136, "count": 300, "max_ms": 100.494, "p95_ms": 90.67}, "read_interval": {"avg_ms": 100.076, "count": 300, "max_ms": 159.415, "p95_ms": 121.829}, "triton_wait": {"avg_ms": 58.179, "count": 300, "max_ms": 88.933, "p95_ms": 79.577}, "visualize": {"avg_ms": 3.692, "count": 300, "max_ms": 4.579, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3548.005, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.378, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:07:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:07:08+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T10:07:08+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:07:08.868072+09:00", "mtime_epoch": 1783040828.868072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:07:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.605, "pushed": 8.605, "read": 8.572}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 257, "max_ms": 14.542, "p95_ms": 7.866}, "gstreamer_push": {"avg_ms": 1.296, "count": 257, "max_ms": 1.7, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.061, "count": 257, "max_ms": 69.786, "p95_ms": 66.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.87, "count": 257, "max_ms": 87.445, "p95_ms": 81.227}, "yolo11_640_fire_11class": {"avg_ms": 60.164, "count": 257, "max_ms": 76.308, "p95_ms": 70.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.671, "count": 257, "max_ms": 82.523, "p95_ms": 78.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.356, "count": 257, "max_ms": 198.208, "p95_ms": 165.507}, "read_interval": {"avg_ms": 117.106, "count": 256, "max_ms": 208.386, "p95_ms": 176.2}, "triton_wait": {"avg_ms": 68.47, "count": 257, "max_ms": 87.458, "p95_ms": 81.239}, "visualize": {"avg_ms": 4.288, "count": 257, "max_ms": 8.061, "p95_ms": 6.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11483.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.634, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.211, "name": "ffmpeg", "pid": 27251, "rss_mb": 273.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.525, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 32971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:07:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:07:17+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:07:16+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:07:16.916214+09:00", "mtime_epoch": 1783040836.9162135, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:07:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.473, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.784}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.152, "count": 294, "max_ms": 3.256, "p95_ms": 2.224}, "gstreamer_push": {"avg_ms": 1.539, "count": 294, "max_ms": 6.094, "p95_ms": 3.671}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.217, "count": 294, "max_ms": 67.438, "p95_ms": 65.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.441, "count": 294, "max_ms": 86.077, "p95_ms": 80.335}, "yolo11_640_fire_11class": {"avg_ms": 59.335, "count": 294, "max_ms": 72.835, "p95_ms": 67.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.669, "count": 294, "max_ms": 79.938, "p95_ms": 77.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.79, "count": 294, "max_ms": 97.056, "p95_ms": 91.339}, "read_interval": {"avg_ms": 102.111, "count": 293, "max_ms": 154.637, "p95_ms": 115.789}, "triton_wait": {"avg_ms": 70.764, "count": 294, "max_ms": 86.089, "p95_ms": 80.348}, "visualize": {"avg_ms": 3.712, "count": 294, "max_ms": 4.932, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11483.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3578.043, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.378, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:07:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:07:38+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T10:07:38+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T10:07:38.908600+09:00", "mtime_epoch": 1783040858.9085999, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239498}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:07:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.921, "count": 301, "max_ms": 2.722, "p95_ms": 2.263}, "gstreamer_push": {"avg_ms": 1.388, "count": 301, "max_ms": 1.595, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.33, "count": 301, "max_ms": 72.252, "p95_ms": 65.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.497, "count": 301, "max_ms": 83.52, "p95_ms": 79.775}, "yolo11_640_fire_11class": {"avg_ms": 62.989, "count": 301, "max_ms": 75.197, "p95_ms": 69.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.072, "count": 301, "max_ms": 78.231, "p95_ms": 75.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.044, "count": 301, "max_ms": 94.519, "p95_ms": 91.013}, "read_interval": {"avg_ms": 99.799, "count": 300, "max_ms": 112.986, "p95_ms": 108.205}, "triton_wait": {"avg_ms": 72.207, "count": 301, "max_ms": 83.533, "p95_ms": 79.787}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 4.94, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11486.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.728, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.211, "name": "ffmpeg", "pid": 27251, "rss_mb": 273.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.503, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:07:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:07:47+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T10:07:47+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T10:07:47.016742+09:00", "mtime_epoch": 1783040867.0167422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:07:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.309, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.179, "count": 300, "max_ms": 3.141, "p95_ms": 2.49}, "gstreamer_push": {"avg_ms": 1.517, "count": 301, "max_ms": 4.355, "p95_ms": 3.588}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.939, "count": 300, "max_ms": 67.288, "p95_ms": 64.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.907, "count": 300, "max_ms": 85.3, "p95_ms": 78.69}, "yolo11_640_fire_11class": {"avg_ms": 61.512, "count": 300, "max_ms": 70.256, "p95_ms": 67.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.757, "count": 300, "max_ms": 76.816, "p95_ms": 75.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.084, "count": 301, "max_ms": 96.069, "p95_ms": 89.897}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 113.444, "p95_ms": 107.111}, "triton_wait": {"avg_ms": 72.057, "count": 300, "max_ms": 85.312, "p95_ms": 78.703}, "visualize": {"avg_ms": 3.706, "count": 300, "max_ms": 5.61, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11488.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3608.116, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.378, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:08:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:08:09+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T10:08:08+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T10:08:08.981128+09:00", "mtime_epoch": 1783040888.9811282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:08:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.963, "count": 302, "max_ms": 3.069, "p95_ms": 2.614}, "gstreamer_push": {"avg_ms": 1.396, "count": 302, "max_ms": 2.469, "p95_ms": 1.514}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.476, "count": 302, "max_ms": 68.184, "p95_ms": 65.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.248, "count": 302, "max_ms": 84.554, "p95_ms": 79.224}, "yolo11_640_fire_11class": {"avg_ms": 63.046, "count": 302, "max_ms": 73.829, "p95_ms": 68.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.208, "count": 302, "max_ms": 78.84, "p95_ms": 75.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.848, "count": 302, "max_ms": 95.441, "p95_ms": 90.954}, "read_interval": {"avg_ms": 99.575, "count": 301, "max_ms": 117.296, "p95_ms": 108.632}, "triton_wait": {"avg_ms": 71.864, "count": 302, "max_ms": 84.565, "p95_ms": 79.237}, "visualize": {"avg_ms": 3.816, "count": 302, "max_ms": 6.763, "p95_ms": 4.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11489.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.729, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.211, "name": "ffmpeg", "pid": 27251, "rss_mb": 273.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.266, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:08:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:08:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:08:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:08:17.009269+09:00", "mtime_epoch": 1783040897.0092692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:08:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.945, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.204, "count": 301, "max_ms": 3.356, "p95_ms": 2.872}, "gstreamer_push": {"avg_ms": 1.594, "count": 301, "max_ms": 6.079, "p95_ms": 3.734}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.15, "count": 301, "max_ms": 68.97, "p95_ms": 65.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.402, "count": 301, "max_ms": 83.957, "p95_ms": 78.963}, "yolo11_640_fire_11class": {"avg_ms": 61.132, "count": 301, "max_ms": 72.685, "p95_ms": 67.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.892, "count": 301, "max_ms": 78.536, "p95_ms": 75.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.63, "count": 301, "max_ms": 95.492, "p95_ms": 91.185}, "read_interval": {"avg_ms": 99.649, "count": 301, "max_ms": 120.929, "p95_ms": 108.801}, "triton_wait": {"avg_ms": 71.465, "count": 301, "max_ms": 83.97, "p95_ms": 78.975}, "visualize": {"avg_ms": 3.753, "count": 301, "max_ms": 6.588, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11488.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3638.184, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.378, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:08:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:08:39+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:08:39+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T10:08:39.045656+09:00", "mtime_epoch": 1783040919.0456564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:08:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.928, "count": 292, "max_ms": 2.758, "p95_ms": 2.372}, "gstreamer_push": {"avg_ms": 1.364, "count": 292, "max_ms": 1.591, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.029, "count": 292, "max_ms": 69.683, "p95_ms": 66.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.679, "count": 292, "max_ms": 82.462, "p95_ms": 79.789}, "yolo11_640_fire_11class": {"avg_ms": 65.021, "count": 292, "max_ms": 74.712, "p95_ms": 68.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.201, "count": 292, "max_ms": 79.47, "p95_ms": 77.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.317, "count": 292, "max_ms": 94.386, "p95_ms": 90.614}, "read_interval": {"avg_ms": 102.964, "count": 291, "max_ms": 111.898, "p95_ms": 108.435}, "triton_wait": {"avg_ms": 75.479, "count": 292, "max_ms": 82.478, "p95_ms": 79.802}, "visualize": {"avg_ms": 3.784, "count": 292, "max_ms": 5.066, "p95_ms": 4.501}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11486.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.743, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.211, "name": "ffmpeg", "pid": 27251, "rss_mb": 273.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.307, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:08:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:08:47+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:08:47+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:08:47.025797+09:00", "mtime_epoch": 1783040927.025797, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:08:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.156, "count": 292, "max_ms": 2.985, "p95_ms": 2.259}, "gstreamer_push": {"avg_ms": 1.513, "count": 292, "max_ms": 6.321, "p95_ms": 3.592}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.301, "count": 292, "max_ms": 73.874, "p95_ms": 65.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.018, "count": 292, "max_ms": 86.225, "p95_ms": 79.124}, "yolo11_640_fire_11class": {"avg_ms": 63.991, "count": 292, "max_ms": 74.685, "p95_ms": 67.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.433, "count": 292, "max_ms": 84.309, "p95_ms": 76.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.777, "count": 292, "max_ms": 97.154, "p95_ms": 90.209}, "read_interval": {"avg_ms": 102.792, "count": 292, "max_ms": 113.312, "p95_ms": 108.389}, "triton_wait": {"avg_ms": 74.697, "count": 292, "max_ms": 86.238, "p95_ms": 79.136}, "visualize": {"avg_ms": 3.71, "count": 292, "max_ms": 4.674, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11489.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3668.205, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.378, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:09:09+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:09:09+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:09:09.062184+09:00", "mtime_epoch": 1783040949.0621843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:09:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.894, "pushed": 9.894, "read": 9.86}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.919, "count": 296, "max_ms": 2.763, "p95_ms": 2.272}, "gstreamer_push": {"avg_ms": 1.394, "count": 296, "max_ms": 2.476, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.14, "count": 296, "max_ms": 75.122, "p95_ms": 67.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.322, "count": 296, "max_ms": 86.659, "p95_ms": 82.296}, "yolo11_640_fire_11class": {"avg_ms": 64.39, "count": 296, "max_ms": 76.398, "p95_ms": 69.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.293, "count": 296, "max_ms": 84.961, "p95_ms": 76.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.007, "count": 296, "max_ms": 97.637, "p95_ms": 93.912}, "read_interval": {"avg_ms": 101.398, "count": 295, "max_ms": 118.101, "p95_ms": 111.022}, "triton_wait": {"avg_ms": 74.087, "count": 296, "max_ms": 86.673, "p95_ms": 82.309}, "visualize": {"avg_ms": 3.772, "count": 296, "max_ms": 6.719, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11488.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.805, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.789, "name": "ffmpeg", "pid": 27251, "rss_mb": 275.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.414, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:09:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:09:17+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T10:09:17+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T10:09:17.098325+09:00", "mtime_epoch": 1783040957.0983255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:09:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.184, "count": 299, "max_ms": 3.44, "p95_ms": 2.367}, "gstreamer_push": {"avg_ms": 1.516, "count": 299, "max_ms": 5.96, "p95_ms": 3.556}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.399, "count": 299, "max_ms": 70.306, "p95_ms": 65.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.049, "count": 299, "max_ms": 84.989, "p95_ms": 81.627}, "yolo11_640_fire_11class": {"avg_ms": 60.981, "count": 299, "max_ms": 73.086, "p95_ms": 68.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.826, "count": 299, "max_ms": 79.979, "p95_ms": 76.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.494, "count": 299, "max_ms": 97.238, "p95_ms": 93.831}, "read_interval": {"avg_ms": 100.559, "count": 298, "max_ms": 117.608, "p95_ms": 111.012}, "triton_wait": {"avg_ms": 72.271, "count": 299, "max_ms": 85.002, "p95_ms": 81.639}, "visualize": {"avg_ms": 3.775, "count": 299, "max_ms": 6.622, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11489.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3698.292, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.465, "sample_count": 2432, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:09:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:09:39+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T10:09:39+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T10:09:39.058712+09:00", "mtime_epoch": 1783040979.0587118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:09:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.172, "pushed": 8.172, "read": 8.138}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.439, "count": 245, "max_ms": 9.961, "p95_ms": 9.386}, "gstreamer_push": {"avg_ms": 1.268, "count": 245, "max_ms": 1.879, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.069, "count": 245, "max_ms": 73.882, "p95_ms": 65.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.243, "count": 245, "max_ms": 84.423, "p95_ms": 80.392}, "yolo11_640_fire_11class": {"avg_ms": 60.561, "count": 245, "max_ms": 75.11, "p95_ms": 67.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.209, "count": 245, "max_ms": 83.024, "p95_ms": 75.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.242, "count": 245, "max_ms": 226.123, "p95_ms": 199.811}, "read_interval": {"avg_ms": 122.462, "count": 244, "max_ms": 236.942, "p95_ms": 210.179}, "triton_wait": {"avg_ms": 70.917, "count": 245, "max_ms": 84.435, "p95_ms": 80.515}, "visualize": {"avg_ms": 4.292, "count": 245, "max_ms": 7.616, "p95_ms": 6.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11490.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.883, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.789, "name": "ffmpeg", "pid": 27251, "rss_mb": 275.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.356, "sample_count": 3018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:09:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:09:47+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T10:09:47+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:09:47.170854+09:00", "mtime_epoch": 1783040987.1708543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:09:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.539, "pushed": 10.539, "read": 10.506}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.179, "count": 316, "max_ms": 3.253, "p95_ms": 2.55}, "gstreamer_push": {"avg_ms": 1.579, "count": 316, "max_ms": 6.121, "p95_ms": 3.756}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.42, "count": 316, "max_ms": 73.809, "p95_ms": 66.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.296, "count": 316, "max_ms": 86.996, "p95_ms": 78.253}, "yolo11_640_fire_11class": {"avg_ms": 55.004, "count": 316, "max_ms": 73.549, "p95_ms": 67.247}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.539, "count": 316, "max_ms": 86.639, "p95_ms": 76.873}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.955, "count": 316, "max_ms": 97.939, "p95_ms": 90.821}, "read_interval": {"avg_ms": 95.226, "count": 315, "max_ms": 229.697, "p95_ms": 113.885}, "triton_wait": {"avg_ms": 63.909, "count": 316, "max_ms": 87.008, "p95_ms": 79.402}, "visualize": {"avg_ms": 3.739, "count": 316, "max_ms": 4.717, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11492.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3728.326, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.582, "sample_count": 2344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:10:09+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T10:10:09+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T10:10:09.106952+09:00", "mtime_epoch": 1783041009.1069524, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:10:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.328, "pushed": 5.328, "read": 5.295}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.663, "count": 159, "max_ms": 13.422, "p95_ms": 10.219}, "gstreamer_push": {"avg_ms": 0.905, "count": 159, "max_ms": 1.112, "p95_ms": 0.964}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.149, "count": 159, "max_ms": 72.827, "p95_ms": 67.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.451, "count": 159, "max_ms": 84.101, "p95_ms": 82.186}, "yolo11_640_fire_11class": {"avg_ms": 55.788, "count": 159, "max_ms": 75.642, "p95_ms": 69.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.944, "count": 159, "max_ms": 85.326, "p95_ms": 79.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.496, "count": 159, "max_ms": 211.838, "p95_ms": 196.375}, "read_interval": {"avg_ms": 188.929, "count": 158, "max_ms": 221.845, "p95_ms": 206.277}, "triton_wait": {"avg_ms": 64.455, "count": 159, "max_ms": 85.338, "p95_ms": 82.214}, "visualize": {"avg_ms": 6.341, "count": 159, "max_ms": 7.433, "p95_ms": 6.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11490.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.89, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.789, "name": "ffmpeg", "pid": 27251, "rss_mb": 275.789, "state": "R (running)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.307, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:10:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:10:17+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T10:10:17+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T10:10:17.186954+09:00", "mtime_epoch": 1783041017.1869543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:10:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.309, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.174, "count": 300, "max_ms": 2.952, "p95_ms": 2.569}, "gstreamer_push": {"avg_ms": 1.59, "count": 300, "max_ms": 6.258, "p95_ms": 3.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.709, "count": 300, "max_ms": 72.287, "p95_ms": 66.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.946, "count": 300, "max_ms": 87.442, "p95_ms": 82.055}, "yolo11_640_fire_11class": {"avg_ms": 53.423, "count": 300, "max_ms": 73.043, "p95_ms": 68.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.292, "count": 300, "max_ms": 84.496, "p95_ms": 78.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.246, "count": 300, "max_ms": 98.52, "p95_ms": 93.478}, "read_interval": {"avg_ms": 100.01, "count": 300, "max_ms": 187.075, "p95_ms": 121.503}, "triton_wait": {"avg_ms": 60.301, "count": 300, "max_ms": 87.454, "p95_ms": 82.65}, "visualize": {"avg_ms": 3.68, "count": 300, "max_ms": 4.576, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11489.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3758.331, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.252, "sample_count": 2442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:10:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:10:39+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T10:10:39+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T10:10:39.194969+09:00", "mtime_epoch": 1783041039.194969, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:10:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.735, "pushed": 8.735, "read": 8.735}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.165, "count": 262, "max_ms": 10.173, "p95_ms": 7.955}, "gstreamer_push": {"avg_ms": 1.327, "count": 262, "max_ms": 2.414, "p95_ms": 1.522}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.831, "count": 262, "max_ms": 69.69, "p95_ms": 65.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.924, "count": 262, "max_ms": 84.546, "p95_ms": 81.276}, "yolo11_640_fire_11class": {"avg_ms": 63.537, "count": 262, "max_ms": 76.067, "p95_ms": 72.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.209, "count": 262, "max_ms": 78.842, "p95_ms": 75.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.342, "count": 262, "max_ms": 194.905, "p95_ms": 182.274}, "read_interval": {"avg_ms": 114.858, "count": 262, "max_ms": 206.362, "p95_ms": 192.42}, "triton_wait": {"avg_ms": 70.54, "count": 262, "max_ms": 84.559, "p95_ms": 81.288}, "visualize": {"avg_ms": 4.368, "count": 262, "max_ms": 7.683, "p95_ms": 6.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11492.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.947, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.789, "name": "ffmpeg", "pid": 27251, "rss_mb": 275.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.445, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:10:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:10:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:10:47+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T10:10:47.234977+09:00", "mtime_epoch": 1783041047.2349775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:10:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.945, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.816, "pushed": 9.816, "read": 9.783}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.188, "count": 294, "max_ms": 3.954, "p95_ms": 2.875}, "gstreamer_push": {"avg_ms": 1.591, "count": 294, "max_ms": 8.362, "p95_ms": 3.868}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.115, "count": 294, "max_ms": 68.054, "p95_ms": 64.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.22, "count": 294, "max_ms": 85.931, "p95_ms": 80.435}, "yolo11_640_fire_11class": {"avg_ms": 64.677, "count": 294, "max_ms": 74.911, "p95_ms": 71.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.104, "count": 294, "max_ms": 77.744, "p95_ms": 74.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.693, "count": 294, "max_ms": 98.131, "p95_ms": 93.589}, "read_interval": {"avg_ms": 102.231, "count": 293, "max_ms": 127.964, "p95_ms": 114.44}, "triton_wait": {"avg_ms": 72.362, "count": 294, "max_ms": 85.943, "p95_ms": 80.447}, "visualize": {"avg_ms": 3.837, "count": 294, "max_ms": 6.93, "p95_ms": 4.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11492.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3788.411, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.967, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:11:09+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T10:11:09+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T10:11:09.275010+09:00", "mtime_epoch": 1783041069.2750099, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:11:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.051, "count": 298, "max_ms": 3.561, "p95_ms": 2.649}, "gstreamer_push": {"avg_ms": 1.374, "count": 298, "max_ms": 2.316, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.712, "count": 298, "max_ms": 70.426, "p95_ms": 66.593}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.164, "count": 298, "max_ms": 83.577, "p95_ms": 81.023}, "yolo11_640_fire_11class": {"avg_ms": 65.431, "count": 298, "max_ms": 76.818, "p95_ms": 73.483}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.659, "count": 298, "max_ms": 78.76, "p95_ms": 76.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.087, "count": 298, "max_ms": 94.252, "p95_ms": 92.144}, "read_interval": {"avg_ms": 100.94, "count": 297, "max_ms": 115.854, "p95_ms": 108.731}, "triton_wait": {"avg_ms": 73.061, "count": 298, "max_ms": 83.589, "p95_ms": 81.036}, "visualize": {"avg_ms": 3.782, "count": 298, "max_ms": 5.526, "p95_ms": 4.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11490.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.981, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.789, "name": "ffmpeg", "pid": 27251, "rss_mb": 275.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.492, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:11:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:11:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:11:17+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T10:11:17.267025+09:00", "mtime_epoch": 1783041077.2670248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:11:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.786}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.179, "count": 294, "max_ms": 4.223, "p95_ms": 2.414}, "gstreamer_push": {"avg_ms": 1.575, "count": 294, "max_ms": 5.925, "p95_ms": 3.789}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.022, "count": 294, "max_ms": 72.969, "p95_ms": 66.023}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.329, "count": 294, "max_ms": 84.963, "p95_ms": 80.637}, "yolo11_640_fire_11class": {"avg_ms": 65.328, "count": 294, "max_ms": 77.134, "p95_ms": 71.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.137, "count": 294, "max_ms": 82.58, "p95_ms": 76.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.933, "count": 294, "max_ms": 96.77, "p95_ms": 91.56}, "read_interval": {"avg_ms": 102.132, "count": 293, "max_ms": 115.281, "p95_ms": 109.855}, "triton_wait": {"avg_ms": 73.889, "count": 294, "max_ms": 84.975, "p95_ms": 80.649}, "visualize": {"avg_ms": 3.707, "count": 294, "max_ms": 6.728, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11492.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3818.452, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.804, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:11:39+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:11:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T10:11:39.311074+09:00", "mtime_epoch": 1783041099.3110738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:11:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.721, "pushed": 9.721, "read": 9.688}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.995, "count": 291, "max_ms": 2.925, "p95_ms": 2.071}, "gstreamer_push": {"avg_ms": 1.383, "count": 291, "max_ms": 1.582, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.042, "count": 291, "max_ms": 74.427, "p95_ms": 66.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.436, "count": 291, "max_ms": 87.034, "p95_ms": 80.348}, "yolo11_640_fire_11class": {"avg_ms": 67.768, "count": 291, "max_ms": 81.693, "p95_ms": 73.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.196, "count": 291, "max_ms": 83.835, "p95_ms": 76.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.653, "count": 291, "max_ms": 97.711, "p95_ms": 91.472}, "read_interval": {"avg_ms": 103.207, "count": 290, "max_ms": 114.003, "p95_ms": 109.005}, "triton_wait": {"avg_ms": 75.846, "count": 291, "max_ms": 87.046, "p95_ms": 80.432}, "visualize": {"avg_ms": 3.705, "count": 291, "max_ms": 4.772, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11495.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.993, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.367, "name": "ffmpeg", "pid": 27251, "rss_mb": 278.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.52, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:11:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:11:47+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:11:47+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T10:11:47.279094+09:00", "mtime_epoch": 1783041107.2790945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:11:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.887, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.13, "count": 292, "max_ms": 3.028, "p95_ms": 2.198}, "gstreamer_push": {"avg_ms": 1.581, "count": 292, "max_ms": 6.091, "p95_ms": 3.768}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.621, "count": 292, "max_ms": 71.586, "p95_ms": 66.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.708, "count": 292, "max_ms": 88.471, "p95_ms": 79.504}, "yolo11_640_fire_11class": {"avg_ms": 66.342, "count": 292, "max_ms": 75.732, "p95_ms": 71.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.64, "count": 292, "max_ms": 85.175, "p95_ms": 75.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.853, "count": 292, "max_ms": 99.139, "p95_ms": 90.473}, "read_interval": {"avg_ms": 102.781, "count": 292, "max_ms": 120.546, "p95_ms": 108.807}, "triton_wait": {"avg_ms": 74.838, "count": 292, "max_ms": 88.483, "p95_ms": 79.515}, "visualize": {"avg_ms": 3.671, "count": 292, "max_ms": 4.641, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11498.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3848.496, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.401, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:12:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:12:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:12:09+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T10:12:09.355160+09:00", "mtime_epoch": 1783041129.3551595, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:12:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.251, "pushed": 10.251, "read": 10.218}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.997, "count": 307, "max_ms": 2.929, "p95_ms": 2.202}, "gstreamer_push": {"avg_ms": 1.367, "count": 307, "max_ms": 2.161, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.298, "count": 307, "max_ms": 69.28, "p95_ms": 65.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.375, "count": 307, "max_ms": 84.135, "p95_ms": 80.617}, "yolo11_640_fire_11class": {"avg_ms": 64.301, "count": 307, "max_ms": 76.063, "p95_ms": 72.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.314, "count": 307, "max_ms": 77.414, "p95_ms": 75.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.175, "count": 307, "max_ms": 95.776, "p95_ms": 91.244}, "read_interval": {"avg_ms": 97.845, "count": 306, "max_ms": 115.263, "p95_ms": 108.354}, "triton_wait": {"avg_ms": 70.316, "count": 307, "max_ms": 84.148, "p95_ms": 80.629}, "visualize": {"avg_ms": 3.744, "count": 307, "max_ms": 4.812, "p95_ms": 4.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11500.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.995, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.945, "name": "ffmpeg", "pid": 27251, "rss_mb": 280.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.356, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:12:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:12:17+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:12:17+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:12:17.279186+09:00", "mtime_epoch": 1783041137.2791855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:12:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6565.523, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.206, "pushed": 10.206, "read": 10.206}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.189, "count": 306, "max_ms": 3.053, "p95_ms": 2.634}, "gstreamer_push": {"avg_ms": 1.618, "count": 306, "max_ms": 6.639, "p95_ms": 3.828}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.226, "count": 306, "max_ms": 69.305, "p95_ms": 64.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.987, "count": 306, "max_ms": 83.135, "p95_ms": 78.719}, "yolo11_640_fire_11class": {"avg_ms": 62.163, "count": 306, "max_ms": 77.134, "p95_ms": 70.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.155, "count": 306, "max_ms": 77.011, "p95_ms": 74.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.64, "count": 306, "max_ms": 94.229, "p95_ms": 90.095}, "read_interval": {"avg_ms": 98.048, "count": 306, "max_ms": 112.601, "p95_ms": 108.881}, "triton_wait": {"avg_ms": 69.42, "count": 306, "max_ms": 83.147, "p95_ms": 78.731}, "visualize": {"avg_ms": 3.744, "count": 306, "max_ms": 4.897, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11497.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3878.522, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.401, "sample_count": 2744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:12:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:12:39+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:12:39+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:12:39.379266+09:00", "mtime_epoch": 1783041159.3792655, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:12:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.892, "pushed": 9.892, "read": 9.859}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.924, "count": 296, "max_ms": 2.464, "p95_ms": 2.024}, "gstreamer_push": {"avg_ms": 1.363, "count": 296, "max_ms": 1.596, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.372, "count": 296, "max_ms": 68.595, "p95_ms": 65.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.798, "count": 296, "max_ms": 81.784, "p95_ms": 78.837}, "yolo11_640_fire_11class": {"avg_ms": 66.926, "count": 296, "max_ms": 76.226, "p95_ms": 73.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.434, "count": 296, "max_ms": 79.094, "p95_ms": 76.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.868, "count": 296, "max_ms": 92.377, "p95_ms": 90.028}, "read_interval": {"avg_ms": 101.406, "count": 295, "max_ms": 111.487, "p95_ms": 107.533}, "triton_wait": {"avg_ms": 74.25, "count": 296, "max_ms": 81.797, "p95_ms": 79.107}, "visualize": {"avg_ms": 3.614, "count": 296, "max_ms": 4.366, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11495.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 629.139, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.945, "name": "ffmpeg", "pid": 27251, "rss_mb": 280.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.494, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:12:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:12:49+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T10:12:49+09:00", "mjpeg": {"age_sec": 2.743, "exists": true, "mtime": "2026-07-03T10:12:46.767295+09:00", "mtime_epoch": 1783041166.7672946, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:12:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.874, "pushed": 8.874, "read": 8.841}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.204, "count": 266, "max_ms": 4.259, "p95_ms": 2.897}, "gstreamer_push": {"avg_ms": 1.534, "count": 266, "max_ms": 6.048, "p95_ms": 3.66}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.147, "count": 266, "max_ms": 71.358, "p95_ms": 65.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.485, "count": 266, "max_ms": 89.154, "p95_ms": 79.265}, "yolo11_640_fire_11class": {"avg_ms": 66.308, "count": 266, "max_ms": 77.107, "p95_ms": 70.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.145, "count": 266, "max_ms": 81.326, "p95_ms": 76.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.819, "count": 266, "max_ms": 99.96, "p95_ms": 91.377}, "read_interval": {"avg_ms": 113.164, "count": 265, "max_ms": 2776.18, "p95_ms": 110.542}, "triton_wait": {"avg_ms": 74.499, "count": 266, "max_ms": 89.166, "p95_ms": 79.277}, "visualize": {"avg_ms": 3.824, "count": 266, "max_ms": 7.659, "p95_ms": 4.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11500.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3908.542, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.274, "sample_count": 2763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:13:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:13:09+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:13:09.403391+09:00", "mtime_epoch": 1783041189.4033911, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:13:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.727, "pushed": 10.727, "read": 10.694}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.996, "count": 321, "max_ms": 3.057, "p95_ms": 2.065}, "gstreamer_push": {"avg_ms": 1.395, "count": 321, "max_ms": 2.615, "p95_ms": 1.513}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.356, "count": 321, "max_ms": 73.795, "p95_ms": 65.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.566, "count": 321, "max_ms": 89.161, "p95_ms": 79.739}, "yolo11_640_fire_11class": {"avg_ms": 60.436, "count": 321, "max_ms": 78.531, "p95_ms": 71.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.621, "count": 321, "max_ms": 82.431, "p95_ms": 75.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.678, "count": 321, "max_ms": 100.045, "p95_ms": 90.787}, "read_interval": {"avg_ms": 93.486, "count": 320, "max_ms": 121.848, "p95_ms": 108.541}, "triton_wait": {"avg_ms": 65.669, "count": 321, "max_ms": 89.174, "p95_ms": 79.791}, "visualize": {"avg_ms": 3.767, "count": 321, "max_ms": 6.879, "p95_ms": 4.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11503.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 659.168, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.68, "name": "ffmpeg", "pid": 27251, "rss_mb": 288.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.397, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:13:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:13:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:13:19+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:13:19.455437+09:00", "mtime_epoch": 1783041199.4554372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:13:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.109, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.292, "pushed": 9.292, "read": 9.258}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.202, "count": 278, "max_ms": 3.092, "p95_ms": 2.738}, "gstreamer_push": {"avg_ms": 1.571, "count": 278, "max_ms": 6.357, "p95_ms": 3.752}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.795, "count": 278, "max_ms": 72.68, "p95_ms": 65.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.899, "count": 278, "max_ms": 83.807, "p95_ms": 78.935}, "yolo11_640_fire_11class": {"avg_ms": 62.564, "count": 278, "max_ms": 75.581, "p95_ms": 70.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.527, "count": 278, "max_ms": 77.583, "p95_ms": 75.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.148, "count": 278, "max_ms": 94.846, "p95_ms": 90.18}, "read_interval": {"avg_ms": 108.016, "count": 277, "max_ms": 2088.214, "p95_ms": 109.553}, "triton_wait": {"avg_ms": 69.899, "count": 278, "max_ms": 83.82, "p95_ms": 78.947}, "visualize": {"avg_ms": 3.754, "count": 278, "max_ms": 6.417, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11506.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3938.58, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.066, "sample_count": 2778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:13:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:13:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T10:13:39+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T10:13:39.459535+09:00", "mtime_epoch": 1783041219.459535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:13:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.222, "pushed": 10.222, "read": 10.188}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.005, "count": 306, "max_ms": 2.762, "p95_ms": 2.121}, "gstreamer_push": {"avg_ms": 1.38, "count": 306, "max_ms": 1.591, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.554, "count": 306, "max_ms": 68.366, "p95_ms": 66.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.692, "count": 306, "max_ms": 82.677, "p95_ms": 79.536}, "yolo11_640_fire_11class": {"avg_ms": 62.977, "count": 306, "max_ms": 76.14, "p95_ms": 70.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.743, "count": 306, "max_ms": 80.29, "p95_ms": 75.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.211, "count": 306, "max_ms": 93.75, "p95_ms": 90.647}, "read_interval": {"avg_ms": 98.192, "count": 305, "max_ms": 111.143, "p95_ms": 108.231}, "triton_wait": {"avg_ms": 70.183, "count": 306, "max_ms": 82.69, "p95_ms": 79.548}, "visualize": {"avg_ms": 3.75, "count": 306, "max_ms": 4.546, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11509.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 689.185, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.938, "name": "ffmpeg", "pid": 27251, "rss_mb": 288.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.52, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:13:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T10:13:49+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:13:49+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:13:49.467587+09:00", "mtime_epoch": 1783041229.4675865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:13:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6565.523, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.164, "count": 302, "max_ms": 3.019, "p95_ms": 2.24}, "gstreamer_push": {"avg_ms": 1.631, "count": 302, "max_ms": 6.568, "p95_ms": 3.841}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.784, "count": 302, "max_ms": 70.116, "p95_ms": 66.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.62, "count": 302, "max_ms": 88.42, "p95_ms": 79.969}, "yolo11_640_fire_11class": {"avg_ms": 62.815, "count": 302, "max_ms": 76.019, "p95_ms": 70.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.133, "count": 302, "max_ms": 80.439, "p95_ms": 75.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.156, "count": 302, "max_ms": 99.19, "p95_ms": 91.157}, "read_interval": {"avg_ms": 99.376, "count": 302, "max_ms": 119.749, "p95_ms": 108.719}, "triton_wait": {"avg_ms": 70.943, "count": 302, "max_ms": 88.432, "p95_ms": 79.981}, "visualize": {"avg_ms": 3.738, "count": 302, "max_ms": 4.833, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11505.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3968.608, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 182.066, "sample_count": 2772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:14:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:14:09+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:14:09+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:14:09.467695+09:00", "mtime_epoch": 1783041249.4676955, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:14:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.688, "pushed": 9.688, "read": 9.654}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.014, "count": 290, "max_ms": 2.925, "p95_ms": 2.15}, "gstreamer_push": {"avg_ms": 1.392, "count": 290, "max_ms": 1.851, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.236, "count": 290, "max_ms": 66.963, "p95_ms": 65.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.808, "count": 290, "max_ms": 85.339, "p95_ms": 82.601}, "yolo11_640_fire_11class": {"avg_ms": 66.222, "count": 290, "max_ms": 77.729, "p95_ms": 71.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.633, "count": 290, "max_ms": 79.172, "p95_ms": 76.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.677, "count": 290, "max_ms": 98.398, "p95_ms": 93.66}, "read_interval": {"avg_ms": 103.52, "count": 289, "max_ms": 116.315, "p95_ms": 110.817}, "triton_wait": {"avg_ms": 75.468, "count": 290, "max_ms": 85.353, "p95_ms": 82.613}, "visualize": {"avg_ms": 3.773, "count": 290, "max_ms": 4.469, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11511.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 719.248, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.938, "name": "ffmpeg", "pid": 27251, "rss_mb": 288.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.966, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:14:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:14:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:14:19+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:14:19.535753+09:00", "mtime_epoch": 1783041259.5357533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:14:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6566.297, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.581, "pushed": 9.581, "read": 9.548}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.228, "count": 287, "max_ms": 4.71, "p95_ms": 2.482}, "gstreamer_push": {"avg_ms": 1.558, "count": 287, "max_ms": 6.128, "p95_ms": 3.709}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.14, "count": 287, "max_ms": 68.475, "p95_ms": 64.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.068, "count": 287, "max_ms": 88.914, "p95_ms": 82.804}, "yolo11_640_fire_11class": {"avg_ms": 64.083, "count": 287, "max_ms": 77.822, "p95_ms": 69.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.427, "count": 287, "max_ms": 81.476, "p95_ms": 79.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.161, "count": 287, "max_ms": 149.175, "p95_ms": 96.477}, "read_interval": {"avg_ms": 104.75, "count": 286, "max_ms": 347.515, "p95_ms": 113.795}, "triton_wait": {"avg_ms": 74.919, "count": 287, "max_ms": 88.927, "p95_ms": 82.817}, "visualize": {"avg_ms": 3.771, "count": 287, "max_ms": 7.143, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11505.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3998.639, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.788, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:14:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:14:39+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:14:39+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T10:14:39.503873+09:00", "mtime_epoch": 1783041279.5038726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:14:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.393, "pushed": 10.393, "read": 10.36}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.006, "count": 311, "max_ms": 2.822, "p95_ms": 2.308}, "gstreamer_push": {"avg_ms": 1.39, "count": 311, "max_ms": 2.097, "p95_ms": 1.506}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.398, "count": 311, "max_ms": 70.035, "p95_ms": 64.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.2, "count": 311, "max_ms": 88.873, "p95_ms": 81.69}, "yolo11_640_fire_11class": {"avg_ms": 61.067, "count": 311, "max_ms": 75.149, "p95_ms": 70.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.696, "count": 311, "max_ms": 81.907, "p95_ms": 77.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.727, "count": 311, "max_ms": 99.596, "p95_ms": 92.639}, "read_interval": {"avg_ms": 96.54, "count": 310, "max_ms": 116.435, "p95_ms": 110.263}, "triton_wait": {"avg_ms": 68.764, "count": 311, "max_ms": 88.905, "p95_ms": 81.702}, "visualize": {"avg_ms": 3.727, "count": 311, "max_ms": 4.724, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11510.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 749.252, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.516, "name": "ffmpeg", "pid": 27251, "rss_mb": 291.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.053, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:14:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:14:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T10:14:49+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T10:14:49.535935+09:00", "mtime_epoch": 1783041289.5359352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:14:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.887, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.204, "pushed": 10.204, "read": 10.204}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.207, "count": 306, "max_ms": 4.306, "p95_ms": 2.393}, "gstreamer_push": {"avg_ms": 1.496, "count": 306, "max_ms": 6.424, "p95_ms": 3.526}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.326, "count": 306, "max_ms": 69.904, "p95_ms": 64.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.636, "count": 306, "max_ms": 89.017, "p95_ms": 80.293}, "yolo11_640_fire_11class": {"avg_ms": 61.611, "count": 306, "max_ms": 73.721, "p95_ms": 69.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.889, "count": 306, "max_ms": 81.824, "p95_ms": 75.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.175, "count": 306, "max_ms": 132.008, "p95_ms": 92.221}, "read_interval": {"avg_ms": 98.057, "count": 306, "max_ms": 145.152, "p95_ms": 110.626}, "triton_wait": {"avg_ms": 69.534, "count": 306, "max_ms": 89.029, "p95_ms": 80.305}, "visualize": {"avg_ms": 3.701, "count": 306, "max_ms": 5.216, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11513.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4028.728, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.574, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:15:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T10:15:09+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:15:09+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:15:09.584065+09:00", "mtime_epoch": 1783041309.5840652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:15:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.973, "count": 302, "max_ms": 2.948, "p95_ms": 2.042}, "gstreamer_push": {"avg_ms": 1.347, "count": 302, "max_ms": 1.507, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.264, "count": 302, "max_ms": 66.997, "p95_ms": 65.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.892, "count": 302, "max_ms": 87.122, "p95_ms": 79.39}, "yolo11_640_fire_11class": {"avg_ms": 65.152, "count": 302, "max_ms": 76.991, "p95_ms": 71.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.002, "count": 302, "max_ms": 77.434, "p95_ms": 75.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.868, "count": 302, "max_ms": 97.837, "p95_ms": 90.371}, "read_interval": {"avg_ms": 99.609, "count": 301, "max_ms": 114.894, "p95_ms": 108.289}, "triton_wait": {"avg_ms": 72.12, "count": 302, "max_ms": 87.132, "p95_ms": 79.406}, "visualize": {"avg_ms": 3.676, "count": 302, "max_ms": 4.67, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11513.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 779.29, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.672, "name": "ffmpeg", "pid": 27251, "rss_mb": 296.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.926, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:15:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:15:19+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T10:15:19+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T10:15:19.580132+09:00", "mtime_epoch": 1783041319.5801325, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:15:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.309, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.158, "count": 301, "max_ms": 2.944, "p95_ms": 2.302}, "gstreamer_push": {"avg_ms": 1.506, "count": 301, "max_ms": 5.876, "p95_ms": 3.555}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.888, "count": 301, "max_ms": 68.19, "p95_ms": 65.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.492, "count": 301, "max_ms": 87.201, "p95_ms": 78.254}, "yolo11_640_fire_11class": {"avg_ms": 64.468, "count": 301, "max_ms": 76.863, "p95_ms": 71.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.772, "count": 301, "max_ms": 78.722, "p95_ms": 75.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.689, "count": 301, "max_ms": 97.975, "p95_ms": 89.328}, "read_interval": {"avg_ms": 99.822, "count": 300, "max_ms": 114.614, "p95_ms": 107.501}, "triton_wait": {"avg_ms": 71.717, "count": 301, "max_ms": 87.213, "p95_ms": 78.385}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 4.283, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11515.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4058.793, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.996, "name": "ffmpeg", "pid": 26500, "rss_mb": 333.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.758, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T10:15:39+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T10:15:39+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T10:15:39.668272+09:00", "mtime_epoch": 1783041339.6682725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:15:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.079}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.98, "count": 303, "max_ms": 2.809, "p95_ms": 2.014}, "gstreamer_push": {"avg_ms": 1.373, "count": 303, "max_ms": 1.627, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.52, "count": 303, "max_ms": 67.928, "p95_ms": 65.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.676, "count": 303, "max_ms": 85.436, "p95_ms": 80.301}, "yolo11_640_fire_11class": {"avg_ms": 64.855, "count": 303, "max_ms": 77.084, "p95_ms": 71.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.187, "count": 303, "max_ms": 79.031, "p95_ms": 75.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.344, "count": 303, "max_ms": 96.199, "p95_ms": 91.36}, "read_interval": {"avg_ms": 99.258, "count": 302, "max_ms": 116.683, "p95_ms": 109.615}, "triton_wait": {"avg_ms": 71.503, "count": 303, "max_ms": 85.448, "p95_ms": 80.313}, "visualize": {"avg_ms": 3.702, "count": 303, "max_ms": 4.613, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11524.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 809.298, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.828, "name": "ffmpeg", "pid": 27251, "rss_mb": 301.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.95, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:15:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:15:49+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T10:15:49+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T10:15:49.600344+09:00", "mtime_epoch": 1783041349.600344, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:15:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6565.449, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.304, "pushed": 10.304, "read": 10.304}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.322, "count": 309, "max_ms": 4.835, "p95_ms": 4.211}, "gstreamer_push": {"avg_ms": 1.564, "count": 309, "max_ms": 6.468, "p95_ms": 3.706}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.227, "count": 309, "max_ms": 67.442, "p95_ms": 62.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.119, "count": 309, "max_ms": 84.995, "p95_ms": 79.755}, "yolo11_640_fire_11class": {"avg_ms": 59.054, "count": 309, "max_ms": 75.688, "p95_ms": 68.437}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.989, "count": 309, "max_ms": 77.962, "p95_ms": 74.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.325, "count": 309, "max_ms": 148.269, "p95_ms": 107.584}, "read_interval": {"avg_ms": 97.133, "count": 309, "max_ms": 160.576, "p95_ms": 119.677}, "triton_wait": {"avg_ms": 66.747, "count": 309, "max_ms": 85.007, "p95_ms": 79.766}, "visualize": {"avg_ms": 3.792, "count": 309, "max_ms": 5.581, "p95_ms": 5.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11518.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4088.795, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.574, "sample_count": 3041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:16:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:16:09+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:16:09+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:16:09.652492+09:00", "mtime_epoch": 1783041369.6524923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:16:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.571, "pushed": 10.571, "read": 10.571}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.005, "count": 317, "max_ms": 2.844, "p95_ms": 2.335}, "gstreamer_push": {"avg_ms": 1.37, "count": 317, "max_ms": 1.716, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.498, "count": 317, "max_ms": 71.99, "p95_ms": 65.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.222, "count": 317, "max_ms": 83.088, "p95_ms": 79.385}, "yolo11_640_fire_11class": {"avg_ms": 60.051, "count": 317, "max_ms": 76.077, "p95_ms": 70.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.788, "count": 317, "max_ms": 81.077, "p95_ms": 75.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.286, "count": 317, "max_ms": 93.917, "p95_ms": 90.141}, "read_interval": {"avg_ms": 94.592, "count": 317, "max_ms": 113.547, "p95_ms": 108.414}, "triton_wait": {"avg_ms": 66.393, "count": 317, "max_ms": 83.1, "p95_ms": 79.475}, "visualize": {"avg_ms": 3.735, "count": 317, "max_ms": 4.694, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11515.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 839.324, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.828, "name": "ffmpeg", "pid": 27251, "rss_mb": 301.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.01, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:16:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:16:19+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T10:16:19+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T10:16:19.624568+09:00", "mtime_epoch": 1783041379.6245685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:16:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.598, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.23, "count": 298, "max_ms": 4.301, "p95_ms": 2.842}, "gstreamer_push": {"avg_ms": 1.527, "count": 298, "max_ms": 4.063, "p95_ms": 3.7}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.976, "count": 298, "max_ms": 70.386, "p95_ms": 65.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.411, "count": 298, "max_ms": 86.394, "p95_ms": 81.464}, "yolo11_640_fire_11class": {"avg_ms": 64.749, "count": 298, "max_ms": 76.903, "p95_ms": 71.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.915, "count": 298, "max_ms": 78.643, "p95_ms": 75.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.875, "count": 298, "max_ms": 131.904, "p95_ms": 92.907}, "read_interval": {"avg_ms": 100.803, "count": 297, "max_ms": 145.433, "p95_ms": 110.068}, "triton_wait": {"avg_ms": 72.29, "count": 298, "max_ms": 86.406, "p95_ms": 81.475}, "visualize": {"avg_ms": 3.714, "count": 298, "max_ms": 5.31, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11515.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4118.825, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.436, "sample_count": 3043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:16:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:16:39+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:16:39+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:16:39.688725+09:00", "mtime_epoch": 1783041399.6887255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:16:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.792, "pushed": 9.792, "read": 9.758}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.002, "count": 293, "max_ms": 2.616, "p95_ms": 2.158}, "gstreamer_push": {"avg_ms": 1.387, "count": 293, "max_ms": 2.214, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.415, "count": 293, "max_ms": 71.67, "p95_ms": 65.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.535, "count": 293, "max_ms": 82.627, "p95_ms": 79.809}, "yolo11_640_fire_11class": {"avg_ms": 65.502, "count": 293, "max_ms": 76.901, "p95_ms": 71.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.198, "count": 293, "max_ms": 77.499, "p95_ms": 75.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.349, "count": 293, "max_ms": 93.514, "p95_ms": 90.995}, "read_interval": {"avg_ms": 102.488, "count": 292, "max_ms": 113.246, "p95_ms": 108.752}, "triton_wait": {"avg_ms": 74.298, "count": 293, "max_ms": 82.64, "p95_ms": 79.821}, "visualize": {"avg_ms": 3.782, "count": 293, "max_ms": 4.589, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11518.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 869.42, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.828, "name": "ffmpeg", "pid": 27251, "rss_mb": 301.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.015, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:16:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:16:49+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:16:49.704806+09:00", "mtime_epoch": 1783041409.704806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:16:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.176, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.157, "count": 294, "max_ms": 3.293, "p95_ms": 2.434}, "gstreamer_push": {"avg_ms": 1.431, "count": 294, "max_ms": 6.45, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.436, "count": 294, "max_ms": 72.561, "p95_ms": 66.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.533, "count": 294, "max_ms": 84.619, "p95_ms": 80.494}, "yolo11_640_fire_11class": {"avg_ms": 66.037, "count": 294, "max_ms": 75.155, "p95_ms": 71.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.797, "count": 294, "max_ms": 77.692, "p95_ms": 75.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.262, "count": 294, "max_ms": 95.742, "p95_ms": 91.258}, "read_interval": {"avg_ms": 102.011, "count": 294, "max_ms": 117.33, "p95_ms": 109.503}, "triton_wait": {"avg_ms": 74.321, "count": 294, "max_ms": 84.631, "p95_ms": 80.506}, "visualize": {"avg_ms": 3.664, "count": 294, "max_ms": 4.688, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11521.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4148.875, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.514, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:17:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:17:09+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:17:09+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:17:09.736971+09:00", "mtime_epoch": 1783041429.736971, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:17:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.953, "pushed": 9.953, "read": 9.919}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.008, "count": 298, "max_ms": 2.803, "p95_ms": 2.269}, "gstreamer_push": {"avg_ms": 1.366, "count": 298, "max_ms": 1.619, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.022, "count": 298, "max_ms": 69.755, "p95_ms": 66.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.546, "count": 298, "max_ms": 84.929, "p95_ms": 80.907}, "yolo11_640_fire_11class": {"avg_ms": 64.941, "count": 298, "max_ms": 78.975, "p95_ms": 71.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.044, "count": 298, "max_ms": 79.722, "p95_ms": 76.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.889, "count": 298, "max_ms": 95.539, "p95_ms": 91.711}, "read_interval": {"avg_ms": 100.817, "count": 297, "max_ms": 113.425, "p95_ms": 108.966}, "triton_wait": {"avg_ms": 72.999, "count": 298, "max_ms": 84.942, "p95_ms": 80.919}, "visualize": {"avg_ms": 3.725, "count": 298, "max_ms": 4.59, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11513.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 899.451, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.406, "name": "ffmpeg", "pid": 27251, "rss_mb": 304.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.141, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:17:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:17:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:17:19.733055+09:00", "mtime_epoch": 1783041439.733055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:17:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6552.504, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.958}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.185, "count": 299, "max_ms": 3.382, "p95_ms": 2.775}, "gstreamer_push": {"avg_ms": 1.578, "count": 299, "max_ms": 6.017, "p95_ms": 3.789}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.683, "count": 299, "max_ms": 69.563, "p95_ms": 65.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.811, "count": 299, "max_ms": 85.316, "p95_ms": 80.435}, "yolo11_640_fire_11class": {"avg_ms": 64.429, "count": 299, "max_ms": 77.741, "p95_ms": 71.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.477, "count": 299, "max_ms": 79.638, "p95_ms": 75.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.621, "count": 299, "max_ms": 98.737, "p95_ms": 91.805}, "read_interval": {"avg_ms": 100.417, "count": 298, "max_ms": 122.06, "p95_ms": 109.208}, "triton_wait": {"avg_ms": 72.497, "count": 299, "max_ms": 85.328, "p95_ms": 80.447}, "visualize": {"avg_ms": 3.688, "count": 299, "max_ms": 4.586, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11524.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4178.908, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.64, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:17:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:17:39+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:17:39+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T10:17:39.769228+09:00", "mtime_epoch": 1783041459.7692275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:17:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.822, "pushed": 9.822, "read": 9.788}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.995, "count": 294, "max_ms": 2.892, "p95_ms": 2.067}, "gstreamer_push": {"avg_ms": 1.366, "count": 294, "max_ms": 1.536, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.112, "count": 294, "max_ms": 69.666, "p95_ms": 66.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.343, "count": 294, "max_ms": 86.957, "p95_ms": 80.845}, "yolo11_640_fire_11class": {"avg_ms": 66.267, "count": 294, "max_ms": 77.686, "p95_ms": 72.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.802, "count": 294, "max_ms": 79.542, "p95_ms": 76.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.265, "count": 294, "max_ms": 97.89, "p95_ms": 91.862}, "read_interval": {"avg_ms": 102.136, "count": 293, "max_ms": 114.687, "p95_ms": 109.929}, "triton_wait": {"avg_ms": 74.395, "count": 294, "max_ms": 86.97, "p95_ms": 80.858}, "visualize": {"avg_ms": 3.685, "count": 294, "max_ms": 4.79, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11523.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 929.509, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.984, "name": "ffmpeg", "pid": 27251, "rss_mb": 306.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.15, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:17:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:17:49+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:17:49+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:17:49.793316+09:00", "mtime_epoch": 1783041469.7933156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:17:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.234, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.648, "pushed": 9.648, "read": 9.614}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.16, "count": 289, "max_ms": 2.951, "p95_ms": 2.206}, "gstreamer_push": {"avg_ms": 1.677, "count": 289, "max_ms": 6.633, "p95_ms": 3.848}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.406, "count": 289, "max_ms": 69.105, "p95_ms": 66.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.245, "count": 289, "max_ms": 93.144, "p95_ms": 80.27}, "yolo11_640_fire_11class": {"avg_ms": 66.905, "count": 289, "max_ms": 75.536, "p95_ms": 71.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.69, "count": 289, "max_ms": 80.794, "p95_ms": 76.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.865, "count": 289, "max_ms": 104.052, "p95_ms": 91.441}, "read_interval": {"avg_ms": 103.998, "count": 288, "max_ms": 120.579, "p95_ms": 110.358}, "triton_wait": {"avg_ms": 75.767, "count": 289, "max_ms": 93.156, "p95_ms": 80.281}, "visualize": {"avg_ms": 3.692, "count": 289, "max_ms": 4.646, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11521.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4208.991, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.692, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:18:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:18:09+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T10:18:09+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T10:18:09.865495+09:00", "mtime_epoch": 1783041489.8654954, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:18:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.074, "pushed": 10.074, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.992, "count": 302, "max_ms": 3.118, "p95_ms": 2.079}, "gstreamer_push": {"avg_ms": 1.371, "count": 302, "max_ms": 2.456, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.474, "count": 302, "max_ms": 68.648, "p95_ms": 66.359}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.062, "count": 302, "max_ms": 85.113, "p95_ms": 80.454}, "yolo11_640_fire_11class": {"avg_ms": 65.263, "count": 302, "max_ms": 75.847, "p95_ms": 72.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.835, "count": 302, "max_ms": 77.682, "p95_ms": 76.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.694, "count": 302, "max_ms": 97.525, "p95_ms": 91.224}, "read_interval": {"avg_ms": 99.645, "count": 301, "max_ms": 115.643, "p95_ms": 108.642}, "triton_wait": {"avg_ms": 71.805, "count": 302, "max_ms": 85.126, "p95_ms": 80.467}, "visualize": {"avg_ms": 3.732, "count": 302, "max_ms": 5.816, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11521.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 959.586, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.242, "name": "ffmpeg", "pid": 27251, "rss_mb": 307.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.193, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:18:19+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:18:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:18:19.869587+09:00", "mtime_epoch": 1783041499.8695867, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:18:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.398, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.174, "pushed": 10.174, "read": 10.141}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.166, "count": 305, "max_ms": 2.529, "p95_ms": 2.241}, "gstreamer_push": {"avg_ms": 1.556, "count": 305, "max_ms": 6.124, "p95_ms": 3.615}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.858, "count": 305, "max_ms": 71.91, "p95_ms": 66.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.387, "count": 305, "max_ms": 86.066, "p95_ms": 79.305}, "yolo11_640_fire_11class": {"avg_ms": 62.838, "count": 305, "max_ms": 80.183, "p95_ms": 70.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.519, "count": 305, "max_ms": 77.976, "p95_ms": 75.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.07, "count": 305, "max_ms": 97.15, "p95_ms": 90.388}, "read_interval": {"avg_ms": 98.59, "count": 304, "max_ms": 115.32, "p95_ms": 110.0}, "triton_wait": {"avg_ms": 69.935, "count": 305, "max_ms": 86.078, "p95_ms": 79.318}, "visualize": {"avg_ms": 3.691, "count": 305, "max_ms": 4.665, "p95_ms": 3.803}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11521.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4239.049, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.738, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:18:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:18:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T10:18:39+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T10:18:39.937773+09:00", "mtime_epoch": 1783041519.9377732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247221}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:18:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.978, "count": 299, "max_ms": 2.625, "p95_ms": 2.07}, "gstreamer_push": {"avg_ms": 1.388, "count": 299, "max_ms": 2.279, "p95_ms": 1.576}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.621, "count": 299, "max_ms": 68.919, "p95_ms": 65.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.116, "count": 299, "max_ms": 86.343, "p95_ms": 79.565}, "yolo11_640_fire_11class": {"avg_ms": 65.484, "count": 299, "max_ms": 75.256, "p95_ms": 72.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.887, "count": 299, "max_ms": 77.348, "p95_ms": 75.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.366, "count": 299, "max_ms": 97.193, "p95_ms": 90.317}, "read_interval": {"avg_ms": 100.591, "count": 298, "max_ms": 115.745, "p95_ms": 107.938}, "triton_wait": {"avg_ms": 72.606, "count": 299, "max_ms": 86.356, "p95_ms": 79.577}, "visualize": {"avg_ms": 3.687, "count": 299, "max_ms": 4.725, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11524.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 989.641, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.242, "name": "ffmpeg", "pid": 27251, "rss_mb": 307.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.177, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:18:50+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:18:49+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:18:49.921868+09:00", "mtime_epoch": 1783041529.9218676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:18:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.176, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.211, "count": 294, "max_ms": 4.268, "p95_ms": 2.6}, "gstreamer_push": {"avg_ms": 1.59, "count": 294, "max_ms": 7.081, "p95_ms": 3.773}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.411, "count": 294, "max_ms": 70.425, "p95_ms": 65.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.181, "count": 294, "max_ms": 89.881, "p95_ms": 78.794}, "yolo11_640_fire_11class": {"avg_ms": 65.324, "count": 294, "max_ms": 73.183, "p95_ms": 71.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.215, "count": 294, "max_ms": 78.164, "p95_ms": 75.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.922, "count": 294, "max_ms": 104.754, "p95_ms": 90.296}, "read_interval": {"avg_ms": 102.196, "count": 293, "max_ms": 132.384, "p95_ms": 109.141}, "triton_wait": {"avg_ms": 73.551, "count": 294, "max_ms": 89.893, "p95_ms": 78.806}, "visualize": {"avg_ms": 3.818, "count": 294, "max_ms": 7.092, "p95_ms": 4.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11524.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4269.122, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.436, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:19:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:19:10+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T10:19:09+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T10:19:09.986060+09:00", "mtime_epoch": 1783041549.9860604, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:19:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.054, "count": 295, "max_ms": 3.755, "p95_ms": 2.852}, "gstreamer_push": {"avg_ms": 1.405, "count": 295, "max_ms": 2.444, "p95_ms": 1.595}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.027, "count": 295, "max_ms": 69.839, "p95_ms": 65.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.696, "count": 295, "max_ms": 84.079, "p95_ms": 80.65}, "yolo11_640_fire_11class": {"avg_ms": 65.496, "count": 295, "max_ms": 78.306, "p95_ms": 72.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.504, "count": 295, "max_ms": 77.565, "p95_ms": 75.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.44, "count": 295, "max_ms": 100.084, "p95_ms": 93.281}, "read_interval": {"avg_ms": 101.938, "count": 294, "max_ms": 121.168, "p95_ms": 112.295}, "triton_wait": {"avg_ms": 73.289, "count": 295, "max_ms": 84.091, "p95_ms": 80.662}, "visualize": {"avg_ms": 3.851, "count": 295, "max_ms": 6.965, "p95_ms": 4.69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11527.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1019.679, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.242, "name": "ffmpeg", "pid": 27251, "rss_mb": 307.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.466, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:19:20+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:19:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:19:19.962158+09:00", "mtime_epoch": 1783041559.9621577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:19:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.812, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.186, "count": 293, "max_ms": 4.104, "p95_ms": 2.543}, "gstreamer_push": {"avg_ms": 1.537, "count": 293, "max_ms": 6.16, "p95_ms": 3.684}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.715, "count": 293, "max_ms": 69.819, "p95_ms": 66.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.76, "count": 293, "max_ms": 84.478, "p95_ms": 80.656}, "yolo11_640_fire_11class": {"avg_ms": 65.766, "count": 293, "max_ms": 73.531, "p95_ms": 71.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.233, "count": 293, "max_ms": 76.322, "p95_ms": 75.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.972, "count": 293, "max_ms": 102.174, "p95_ms": 92.445}, "read_interval": {"avg_ms": 102.5, "count": 292, "max_ms": 127.997, "p95_ms": 110.876}, "triton_wait": {"avg_ms": 73.741, "count": 293, "max_ms": 84.49, "p95_ms": 80.667}, "visualize": {"avg_ms": 3.78, "count": 293, "max_ms": 7.168, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11524.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4299.17, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.229, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:19:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:19:40+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:19:40+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:19:40.030357+09:00", "mtime_epoch": 1783041580.0303566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:19:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.98, "count": 292, "max_ms": 2.753, "p95_ms": 2.08}, "gstreamer_push": {"avg_ms": 1.369, "count": 292, "max_ms": 1.524, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.075, "count": 292, "max_ms": 74.138, "p95_ms": 66.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.96, "count": 292, "max_ms": 83.517, "p95_ms": 79.868}, "yolo11_640_fire_11class": {"avg_ms": 66.781, "count": 292, "max_ms": 76.578, "p95_ms": 71.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.989, "count": 292, "max_ms": 77.646, "p95_ms": 75.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.011, "count": 292, "max_ms": 95.813, "p95_ms": 90.805}, "read_interval": {"avg_ms": 102.882, "count": 291, "max_ms": 113.629, "p95_ms": 108.069}, "triton_wait": {"avg_ms": 75.126, "count": 292, "max_ms": 83.529, "p95_ms": 79.88}, "visualize": {"avg_ms": 3.688, "count": 292, "max_ms": 4.962, "p95_ms": 3.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11524.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1050.158, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.242, "name": "ffmpeg", "pid": 27251, "rss_mb": 307.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.437, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:19:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:19:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T10:19:50+09:00", "mjpeg": {"age_sec": 3.395, "exists": true, "mtime": "2026-07-03T10:19:47.134428+09:00", "mtime_epoch": 1783041587.1344278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:19:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.176, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.042, "pushed": 8.042, "read": 8.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.157, "count": 241, "max_ms": 2.513, "p95_ms": 2.215}, "gstreamer_push": {"avg_ms": 1.606, "count": 241, "max_ms": 6.272, "p95_ms": 3.686}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.128, "count": 241, "max_ms": 68.323, "p95_ms": 65.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.501, "count": 241, "max_ms": 84.229, "p95_ms": 79.61}, "yolo11_640_fire_11class": {"avg_ms": 64.785, "count": 241, "max_ms": 74.736, "p95_ms": 70.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.43, "count": 241, "max_ms": 77.266, "p95_ms": 75.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.869, "count": 241, "max_ms": 95.041, "p95_ms": 90.523}, "read_interval": {"avg_ms": 124.925, "count": 240, "max_ms": 3428.564, "p95_ms": 110.338}, "triton_wait": {"avg_ms": 72.83, "count": 241, "max_ms": 84.241, "p95_ms": 79.621}, "visualize": {"avg_ms": 3.673, "count": 241, "max_ms": 4.555, "p95_ms": 3.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11524.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4329.248, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.134, "sample_count": 3064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:20:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:20:10+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:20:10+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T10:20:10.130662+09:00", "mtime_epoch": 1783041610.1306617, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:20:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 376, "pushed_frames": 376, "read_frames": 375, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.546, "pushed": 12.546, "read": 12.512}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.968, "count": 376, "max_ms": 2.448, "p95_ms": 2.028}, "gstreamer_push": {"avg_ms": 1.353, "count": 376, "max_ms": 1.531, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.409, "count": 376, "max_ms": 67.031, "p95_ms": 57.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.061, "count": 376, "max_ms": 82.598, "p95_ms": 72.715}, "yolo11_640_fire_11class": {"avg_ms": 50.666, "count": 376, "max_ms": 70.218, "p95_ms": 62.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.862, "count": 376, "max_ms": 76.449, "p95_ms": 67.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.023, "count": 376, "max_ms": 93.285, "p95_ms": 84.652}, "read_interval": {"avg_ms": 79.984, "count": 375, "max_ms": 109.749, "p95_ms": 100.228}, "triton_wait": {"avg_ms": 52.385, "count": 376, "max_ms": 82.609, "p95_ms": 73.69}, "visualize": {"avg_ms": 3.646, "count": 376, "max_ms": 4.571, "p95_ms": 3.774}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11527.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1080.182, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.82, "name": "ffmpeg", "pid": 27251, "rss_mb": 309.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.441, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:20:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T10:20:20+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T10:20:20.486769+09:00", "mtime_epoch": 1783041620.4867687, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:20:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.234, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.778, "pushed": 5.778, "read": 5.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.263, "count": 173, "max_ms": 3.467, "p95_ms": 2.755}, "gstreamer_push": {"avg_ms": 1.609, "count": 173, "max_ms": 4.087, "p95_ms": 3.823}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.565, "count": 173, "max_ms": 73.428, "p95_ms": 63.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.563, "count": 173, "max_ms": 81.249, "p95_ms": 75.907}, "yolo11_640_fire_11class": {"avg_ms": 52.796, "count": 173, "max_ms": 72.319, "p95_ms": 68.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.872, "count": 173, "max_ms": 76.385, "p95_ms": 73.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.8, "count": 173, "max_ms": 92.233, "p95_ms": 87.657}, "read_interval": {"avg_ms": 174.066, "count": 172, "max_ms": 6274.529, "p95_ms": 106.617}, "triton_wait": {"avg_ms": 57.486, "count": 173, "max_ms": 81.261, "p95_ms": 76.398}, "visualize": {"avg_ms": 3.823, "count": 173, "max_ms": 5.866, "p95_ms": 4.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11524.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4359.311, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.01, "sample_count": 3099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:20:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:20:40+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:20:40+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T10:20:40.174974+09:00", "mtime_epoch": 1783041640.1749744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:20:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 339, "pushed_frames": 339, "read_frames": 338, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.307, "pushed": 11.307, "read": 11.274}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.009, "count": 339, "max_ms": 3.321, "p95_ms": 2.36}, "gstreamer_push": {"avg_ms": 1.38, "count": 339, "max_ms": 2.029, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.622, "count": 339, "max_ms": 70.649, "p95_ms": 63.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.694, "count": 339, "max_ms": 88.801, "p95_ms": 78.743}, "yolo11_640_fire_11class": {"avg_ms": 55.236, "count": 339, "max_ms": 75.749, "p95_ms": 68.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.238, "count": 339, "max_ms": 79.283, "p95_ms": 74.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.692, "count": 339, "max_ms": 99.468, "p95_ms": 89.778}, "read_interval": {"avg_ms": 88.634, "count": 338, "max_ms": 119.455, "p95_ms": 107.359}, "triton_wait": {"avg_ms": 59.69, "count": 339, "max_ms": 88.815, "p95_ms": 78.756}, "visualize": {"avg_ms": 3.718, "count": 339, "max_ms": 5.479, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11526.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1110.201, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.625, "name": "ffmpeg", "pid": 27251, "rss_mb": 311.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.22, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T10:20:50+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T10:20:50+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T10:20:50.475083+09:00", "mtime_epoch": 1783041650.4750834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:20:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.598, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.555, "pushed": 10.555, "read": 10.522}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.19, "count": 316, "max_ms": 2.737, "p95_ms": 2.32}, "gstreamer_push": {"avg_ms": 1.637, "count": 316, "max_ms": 6.498, "p95_ms": 3.865}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.065, "count": 316, "max_ms": 73.857, "p95_ms": 65.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.488, "count": 316, "max_ms": 85.941, "p95_ms": 79.815}, "yolo11_640_fire_11class": {"avg_ms": 59.905, "count": 316, "max_ms": 77.135, "p95_ms": 70.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.435, "count": 316, "max_ms": 82.337, "p95_ms": 75.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.166, "count": 316, "max_ms": 96.751, "p95_ms": 91.068}, "read_interval": {"avg_ms": 94.931, "count": 315, "max_ms": 112.783, "p95_ms": 109.579}, "triton_wait": {"avg_ms": 66.953, "count": 316, "max_ms": 85.952, "p95_ms": 79.91}, "visualize": {"avg_ms": 3.767, "count": 316, "max_ms": 4.543, "p95_ms": 4.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11537.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4389.335, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.9, "sample_count": 3081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:21:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:21:10+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T10:21:10+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T10:21:10.207294+09:00", "mtime_epoch": 1783041670.2072945, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:21:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.927}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.012, "count": 298, "max_ms": 2.876, "p95_ms": 2.332}, "gstreamer_push": {"avg_ms": 1.368, "count": 298, "max_ms": 1.631, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.935, "count": 298, "max_ms": 69.575, "p95_ms": 66.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.649, "count": 298, "max_ms": 83.116, "p95_ms": 78.826}, "yolo11_640_fire_11class": {"avg_ms": 65.413, "count": 298, "max_ms": 77.556, "p95_ms": 71.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.752, "count": 298, "max_ms": 77.068, "p95_ms": 75.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.57, "count": 298, "max_ms": 93.797, "p95_ms": 89.795}, "read_interval": {"avg_ms": 100.782, "count": 297, "max_ms": 110.576, "p95_ms": 107.279}, "triton_wait": {"avg_ms": 72.724, "count": 298, "max_ms": 83.129, "p95_ms": 78.839}, "visualize": {"avg_ms": 3.714, "count": 298, "max_ms": 4.704, "p95_ms": 4.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11539.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1140.246, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 321.734, "name": "ffmpeg", "pid": 27251, "rss_mb": 321.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.099, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:21:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:21:20+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T10:21:20+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T10:21:20.547406+09:00", "mtime_epoch": 1783041680.5474064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:21:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.234, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.179, "pushed": 10.179, "read": 10.146}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.163, "count": 305, "max_ms": 3.055, "p95_ms": 2.477}, "gstreamer_push": {"avg_ms": 1.573, "count": 305, "max_ms": 7.41, "p95_ms": 3.84}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.721, "count": 305, "max_ms": 68.804, "p95_ms": 64.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.352, "count": 305, "max_ms": 83.19, "p95_ms": 77.804}, "yolo11_640_fire_11class": {"avg_ms": 61.978, "count": 305, "max_ms": 73.05, "p95_ms": 70.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.352, "count": 305, "max_ms": 76.278, "p95_ms": 74.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.266, "count": 305, "max_ms": 93.685, "p95_ms": 89.194}, "read_interval": {"avg_ms": 98.54, "count": 304, "max_ms": 117.848, "p95_ms": 107.934}, "triton_wait": {"avg_ms": 69.251, "count": 305, "max_ms": 83.201, "p95_ms": 77.816}, "visualize": {"avg_ms": 3.706, "count": 305, "max_ms": 4.878, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11548.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4419.427, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.848, "sample_count": 3090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:21:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:21:40+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T10:21:40+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T10:21:40.295622+09:00", "mtime_epoch": 1783041700.2956223, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:21:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.008, "count": 302, "max_ms": 2.87, "p95_ms": 2.264}, "gstreamer_push": {"avg_ms": 1.372, "count": 302, "max_ms": 1.596, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.868, "count": 302, "max_ms": 72.396, "p95_ms": 65.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.086, "count": 302, "max_ms": 83.032, "p95_ms": 78.952}, "yolo11_640_fire_11class": {"avg_ms": 63.226, "count": 302, "max_ms": 74.143, "p95_ms": 70.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.93, "count": 302, "max_ms": 79.436, "p95_ms": 75.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.374, "count": 302, "max_ms": 94.102, "p95_ms": 90.108}, "read_interval": {"avg_ms": 99.634, "count": 301, "max_ms": 113.235, "p95_ms": 108.793}, "triton_wait": {"avg_ms": 71.364, "count": 302, "max_ms": 83.045, "p95_ms": 78.968}, "visualize": {"avg_ms": 3.772, "count": 302, "max_ms": 5.065, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11546.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:02:17+09:00", "last_error_summary": "[h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f741779f80] error while decoding MB 0 22, bytestream 67546 [h264 @ 0x55f740c93080] cabac decode of qscale diff failed at 4 34 [h264 @ 0x55f740c93080] error while decoding MB 4 34, bytestream 47802 [h264 @ 0x55f7419e6b00] left block unavailable for requested intra mode [h264 @ 0x55f7419e6b00] error while decoding MB 0 31, bytestream 5476 [h264 @ 0x55f741779f80] left block unavailable for requested intra4x4 m", "last_exit_at": "2026-07-03T10:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1170.3, "last_started_at": "2026-07-03T10:02:20+09:00", "pid": 27251, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.5, "name": "ffmpeg", "pid": 27251, "rss_mb": 330.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.099, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:21:50+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T10:21:50+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:21:50.579736+09:00", "mtime_epoch": 1783041710.579736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:21:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.398, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.674, "pushed": 9.674, "read": 9.641}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.153, "count": 290, "max_ms": 3.13, "p95_ms": 2.204}, "gstreamer_push": {"avg_ms": 1.528, "count": 290, "max_ms": 6.068, "p95_ms": 3.619}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.194, "count": 290, "max_ms": 73.749, "p95_ms": 65.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.457, "count": 290, "max_ms": 85.53, "p95_ms": 80.811}, "yolo11_640_fire_11class": {"avg_ms": 65.511, "count": 290, "max_ms": 74.517, "p95_ms": 70.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.538, "count": 290, "max_ms": 77.69, "p95_ms": 76.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.408, "count": 290, "max_ms": 97.391, "p95_ms": 91.616}, "read_interval": {"avg_ms": 103.609, "count": 289, "max_ms": 498.029, "p95_ms": 109.114}, "triton_wait": {"avg_ms": 74.543, "count": 290, "max_ms": 85.542, "p95_ms": 80.823}, "visualize": {"avg_ms": 3.673, "count": 290, "max_ms": 4.307, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11548.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4449.479, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.537, "sample_count": 3131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:22:10+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T10:22:10+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T10:22:10.363957+09:00", "mtime_epoch": 1783041730.3639567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:22:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.35, "pushed": 11.35, "read": 11.317}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.012, "count": 340, "max_ms": 2.794, "p95_ms": 2.255}, "gstreamer_push": {"avg_ms": 1.365, "count": 340, "max_ms": 1.841, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.477, "count": 340, "max_ms": 67.686, "p95_ms": 64.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.339, "count": 340, "max_ms": 82.09, "p95_ms": 77.388}, "yolo11_640_fire_11class": {"avg_ms": 56.431, "count": 340, "max_ms": 77.107, "p95_ms": 70.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.159, "count": 340, "max_ms": 78.263, "p95_ms": 74.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.422, "count": 340, "max_ms": 92.929, "p95_ms": 88.515}, "read_interval": {"avg_ms": 88.405, "count": 339, "max_ms": 110.374, "p95_ms": 106.477}, "triton_wait": {"avg_ms": 60.575, "count": 340, "max_ms": 82.103, "p95_ms": 77.401}, "visualize": {"avg_ms": 3.723, "count": 340, "max_ms": 5.876, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11352.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.09, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.418, "name": "ffmpeg", "pid": 27358, "rss_mb": 141.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.027, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:22:22+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T10:22:22+09:00", "mjpeg": {"age_sec": 4.55, "exists": true, "mtime": "2026-07-03T10:22:17.624038+09:00", "mtime_epoch": 1783041737.6240385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:22:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.656, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 70, "pushed_frames": 70, "read_frames": 69, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.333, "pushed": 2.333, "read": 2.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.237, "count": 69, "max_ms": 3.055, "p95_ms": 2.965}, "gstreamer_push": {"avg_ms": 1.678, "count": 70, "max_ms": 6.357, "p95_ms": 3.83}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.51, "count": 69, "max_ms": 67.224, "p95_ms": 64.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.509, "count": 69, "max_ms": 79.869, "p95_ms": 78.612}, "yolo11_640_fire_11class": {"avg_ms": 57.787, "count": 69, "max_ms": 74.49, "p95_ms": 70.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.288, "count": 69, "max_ms": 77.894, "p95_ms": 74.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.394, "count": 70, "max_ms": 91.863, "p95_ms": 89.452}, "read_interval": {"avg_ms": 434.925, "count": 69, "max_ms": 19249.643, "p95_ms": 108.063}, "triton_wait": {"avg_ms": 63.912, "count": 69, "max_ms": 79.881, "p95_ms": 78.624}, "visualize": {"avg_ms": 3.87, "count": 69, "max_ms": 6.363, "p95_ms": 4.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11479.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4479.558, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.313, "sample_count": 3173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:22:40+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:22:40+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:22:40.416297+09:00", "mtime_epoch": 1783041760.4162972, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:22:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.167, "pushed": 11.201, "read": 11.167}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.965, "count": 335, "max_ms": 2.979, "p95_ms": 2.043}, "gstreamer_push": {"avg_ms": 1.364, "count": 336, "max_ms": 2.116, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.054, "count": 335, "max_ms": 66.358, "p95_ms": 61.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.524, "count": 335, "max_ms": 83.375, "p95_ms": 78.976}, "yolo11_640_fire_11class": {"avg_ms": 55.313, "count": 335, "max_ms": 78.971, "p95_ms": 68.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.727, "count": 335, "max_ms": 74.75, "p95_ms": 72.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.401, "count": 335, "max_ms": 93.032, "p95_ms": 89.777}, "read_interval": {"avg_ms": 89.464, "count": 335, "max_ms": 110.267, "p95_ms": 107.362}, "triton_wait": {"avg_ms": 61.763, "count": 335, "max_ms": 83.384, "p95_ms": 78.988}, "visualize": {"avg_ms": 3.624, "count": 335, "max_ms": 4.038, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11483.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.177, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.848, "name": "ffmpeg", "pid": 27358, "rss_mb": 265.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.036, "sample_count": 2583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:22:52+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:22:52+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T10:22:52.168432+09:00", "mtime_epoch": 1783041772.168432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:22:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.234, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.166, "count": 301, "max_ms": 3.161, "p95_ms": 2.236}, "gstreamer_push": {"avg_ms": 1.609, "count": 301, "max_ms": 6.077, "p95_ms": 3.847}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.704, "count": 301, "max_ms": 67.449, "p95_ms": 62.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.602, "count": 301, "max_ms": 83.252, "p95_ms": 80.485}, "yolo11_640_fire_11class": {"avg_ms": 62.506, "count": 301, "max_ms": 73.805, "p95_ms": 68.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.684, "count": 301, "max_ms": 76.485, "p95_ms": 73.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.118, "count": 301, "max_ms": 94.278, "p95_ms": 91.6}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 110.196, "p95_ms": 107.874}, "triton_wait": {"avg_ms": 73.148, "count": 301, "max_ms": 83.264, "p95_ms": 80.497}, "visualize": {"avg_ms": 3.696, "count": 301, "max_ms": 4.718, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11482.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4509.6, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.229, "sample_count": 3159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:23:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:23:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:23:10+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:23:10.456644+09:00", "mtime_epoch": 1783041790.4566436, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:23:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.653, "pushed": 9.653, "read": 9.62}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.972, "count": 289, "max_ms": 2.857, "p95_ms": 2.039}, "gstreamer_push": {"avg_ms": 1.38, "count": 289, "max_ms": 2.125, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.813, "count": 289, "max_ms": 67.208, "p95_ms": 65.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.95, "count": 289, "max_ms": 83.772, "p95_ms": 80.069}, "yolo11_640_fire_11class": {"avg_ms": 65.611, "count": 289, "max_ms": 75.91, "p95_ms": 71.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.556, "count": 289, "max_ms": 76.91, "p95_ms": 75.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.647, "count": 289, "max_ms": 94.508, "p95_ms": 90.859}, "read_interval": {"avg_ms": 103.939, "count": 288, "max_ms": 111.913, "p95_ms": 109.067}, "triton_wait": {"avg_ms": 75.842, "count": 289, "max_ms": 83.785, "p95_ms": 80.08}, "visualize": {"avg_ms": 3.699, "count": 289, "max_ms": 4.867, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11484.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.184, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.652, "name": "ffmpeg", "pid": 27358, "rss_mb": 267.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.191, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:23:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:23:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:23:22.180780+09:00", "mtime_epoch": 1783041802.1807802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:23:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.234, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.603}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.185, "count": 288, "max_ms": 3.219, "p95_ms": 2.464}, "gstreamer_push": {"avg_ms": 1.607, "count": 288, "max_ms": 6.25, "p95_ms": 3.776}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.317, "count": 288, "max_ms": 69.68, "p95_ms": 65.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.072, "count": 288, "max_ms": 85.401, "p95_ms": 80.823}, "yolo11_640_fire_11class": {"avg_ms": 67.046, "count": 288, "max_ms": 75.707, "p95_ms": 70.987}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.631, "count": 288, "max_ms": 80.016, "p95_ms": 75.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.182, "count": 288, "max_ms": 96.411, "p95_ms": 91.689}, "read_interval": {"avg_ms": 104.201, "count": 288, "max_ms": 115.178, "p95_ms": 110.045}, "triton_wait": {"avg_ms": 76.033, "count": 288, "max_ms": 85.414, "p95_ms": 80.835}, "visualize": {"avg_ms": 3.734, "count": 288, "max_ms": 4.679, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11482.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4539.607, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.404, "sample_count": 3148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:23:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:23:40+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T10:23:40+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T10:23:40.480995+09:00", "mtime_epoch": 1783041820.4809952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:23:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.603}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.867, "count": 288, "max_ms": 2.696, "p95_ms": 1.998}, "gstreamer_push": {"avg_ms": 1.371, "count": 288, "max_ms": 1.607, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.538, "count": 288, "max_ms": 72.661, "p95_ms": 67.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.633, "count": 288, "max_ms": 85.248, "p95_ms": 82.048}, "yolo11_640_fire_11class": {"avg_ms": 68.456, "count": 288, "max_ms": 77.802, "p95_ms": 73.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.677, "count": 288, "max_ms": 80.185, "p95_ms": 77.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.239, "count": 288, "max_ms": 96.005, "p95_ms": 92.894}, "read_interval": {"avg_ms": 104.247, "count": 288, "max_ms": 117.356, "p95_ms": 109.875}, "triton_wait": {"avg_ms": 76.781, "count": 288, "max_ms": 85.261, "p95_ms": 82.059}, "visualize": {"avg_ms": 3.572, "count": 288, "max_ms": 4.566, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11487.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.189, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.23, "name": "ffmpeg", "pid": 27358, "rss_mb": 270.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.336, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:23:52+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:23:52+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T10:23:52.189134+09:00", "mtime_epoch": 1783041832.189134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:23:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.234, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.169, "count": 289, "max_ms": 2.627, "p95_ms": 2.273}, "gstreamer_push": {"avg_ms": 1.61, "count": 289, "max_ms": 6.589, "p95_ms": 3.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.748, "count": 289, "max_ms": 70.43, "p95_ms": 66.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.895, "count": 289, "max_ms": 85.145, "p95_ms": 80.931}, "yolo11_640_fire_11class": {"avg_ms": 66.629, "count": 289, "max_ms": 75.625, "p95_ms": 71.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.495, "count": 289, "max_ms": 83.15, "p95_ms": 76.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.068, "count": 289, "max_ms": 97.033, "p95_ms": 92.212}, "read_interval": {"avg_ms": 103.839, "count": 289, "max_ms": 365.354, "p95_ms": 110.334}, "triton_wait": {"avg_ms": 74.894, "count": 289, "max_ms": 85.157, "p95_ms": 81.164}, "visualize": {"avg_ms": 3.74, "count": 289, "max_ms": 4.397, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11487.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4569.634, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.436, "sample_count": 3150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:24:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:24:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:24:10+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T10:24:10.497352+09:00", "mtime_epoch": 1783041850.4973521, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:24:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.824, "pushed": 9.824, "read": 9.79}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.976, "count": 294, "max_ms": 2.841, "p95_ms": 2.063}, "gstreamer_push": {"avg_ms": 1.365, "count": 294, "max_ms": 1.604, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.455, "count": 294, "max_ms": 70.378, "p95_ms": 67.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.342, "count": 294, "max_ms": 86.276, "p95_ms": 81.422}, "yolo11_640_fire_11class": {"avg_ms": 66.517, "count": 294, "max_ms": 76.275, "p95_ms": 72.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.155, "count": 294, "max_ms": 82.47, "p95_ms": 78.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.251, "count": 294, "max_ms": 97.037, "p95_ms": 92.146}, "read_interval": {"avg_ms": 102.12, "count": 293, "max_ms": 113.306, "p95_ms": 109.043}, "triton_wait": {"avg_ms": 74.47, "count": 294, "max_ms": 86.287, "p95_ms": 81.435}, "visualize": {"avg_ms": 3.704, "count": 294, "max_ms": 4.669, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11485.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.275, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.746, "name": "ffmpeg", "pid": 27358, "rss_mb": 270.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.458, "sample_count": 2559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:24:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:24:22+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:24:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:24:22.273494+09:00", "mtime_epoch": 1783041862.2734935, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:24:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.598, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.673, "pushed": 9.673, "read": 9.639}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.165, "count": 290, "max_ms": 3.002, "p95_ms": 2.283}, "gstreamer_push": {"avg_ms": 1.603, "count": 290, "max_ms": 6.283, "p95_ms": 3.77}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.82, "count": 290, "max_ms": 70.1, "p95_ms": 67.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.098, "count": 290, "max_ms": 86.228, "p95_ms": 80.973}, "yolo11_640_fire_11class": {"avg_ms": 66.805, "count": 290, "max_ms": 73.515, "p95_ms": 71.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.212, "count": 290, "max_ms": 82.779, "p95_ms": 78.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.98, "count": 290, "max_ms": 97.329, "p95_ms": 92.413}, "read_interval": {"avg_ms": 103.734, "count": 289, "max_ms": 113.23, "p95_ms": 109.866}, "triton_wait": {"avg_ms": 75.827, "count": 290, "max_ms": 86.241, "p95_ms": 81.08}, "visualize": {"avg_ms": 3.73, "count": 290, "max_ms": 4.295, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11491.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4599.635, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.436, "sample_count": 3148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:24:40+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T10:24:40+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T10:24:40.501714+09:00", "mtime_epoch": 1783041880.501714, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:24:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1871.953, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.672}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.976, "count": 290, "max_ms": 2.453, "p95_ms": 2.033}, "gstreamer_push": {"avg_ms": 1.355, "count": 290, "max_ms": 1.547, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.669, "count": 290, "max_ms": 69.012, "p95_ms": 66.091}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.103, "count": 290, "max_ms": 86.023, "p95_ms": 80.272}, "yolo11_640_fire_11class": {"avg_ms": 67.547, "count": 290, "max_ms": 75.89, "p95_ms": 72.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.243, "count": 290, "max_ms": 79.945, "p95_ms": 75.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.658, "count": 290, "max_ms": 96.66, "p95_ms": 91.035}, "read_interval": {"avg_ms": 103.465, "count": 290, "max_ms": 115.559, "p95_ms": 108.51}, "triton_wait": {"avg_ms": 75.938, "count": 290, "max_ms": 86.036, "p95_ms": 80.283}, "visualize": {"avg_ms": 3.69, "count": 290, "max_ms": 4.962, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11493.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.292, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.84, "name": "ffmpeg", "pid": 27358, "rss_mb": 273.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.366, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:24:52+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:24:52+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:24:52.285857+09:00", "mtime_epoch": 1783041892.2858574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:24:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6561.812, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.362, "pushed": 10.362, "read": 10.329}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.174, "count": 310, "max_ms": 3.427, "p95_ms": 2.353}, "gstreamer_push": {"avg_ms": 1.669, "count": 310, "max_ms": 6.408, "p95_ms": 3.91}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.225, "count": 310, "max_ms": 66.87, "p95_ms": 65.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.985, "count": 310, "max_ms": 83.321, "p95_ms": 78.809}, "yolo11_640_fire_11class": {"avg_ms": 61.284, "count": 310, "max_ms": 72.977, "p95_ms": 69.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.757, "count": 310, "max_ms": 80.613, "p95_ms": 75.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.818, "count": 310, "max_ms": 94.062, "p95_ms": 90.231}, "read_interval": {"avg_ms": 96.793, "count": 309, "max_ms": 116.52, "p95_ms": 108.429}, "triton_wait": {"avg_ms": 68.712, "count": 310, "max_ms": 83.333, "p95_ms": 78.908}, "visualize": {"avg_ms": 3.703, "count": 310, "max_ms": 4.886, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11480.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4629.686, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.537, "sample_count": 3096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:25:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:25:10+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:25:10+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:25:10.546081+09:00", "mtime_epoch": 1783041910.546081, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:25:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 324, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.852, "pushed": 10.852, "read": 10.818}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.005, "count": 325, "max_ms": 4.487, "p95_ms": 2.118}, "gstreamer_push": {"avg_ms": 1.418, "count": 325, "max_ms": 2.309, "p95_ms": 1.903}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.567, "count": 325, "max_ms": 69.911, "p95_ms": 65.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.08, "count": 325, "max_ms": 82.62, "p95_ms": 78.546}, "yolo11_640_fire_11class": {"avg_ms": 58.754, "count": 325, "max_ms": 74.732, "p95_ms": 70.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.485, "count": 325, "max_ms": 78.502, "p95_ms": 75.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.226, "count": 325, "max_ms": 133.568, "p95_ms": 90.017}, "read_interval": {"avg_ms": 92.414, "count": 324, "max_ms": 147.102, "p95_ms": 107.866}, "triton_wait": {"avg_ms": 64.075, "count": 325, "max_ms": 82.632, "p95_ms": 78.559}, "visualize": {"avg_ms": 3.746, "count": 325, "max_ms": 5.876, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11480.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.363, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.098, "name": "ffmpeg", "pid": 27358, "rss_mb": 274.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.46, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:25:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:25:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:25:22+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T10:25:22.382227+09:00", "mtime_epoch": 1783041922.382227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:25:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.117, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.278, "pushed": 10.278, "read": 10.244}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.158, "count": 308, "max_ms": 3.025, "p95_ms": 2.437}, "gstreamer_push": {"avg_ms": 1.628, "count": 308, "max_ms": 6.16, "p95_ms": 3.787}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.222, "count": 308, "max_ms": 75.649, "p95_ms": 66.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.867, "count": 308, "max_ms": 91.649, "p95_ms": 79.91}, "yolo11_640_fire_11class": {"avg_ms": 62.016, "count": 308, "max_ms": 77.005, "p95_ms": 70.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.754, "count": 308, "max_ms": 80.778, "p95_ms": 76.292}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.54, "count": 308, "max_ms": 102.542, "p95_ms": 90.827}, "read_interval": {"avg_ms": 97.675, "count": 307, "max_ms": 118.807, "p95_ms": 109.009}, "triton_wait": {"avg_ms": 69.531, "count": 308, "max_ms": 91.662, "p95_ms": 79.922}, "visualize": {"avg_ms": 3.702, "count": 308, "max_ms": 5.957, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11478.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4659.732, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.784, "sample_count": 3058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:25:40+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T10:25:40+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T10:25:40.602453+09:00", "mtime_epoch": 1783041940.6024525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:25:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.027, "count": 300, "max_ms": 3.518, "p95_ms": 2.474}, "gstreamer_push": {"avg_ms": 1.411, "count": 300, "max_ms": 2.417, "p95_ms": 1.621}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.367, "count": 300, "max_ms": 73.625, "p95_ms": 65.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.35, "count": 300, "max_ms": 89.35, "p95_ms": 79.462}, "yolo11_640_fire_11class": {"avg_ms": 64.092, "count": 300, "max_ms": 77.551, "p95_ms": 71.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.161, "count": 300, "max_ms": 79.046, "p95_ms": 75.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.814, "count": 300, "max_ms": 101.869, "p95_ms": 93.088}, "read_interval": {"avg_ms": 100.172, "count": 299, "max_ms": 127.086, "p95_ms": 110.84}, "triton_wait": {"avg_ms": 71.547, "count": 300, "max_ms": 89.363, "p95_ms": 79.472}, "visualize": {"avg_ms": 3.861, "count": 300, "max_ms": 7.035, "p95_ms": 4.565}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11480.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.384, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.098, "name": "ffmpeg", "pid": 27358, "rss_mb": 274.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.591, "sample_count": 2746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:25:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:25:52+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:25:52+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T10:25:52.406600+09:00", "mtime_epoch": 1783041952.4065998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:25:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.234, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.213, "count": 303, "max_ms": 3.38, "p95_ms": 2.743}, "gstreamer_push": {"avg_ms": 1.686, "count": 303, "max_ms": 6.276, "p95_ms": 3.82}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.289, "count": 303, "max_ms": 66.714, "p95_ms": 65.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.375, "count": 303, "max_ms": 83.002, "p95_ms": 79.575}, "yolo11_640_fire_11class": {"avg_ms": 62.297, "count": 303, "max_ms": 72.76, "p95_ms": 69.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.535, "count": 303, "max_ms": 77.782, "p95_ms": 75.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.731, "count": 303, "max_ms": 99.613, "p95_ms": 92.165}, "read_interval": {"avg_ms": 99.083, "count": 303, "max_ms": 129.181, "p95_ms": 110.593}, "triton_wait": {"avg_ms": 70.252, "count": 303, "max_ms": 83.014, "p95_ms": 79.587}, "visualize": {"avg_ms": 3.882, "count": 303, "max_ms": 7.009, "p95_ms": 4.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11480.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4689.787, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.035, "sample_count": 3065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:26:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:26:10+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T10:26:10+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T10:26:10.658828+09:00", "mtime_epoch": 1783041970.6588285, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:26:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.184, "pushed": 10.184, "read": 10.15}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.006, "count": 305, "max_ms": 2.845, "p95_ms": 2.453}, "gstreamer_push": {"avg_ms": 1.403, "count": 305, "max_ms": 2.245, "p95_ms": 1.557}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.818, "count": 305, "max_ms": 71.936, "p95_ms": 66.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.945, "count": 305, "max_ms": 83.019, "p95_ms": 79.991}, "yolo11_640_fire_11class": {"avg_ms": 63.335, "count": 305, "max_ms": 82.043, "p95_ms": 72.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.757, "count": 305, "max_ms": 81.26, "p95_ms": 75.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.295, "count": 305, "max_ms": 95.381, "p95_ms": 91.5}, "read_interval": {"avg_ms": 98.536, "count": 304, "max_ms": 111.937, "p95_ms": 109.087}, "triton_wait": {"avg_ms": 70.224, "count": 305, "max_ms": 83.032, "p95_ms": 80.032}, "visualize": {"avg_ms": 3.785, "count": 305, "max_ms": 6.187, "p95_ms": 4.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11477.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.483, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.098, "name": "ffmpeg", "pid": 27358, "rss_mb": 274.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.702, "sample_count": 2738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:26:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:26:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:26:22+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T10:26:22.482977+09:00", "mtime_epoch": 1783041982.4829774, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:26:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.398, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.8}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.159, "count": 294, "max_ms": 3.088, "p95_ms": 2.338}, "gstreamer_push": {"avg_ms": 1.67, "count": 294, "max_ms": 6.039, "p95_ms": 3.869}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.308, "count": 294, "max_ms": 74.444, "p95_ms": 69.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.145, "count": 294, "max_ms": 87.522, "p95_ms": 80.911}, "yolo11_640_fire_11class": {"avg_ms": 66.46, "count": 294, "max_ms": 78.409, "p95_ms": 72.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.999, "count": 294, "max_ms": 83.609, "p95_ms": 76.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.029, "count": 294, "max_ms": 98.384, "p95_ms": 92.595}, "read_interval": {"avg_ms": 102.012, "count": 294, "max_ms": 115.914, "p95_ms": 110.518}, "triton_wait": {"avg_ms": 73.92, "count": 294, "max_ms": 87.533, "p95_ms": 80.923}, "visualize": {"avg_ms": 3.726, "count": 294, "max_ms": 5.017, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11480.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4719.818, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.13, "sample_count": 3069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:26:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:26:40+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T10:26:40+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:26:40.675208+09:00", "mtime_epoch": 1783042000.6752076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:26:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.191, "pushed": 10.191, "read": 10.158}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.983, "count": 305, "max_ms": 2.89, "p95_ms": 2.216}, "gstreamer_push": {"avg_ms": 1.372, "count": 305, "max_ms": 2.018, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.672, "count": 305, "max_ms": 73.007, "p95_ms": 68.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.948, "count": 305, "max_ms": 87.137, "p95_ms": 79.384}, "yolo11_640_fire_11class": {"avg_ms": 63.474, "count": 305, "max_ms": 78.51, "p95_ms": 70.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.14, "count": 305, "max_ms": 83.177, "p95_ms": 75.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.495, "count": 305, "max_ms": 97.879, "p95_ms": 91.219}, "read_interval": {"avg_ms": 98.415, "count": 304, "max_ms": 114.901, "p95_ms": 107.997}, "triton_wait": {"avg_ms": 70.427, "count": 305, "max_ms": 87.149, "p95_ms": 79.405}, "visualize": {"avg_ms": 3.677, "count": 305, "max_ms": 4.708, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11478.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.505, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.098, "name": "ffmpeg", "pid": 27358, "rss_mb": 274.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.593, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:26:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:26:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:26:52+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T10:26:52.503358+09:00", "mtime_epoch": 1783042012.5033581, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:26:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.398, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.225, "pushed": 10.225, "read": 10.192}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.172, "count": 306, "max_ms": 3.042, "p95_ms": 2.511}, "gstreamer_push": {"avg_ms": 1.613, "count": 306, "max_ms": 6.025, "p95_ms": 3.777}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.915, "count": 306, "max_ms": 69.333, "p95_ms": 65.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.117, "count": 306, "max_ms": 81.841, "p95_ms": 78.803}, "yolo11_640_fire_11class": {"avg_ms": 62.732, "count": 306, "max_ms": 74.174, "p95_ms": 69.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.141, "count": 306, "max_ms": 80.062, "p95_ms": 75.308}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.362, "count": 306, "max_ms": 93.666, "p95_ms": 89.948}, "read_interval": {"avg_ms": 98.105, "count": 305, "max_ms": 117.469, "p95_ms": 107.674}, "triton_wait": {"avg_ms": 70.45, "count": 306, "max_ms": 81.854, "p95_ms": 78.819}, "visualize": {"avg_ms": 3.657, "count": 306, "max_ms": 4.409, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11481.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4749.835, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.22, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:27:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:27:10+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T10:27:10+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T10:27:10.723591+09:00", "mtime_epoch": 1783042030.723591, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:27:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.128, "pushed": 10.128, "read": 10.094}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.011, "count": 303, "max_ms": 3.123, "p95_ms": 2.071}, "gstreamer_push": {"avg_ms": 1.371, "count": 303, "max_ms": 1.568, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.474, "count": 303, "max_ms": 73.462, "p95_ms": 65.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.112, "count": 303, "max_ms": 84.612, "p95_ms": 79.94}, "yolo11_640_fire_11class": {"avg_ms": 63.608, "count": 303, "max_ms": 75.548, "p95_ms": 69.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.144, "count": 303, "max_ms": 79.164, "p95_ms": 75.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.114, "count": 303, "max_ms": 95.351, "p95_ms": 90.931}, "read_interval": {"avg_ms": 99.126, "count": 302, "max_ms": 113.222, "p95_ms": 108.136}, "triton_wait": {"avg_ms": 71.213, "count": 303, "max_ms": 84.625, "p95_ms": 79.955}, "visualize": {"avg_ms": 3.722, "count": 303, "max_ms": 5.11, "p95_ms": 4.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11484.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.514, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.676, "name": "ffmpeg", "pid": 27358, "rss_mb": 276.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.431, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:27:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:27:22+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T10:27:22+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T10:27:22.479742+09:00", "mtime_epoch": 1783042042.479742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:27:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.328, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.669, "pushed": 7.669, "read": 7.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.229, "count": 230, "max_ms": 5.018, "p95_ms": 4.481}, "gstreamer_push": {"avg_ms": 1.39, "count": 230, "max_ms": 4.247, "p95_ms": 2.724}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.971, "count": 230, "max_ms": 75.473, "p95_ms": 65.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.187, "count": 230, "max_ms": 84.943, "p95_ms": 80.029}, "yolo11_640_fire_11class": {"avg_ms": 61.391, "count": 230, "max_ms": 76.041, "p95_ms": 69.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.73, "count": 230, "max_ms": 78.771, "p95_ms": 77.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.207, "count": 230, "max_ms": 143.381, "p95_ms": 129.923}, "read_interval": {"avg_ms": 130.284, "count": 230, "max_ms": 3339.38, "p95_ms": 144.484}, "triton_wait": {"avg_ms": 69.72, "count": 230, "max_ms": 84.955, "p95_ms": 80.041}, "visualize": {"avg_ms": 4.434, "count": 230, "max_ms": 6.733, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11480.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4779.902, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.229, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:27:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:27:40+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:27:40+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:27:40.759978+09:00", "mtime_epoch": 1783042060.7599778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:27:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.97, "pushed": 10.97, "read": 10.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.008, "count": 329, "max_ms": 2.885, "p95_ms": 2.192}, "gstreamer_push": {"avg_ms": 1.379, "count": 329, "max_ms": 2.047, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.865, "count": 329, "max_ms": 67.74, "p95_ms": 65.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.725, "count": 329, "max_ms": 84.719, "p95_ms": 78.279}, "yolo11_640_fire_11class": {"avg_ms": 58.043, "count": 329, "max_ms": 79.802, "p95_ms": 69.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.669, "count": 329, "max_ms": 79.791, "p95_ms": 76.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.159, "count": 329, "max_ms": 95.447, "p95_ms": 89.012}, "read_interval": {"avg_ms": 91.348, "count": 328, "max_ms": 112.17, "p95_ms": 107.377}, "triton_wait": {"avg_ms": 63.189, "count": 329, "max_ms": 84.731, "p95_ms": 78.333}, "visualize": {"avg_ms": 3.71, "count": 329, "max_ms": 4.708, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11483.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.6, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.934, "name": "ffmpeg", "pid": 27358, "rss_mb": 276.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.982, "sample_count": 2906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:27:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:27:52+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:27:52.596131+09:00", "mtime_epoch": 1783042072.596131, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:27:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.555, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.711, "pushed": 9.711, "read": 9.678}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.34, "count": 290, "max_ms": 4.452, "p95_ms": 4.283}, "gstreamer_push": {"avg_ms": 1.515, "count": 291, "max_ms": 6.29, "p95_ms": 3.541}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.983, "count": 290, "max_ms": 69.509, "p95_ms": 64.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.428, "count": 290, "max_ms": 85.193, "p95_ms": 79.871}, "yolo11_640_fire_11class": {"avg_ms": 65.01, "count": 290, "max_ms": 76.737, "p95_ms": 72.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.855, "count": 290, "max_ms": 79.087, "p95_ms": 75.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.992, "count": 291, "max_ms": 128.715, "p95_ms": 110.661}, "read_interval": {"avg_ms": 103.393, "count": 290, "max_ms": 146.228, "p95_ms": 123.64}, "triton_wait": {"avg_ms": 72.707, "count": 290, "max_ms": 85.205, "p95_ms": 79.884}, "visualize": {"avg_ms": 3.814, "count": 290, "max_ms": 6.102, "p95_ms": 5.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11488.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4809.962, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.512, "name": "ffmpeg", "pid": 26500, "rss_mb": 334.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.145, "sample_count": 3044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:28:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:28:10+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T10:28:10+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:28:10.824368+09:00", "mtime_epoch": 1783042090.8243682, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:28:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.284, "pushed": 10.284, "read": 10.25}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.039, "count": 308, "max_ms": 2.836, "p95_ms": 2.661}, "gstreamer_push": {"avg_ms": 1.398, "count": 308, "max_ms": 1.613, "p95_ms": 1.529}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.187, "count": 308, "max_ms": 66.756, "p95_ms": 65.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.284, "count": 308, "max_ms": 81.056, "p95_ms": 79.21}, "yolo11_640_fire_11class": {"avg_ms": 62.455, "count": 308, "max_ms": 76.403, "p95_ms": 70.797}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.007, "count": 308, "max_ms": 76.0, "p95_ms": 75.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.135, "count": 308, "max_ms": 91.766, "p95_ms": 90.017}, "read_interval": {"avg_ms": 97.571, "count": 307, "max_ms": 111.084, "p95_ms": 108.148}, "triton_wait": {"avg_ms": 69.146, "count": 308, "max_ms": 81.069, "p95_ms": 79.224}, "visualize": {"avg_ms": 3.767, "count": 308, "max_ms": 5.207, "p95_ms": 4.526}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11490.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.616, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.574, "name": "ffmpeg", "pid": 27358, "rss_mb": 281.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.113, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:28:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:28:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:28:22+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T10:28:22.632523+09:00", "mtime_epoch": 1783042102.6325226, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:28:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.074, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.867, "pushed": 10.867, "read": 10.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.203, "count": 326, "max_ms": 3.439, "p95_ms": 2.923}, "gstreamer_push": {"avg_ms": 1.552, "count": 326, "max_ms": 6.082, "p95_ms": 3.691}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.518, "count": 326, "max_ms": 71.518, "p95_ms": 65.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.38, "count": 326, "max_ms": 84.035, "p95_ms": 78.874}, "yolo11_640_fire_11class": {"avg_ms": 58.267, "count": 326, "max_ms": 77.198, "p95_ms": 71.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.633, "count": 326, "max_ms": 76.451, "p95_ms": 74.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.188, "count": 326, "max_ms": 94.919, "p95_ms": 90.144}, "read_interval": {"avg_ms": 92.139, "count": 326, "max_ms": 114.713, "p95_ms": 107.231}, "triton_wait": {"avg_ms": 64.208, "count": 326, "max_ms": 84.045, "p95_ms": 78.884}, "visualize": {"avg_ms": 3.696, "count": 326, "max_ms": 4.864, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4840.063, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.602, "name": "ffmpeg", "pid": 26500, "rss_mb": 335.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.121, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:28:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:28:41+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:28:40+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:28:40.920762+09:00", "mtime_epoch": 1783042120.9207623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:28:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.567, "pushed": 3.567, "read": 3.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.026, "count": 106, "max_ms": 2.513, "p95_ms": 2.319}, "gstreamer_push": {"avg_ms": 1.386, "count": 107, "max_ms": 1.52, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.582, "count": 106, "max_ms": 72.985, "p95_ms": 67.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.968, "count": 106, "max_ms": 82.218, "p95_ms": 80.059}, "yolo11_640_fire_11class": {"avg_ms": 62.324, "count": 106, "max_ms": 76.126, "p95_ms": 73.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.46, "count": 106, "max_ms": 75.978, "p95_ms": 75.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.441, "count": 107, "max_ms": 93.851, "p95_ms": 92.241}, "read_interval": {"avg_ms": 282.923, "count": 106, "max_ms": 9069.006, "p95_ms": 109.247}, "triton_wait": {"avg_ms": 69.001, "count": 106, "max_ms": 82.23, "p95_ms": 80.072}, "visualize": {"avg_ms": 3.715, "count": 106, "max_ms": 4.473, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11489.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.639, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.832, "name": "ffmpeg", "pid": 27358, "rss_mb": 281.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.591, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:28:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:28:52+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:28:52+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T10:28:52.656917+09:00", "mtime_epoch": 1783042132.6569169, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:28:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.555, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 344, "pushed_frames": 344, "read_frames": 343, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.489, "pushed": 11.489, "read": 11.456}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.167, "count": 344, "max_ms": 3.126, "p95_ms": 2.247}, "gstreamer_push": {"avg_ms": 1.6, "count": 344, "max_ms": 6.129, "p95_ms": 3.787}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.538, "count": 344, "max_ms": 68.651, "p95_ms": 65.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.976, "count": 344, "max_ms": 79.984, "p95_ms": 77.0}, "yolo11_640_fire_11class": {"avg_ms": 53.482, "count": 344, "max_ms": 73.147, "p95_ms": 67.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.472, "count": 344, "max_ms": 76.378, "p95_ms": 74.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.951, "count": 344, "max_ms": 90.623, "p95_ms": 87.834}, "read_interval": {"avg_ms": 87.283, "count": 343, "max_ms": 110.144, "p95_ms": 105.604}, "triton_wait": {"avg_ms": 59.055, "count": 344, "max_ms": 79.996, "p95_ms": 77.013}, "visualize": {"avg_ms": 3.681, "count": 344, "max_ms": 4.736, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11489.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4870.102, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.602, "name": "ffmpeg", "pid": 26500, "rss_mb": 335.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.843, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:29:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T10:29:11+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T10:29:10+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T10:29:10.969159+09:00", "mtime_epoch": 1783042150.9691586, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:29:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.09, "pushed": 11.09, "read": 11.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.113, "count": 332, "max_ms": 3.065, "p95_ms": 2.775}, "gstreamer_push": {"avg_ms": 1.4, "count": 332, "max_ms": 1.686, "p95_ms": 1.548}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.557, "count": 332, "max_ms": 75.007, "p95_ms": 67.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.676, "count": 332, "max_ms": 80.912, "p95_ms": 77.739}, "yolo11_640_fire_11class": {"avg_ms": 57.371, "count": 332, "max_ms": 81.188, "p95_ms": 70.836}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.384, "count": 332, "max_ms": 80.447, "p95_ms": 74.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.088, "count": 332, "max_ms": 93.145, "p95_ms": 90.305}, "read_interval": {"avg_ms": 90.475, "count": 331, "max_ms": 112.113, "p95_ms": 106.808}, "triton_wait": {"avg_ms": 61.635, "count": 332, "max_ms": 81.201, "p95_ms": 77.864}, "visualize": {"avg_ms": 3.805, "count": 332, "max_ms": 4.868, "p95_ms": 4.498}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11486.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.65, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.832, "name": "ffmpeg", "pid": 27358, "rss_mb": 281.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.312, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:29:22+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T10:29:22+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T10:29:22.641313+09:00", "mtime_epoch": 1783042162.6413133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:29:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.719, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.969, "pushed": 10.969, "read": 10.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.184, "count": 329, "max_ms": 3.215, "p95_ms": 2.282}, "gstreamer_push": {"avg_ms": 1.579, "count": 329, "max_ms": 6.59, "p95_ms": 3.739}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.742, "count": 329, "max_ms": 71.748, "p95_ms": 69.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.897, "count": 329, "max_ms": 85.615, "p95_ms": 79.426}, "yolo11_640_fire_11class": {"avg_ms": 57.224, "count": 329, "max_ms": 74.146, "p95_ms": 71.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.601, "count": 329, "max_ms": 77.44, "p95_ms": 74.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.818, "count": 329, "max_ms": 96.542, "p95_ms": 90.574}, "read_interval": {"avg_ms": 91.133, "count": 329, "max_ms": 115.584, "p95_ms": 108.487}, "triton_wait": {"avg_ms": 62.783, "count": 329, "max_ms": 85.628, "p95_ms": 79.439}, "visualize": {"avg_ms": 3.713, "count": 329, "max_ms": 5.218, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11489.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 4900.175, "last_started_at": "2026-07-03T09:08:00+09:00", "pid": 26500, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.602, "name": "ffmpeg", "pid": 26500, "rss_mb": 335.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.36, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:29:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:29:41+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:29:41+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:29:41.033558+09:00", "mtime_epoch": 1783042181.033558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:29:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.051, "count": 301, "max_ms": 2.71, "p95_ms": 2.102}, "gstreamer_push": {"avg_ms": 1.375, "count": 301, "max_ms": 1.74, "p95_ms": 1.563}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.788, "count": 301, "max_ms": 74.869, "p95_ms": 68.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.941, "count": 301, "max_ms": 86.991, "p95_ms": 81.773}, "yolo11_640_fire_11class": {"avg_ms": 61.859, "count": 301, "max_ms": 77.396, "p95_ms": 71.055}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.931, "count": 301, "max_ms": 81.968, "p95_ms": 75.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.532, "count": 301, "max_ms": 99.341, "p95_ms": 94.096}, "read_interval": {"avg_ms": 99.864, "count": 300, "max_ms": 115.066, "p95_ms": 111.216}, "triton_wait": {"avg_ms": 70.007, "count": 301, "max_ms": 87.003, "p95_ms": 81.785}, "visualize": {"avg_ms": 3.707, "count": 301, "max_ms": 4.705, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11489.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.659, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.09, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.841, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:29:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:29:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T10:29:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:29:52.657713+09:00", "mtime_epoch": 1783042192.657713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:29:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.555, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.168, "count": 299, "max_ms": 2.851, "p95_ms": 2.249}, "gstreamer_push": {"avg_ms": 1.67, "count": 299, "max_ms": 6.409, "p95_ms": 3.949}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.58, "count": 299, "max_ms": 76.022, "p95_ms": 70.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.635, "count": 299, "max_ms": 88.128, "p95_ms": 83.387}, "yolo11_640_fire_11class": {"avg_ms": 63.645, "count": 299, "max_ms": 76.653, "p95_ms": 72.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.582, "count": 299, "max_ms": 82.322, "p95_ms": 77.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.612, "count": 299, "max_ms": 99.495, "p95_ms": 94.368}, "read_interval": {"avg_ms": 100.387, "count": 299, "max_ms": 221.904, "p95_ms": 111.908}, "triton_wait": {"avg_ms": 71.578, "count": 299, "max_ms": 88.14, "p95_ms": 83.399}, "visualize": {"avg_ms": 3.7, "count": 299, "max_ms": 4.713, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11350.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.547, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 196.566, "name": "ffmpeg", "pid": 27465, "rss_mb": 196.566, "state": "R (running)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.485, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:30:15+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T10:30:15+09:00", "mjpeg": {"age_sec": 5.237, "exists": true, "mtime": "2026-07-03T10:30:10.001945+09:00", "mtime_epoch": 1783042210.0019453, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:30:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.314, "pushed": 8.314, "read": 8.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.027, "count": 249, "max_ms": 3.023, "p95_ms": 2.092}, "gstreamer_push": {"avg_ms": 1.365, "count": 249, "max_ms": 1.685, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.397, "count": 249, "max_ms": 71.276, "p95_ms": 67.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.16, "count": 249, "max_ms": 83.552, "p95_ms": 79.694}, "yolo11_640_fire_11class": {"avg_ms": 63.788, "count": 249, "max_ms": 78.462, "p95_ms": 72.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.831, "count": 249, "max_ms": 78.843, "p95_ms": 76.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.058, "count": 249, "max_ms": 94.355, "p95_ms": 91.555}, "read_interval": {"avg_ms": 120.839, "count": 248, "max_ms": 5276.843, "p95_ms": 108.858}, "triton_wait": {"avg_ms": 71.479, "count": 249, "max_ms": 83.564, "p95_ms": 79.706}, "visualize": {"avg_ms": 3.698, "count": 249, "max_ms": 4.726, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11483.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.738, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.09, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.753, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46332, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:30:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:30:22+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:30:22+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:30:22.738116+09:00", "mtime_epoch": 1783042222.7381163, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:30:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.555, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.041}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.147, "count": 302, "max_ms": 2.796, "p95_ms": 2.236}, "gstreamer_push": {"avg_ms": 1.627, "count": 302, "max_ms": 6.339, "p95_ms": 3.811}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.471, "count": 302, "max_ms": 70.658, "p95_ms": 66.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.719, "count": 302, "max_ms": 85.122, "p95_ms": 78.869}, "yolo11_640_fire_11class": {"avg_ms": 62.925, "count": 302, "max_ms": 76.645, "p95_ms": 71.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.453, "count": 302, "max_ms": 79.157, "p95_ms": 75.658}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.014, "count": 302, "max_ms": 96.12, "p95_ms": 90.303}, "read_interval": {"avg_ms": 99.581, "count": 301, "max_ms": 134.332, "p95_ms": 112.192}, "triton_wait": {"avg_ms": 70.063, "count": 302, "max_ms": 85.135, "p95_ms": 78.881}, "visualize": {"avg_ms": 3.678, "count": 302, "max_ms": 4.396, "p95_ms": 3.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11490.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.586, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.578, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.422, "sample_count": 2837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:30:45+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:30:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:30:45.186419+09:00", "mtime_epoch": 1783042245.1864185, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:30:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.913, "pushed": 9.913, "read": 9.88}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.989, "count": 297, "max_ms": 2.603, "p95_ms": 2.08}, "gstreamer_push": {"avg_ms": 1.369, "count": 297, "max_ms": 1.593, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.906, "count": 297, "max_ms": 77.65, "p95_ms": 68.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.853, "count": 297, "max_ms": 86.203, "p95_ms": 80.436}, "yolo11_640_fire_11class": {"avg_ms": 66.329, "count": 297, "max_ms": 79.712, "p95_ms": 72.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.711, "count": 297, "max_ms": 82.058, "p95_ms": 77.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.171, "count": 297, "max_ms": 97.866, "p95_ms": 91.674}, "read_interval": {"avg_ms": 101.116, "count": 296, "max_ms": 308.336, "p95_ms": 108.334}, "triton_wait": {"avg_ms": 73.202, "count": 297, "max_ms": 86.217, "p95_ms": 80.447}, "visualize": {"avg_ms": 3.689, "count": 297, "max_ms": 4.554, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11485.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 512.753, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.584, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:30:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:30:52+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:30:52+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T10:30:52.770521+09:00", "mtime_epoch": 1783042252.7705212, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:30:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.918, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.161, "count": 299, "max_ms": 3.101, "p95_ms": 2.333}, "gstreamer_push": {"avg_ms": 1.511, "count": 299, "max_ms": 6.418, "p95_ms": 3.614}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.117, "count": 299, "max_ms": 71.998, "p95_ms": 67.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.881, "count": 299, "max_ms": 86.188, "p95_ms": 79.245}, "yolo11_640_fire_11class": {"avg_ms": 64.645, "count": 299, "max_ms": 75.907, "p95_ms": 70.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.763, "count": 299, "max_ms": 82.04, "p95_ms": 76.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.414, "count": 299, "max_ms": 96.784, "p95_ms": 90.401}, "read_interval": {"avg_ms": 100.453, "count": 299, "max_ms": 115.994, "p95_ms": 108.751}, "triton_wait": {"avg_ms": 72.332, "count": 299, "max_ms": 86.199, "p95_ms": 79.365}, "visualize": {"avg_ms": 3.699, "count": 299, "max_ms": 4.57, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11487.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.632, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.578, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.306, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:31:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:31:15+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T10:31:15.238826+09:00", "mtime_epoch": 1783042275.2388256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:31:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.919, "pushed": 9.919, "read": 9.885}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.988, "count": 297, "max_ms": 2.922, "p95_ms": 2.376}, "gstreamer_push": {"avg_ms": 1.353, "count": 297, "max_ms": 1.596, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.541, "count": 297, "max_ms": 70.702, "p95_ms": 66.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.043, "count": 297, "max_ms": 83.624, "p95_ms": 79.822}, "yolo11_640_fire_11class": {"avg_ms": 66.492, "count": 297, "max_ms": 76.194, "p95_ms": 72.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.139, "count": 297, "max_ms": 80.266, "p95_ms": 75.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.556, "count": 297, "max_ms": 94.377, "p95_ms": 90.769}, "read_interval": {"avg_ms": 101.149, "count": 296, "max_ms": 113.786, "p95_ms": 108.712}, "triton_wait": {"avg_ms": 73.813, "count": 297, "max_ms": 83.637, "p95_ms": 79.835}, "visualize": {"avg_ms": 3.681, "count": 297, "max_ms": 5.852, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11485.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 542.759, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.318, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:31:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:31:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:31:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:31:22.754928+09:00", "mtime_epoch": 1783042282.7549276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:31:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.777, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.154, "count": 292, "max_ms": 2.749, "p95_ms": 2.23}, "gstreamer_push": {"avg_ms": 1.59, "count": 292, "max_ms": 6.423, "p95_ms": 3.8}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.545, "count": 292, "max_ms": 67.604, "p95_ms": 65.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.998, "count": 292, "max_ms": 85.081, "p95_ms": 79.427}, "yolo11_640_fire_11class": {"avg_ms": 66.283, "count": 292, "max_ms": 75.912, "p95_ms": 70.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.77, "count": 292, "max_ms": 78.103, "p95_ms": 75.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.66, "count": 292, "max_ms": 96.234, "p95_ms": 90.369}, "read_interval": {"avg_ms": 102.682, "count": 292, "max_ms": 114.041, "p95_ms": 108.675}, "triton_wait": {"avg_ms": 74.67, "count": 292, "max_ms": 85.094, "p95_ms": 79.438}, "visualize": {"avg_ms": 3.69, "count": 292, "max_ms": 4.371, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11490.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.69, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.578, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.372, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:31:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:31:45+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:31:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:31:45.295235+09:00", "mtime_epoch": 1783042305.2952347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:31:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.682}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.983, "count": 291, "max_ms": 2.364, "p95_ms": 2.066}, "gstreamer_push": {"avg_ms": 1.385, "count": 291, "max_ms": 1.506, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.634, "count": 291, "max_ms": 68.601, "p95_ms": 66.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.026, "count": 291, "max_ms": 82.91, "p95_ms": 79.778}, "yolo11_640_fire_11class": {"avg_ms": 66.988, "count": 291, "max_ms": 79.144, "p95_ms": 71.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.143, "count": 291, "max_ms": 79.198, "p95_ms": 76.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.634, "count": 291, "max_ms": 93.832, "p95_ms": 91.097}, "read_interval": {"avg_ms": 103.272, "count": 290, "max_ms": 111.63, "p95_ms": 107.896}, "triton_wait": {"avg_ms": 75.648, "count": 291, "max_ms": 82.922, "p95_ms": 79.791}, "visualize": {"avg_ms": 3.711, "count": 291, "max_ms": 4.208, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11488.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 572.787, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.841, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:31:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:31:52+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:31:52.787337+09:00", "mtime_epoch": 1783042312.7873368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:31:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.555, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.691, "pushed": 9.691, "read": 9.657}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.151, "count": 290, "max_ms": 2.99, "p95_ms": 2.215}, "gstreamer_push": {"avg_ms": 1.57, "count": 290, "max_ms": 6.155, "p95_ms": 3.647}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.543, "count": 290, "max_ms": 70.015, "p95_ms": 67.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.972, "count": 290, "max_ms": 86.567, "p95_ms": 81.095}, "yolo11_640_fire_11class": {"avg_ms": 66.967, "count": 290, "max_ms": 77.132, "p95_ms": 71.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.887, "count": 290, "max_ms": 79.366, "p95_ms": 76.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.523, "count": 290, "max_ms": 97.523, "p95_ms": 91.925}, "read_interval": {"avg_ms": 103.539, "count": 289, "max_ms": 117.396, "p95_ms": 110.162}, "triton_wait": {"avg_ms": 75.544, "count": 290, "max_ms": 86.579, "p95_ms": 81.106}, "visualize": {"avg_ms": 3.696, "count": 290, "max_ms": 4.556, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11483.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.764, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.545, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:32:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:32:15+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:32:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T10:32:15.367646+09:00", "mtime_epoch": 1783042335.367646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:32:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.078}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.023, "count": 303, "max_ms": 3.188, "p95_ms": 2.132}, "gstreamer_push": {"avg_ms": 1.394, "count": 303, "max_ms": 1.596, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.41, "count": 303, "max_ms": 72.864, "p95_ms": 67.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.537, "count": 303, "max_ms": 86.313, "p95_ms": 80.04}, "yolo11_640_fire_11class": {"avg_ms": 63.536, "count": 303, "max_ms": 77.081, "p95_ms": 72.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.81, "count": 303, "max_ms": 83.582, "p95_ms": 76.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.412, "count": 303, "max_ms": 97.281, "p95_ms": 92.036}, "read_interval": {"avg_ms": 99.228, "count": 302, "max_ms": 117.231, "p95_ms": 109.008}, "triton_wait": {"avg_ms": 71.031, "count": 303, "max_ms": 86.326, "p95_ms": 80.053}, "visualize": {"avg_ms": 3.729, "count": 303, "max_ms": 4.639, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11486.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 602.837, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.36, "sample_count": 3059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:32:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:32:22+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:32:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:32:22.835748+09:00", "mtime_epoch": 1783042342.8357484, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:32:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.883, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.65, "pushed": 9.65, "read": 9.617}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.567, "count": 289, "max_ms": 5.063, "p95_ms": 4.316}, "gstreamer_push": {"avg_ms": 1.562, "count": 289, "max_ms": 6.44, "p95_ms": 3.858}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.987, "count": 289, "max_ms": 72.952, "p95_ms": 66.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.116, "count": 289, "max_ms": 85.265, "p95_ms": 79.702}, "yolo11_640_fire_11class": {"avg_ms": 60.683, "count": 289, "max_ms": 76.952, "p95_ms": 70.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.439, "count": 289, "max_ms": 83.278, "p95_ms": 76.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.536, "count": 289, "max_ms": 141.613, "p95_ms": 125.178}, "read_interval": {"avg_ms": 103.959, "count": 288, "max_ms": 157.864, "p95_ms": 139.399}, "triton_wait": {"avg_ms": 68.566, "count": 289, "max_ms": 85.28, "p95_ms": 79.714}, "visualize": {"avg_ms": 3.982, "count": 289, "max_ms": 6.723, "p95_ms": 5.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11488.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.765, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.555, "sample_count": 2800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:32:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:32:45+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T10:32:45+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T10:32:45.384059+09:00", "mtime_epoch": 1783042365.3840587, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:32:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.472, "pushed": 10.472, "read": 10.472}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.04, "count": 314, "max_ms": 2.96, "p95_ms": 2.409}, "gstreamer_push": {"avg_ms": 1.39, "count": 314, "max_ms": 2.144, "p95_ms": 1.535}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.876, "count": 314, "max_ms": 70.619, "p95_ms": 65.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.816, "count": 314, "max_ms": 82.989, "p95_ms": 78.88}, "yolo11_640_fire_11class": {"avg_ms": 55.062, "count": 314, "max_ms": 73.911, "p95_ms": 70.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.587, "count": 314, "max_ms": 80.315, "p95_ms": 76.98}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.135, "count": 314, "max_ms": 94.041, "p95_ms": 90.31}, "read_interval": {"avg_ms": 95.604, "count": 314, "max_ms": 688.365, "p95_ms": 109.457}, "triton_wait": {"avg_ms": 59.472, "count": 314, "max_ms": 83.002, "p95_ms": 78.93}, "visualize": {"avg_ms": 3.729, "count": 314, "max_ms": 4.762, "p95_ms": 4.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11488.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 632.895, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.268, "sample_count": 3073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:32:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:32:52+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:32:52+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T10:32:52.888162+09:00", "mtime_epoch": 1783042372.8881621, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:32:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.555, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.182, "pushed": 10.182, "read": 10.149}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.773, "count": 305, "max_ms": 6.352, "p95_ms": 5.001}, "gstreamer_push": {"avg_ms": 1.5, "count": 305, "max_ms": 6.663, "p95_ms": 3.646}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.528, "count": 305, "max_ms": 69.756, "p95_ms": 67.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.996, "count": 305, "max_ms": 83.541, "p95_ms": 79.993}, "yolo11_640_fire_11class": {"avg_ms": 55.792, "count": 305, "max_ms": 72.118, "p95_ms": 68.949}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.458, "count": 305, "max_ms": 81.467, "p95_ms": 78.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.132, "count": 305, "max_ms": 159.0, "p95_ms": 121.988}, "read_interval": {"avg_ms": 98.52, "count": 304, "max_ms": 171.325, "p95_ms": 137.204}, "triton_wait": {"avg_ms": 62.454, "count": 305, "max_ms": 83.553, "p95_ms": 80.174}, "visualize": {"avg_ms": 4.024, "count": 305, "max_ms": 7.044, "p95_ms": 5.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.831, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.981, "sample_count": 2790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:33:15+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T10:33:15+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T10:33:15.460474+09:00", "mtime_epoch": 1783042395.4604738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:33:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1861.535, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.171, "pushed": 10.171, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.033, "count": 305, "max_ms": 3.314, "p95_ms": 2.137}, "gstreamer_push": {"avg_ms": 1.379, "count": 305, "max_ms": 2.041, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.719, "count": 305, "max_ms": 74.135, "p95_ms": 68.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.747, "count": 305, "max_ms": 86.054, "p95_ms": 80.695}, "yolo11_640_fire_11class": {"avg_ms": 61.059, "count": 305, "max_ms": 76.777, "p95_ms": 71.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.303, "count": 305, "max_ms": 83.787, "p95_ms": 78.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.085, "count": 305, "max_ms": 96.74, "p95_ms": 93.191}, "read_interval": {"avg_ms": 98.633, "count": 304, "max_ms": 711.323, "p95_ms": 110.713}, "triton_wait": {"avg_ms": 67.18, "count": 305, "max_ms": 86.066, "p95_ms": 80.735}, "visualize": {"avg_ms": 3.73, "count": 305, "max_ms": 5.001, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11489.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 662.995, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.154, "sample_count": 3040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:33:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:33:23+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:33:22+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:33:22.988578+09:00", "mtime_epoch": 1783042402.988578, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:33:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.328, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.389, "count": 295, "max_ms": 5.509, "p95_ms": 4.515}, "gstreamer_push": {"avg_ms": 1.521, "count": 295, "max_ms": 6.187, "p95_ms": 3.642}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.883, "count": 295, "max_ms": 73.928, "p95_ms": 68.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.408, "count": 295, "max_ms": 85.387, "p95_ms": 81.852}, "yolo11_640_fire_11class": {"avg_ms": 62.145, "count": 295, "max_ms": 76.069, "p95_ms": 70.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.065, "count": 295, "max_ms": 82.971, "p95_ms": 77.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.183, "count": 295, "max_ms": 138.798, "p95_ms": 109.849}, "read_interval": {"avg_ms": 102.009, "count": 294, "max_ms": 153.113, "p95_ms": 124.765}, "triton_wait": {"avg_ms": 70.297, "count": 295, "max_ms": 85.399, "p95_ms": 81.864}, "visualize": {"avg_ms": 3.855, "count": 295, "max_ms": 6.23, "p95_ms": 5.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11478.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.884, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.263, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T10:33:45+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T10:33:45+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T10:33:45.444890+09:00", "mtime_epoch": 1783042425.4448895, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:33:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1853.625, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.342, "pushed": 9.342, "read": 9.309}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.404, "count": 280, "max_ms": 8.789, "p95_ms": 5.99}, "gstreamer_push": {"avg_ms": 1.34, "count": 280, "max_ms": 1.992, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.741, "count": 280, "max_ms": 70.077, "p95_ms": 66.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.27, "count": 280, "max_ms": 85.882, "p95_ms": 81.322}, "yolo11_640_fire_11class": {"avg_ms": 60.716, "count": 280, "max_ms": 77.048, "p95_ms": 70.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.653, "count": 280, "max_ms": 80.704, "p95_ms": 76.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.653, "count": 280, "max_ms": 160.138, "p95_ms": 138.242}, "read_interval": {"avg_ms": 107.155, "count": 279, "max_ms": 749.246, "p95_ms": 152.838}, "triton_wait": {"avg_ms": 67.232, "count": 280, "max_ms": 85.896, "p95_ms": 81.335}, "visualize": {"avg_ms": 3.884, "count": 280, "max_ms": 6.597, "p95_ms": 5.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11469.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.085, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.429, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:33:53+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:33:53+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T10:33:53.076996+09:00", "mtime_epoch": 1783042433.0769956, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:33:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.719, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.806, "pushed": 10.806, "read": 10.773}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.232, "count": 324, "max_ms": 4.226, "p95_ms": 2.545}, "gstreamer_push": {"avg_ms": 1.577, "count": 324, "max_ms": 6.197, "p95_ms": 3.776}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.39, "count": 324, "max_ms": 74.703, "p95_ms": 67.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.474, "count": 324, "max_ms": 85.728, "p95_ms": 79.661}, "yolo11_640_fire_11class": {"avg_ms": 57.77, "count": 324, "max_ms": 77.566, "p95_ms": 71.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.408, "count": 324, "max_ms": 84.749, "p95_ms": 76.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.84, "count": 324, "max_ms": 131.745, "p95_ms": 91.775}, "read_interval": {"avg_ms": 92.818, "count": 323, "max_ms": 145.334, "p95_ms": 110.205}, "triton_wait": {"avg_ms": 64.221, "count": 324, "max_ms": 85.741, "p95_ms": 79.769}, "visualize": {"avg_ms": 3.752, "count": 324, "max_ms": 5.222, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11432.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.913, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.899, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:34:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:34:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T10:34:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T10:34:15.517308+09:00", "mtime_epoch": 1783042455.517308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:34:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.678, "pushed": 9.678, "read": 9.644}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.618, "count": 289, "max_ms": 9.081, "p95_ms": 6.765}, "gstreamer_push": {"avg_ms": 1.314, "count": 289, "max_ms": 1.712, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.578, "count": 289, "max_ms": 68.709, "p95_ms": 65.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.283, "count": 289, "max_ms": 84.422, "p95_ms": 79.759}, "yolo11_640_fire_11class": {"avg_ms": 61.133, "count": 289, "max_ms": 74.07, "p95_ms": 69.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.15, "count": 289, "max_ms": 82.827, "p95_ms": 79.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.921, "count": 289, "max_ms": 165.944, "p95_ms": 141.733}, "read_interval": {"avg_ms": 103.918, "count": 288, "max_ms": 179.573, "p95_ms": 153.995}, "triton_wait": {"avg_ms": 68.841, "count": 289, "max_ms": 84.434, "p95_ms": 80.571}, "visualize": {"avg_ms": 3.857, "count": 289, "max_ms": 7.175, "p95_ms": 5.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11435.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.105, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.441, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:34:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:34:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:34:23+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T10:34:23.121414+09:00", "mtime_epoch": 1783042463.1214142, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:34:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.613, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.794, "pushed": 9.794, "read": 9.761}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.323, "count": 293, "max_ms": 6.286, "p95_ms": 4.177}, "gstreamer_push": {"avg_ms": 1.57, "count": 293, "max_ms": 6.538, "p95_ms": 3.633}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.015, "count": 293, "max_ms": 72.297, "p95_ms": 66.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.068, "count": 293, "max_ms": 85.81, "p95_ms": 81.196}, "yolo11_640_fire_11class": {"avg_ms": 62.595, "count": 293, "max_ms": 77.41, "p95_ms": 70.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.507, "count": 293, "max_ms": 83.617, "p95_ms": 79.82}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.562, "count": 293, "max_ms": 132.325, "p95_ms": 107.223}, "read_interval": {"avg_ms": 102.519, "count": 292, "max_ms": 145.492, "p95_ms": 120.953}, "triton_wait": {"avg_ms": 71.709, "count": 293, "max_ms": 85.823, "p95_ms": 81.205}, "visualize": {"avg_ms": 3.808, "count": 293, "max_ms": 8.803, "p95_ms": 5.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11438.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.941, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.61, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:34:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:34:45+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:34:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:34:45.541728+09:00", "mtime_epoch": 1783042485.5417275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:34:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.005, "count": 292, "max_ms": 2.727, "p95_ms": 2.273}, "gstreamer_push": {"avg_ms": 1.367, "count": 292, "max_ms": 1.637, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.863, "count": 292, "max_ms": 74.804, "p95_ms": 67.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.923, "count": 292, "max_ms": 86.437, "p95_ms": 81.206}, "yolo11_640_fire_11class": {"avg_ms": 65.959, "count": 292, "max_ms": 78.253, "p95_ms": 72.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.103, "count": 292, "max_ms": 84.113, "p95_ms": 79.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.974, "count": 292, "max_ms": 96.898, "p95_ms": 92.768}, "read_interval": {"avg_ms": 102.818, "count": 291, "max_ms": 116.922, "p95_ms": 110.444}, "triton_wait": {"avg_ms": 74.986, "count": 292, "max_ms": 86.449, "p95_ms": 81.294}, "visualize": {"avg_ms": 3.709, "count": 292, "max_ms": 5.365, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11437.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.152, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.477, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:34:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:34:53+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:34:53+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:34:53.145834+09:00", "mtime_epoch": 1783042493.145834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:34:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.051, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.545, "pushed": 9.545, "read": 9.512}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.175, "count": 286, "max_ms": 3.07, "p95_ms": 2.46}, "gstreamer_push": {"avg_ms": 1.543, "count": 286, "max_ms": 3.987, "p95_ms": 3.728}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.319, "count": 286, "max_ms": 74.113, "p95_ms": 67.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.885, "count": 286, "max_ms": 86.25, "p95_ms": 82.659}, "yolo11_640_fire_11class": {"avg_ms": 66.511, "count": 286, "max_ms": 73.365, "p95_ms": 70.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.472, "count": 286, "max_ms": 83.77, "p95_ms": 79.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.864, "count": 286, "max_ms": 97.562, "p95_ms": 93.843}, "read_interval": {"avg_ms": 105.039, "count": 285, "max_ms": 118.902, "p95_ms": 110.909}, "triton_wait": {"avg_ms": 76.735, "count": 286, "max_ms": 86.264, "p95_ms": 82.728}, "visualize": {"avg_ms": 3.715, "count": 286, "max_ms": 4.848, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11435.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.029, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.096, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:35:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:35:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:35:15+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:35:15.634149+09:00", "mtime_epoch": 1783042515.6341493, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231788}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:35:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.031, "count": 298, "max_ms": 3.367, "p95_ms": 2.304}, "gstreamer_push": {"avg_ms": 1.396, "count": 298, "max_ms": 2.376, "p95_ms": 1.516}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.735, "count": 298, "max_ms": 70.614, "p95_ms": 67.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.567, "count": 298, "max_ms": 84.924, "p95_ms": 82.441}, "yolo11_640_fire_11class": {"avg_ms": 63.485, "count": 298, "max_ms": 77.796, "p95_ms": 70.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.909, "count": 298, "max_ms": 84.276, "p95_ms": 80.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.007, "count": 298, "max_ms": 100.298, "p95_ms": 94.103}, "read_interval": {"avg_ms": 100.934, "count": 297, "max_ms": 120.614, "p95_ms": 111.572}, "triton_wait": {"avg_ms": 72.742, "count": 298, "max_ms": 84.936, "p95_ms": 82.53}, "visualize": {"avg_ms": 3.779, "count": 298, "max_ms": 6.925, "p95_ms": 4.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11435.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.212, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.454, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:35:23+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T10:35:23+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T10:35:23.190255+09:00", "mtime_epoch": 1783042523.1902554, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:35:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.613, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.548, "pushed": 9.548, "read": 9.515}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.382, "count": 286, "max_ms": 5.264, "p95_ms": 4.505}, "gstreamer_push": {"avg_ms": 1.452, "count": 286, "max_ms": 6.634, "p95_ms": 2.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.744, "count": 286, "max_ms": 72.976, "p95_ms": 66.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.216, "count": 286, "max_ms": 86.54, "p95_ms": 82.721}, "yolo11_640_fire_11class": {"avg_ms": 64.034, "count": 286, "max_ms": 76.138, "p95_ms": 70.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.166, "count": 286, "max_ms": 82.783, "p95_ms": 80.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.119, "count": 286, "max_ms": 134.221, "p95_ms": 109.7}, "read_interval": {"avg_ms": 105.015, "count": 285, "max_ms": 147.699, "p95_ms": 123.681}, "triton_wait": {"avg_ms": 74.091, "count": 286, "max_ms": 86.552, "p95_ms": 82.733}, "visualize": {"avg_ms": 3.88, "count": 286, "max_ms": 6.91, "p95_ms": 5.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11435.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.066, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.369, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:35:45+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T10:35:45+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:35:45.666572+09:00", "mtime_epoch": 1783042545.6665716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:35:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.724}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.089, "count": 292, "max_ms": 4.884, "p95_ms": 2.345}, "gstreamer_push": {"avg_ms": 1.372, "count": 292, "max_ms": 2.213, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.266, "count": 292, "max_ms": 69.299, "p95_ms": 66.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.534, "count": 292, "max_ms": 87.472, "p95_ms": 81.751}, "yolo11_640_fire_11class": {"avg_ms": 64.745, "count": 292, "max_ms": 77.231, "p95_ms": 71.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.901, "count": 292, "max_ms": 84.098, "p95_ms": 80.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.097, "count": 292, "max_ms": 138.389, "p95_ms": 94.282}, "read_interval": {"avg_ms": 102.829, "count": 291, "max_ms": 152.01, "p95_ms": 112.47}, "triton_wait": {"avg_ms": 73.93, "count": 292, "max_ms": 87.484, "p95_ms": 81.914}, "visualize": {"avg_ms": 3.753, "count": 292, "max_ms": 5.696, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11438.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 813.272, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.066, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:35:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:35:53+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:35:53+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:35:53.266679+09:00", "mtime_epoch": 1783042553.2666786, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:35:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.707, "pushed": 9.707, "read": 9.674}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.264, "count": 291, "max_ms": 4.716, "p95_ms": 2.688}, "gstreamer_push": {"avg_ms": 1.562, "count": 291, "max_ms": 6.323, "p95_ms": 3.628}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.738, "count": 291, "max_ms": 70.619, "p95_ms": 65.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.895, "count": 291, "max_ms": 88.948, "p95_ms": 81.409}, "yolo11_640_fire_11class": {"avg_ms": 64.015, "count": 291, "max_ms": 76.955, "p95_ms": 69.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.619, "count": 291, "max_ms": 85.757, "p95_ms": 80.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.165, "count": 291, "max_ms": 133.221, "p95_ms": 93.419}, "read_interval": {"avg_ms": 103.292, "count": 290, "max_ms": 147.043, "p95_ms": 111.223}, "triton_wait": {"avg_ms": 74.076, "count": 291, "max_ms": 88.963, "p95_ms": 81.446}, "visualize": {"avg_ms": 3.779, "count": 291, "max_ms": 5.443, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11435.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.112, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.51, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:36:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:36:15+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:36:15+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:36:15.714995+09:00", "mtime_epoch": 1783042575.7149954, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:36:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.818}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.018, "count": 295, "max_ms": 4.332, "p95_ms": 2.17}, "gstreamer_push": {"avg_ms": 1.37, "count": 295, "max_ms": 2.236, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.953, "count": 295, "max_ms": 68.598, "p95_ms": 66.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.012, "count": 295, "max_ms": 90.597, "p95_ms": 80.868}, "yolo11_640_fire_11class": {"avg_ms": 65.338, "count": 295, "max_ms": 83.044, "p95_ms": 73.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.905, "count": 295, "max_ms": 81.509, "p95_ms": 78.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.918, "count": 295, "max_ms": 106.33, "p95_ms": 92.44}, "read_interval": {"avg_ms": 101.83, "count": 294, "max_ms": 119.844, "p95_ms": 110.152}, "triton_wait": {"avg_ms": 73.814, "count": 295, "max_ms": 90.614, "p95_ms": 81.283}, "visualize": {"avg_ms": 3.741, "count": 295, "max_ms": 5.964, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11433.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 843.342, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.066, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:36:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:36:23+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T10:36:23+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:36:23.335103+09:00", "mtime_epoch": 1783042583.335103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:36:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.836, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.878, "pushed": 9.878, "read": 9.844}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.208, "count": 296, "max_ms": 4.309, "p95_ms": 2.499}, "gstreamer_push": {"avg_ms": 1.538, "count": 296, "max_ms": 6.332, "p95_ms": 3.666}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.335, "count": 296, "max_ms": 72.355, "p95_ms": 66.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.085, "count": 296, "max_ms": 90.007, "p95_ms": 81.301}, "yolo11_640_fire_11class": {"avg_ms": 65.17, "count": 296, "max_ms": 80.061, "p95_ms": 72.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.063, "count": 296, "max_ms": 79.862, "p95_ms": 76.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.571, "count": 296, "max_ms": 101.121, "p95_ms": 92.716}, "read_interval": {"avg_ms": 101.549, "count": 295, "max_ms": 120.013, "p95_ms": 111.477}, "triton_wait": {"avg_ms": 73.445, "count": 296, "max_ms": 90.018, "p95_ms": 81.313}, "visualize": {"avg_ms": 3.739, "count": 296, "max_ms": 7.028, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11438.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.154, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.616, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:36:45+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:36:45+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T10:36:45.763420+09:00", "mtime_epoch": 1783042605.7634203, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:36:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.993, "count": 300, "max_ms": 2.954, "p95_ms": 2.061}, "gstreamer_push": {"avg_ms": 1.369, "count": 300, "max_ms": 1.664, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.69, "count": 300, "max_ms": 72.445, "p95_ms": 65.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.143, "count": 300, "max_ms": 87.843, "p95_ms": 80.158}, "yolo11_640_fire_11class": {"avg_ms": 63.166, "count": 300, "max_ms": 82.319, "p95_ms": 69.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.509, "count": 300, "max_ms": 82.306, "p95_ms": 75.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.008, "count": 300, "max_ms": 98.729, "p95_ms": 91.162}, "read_interval": {"avg_ms": 100.125, "count": 299, "max_ms": 115.364, "p95_ms": 109.595}, "triton_wait": {"avg_ms": 72.064, "count": 300, "max_ms": 87.856, "p95_ms": 80.17}, "visualize": {"avg_ms": 3.754, "count": 300, "max_ms": 4.896, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11438.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 873.423, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.782, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:36:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:36:53+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T10:36:53+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T10:36:53.439529+09:00", "mtime_epoch": 1783042613.4395292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:36:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.191, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.239, "count": 299, "max_ms": 3.476, "p95_ms": 2.989}, "gstreamer_push": {"avg_ms": 1.592, "count": 299, "max_ms": 6.012, "p95_ms": 3.855}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.455, "count": 299, "max_ms": 73.232, "p95_ms": 65.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.225, "count": 299, "max_ms": 85.1, "p95_ms": 80.493}, "yolo11_640_fire_11class": {"avg_ms": 62.366, "count": 299, "max_ms": 78.977, "p95_ms": 69.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.168, "count": 299, "max_ms": 81.278, "p95_ms": 76.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.21, "count": 299, "max_ms": 96.04, "p95_ms": 91.949}, "read_interval": {"avg_ms": 100.651, "count": 298, "max_ms": 114.557, "p95_ms": 110.18}, "triton_wait": {"avg_ms": 71.947, "count": 299, "max_ms": 85.112, "p95_ms": 80.778}, "visualize": {"avg_ms": 3.749, "count": 299, "max_ms": 4.842, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11438.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.168, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.663, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:37:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:37:15+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:37:15+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T10:37:15.779846+09:00", "mtime_epoch": 1783042635.7798462, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:37:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.005, "count": 296, "max_ms": 2.914, "p95_ms": 2.163}, "gstreamer_push": {"avg_ms": 1.372, "count": 296, "max_ms": 1.913, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.279, "count": 296, "max_ms": 72.013, "p95_ms": 66.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.312, "count": 296, "max_ms": 89.156, "p95_ms": 81.237}, "yolo11_640_fire_11class": {"avg_ms": 64.685, "count": 296, "max_ms": 77.039, "p95_ms": 71.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.671, "count": 296, "max_ms": 81.132, "p95_ms": 77.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.475, "count": 296, "max_ms": 100.207, "p95_ms": 92.195}, "read_interval": {"avg_ms": 101.402, "count": 296, "max_ms": 116.64, "p95_ms": 110.31}, "triton_wait": {"avg_ms": 73.569, "count": 296, "max_ms": 89.169, "p95_ms": 81.249}, "visualize": {"avg_ms": 3.73, "count": 296, "max_ms": 5.843, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11435.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 903.523, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.055, "sample_count": 2966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:37:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:37:23+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T10:37:23+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T10:37:23.523956+09:00", "mtime_epoch": 1783042643.5239563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:37:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.414, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.212, "count": 296, "max_ms": 3.141, "p95_ms": 2.561}, "gstreamer_push": {"avg_ms": 1.613, "count": 296, "max_ms": 6.141, "p95_ms": 3.783}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.186, "count": 296, "max_ms": 68.709, "p95_ms": 65.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.345, "count": 296, "max_ms": 89.206, "p95_ms": 81.195}, "yolo11_640_fire_11class": {"avg_ms": 63.752, "count": 296, "max_ms": 77.015, "p95_ms": 70.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.972, "count": 296, "max_ms": 79.919, "p95_ms": 76.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.156, "count": 296, "max_ms": 100.262, "p95_ms": 93.174}, "read_interval": {"avg_ms": 101.33, "count": 296, "max_ms": 117.791, "p95_ms": 110.474}, "triton_wait": {"avg_ms": 72.862, "count": 296, "max_ms": 89.218, "p95_ms": 81.207}, "visualize": {"avg_ms": 3.765, "count": 296, "max_ms": 4.953, "p95_ms": 4.518}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11435.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.237, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.943, "sample_count": 2955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:37:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:37:45+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:37:45+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T10:37:45.836274+09:00", "mtime_epoch": 1783042665.8362737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:37:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.376, "pushed": 10.376, "read": 10.343}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.095, "count": 311, "max_ms": 4.434, "p95_ms": 2.891}, "gstreamer_push": {"avg_ms": 1.369, "count": 311, "max_ms": 2.21, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.029, "count": 311, "max_ms": 69.132, "p95_ms": 65.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.307, "count": 311, "max_ms": 85.264, "p95_ms": 80.348}, "yolo11_640_fire_11class": {"avg_ms": 59.797, "count": 311, "max_ms": 75.36, "p95_ms": 70.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.359, "count": 311, "max_ms": 80.403, "p95_ms": 76.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.568, "count": 311, "max_ms": 128.163, "p95_ms": 94.153}, "read_interval": {"avg_ms": 96.638, "count": 310, "max_ms": 141.809, "p95_ms": 114.045}, "triton_wait": {"avg_ms": 66.854, "count": 311, "max_ms": 85.277, "p95_ms": 80.368}, "visualize": {"avg_ms": 3.785, "count": 311, "max_ms": 5.338, "p95_ms": 4.778}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11438.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 933.526, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.348, "name": "ffmpeg", "pid": 27358, "rss_mb": 282.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.328, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:37:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:37:53+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T10:37:53+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T10:37:53.540383+09:00", "mtime_epoch": 1783042673.5403833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:37:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.051, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.705, "pushed": 10.705, "read": 10.705}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.229, "count": 321, "max_ms": 3.364, "p95_ms": 2.722}, "gstreamer_push": {"avg_ms": 1.56, "count": 321, "max_ms": 6.52, "p95_ms": 3.75}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.357, "count": 321, "max_ms": 72.055, "p95_ms": 65.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.325, "count": 321, "max_ms": 87.943, "p95_ms": 80.047}, "yolo11_640_fire_11class": {"avg_ms": 58.007, "count": 321, "max_ms": 74.67, "p95_ms": 71.173}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.47, "count": 321, "max_ms": 80.046, "p95_ms": 77.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.484, "count": 321, "max_ms": 98.74, "p95_ms": 91.129}, "read_interval": {"avg_ms": 93.519, "count": 321, "max_ms": 118.199, "p95_ms": 108.567}, "triton_wait": {"avg_ms": 65.353, "count": 321, "max_ms": 87.955, "p95_ms": 80.059}, "visualize": {"avg_ms": 3.732, "count": 321, "max_ms": 4.827, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11438.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.308, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.832, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:38:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:38:15+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-03T10:38:15+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T10:38:15.880702+09:00", "mtime_epoch": 1783042695.8807018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:38:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.245, "pushed": 9.245, "read": 9.211}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.726, "count": 277, "max_ms": 5.111, "p95_ms": 4.202}, "gstreamer_push": {"avg_ms": 1.314, "count": 277, "max_ms": 1.736, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.939, "count": 277, "max_ms": 72.661, "p95_ms": 66.253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.427, "count": 277, "max_ms": 84.378, "p95_ms": 81.208}, "yolo11_640_fire_11class": {"avg_ms": 61.444, "count": 277, "max_ms": 79.083, "p95_ms": 71.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.945, "count": 277, "max_ms": 83.293, "p95_ms": 79.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.717, "count": 277, "max_ms": 133.328, "p95_ms": 125.601}, "read_interval": {"avg_ms": 108.447, "count": 276, "max_ms": 146.829, "p95_ms": 139.48}, "triton_wait": {"avg_ms": 68.899, "count": 277, "max_ms": 84.391, "p95_ms": 81.22}, "visualize": {"avg_ms": 4.193, "count": 277, "max_ms": 5.97, "p95_ms": 5.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11438.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 963.572, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.926, "name": "ffmpeg", "pid": 27358, "rss_mb": 284.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.576, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:38:23+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T10:38:23+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T10:38:23.580812+09:00", "mtime_epoch": 1783042703.5808117, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:38:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.414, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.48, "pushed": 10.48, "read": 10.446}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.203, "count": 314, "max_ms": 3.306, "p95_ms": 2.858}, "gstreamer_push": {"avg_ms": 1.531, "count": 314, "max_ms": 4.659, "p95_ms": 3.644}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.684, "count": 314, "max_ms": 69.74, "p95_ms": 66.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.725, "count": 314, "max_ms": 84.586, "p95_ms": 81.201}, "yolo11_640_fire_11class": {"avg_ms": 59.519, "count": 314, "max_ms": 81.781, "p95_ms": 71.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.084, "count": 314, "max_ms": 83.519, "p95_ms": 79.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.421, "count": 314, "max_ms": 95.997, "p95_ms": 92.384}, "read_interval": {"avg_ms": 95.703, "count": 313, "max_ms": 115.675, "p95_ms": 108.93}, "triton_wait": {"avg_ms": 67.318, "count": 314, "max_ms": 84.596, "p95_ms": 81.338}, "visualize": {"avg_ms": 3.711, "count": 314, "max_ms": 4.919, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11438.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 513.384, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.053, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:38:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T10:38:46+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-07-03T10:38:45+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T10:38:45.957131+09:00", "mtime_epoch": 1783042725.9571314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:38:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.946, "pushed": 8.946, "read": 8.913}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.993, "count": 268, "max_ms": 6.03, "p95_ms": 4.252}, "gstreamer_push": {"avg_ms": 1.285, "count": 268, "max_ms": 1.775, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.021, "count": 268, "max_ms": 71.596, "p95_ms": 65.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.064, "count": 268, "max_ms": 83.8, "p95_ms": 79.998}, "yolo11_640_fire_11class": {"avg_ms": 61.022, "count": 268, "max_ms": 78.137, "p95_ms": 72.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.906, "count": 268, "max_ms": 84.154, "p95_ms": 78.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.28, "count": 268, "max_ms": 139.469, "p95_ms": 127.981}, "read_interval": {"avg_ms": 112.141, "count": 267, "max_ms": 152.585, "p95_ms": 142.879}, "triton_wait": {"avg_ms": 67.611, "count": 268, "max_ms": 84.166, "p95_ms": 80.171}, "visualize": {"avg_ms": 4.397, "count": 268, "max_ms": 6.478, "p95_ms": 5.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11436.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 993.623, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.926, "name": "ffmpeg", "pid": 27358, "rss_mb": 284.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.419, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:38:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:38:53+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:38:53+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:38:53.617241+09:00", "mtime_epoch": 1783042733.617241, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:38:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.836, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.611, "pushed": 10.611, "read": 10.578}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.216, "count": 318, "max_ms": 3.521, "p95_ms": 2.844}, "gstreamer_push": {"avg_ms": 1.633, "count": 318, "max_ms": 5.867, "p95_ms": 3.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.466, "count": 318, "max_ms": 68.681, "p95_ms": 65.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.662, "count": 318, "max_ms": 85.941, "p95_ms": 80.156}, "yolo11_640_fire_11class": {"avg_ms": 59.041, "count": 318, "max_ms": 77.662, "p95_ms": 72.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.821, "count": 318, "max_ms": 83.724, "p95_ms": 78.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.148, "count": 318, "max_ms": 98.565, "p95_ms": 92.049}, "read_interval": {"avg_ms": 94.449, "count": 317, "max_ms": 117.288, "p95_ms": 109.969}, "triton_wait": {"avg_ms": 66.078, "count": 318, "max_ms": 85.953, "p95_ms": 80.449}, "visualize": {"avg_ms": 3.707, "count": 318, "max_ms": 5.182, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11441.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.416, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.168, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:39:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:39:16+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:39:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T10:39:16.017562+09:00", "mtime_epoch": 1783042756.0175617, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:39:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.725, "pushed": 8.725, "read": 8.691}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.696, "count": 261, "max_ms": 6.328, "p95_ms": 4.366}, "gstreamer_push": {"avg_ms": 1.228, "count": 261, "max_ms": 1.55, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.402, "count": 261, "max_ms": 70.283, "p95_ms": 64.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.564, "count": 261, "max_ms": 83.234, "p95_ms": 78.432}, "yolo11_640_fire_11class": {"avg_ms": 55.562, "count": 261, "max_ms": 78.641, "p95_ms": 70.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.64, "count": 261, "max_ms": 82.131, "p95_ms": 78.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.57, "count": 261, "max_ms": 134.86, "p95_ms": 127.815}, "read_interval": {"avg_ms": 115.096, "count": 260, "max_ms": 148.413, "p95_ms": 142.206}, "triton_wait": {"avg_ms": 59.486, "count": 261, "max_ms": 83.247, "p95_ms": 78.651}, "visualize": {"avg_ms": 4.875, "count": 261, "max_ms": 6.631, "p95_ms": 5.647}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11441.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1023.691, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.926, "name": "ffmpeg", "pid": 27358, "rss_mb": 284.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.054, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:39:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:39:23+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T10:39:23+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T10:39:23.665671+09:00", "mtime_epoch": 1783042763.6656713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:39:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.539, "pushed": 10.539, "read": 10.506}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.205, "count": 316, "max_ms": 3.318, "p95_ms": 2.513}, "gstreamer_push": {"avg_ms": 1.569, "count": 316, "max_ms": 6.84, "p95_ms": 3.728}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.708, "count": 316, "max_ms": 74.431, "p95_ms": 64.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.937, "count": 316, "max_ms": 86.16, "p95_ms": 78.51}, "yolo11_640_fire_11class": {"avg_ms": 53.761, "count": 316, "max_ms": 76.387, "p95_ms": 69.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.964, "count": 316, "max_ms": 86.795, "p95_ms": 78.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.417, "count": 316, "max_ms": 98.297, "p95_ms": 90.057}, "read_interval": {"avg_ms": 95.137, "count": 315, "max_ms": 168.5, "p95_ms": 118.148}, "triton_wait": {"avg_ms": 60.287, "count": 316, "max_ms": 86.809, "p95_ms": 79.059}, "visualize": {"avg_ms": 3.735, "count": 316, "max_ms": 4.679, "p95_ms": 4.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11438.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.526, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.639, "sample_count": 2857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:39:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T10:39:46+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T10:39:46+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T10:39:46.089993+09:00", "mtime_epoch": 1783042786.089993, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:39:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.771, "pushed": 8.771, "read": 8.771}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.405, "count": 263, "max_ms": 6.287, "p95_ms": 4.262}, "gstreamer_push": {"avg_ms": 1.254, "count": 263, "max_ms": 1.669, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.938, "count": 263, "max_ms": 75.519, "p95_ms": 65.867}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.911, "count": 263, "max_ms": 87.014, "p95_ms": 80.719}, "yolo11_640_fire_11class": {"avg_ms": 58.145, "count": 263, "max_ms": 85.009, "p95_ms": 73.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.117, "count": 263, "max_ms": 87.951, "p95_ms": 79.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.047, "count": 263, "max_ms": 133.381, "p95_ms": 128.745}, "read_interval": {"avg_ms": 113.914, "count": 263, "max_ms": 147.362, "p95_ms": 142.434}, "triton_wait": {"avg_ms": 63.249, "count": 263, "max_ms": 87.964, "p95_ms": 81.453}, "visualize": {"avg_ms": 4.653, "count": 263, "max_ms": 6.792, "p95_ms": 5.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11438.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1053.753, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.926, "name": "ffmpeg", "pid": 27358, "rss_mb": 284.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.773, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:39:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:39:53+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T10:39:53+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T10:39:53.770103+09:00", "mtime_epoch": 1783042793.7701035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:39:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.414, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.195, "count": 300, "max_ms": 3.332, "p95_ms": 2.308}, "gstreamer_push": {"avg_ms": 1.553, "count": 300, "max_ms": 5.883, "p95_ms": 3.669}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.521, "count": 300, "max_ms": 73.389, "p95_ms": 64.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.045, "count": 300, "max_ms": 86.921, "p95_ms": 79.714}, "yolo11_640_fire_11class": {"avg_ms": 55.277, "count": 300, "max_ms": 77.344, "p95_ms": 69.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.335, "count": 300, "max_ms": 84.936, "p95_ms": 78.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.137, "count": 300, "max_ms": 97.924, "p95_ms": 91.041}, "read_interval": {"avg_ms": 100.257, "count": 299, "max_ms": 253.113, "p95_ms": 119.622}, "triton_wait": {"avg_ms": 62.011, "count": 300, "max_ms": 86.933, "p95_ms": 79.964}, "visualize": {"avg_ms": 3.734, "count": 300, "max_ms": 5.273, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11443.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.566, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.585, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:40:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:40:16+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T10:40:16+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T10:40:16.158425+09:00", "mtime_epoch": 1783042816.158425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:40:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.257, "pushed": 8.257, "read": 8.224}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.137, "count": 247, "max_ms": 6.206, "p95_ms": 4.586}, "gstreamer_push": {"avg_ms": 1.2, "count": 247, "max_ms": 1.537, "p95_ms": 1.333}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.186, "count": 247, "max_ms": 67.689, "p95_ms": 63.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.324, "count": 247, "max_ms": 86.303, "p95_ms": 77.929}, "yolo11_640_fire_11class": {"avg_ms": 54.354, "count": 247, "max_ms": 74.903, "p95_ms": 68.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.45, "count": 247, "max_ms": 82.579, "p95_ms": 76.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.868, "count": 247, "max_ms": 137.97, "p95_ms": 130.19}, "read_interval": {"avg_ms": 121.628, "count": 246, "max_ms": 151.531, "p95_ms": 143.969}, "triton_wait": {"avg_ms": 58.559, "count": 247, "max_ms": 86.315, "p95_ms": 78.394}, "visualize": {"avg_ms": 5.194, "count": 247, "max_ms": 6.411, "p95_ms": 5.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11441.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1083.785, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.926, "name": "ffmpeg", "pid": 27358, "rss_mb": 284.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.802, "sample_count": 3049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:40:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:40:23+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T10:40:23+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T10:40:23.802535+09:00", "mtime_epoch": 1783042823.802535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:40:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.051, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.247, "count": 301, "max_ms": 3.843, "p95_ms": 2.753}, "gstreamer_push": {"avg_ms": 1.642, "count": 301, "max_ms": 4.63, "p95_ms": 3.777}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.655, "count": 301, "max_ms": 69.335, "p95_ms": 62.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.142, "count": 301, "max_ms": 83.847, "p95_ms": 72.661}, "yolo11_640_fire_11class": {"avg_ms": 53.21, "count": 301, "max_ms": 76.054, "p95_ms": 68.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.064, "count": 301, "max_ms": 79.758, "p95_ms": 75.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.611, "count": 301, "max_ms": 93.643, "p95_ms": 87.248}, "read_interval": {"avg_ms": 99.801, "count": 300, "max_ms": 148.504, "p95_ms": 119.182}, "triton_wait": {"avg_ms": 59.336, "count": 301, "max_ms": 83.858, "p95_ms": 76.027}, "visualize": {"avg_ms": 3.737, "count": 301, "max_ms": 5.42, "p95_ms": 4.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11438.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.65, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.861, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:40:46+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T10:40:46+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T10:40:46.246858+09:00", "mtime_epoch": 1783042846.2468584, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:40:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.275, "pushed": 8.275, "read": 8.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.188, "count": 247, "max_ms": 6.369, "p95_ms": 4.396}, "gstreamer_push": {"avg_ms": 1.184, "count": 248, "max_ms": 1.733, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.875, "count": 247, "max_ms": 66.521, "p95_ms": 62.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.428, "count": 247, "max_ms": 84.708, "p95_ms": 78.056}, "yolo11_640_fire_11class": {"avg_ms": 52.89, "count": 247, "max_ms": 77.885, "p95_ms": 66.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.404, "count": 247, "max_ms": 79.653, "p95_ms": 74.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.704, "count": 248, "max_ms": 139.078, "p95_ms": 129.647}, "read_interval": {"avg_ms": 121.326, "count": 247, "max_ms": 154.075, "p95_ms": 143.158}, "triton_wait": {"avg_ms": 56.647, "count": 247, "max_ms": 84.719, "p95_ms": 78.466}, "visualize": {"avg_ms": 5.243, "count": 247, "max_ms": 8.396, "p95_ms": 5.448}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11441.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1113.876, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.926, "name": "ffmpeg", "pid": 27358, "rss_mb": 284.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.207, "sample_count": 3058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:40:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:40:53+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T10:40:53+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T10:40:53.862968+09:00", "mtime_epoch": 1783042853.862968, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:40:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.25, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.033, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.246, "count": 300, "max_ms": 3.289, "p95_ms": 2.712}, "gstreamer_push": {"avg_ms": 1.561, "count": 301, "max_ms": 6.186, "p95_ms": 3.681}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.414, "count": 300, "max_ms": 68.473, "p95_ms": 62.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.785, "count": 300, "max_ms": 85.195, "p95_ms": 75.708}, "yolo11_640_fire_11class": {"avg_ms": 53.084, "count": 300, "max_ms": 74.401, "p95_ms": 68.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.483, "count": 300, "max_ms": 79.658, "p95_ms": 75.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.238, "count": 300, "max_ms": 96.174, "p95_ms": 88.117}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 155.49, "p95_ms": 119.159}, "triton_wait": {"avg_ms": 58.854, "count": 300, "max_ms": 85.208, "p95_ms": 77.198}, "visualize": {"avg_ms": 3.802, "count": 300, "max_ms": 5.647, "p95_ms": 4.411}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11438.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.763, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.92, "sample_count": 2725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:41:16+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T10:41:16+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T10:41:16.355293+09:00", "mtime_epoch": 1783042876.3552926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:41:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.634, "pushed": 8.634, "read": 8.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.832, "count": 258, "max_ms": 6.13, "p95_ms": 4.694}, "gstreamer_push": {"avg_ms": 1.232, "count": 259, "max_ms": 1.835, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.163, "count": 258, "max_ms": 66.116, "p95_ms": 63.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.799, "count": 258, "max_ms": 84.75, "p95_ms": 77.563}, "yolo11_640_fire_11class": {"avg_ms": 54.756, "count": 258, "max_ms": 76.888, "p95_ms": 70.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.322, "count": 258, "max_ms": 80.573, "p95_ms": 78.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.149, "count": 259, "max_ms": 133.489, "p95_ms": 128.243}, "read_interval": {"avg_ms": 116.256, "count": 258, "max_ms": 148.959, "p95_ms": 142.653}, "triton_wait": {"avg_ms": 58.11, "count": 258, "max_ms": 84.762, "p95_ms": 79.335}, "visualize": {"avg_ms": 4.993, "count": 258, "max_ms": 6.7, "p95_ms": 5.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11438.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1143.968, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.926, "name": "ffmpeg", "pid": 27358, "rss_mb": 284.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.077, "sample_count": 3062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:41:24+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T10:41:23+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T10:41:23.979403+09:00", "mtime_epoch": 1783042883.9794025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:41:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.613, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.258, "count": 300, "max_ms": 3.282, "p95_ms": 2.676}, "gstreamer_push": {"avg_ms": 1.598, "count": 300, "max_ms": 6.571, "p95_ms": 3.665}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.219, "count": 300, "max_ms": 68.183, "p95_ms": 62.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.685, "count": 300, "max_ms": 84.556, "p95_ms": 76.383}, "yolo11_640_fire_11class": {"avg_ms": 53.155, "count": 300, "max_ms": 74.627, "p95_ms": 69.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.399, "count": 300, "max_ms": 80.488, "p95_ms": 75.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.429, "count": 300, "max_ms": 95.391, "p95_ms": 89.775}, "read_interval": {"avg_ms": 99.973, "count": 300, "max_ms": 195.449, "p95_ms": 119.614}, "triton_wait": {"avg_ms": 59.019, "count": 300, "max_ms": 84.569, "p95_ms": 78.803}, "visualize": {"avg_ms": 3.85, "count": 300, "max_ms": 6.129, "p95_ms": 4.532}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11435.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.847, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.88, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:41:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T10:41:46+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T10:41:46+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T10:41:46.439727+09:00", "mtime_epoch": 1783042906.4397268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:41:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.175, "pushed": 8.175, "read": 8.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.265, "count": 244, "max_ms": 7.041, "p95_ms": 4.949}, "gstreamer_push": {"avg_ms": 1.182, "count": 245, "max_ms": 1.701, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.314, "count": 244, "max_ms": 65.557, "p95_ms": 62.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.131, "count": 244, "max_ms": 83.427, "p95_ms": 77.238}, "yolo11_640_fire_11class": {"avg_ms": 53.424, "count": 244, "max_ms": 72.598, "p95_ms": 67.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.242, "count": 244, "max_ms": 83.54, "p95_ms": 77.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.095, "count": 245, "max_ms": 136.75, "p95_ms": 130.632}, "read_interval": {"avg_ms": 122.804, "count": 244, "max_ms": 153.228, "p95_ms": 143.683}, "triton_wait": {"avg_ms": 57.605, "count": 244, "max_ms": 83.553, "p95_ms": 78.658}, "visualize": {"avg_ms": 5.313, "count": 244, "max_ms": 7.342, "p95_ms": 5.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11438.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1174.037, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.926, "name": "ffmpeg", "pid": 27358, "rss_mb": 284.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.22, "sample_count": 3062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:41:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:41:54+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T10:41:54+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T10:41:54.051837+09:00", "mtime_epoch": 1783042914.051837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:41:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.419, "count": 300, "max_ms": 5.176, "p95_ms": 4.223}, "gstreamer_push": {"avg_ms": 1.59, "count": 300, "max_ms": 6.132, "p95_ms": 3.754}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.202, "count": 300, "max_ms": 69.285, "p95_ms": 62.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.432, "count": 300, "max_ms": 85.402, "p95_ms": 75.517}, "yolo11_640_fire_11class": {"avg_ms": 53.153, "count": 300, "max_ms": 75.155, "p95_ms": 68.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.576, "count": 300, "max_ms": 84.288, "p95_ms": 75.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.267, "count": 300, "max_ms": 149.219, "p95_ms": 107.262}, "read_interval": {"avg_ms": 100.189, "count": 299, "max_ms": 167.11, "p95_ms": 123.676}, "triton_wait": {"avg_ms": 59.554, "count": 300, "max_ms": 85.413, "p95_ms": 78.611}, "visualize": {"avg_ms": 3.888, "count": 300, "max_ms": 6.117, "p95_ms": 5.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11438.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.914, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.392, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:42:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:42:16+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T10:42:16+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T10:42:16.504162+09:00", "mtime_epoch": 1783042936.5041618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:42:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.415, "pushed": 8.415, "read": 8.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.116, "count": 252, "max_ms": 5.733, "p95_ms": 4.709}, "gstreamer_push": {"avg_ms": 1.182, "count": 252, "max_ms": 1.444, "p95_ms": 1.312}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.214, "count": 252, "max_ms": 71.077, "p95_ms": 62.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.839, "count": 252, "max_ms": 84.889, "p95_ms": 75.882}, "yolo11_640_fire_11class": {"avg_ms": 53.261, "count": 252, "max_ms": 75.875, "p95_ms": 68.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.517, "count": 252, "max_ms": 84.149, "p95_ms": 75.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.745, "count": 252, "max_ms": 136.764, "p95_ms": 129.183}, "read_interval": {"avg_ms": 119.32, "count": 251, "max_ms": 150.114, "p95_ms": 142.25}, "triton_wait": {"avg_ms": 56.515, "count": 252, "max_ms": 84.901, "p95_ms": 78.175}, "visualize": {"avg_ms": 5.184, "count": 252, "max_ms": 6.214, "p95_ms": 5.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11438.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1204.072, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.926, "name": "ffmpeg", "pid": 27358, "rss_mb": 284.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.034, "sample_count": 3068, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:42:24+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T10:42:24+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:42:24.072271+09:00", "mtime_epoch": 1783042944.0722713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:42:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.263, "count": 301, "max_ms": 3.33, "p95_ms": 2.828}, "gstreamer_push": {"avg_ms": 1.589, "count": 301, "max_ms": 7.674, "p95_ms": 3.663}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.595, "count": 301, "max_ms": 71.312, "p95_ms": 62.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.259, "count": 301, "max_ms": 85.195, "p95_ms": 76.382}, "yolo11_640_fire_11class": {"avg_ms": 53.499, "count": 301, "max_ms": 74.753, "p95_ms": 69.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.642, "count": 301, "max_ms": 83.435, "p95_ms": 76.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.911, "count": 301, "max_ms": 97.184, "p95_ms": 89.164}, "read_interval": {"avg_ms": 99.838, "count": 300, "max_ms": 239.059, "p95_ms": 119.691}, "triton_wait": {"avg_ms": 59.657, "count": 301, "max_ms": 85.207, "p95_ms": 78.311}, "visualize": {"avg_ms": 3.756, "count": 301, "max_ms": 5.019, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.918, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.745, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T10:42:46+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T10:42:46+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T10:42:46.504596+09:00", "mtime_epoch": 1783042966.5045962, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:42:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.17, "pushed": 9.17, "read": 9.17}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.69, "count": 275, "max_ms": 5.565, "p95_ms": 4.218}, "gstreamer_push": {"avg_ms": 1.313, "count": 275, "max_ms": 1.757, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.702, "count": 275, "max_ms": 68.669, "p95_ms": 64.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.456, "count": 275, "max_ms": 86.373, "p95_ms": 83.393}, "yolo11_640_fire_11class": {"avg_ms": 61.555, "count": 275, "max_ms": 76.459, "p95_ms": 69.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.948, "count": 275, "max_ms": 86.017, "p95_ms": 80.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.557, "count": 275, "max_ms": 133.471, "p95_ms": 123.368}, "read_interval": {"avg_ms": 109.096, "count": 275, "max_ms": 148.96, "p95_ms": 136.449}, "triton_wait": {"avg_ms": 70.193, "count": 275, "max_ms": 86.386, "p95_ms": 83.424}, "visualize": {"avg_ms": 4.183, "count": 275, "max_ms": 7.289, "p95_ms": 5.315}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11436.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1234.107, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.4, "sample_count": 3046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:42:54+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:42:54+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T10:42:54.100706+09:00", "mtime_epoch": 1783042974.1007063, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:42:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.094, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.225, "count": 300, "max_ms": 3.224, "p95_ms": 2.654}, "gstreamer_push": {"avg_ms": 1.561, "count": 300, "max_ms": 6.327, "p95_ms": 3.584}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.738, "count": 300, "max_ms": 67.25, "p95_ms": 63.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.549, "count": 300, "max_ms": 88.199, "p95_ms": 81.923}, "yolo11_640_fire_11class": {"avg_ms": 59.364, "count": 300, "max_ms": 75.159, "p95_ms": 69.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.249, "count": 300, "max_ms": 84.615, "p95_ms": 79.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.346, "count": 300, "max_ms": 99.293, "p95_ms": 92.954}, "read_interval": {"avg_ms": 100.075, "count": 299, "max_ms": 301.87, "p95_ms": 115.602}, "triton_wait": {"avg_ms": 68.131, "count": 300, "max_ms": 88.212, "p95_ms": 81.935}, "visualize": {"avg_ms": 3.744, "count": 300, "max_ms": 4.848, "p95_ms": 4.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11436.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.974, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.801, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:43:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:43:16+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T10:43:16+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T10:43:16.601033+09:00", "mtime_epoch": 1783042996.6010327, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222519}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:43:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.292, "pushed": 9.292, "read": 9.259}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.698, "count": 278, "max_ms": 4.833, "p95_ms": 4.169}, "gstreamer_push": {"avg_ms": 1.329, "count": 278, "max_ms": 1.593, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.483, "count": 278, "max_ms": 68.191, "p95_ms": 65.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.619, "count": 278, "max_ms": 84.227, "p95_ms": 81.229}, "yolo11_640_fire_11class": {"avg_ms": 61.482, "count": 278, "max_ms": 77.438, "p95_ms": 70.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.695, "count": 278, "max_ms": 80.489, "p95_ms": 79.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.93, "count": 278, "max_ms": 133.703, "p95_ms": 126.787}, "read_interval": {"avg_ms": 108.221, "count": 277, "max_ms": 149.315, "p95_ms": 140.419}, "triton_wait": {"avg_ms": 69.327, "count": 278, "max_ms": 84.24, "p95_ms": 81.24}, "visualize": {"avg_ms": 4.214, "count": 278, "max_ms": 6.083, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11438.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1264.173, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.625, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:43:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:43:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:43:24+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T10:43:24.193143+09:00", "mtime_epoch": 1783043004.193143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:43:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.232, "count": 301, "max_ms": 3.27, "p95_ms": 2.612}, "gstreamer_push": {"avg_ms": 1.601, "count": 301, "max_ms": 6.743, "p95_ms": 3.745}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.229, "count": 301, "max_ms": 69.067, "p95_ms": 64.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.839, "count": 301, "max_ms": 85.689, "p95_ms": 81.19}, "yolo11_640_fire_11class": {"avg_ms": 60.724, "count": 301, "max_ms": 75.067, "p95_ms": 70.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.17, "count": 301, "max_ms": 81.632, "p95_ms": 78.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.774, "count": 301, "max_ms": 97.584, "p95_ms": 92.82}, "read_interval": {"avg_ms": 99.942, "count": 300, "max_ms": 192.893, "p95_ms": 115.347}, "triton_wait": {"avg_ms": 68.556, "count": 301, "max_ms": 85.701, "p95_ms": 81.39}, "visualize": {"avg_ms": 3.755, "count": 301, "max_ms": 4.777, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 814.038, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.773, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:43:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:43:46+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T10:43:46+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T10:43:46.633469+09:00", "mtime_epoch": 1783043026.6334686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:43:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.405, "pushed": 8.405, "read": 8.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.051, "count": 252, "max_ms": 5.652, "p95_ms": 4.53}, "gstreamer_push": {"avg_ms": 1.206, "count": 252, "max_ms": 1.602, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.446, "count": 252, "max_ms": 65.927, "p95_ms": 62.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.402, "count": 252, "max_ms": 81.287, "p95_ms": 76.547}, "yolo11_640_fire_11class": {"avg_ms": 53.413, "count": 252, "max_ms": 74.153, "p95_ms": 68.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.991, "count": 252, "max_ms": 81.591, "p95_ms": 77.417}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.567, "count": 252, "max_ms": 131.284, "p95_ms": 128.479}, "read_interval": {"avg_ms": 119.297, "count": 251, "max_ms": 145.276, "p95_ms": 142.283}, "triton_wait": {"avg_ms": 57.386, "count": 252, "max_ms": 81.603, "p95_ms": 78.529}, "visualize": {"avg_ms": 5.159, "count": 252, "max_ms": 7.757, "p95_ms": 5.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11436.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1294.277, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.419, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:43:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:43:54+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T10:43:54+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T10:43:54.257580+09:00", "mtime_epoch": 1783043034.2575796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176131}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:43:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.094, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.25, "count": 300, "max_ms": 3.212, "p95_ms": 2.684}, "gstreamer_push": {"avg_ms": 1.642, "count": 301, "max_ms": 6.737, "p95_ms": 3.834}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.31, "count": 300, "max_ms": 67.961, "p95_ms": 63.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.362, "count": 300, "max_ms": 83.655, "p95_ms": 72.007}, "yolo11_640_fire_11class": {"avg_ms": 52.897, "count": 300, "max_ms": 77.497, "p95_ms": 69.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.31, "count": 300, "max_ms": 81.769, "p95_ms": 77.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.37, "count": 300, "max_ms": 96.239, "p95_ms": 89.78}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 134.883, "p95_ms": 119.646}, "triton_wait": {"avg_ms": 59.026, "count": 300, "max_ms": 83.667, "p95_ms": 78.882}, "visualize": {"avg_ms": 3.806, "count": 300, "max_ms": 4.894, "p95_ms": 4.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 844.123, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.801, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:44:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T10:44:16+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T10:44:16+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T10:44:16.714167+09:00", "mtime_epoch": 1783043056.7141674, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:44:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.54, "pushed": 8.54, "read": 8.507}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.973, "count": 255, "max_ms": 5.868, "p95_ms": 4.316}, "gstreamer_push": {"avg_ms": 1.196, "count": 256, "max_ms": 1.573, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.259, "count": 255, "max_ms": 71.105, "p95_ms": 62.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.085, "count": 255, "max_ms": 83.085, "p95_ms": 76.507}, "yolo11_640_fire_11class": {"avg_ms": 53.471, "count": 255, "max_ms": 83.184, "p95_ms": 68.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.862, "count": 255, "max_ms": 81.695, "p95_ms": 75.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.735, "count": 256, "max_ms": 135.083, "p95_ms": 128.619}, "read_interval": {"avg_ms": 117.513, "count": 255, "max_ms": 149.062, "p95_ms": 141.88}, "triton_wait": {"avg_ms": 57.362, "count": 255, "max_ms": 83.197, "p95_ms": 78.388}, "visualize": {"avg_ms": 5.061, "count": 255, "max_ms": 6.602, "p95_ms": 5.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1324.361, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.419, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T10:44:24+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T10:44:24+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T10:44:24.374403+09:00", "mtime_epoch": 1783043064.3744035, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:44:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.247, "count": 301, "max_ms": 3.686, "p95_ms": 2.736}, "gstreamer_push": {"avg_ms": 1.538, "count": 301, "max_ms": 4.376, "p95_ms": 3.674}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.194, "count": 301, "max_ms": 65.088, "p95_ms": 62.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.697, "count": 301, "max_ms": 85.603, "p95_ms": 73.162}, "yolo11_640_fire_11class": {"avg_ms": 52.979, "count": 301, "max_ms": 74.664, "p95_ms": 68.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.483, "count": 301, "max_ms": 78.725, "p95_ms": 74.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.899, "count": 301, "max_ms": 96.277, "p95_ms": 86.901}, "read_interval": {"avg_ms": 99.967, "count": 300, "max_ms": 471.264, "p95_ms": 120.17}, "triton_wait": {"avg_ms": 58.724, "count": 301, "max_ms": 85.617, "p95_ms": 76.082}, "visualize": {"avg_ms": 3.761, "count": 301, "max_ms": 4.774, "p95_ms": 4.341}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11436.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 874.133, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.709, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:44:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:44:46+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:44:46+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:44:46.739083+09:00", "mtime_epoch": 1783043086.739083, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:44:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.034, "pushed": 9.034, "read": 9.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.808, "count": 271, "max_ms": 4.521, "p95_ms": 4.204}, "gstreamer_push": {"avg_ms": 1.309, "count": 271, "max_ms": 1.596, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.49, "count": 271, "max_ms": 68.179, "p95_ms": 65.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.793, "count": 271, "max_ms": 85.482, "p95_ms": 81.783}, "yolo11_640_fire_11class": {"avg_ms": 61.966, "count": 271, "max_ms": 74.881, "p95_ms": 69.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.808, "count": 271, "max_ms": 81.046, "p95_ms": 79.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.44, "count": 271, "max_ms": 133.255, "p95_ms": 126.461}, "read_interval": {"avg_ms": 110.803, "count": 271, "max_ms": 146.547, "p95_ms": 140.894}, "triton_wait": {"avg_ms": 70.034, "count": 271, "max_ms": 85.495, "p95_ms": 81.796}, "visualize": {"avg_ms": 4.262, "count": 271, "max_ms": 5.374, "p95_ms": 5.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1354.395, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.821, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:44:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:44:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:44:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:44:54.395313+09:00", "mtime_epoch": 1783043094.3953125, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:44:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.536, "pushed": 9.536, "read": 9.536}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.167, "count": 286, "max_ms": 2.7, "p95_ms": 2.242}, "gstreamer_push": {"avg_ms": 1.596, "count": 286, "max_ms": 6.228, "p95_ms": 3.639}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.07, "count": 286, "max_ms": 68.075, "p95_ms": 65.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.11, "count": 286, "max_ms": 86.894, "p95_ms": 81.972}, "yolo11_640_fire_11class": {"avg_ms": 63.903, "count": 286, "max_ms": 76.79, "p95_ms": 69.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.262, "count": 286, "max_ms": 81.429, "p95_ms": 79.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.819, "count": 286, "max_ms": 97.704, "p95_ms": 93.01}, "read_interval": {"avg_ms": 104.972, "count": 286, "max_ms": 273.438, "p95_ms": 114.189}, "triton_wait": {"avg_ms": 73.724, "count": 286, "max_ms": 86.906, "p95_ms": 81.982}, "visualize": {"avg_ms": 3.709, "count": 286, "max_ms": 4.567, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11441.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 904.157, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.392, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:45:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:45:16+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:45:16+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T10:45:16.759975+09:00", "mtime_epoch": 1783043116.7599747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:45:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.392, "pushed": 9.392, "read": 9.358}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.484, "count": 281, "max_ms": 5.204, "p95_ms": 4.173}, "gstreamer_push": {"avg_ms": 1.333, "count": 281, "max_ms": 1.534, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.221, "count": 281, "max_ms": 68.597, "p95_ms": 65.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.446, "count": 281, "max_ms": 85.625, "p95_ms": 80.55}, "yolo11_640_fire_11class": {"avg_ms": 62.141, "count": 281, "max_ms": 80.011, "p95_ms": 69.627}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.01, "count": 281, "max_ms": 81.026, "p95_ms": 79.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.961, "count": 281, "max_ms": 132.8, "p95_ms": 125.278}, "read_interval": {"avg_ms": 106.842, "count": 280, "max_ms": 148.062, "p95_ms": 139.774}, "triton_wait": {"avg_ms": 71.032, "count": 281, "max_ms": 85.639, "p95_ms": 80.684}, "visualize": {"avg_ms": 4.047, "count": 281, "max_ms": 5.762, "p95_ms": 5.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1384.463, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.185, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:45:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:45:24+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T10:45:24+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T10:45:24.452200+09:00", "mtime_epoch": 1783043124.4521997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:45:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.178, "pushed": 10.178, "read": 10.145}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.188, "count": 305, "max_ms": 3.171, "p95_ms": 2.462}, "gstreamer_push": {"avg_ms": 1.627, "count": 305, "max_ms": 6.199, "p95_ms": 3.751}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.12, "count": 305, "max_ms": 68.518, "p95_ms": 64.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.097, "count": 305, "max_ms": 85.429, "p95_ms": 81.88}, "yolo11_640_fire_11class": {"avg_ms": 61.24, "count": 305, "max_ms": 78.157, "p95_ms": 69.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.769, "count": 305, "max_ms": 80.979, "p95_ms": 78.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.38, "count": 305, "max_ms": 96.27, "p95_ms": 92.723}, "read_interval": {"avg_ms": 98.526, "count": 304, "max_ms": 121.22, "p95_ms": 110.667}, "triton_wait": {"avg_ms": 70.313, "count": 305, "max_ms": 85.441, "p95_ms": 81.893}, "visualize": {"avg_ms": 3.717, "count": 305, "max_ms": 5.05, "p95_ms": 4.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11441.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 934.169, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.31, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:45:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T10:45:46+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T10:45:46+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T10:45:46.760844+09:00", "mtime_epoch": 1783043146.7608435, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:45:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.701, "pushed": 8.701, "read": 8.701}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.252, "count": 261, "max_ms": 6.41, "p95_ms": 5.018}, "gstreamer_push": {"avg_ms": 1.294, "count": 261, "max_ms": 2.318, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.808, "count": 261, "max_ms": 67.552, "p95_ms": 65.389}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.105, "count": 261, "max_ms": 86.015, "p95_ms": 82.317}, "yolo11_640_fire_11class": {"avg_ms": 59.652, "count": 261, "max_ms": 76.351, "p95_ms": 70.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.391, "count": 261, "max_ms": 81.177, "p95_ms": 79.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.857, "count": 261, "max_ms": 132.572, "p95_ms": 126.794}, "read_interval": {"avg_ms": 114.931, "count": 261, "max_ms": 146.021, "p95_ms": 140.624}, "triton_wait": {"avg_ms": 67.165, "count": 261, "max_ms": 86.028, "p95_ms": 82.33}, "visualize": {"avg_ms": 4.602, "count": 261, "max_ms": 7.444, "p95_ms": 5.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1414.47, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.31, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:45:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:45:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T10:45:54+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T10:45:54.461063+09:00", "mtime_epoch": 1783043154.4610631, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:45:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.93, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.337, "pushed": 10.337, "read": 10.337}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.202, "count": 310, "max_ms": 3.153, "p95_ms": 2.538}, "gstreamer_push": {"avg_ms": 1.707, "count": 310, "max_ms": 6.232, "p95_ms": 3.801}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.969, "count": 310, "max_ms": 70.594, "p95_ms": 64.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.434, "count": 310, "max_ms": 87.047, "p95_ms": 80.333}, "yolo11_640_fire_11class": {"avg_ms": 54.721, "count": 310, "max_ms": 74.151, "p95_ms": 69.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.911, "count": 310, "max_ms": 80.736, "p95_ms": 77.754}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.997, "count": 310, "max_ms": 98.087, "p95_ms": 91.479}, "read_interval": {"avg_ms": 96.902, "count": 310, "max_ms": 202.696, "p95_ms": 118.338}, "triton_wait": {"avg_ms": 61.767, "count": 310, "max_ms": 87.059, "p95_ms": 80.463}, "visualize": {"avg_ms": 3.733, "count": 310, "max_ms": 4.799, "p95_ms": 4.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 964.211, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.16, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:46:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:46:16+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-03T10:46:16+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-03T10:46:16.785692+09:00", "mtime_epoch": 1783043176.785692, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224033}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:46:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.354, "pushed": 8.354, "read": 8.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.106, "count": 250, "max_ms": 6.269, "p95_ms": 4.32}, "gstreamer_push": {"avg_ms": 1.192, "count": 250, "max_ms": 1.495, "p95_ms": 1.275}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.664, "count": 250, "max_ms": 67.399, "p95_ms": 63.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.897, "count": 250, "max_ms": 83.467, "p95_ms": 77.263}, "yolo11_640_fire_11class": {"avg_ms": 53.611, "count": 250, "max_ms": 75.179, "p95_ms": 68.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.414, "count": 250, "max_ms": 81.573, "p95_ms": 77.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.567, "count": 250, "max_ms": 135.784, "p95_ms": 127.431}, "read_interval": {"avg_ms": 120.097, "count": 249, "max_ms": 149.176, "p95_ms": 141.613}, "triton_wait": {"avg_ms": 57.089, "count": 250, "max_ms": 83.48, "p95_ms": 77.953}, "visualize": {"avg_ms": 5.187, "count": 250, "max_ms": 8.19, "p95_ms": 5.405}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11436.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1444.475, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.259, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:46:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:46:24+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T10:46:24+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T10:46:24.453906+09:00", "mtime_epoch": 1783043184.4539056, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:46:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.094, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.272, "count": 300, "max_ms": 3.81, "p95_ms": 2.899}, "gstreamer_push": {"avg_ms": 1.582, "count": 300, "max_ms": 6.028, "p95_ms": 3.77}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.694, "count": 300, "max_ms": 68.767, "p95_ms": 63.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.509, "count": 300, "max_ms": 84.477, "p95_ms": 77.326}, "yolo11_640_fire_11class": {"avg_ms": 54.003, "count": 300, "max_ms": 72.763, "p95_ms": 68.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.929, "count": 300, "max_ms": 84.866, "p95_ms": 76.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.207, "count": 300, "max_ms": 96.153, "p95_ms": 89.11}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 149.537, "p95_ms": 119.592}, "triton_wait": {"avg_ms": 60.742, "count": 300, "max_ms": 84.875, "p95_ms": 77.975}, "visualize": {"avg_ms": 3.863, "count": 300, "max_ms": 5.569, "p95_ms": 4.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 994.238, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.607, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:46:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:46:46+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T10:46:46+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T10:46:46.830521+09:00", "mtime_epoch": 1783043206.830521, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223684}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:46:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.394, "pushed": 8.394, "read": 8.36}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.949, "count": 251, "max_ms": 6.085, "p95_ms": 4.552}, "gstreamer_push": {"avg_ms": 1.207, "count": 251, "max_ms": 1.499, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.928, "count": 251, "max_ms": 68.133, "p95_ms": 64.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.435, "count": 251, "max_ms": 83.402, "p95_ms": 78.625}, "yolo11_640_fire_11class": {"avg_ms": 55.074, "count": 251, "max_ms": 74.417, "p95_ms": 69.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.265, "count": 251, "max_ms": 79.697, "p95_ms": 77.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.887, "count": 251, "max_ms": 134.757, "p95_ms": 128.052}, "read_interval": {"avg_ms": 119.634, "count": 250, "max_ms": 148.205, "p95_ms": 141.483}, "triton_wait": {"avg_ms": 59.581, "count": 251, "max_ms": 83.414, "p95_ms": 78.721}, "visualize": {"avg_ms": 5.061, "count": 251, "max_ms": 7.282, "p95_ms": 5.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11441.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1474.496, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.809, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:46:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:46:54+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T10:46:54+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T10:46:54.466729+09:00", "mtime_epoch": 1783043214.466729, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:46:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.508, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.256, "count": 300, "max_ms": 3.789, "p95_ms": 2.756}, "gstreamer_push": {"avg_ms": 1.639, "count": 300, "max_ms": 5.998, "p95_ms": 3.844}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.241, "count": 300, "max_ms": 69.432, "p95_ms": 62.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.634, "count": 300, "max_ms": 87.301, "p95_ms": 73.472}, "yolo11_640_fire_11class": {"avg_ms": 52.661, "count": 300, "max_ms": 74.651, "p95_ms": 67.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.239, "count": 300, "max_ms": 81.281, "p95_ms": 75.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.123, "count": 300, "max_ms": 98.303, "p95_ms": 88.22}, "read_interval": {"avg_ms": 100.114, "count": 299, "max_ms": 171.737, "p95_ms": 119.497}, "triton_wait": {"avg_ms": 58.694, "count": 300, "max_ms": 87.314, "p95_ms": 76.951}, "visualize": {"avg_ms": 3.82, "count": 300, "max_ms": 5.32, "p95_ms": 4.435}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11436.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1024.296, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.491, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:47:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:47:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:47:16+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T10:47:16.927333+09:00", "mtime_epoch": 1783043236.9273329, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:47:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.217, "pushed": 9.217, "read": 9.184}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.004, "count": 276, "max_ms": 5.984, "p95_ms": 4.241}, "gstreamer_push": {"avg_ms": 1.271, "count": 276, "max_ms": 2.239, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.008, "count": 276, "max_ms": 66.183, "p95_ms": 62.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.857, "count": 276, "max_ms": 86.061, "p95_ms": 82.671}, "yolo11_640_fire_11class": {"avg_ms": 57.696, "count": 276, "max_ms": 73.81, "p95_ms": 69.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.433, "count": 276, "max_ms": 82.55, "p95_ms": 78.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.946, "count": 276, "max_ms": 133.997, "p95_ms": 126.322}, "read_interval": {"avg_ms": 109.011, "count": 275, "max_ms": 149.419, "p95_ms": 139.654}, "triton_wait": {"avg_ms": 65.211, "count": 276, "max_ms": 86.073, "p95_ms": 82.683}, "visualize": {"avg_ms": 4.369, "count": 276, "max_ms": 6.314, "p95_ms": 5.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11436.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1504.53, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.197, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:47:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:47:24+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T10:47:24+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-03T10:47:24.395532+09:00", "mtime_epoch": 1783043244.3955317, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:47:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.293, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.203, "count": 299, "max_ms": 3.54, "p95_ms": 2.596}, "gstreamer_push": {"avg_ms": 1.678, "count": 299, "max_ms": 6.628, "p95_ms": 3.932}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.498, "count": 299, "max_ms": 66.639, "p95_ms": 62.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.676, "count": 299, "max_ms": 87.494, "p95_ms": 82.462}, "yolo11_640_fire_11class": {"avg_ms": 57.869, "count": 299, "max_ms": 79.545, "p95_ms": 68.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.724, "count": 299, "max_ms": 81.746, "p95_ms": 77.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.838, "count": 299, "max_ms": 98.492, "p95_ms": 93.893}, "read_interval": {"avg_ms": 100.468, "count": 298, "max_ms": 228.167, "p95_ms": 117.787}, "triton_wait": {"avg_ms": 67.562, "count": 299, "max_ms": 87.506, "p95_ms": 82.473}, "visualize": {"avg_ms": 3.76, "count": 299, "max_ms": 5.36, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11436.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1054.362, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.417, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:47:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T10:47:47+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T10:47:46+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T10:47:46.952125+09:00", "mtime_epoch": 1783043266.952125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:47:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.572, "pushed": 9.572, "read": 9.538}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.388, "count": 287, "max_ms": 5.389, "p95_ms": 4.162}, "gstreamer_push": {"avg_ms": 1.352, "count": 287, "max_ms": 1.546, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.062, "count": 287, "max_ms": 68.94, "p95_ms": 64.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.355, "count": 287, "max_ms": 87.052, "p95_ms": 82.859}, "yolo11_640_fire_11class": {"avg_ms": 61.828, "count": 287, "max_ms": 76.107, "p95_ms": 71.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.925, "count": 287, "max_ms": 81.376, "p95_ms": 78.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.599, "count": 287, "max_ms": 134.545, "p95_ms": 113.032}, "read_interval": {"avg_ms": 104.693, "count": 286, "max_ms": 148.885, "p95_ms": 126.488}, "triton_wait": {"avg_ms": 70.198, "count": 287, "max_ms": 87.064, "p95_ms": 82.872}, "visualize": {"avg_ms": 3.986, "count": 287, "max_ms": 6.365, "p95_ms": 5.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11436.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1534.611, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.12, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:47:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:47:54+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T10:47:54+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T10:47:54.600324+09:00", "mtime_epoch": 1783043274.6003242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:47:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.094, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.241, "count": 301, "max_ms": 3.45, "p95_ms": 2.743}, "gstreamer_push": {"avg_ms": 1.58, "count": 301, "max_ms": 5.997, "p95_ms": 3.718}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.567, "count": 301, "max_ms": 67.379, "p95_ms": 64.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.076, "count": 301, "max_ms": 86.119, "p95_ms": 81.452}, "yolo11_640_fire_11class": {"avg_ms": 58.686, "count": 301, "max_ms": 72.419, "p95_ms": 68.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.936, "count": 301, "max_ms": 80.57, "p95_ms": 77.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.305, "count": 301, "max_ms": 97.078, "p95_ms": 92.853}, "read_interval": {"avg_ms": 99.801, "count": 300, "max_ms": 121.276, "p95_ms": 115.191}, "triton_wait": {"avg_ms": 67.989, "count": 301, "max_ms": 86.131, "p95_ms": 81.465}, "visualize": {"avg_ms": 3.768, "count": 301, "max_ms": 4.959, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1084.459, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.058, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:48:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:48:17+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T10:48:17+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T10:48:17.056903+09:00", "mtime_epoch": 1783043297.0569026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:48:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.506, "pushed": 9.506, "read": 9.473}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.241, "count": 284, "max_ms": 5.491, "p95_ms": 4.152}, "gstreamer_push": {"avg_ms": 1.368, "count": 285, "max_ms": 1.542, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.634, "count": 284, "max_ms": 67.544, "p95_ms": 65.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.405, "count": 284, "max_ms": 84.801, "p95_ms": 82.938}, "yolo11_640_fire_11class": {"avg_ms": 64.503, "count": 284, "max_ms": 75.004, "p95_ms": 69.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.921, "count": 284, "max_ms": 83.616, "p95_ms": 80.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.435, "count": 285, "max_ms": 130.128, "p95_ms": 104.312}, "read_interval": {"avg_ms": 105.593, "count": 284, "max_ms": 143.467, "p95_ms": 118.869}, "triton_wait": {"avg_ms": 74.075, "count": 284, "max_ms": 84.815, "p95_ms": 82.996}, "visualize": {"avg_ms": 3.877, "count": 284, "max_ms": 5.748, "p95_ms": 5.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1564.617, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.367, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:48:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:48:24+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:48:24+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T10:48:24.609095+09:00", "mtime_epoch": 1783043304.609095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:48:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.73, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.503, "pushed": 9.503, "read": 9.503}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.19, "count": 285, "max_ms": 2.82, "p95_ms": 2.319}, "gstreamer_push": {"avg_ms": 1.576, "count": 285, "max_ms": 6.391, "p95_ms": 3.689}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.919, "count": 285, "max_ms": 68.815, "p95_ms": 65.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.017, "count": 285, "max_ms": 83.726, "p95_ms": 82.51}, "yolo11_640_fire_11class": {"avg_ms": 65.619, "count": 285, "max_ms": 71.294, "p95_ms": 68.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.214, "count": 285, "max_ms": 82.332, "p95_ms": 80.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.197, "count": 285, "max_ms": 94.857, "p95_ms": 93.662}, "read_interval": {"avg_ms": 105.292, "count": 285, "max_ms": 113.916, "p95_ms": 111.05}, "triton_wait": {"avg_ms": 77.06, "count": 285, "max_ms": 83.738, "p95_ms": 82.523}, "visualize": {"avg_ms": 3.724, "count": 285, "max_ms": 4.466, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1114.564, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.819, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:48:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:48:47+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T10:48:47+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T10:48:47.157664+09:00", "mtime_epoch": 1783043327.1576643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:48:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.734, "pushed": 8.734, "read": 8.701}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.169, "count": 261, "max_ms": 6.144, "p95_ms": 4.268}, "gstreamer_push": {"avg_ms": 1.269, "count": 262, "max_ms": 1.707, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.354, "count": 261, "max_ms": 68.444, "p95_ms": 65.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.998, "count": 261, "max_ms": 85.949, "p95_ms": 80.837}, "yolo11_640_fire_11class": {"avg_ms": 59.176, "count": 261, "max_ms": 73.439, "p95_ms": 69.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.365, "count": 261, "max_ms": 81.59, "p95_ms": 79.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.848, "count": 262, "max_ms": 135.357, "p95_ms": 127.262}, "read_interval": {"avg_ms": 114.87, "count": 261, "max_ms": 148.195, "p95_ms": 141.317}, "triton_wait": {"avg_ms": 67.567, "count": 261, "max_ms": 85.962, "p95_ms": 80.922}, "visualize": {"avg_ms": 4.507, "count": 261, "max_ms": 9.073, "p95_ms": 5.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1594.673, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.357, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:48:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:48:54+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T10:48:54+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T10:48:54.657852+09:00", "mtime_epoch": 1783043334.6578517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:48:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.73, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.583, "pushed": 10.583, "read": 10.55}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.231, "count": 317, "max_ms": 3.319, "p95_ms": 2.78}, "gstreamer_push": {"avg_ms": 1.565, "count": 317, "max_ms": 6.453, "p95_ms": 3.736}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.525, "count": 317, "max_ms": 68.127, "p95_ms": 63.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.805, "count": 317, "max_ms": 85.306, "p95_ms": 79.019}, "yolo11_640_fire_11class": {"avg_ms": 54.235, "count": 317, "max_ms": 72.558, "p95_ms": 68.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.704, "count": 317, "max_ms": 83.019, "p95_ms": 77.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.545, "count": 317, "max_ms": 97.563, "p95_ms": 90.374}, "read_interval": {"avg_ms": 94.829, "count": 316, "max_ms": 305.097, "p95_ms": 118.257}, "triton_wait": {"avg_ms": 61.308, "count": 317, "max_ms": 85.321, "p95_ms": 79.28}, "visualize": {"avg_ms": 3.781, "count": 317, "max_ms": 5.579, "p95_ms": 4.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11436.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1144.681, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.994, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:49:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:49:17+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T10:49:17+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T10:49:17.270411+09:00", "mtime_epoch": 1783043357.2704113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:49:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.267, "pushed": 8.267, "read": 8.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.221, "count": 247, "max_ms": 6.524, "p95_ms": 4.983}, "gstreamer_push": {"avg_ms": 1.159, "count": 248, "max_ms": 1.299, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.601, "count": 247, "max_ms": 65.962, "p95_ms": 61.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.766, "count": 247, "max_ms": 88.444, "p95_ms": 75.165}, "yolo11_640_fire_11class": {"avg_ms": 50.605, "count": 247, "max_ms": 69.178, "p95_ms": 66.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.589, "count": 247, "max_ms": 80.215, "p95_ms": 76.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.009, "count": 248, "max_ms": 139.217, "p95_ms": 128.985}, "read_interval": {"avg_ms": 121.439, "count": 247, "max_ms": 152.282, "p95_ms": 142.388}, "triton_wait": {"avg_ms": 57.216, "count": 247, "max_ms": 88.457, "p95_ms": 78.438}, "visualize": {"avg_ms": 5.232, "count": 247, "max_ms": 7.16, "p95_ms": 5.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 481}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1624.678, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.367, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:49:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:49:24+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T10:49:24+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T10:49:24.662592+09:00", "mtime_epoch": 1783043364.6625924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:49:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6559.73, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.227, "count": 300, "max_ms": 3.385, "p95_ms": 2.651}, "gstreamer_push": {"avg_ms": 1.62, "count": 300, "max_ms": 6.513, "p95_ms": 3.853}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.79, "count": 300, "max_ms": 69.222, "p95_ms": 63.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.802, "count": 300, "max_ms": 86.93, "p95_ms": 77.46}, "yolo11_640_fire_11class": {"avg_ms": 52.645, "count": 300, "max_ms": 77.039, "p95_ms": 67.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.932, "count": 300, "max_ms": 82.149, "p95_ms": 76.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.434, "count": 300, "max_ms": 98.249, "p95_ms": 89.118}, "read_interval": {"avg_ms": 100.004, "count": 300, "max_ms": 368.592, "p95_ms": 119.326}, "triton_wait": {"avg_ms": 59.174, "count": 300, "max_ms": 86.942, "p95_ms": 78.142}, "visualize": {"avg_ms": 3.791, "count": 300, "max_ms": 6.115, "p95_ms": 4.37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11441.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1174.725, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.143, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:49:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:49:47+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T10:49:47+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T10:49:47.319143+09:00", "mtime_epoch": 1783043387.3191426, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:49:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.987, "pushed": 8.987, "read": 8.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 269, "max_ms": 6.145, "p95_ms": 4.362}, "gstreamer_push": {"avg_ms": 1.236, "count": 269, "max_ms": 1.493, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.065, "count": 269, "max_ms": 69.492, "p95_ms": 63.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.03, "count": 269, "max_ms": 87.211, "p95_ms": 80.363}, "yolo11_640_fire_11class": {"avg_ms": 54.807, "count": 269, "max_ms": 77.897, "p95_ms": 69.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.579, "count": 269, "max_ms": 82.549, "p95_ms": 78.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.206, "count": 269, "max_ms": 138.308, "p95_ms": 128.657}, "read_interval": {"avg_ms": 111.667, "count": 268, "max_ms": 152.381, "p95_ms": 142.289}, "triton_wait": {"avg_ms": 60.078, "count": 269, "max_ms": 87.224, "p95_ms": 80.376}, "visualize": {"avg_ms": 4.726, "count": 269, "max_ms": 7.877, "p95_ms": 5.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 483}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11443.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1654.747, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.441, "name": "ffmpeg", "pid": 27358, "rss_mb": 285.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.213, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:49:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T10:49:54+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T10:49:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T10:49:54.735321+09:00", "mtime_epoch": 1783043394.735321, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:49:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.941, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.503, "pushed": 9.503, "read": 9.47}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.69, "count": 285, "max_ms": 5.327, "p95_ms": 4.667}, "gstreamer_push": {"avg_ms": 1.492, "count": 285, "max_ms": 4.091, "p95_ms": 3.546}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.466, "count": 285, "max_ms": 72.662, "p95_ms": 63.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.711, "count": 285, "max_ms": 85.97, "p95_ms": 79.161}, "yolo11_640_fire_11class": {"avg_ms": 54.27, "count": 285, "max_ms": 79.546, "p95_ms": 68.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.297, "count": 285, "max_ms": 82.758, "p95_ms": 77.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.461, "count": 285, "max_ms": 146.099, "p95_ms": 118.175}, "read_interval": {"avg_ms": 105.445, "count": 284, "max_ms": 161.547, "p95_ms": 131.528}, "triton_wait": {"avg_ms": 60.874, "count": 285, "max_ms": 85.982, "p95_ms": 80.084}, "visualize": {"avg_ms": 4.071, "count": 285, "max_ms": 6.222, "p95_ms": 5.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1204.786, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.052, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:50:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:50:17+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T10:50:17+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T10:50:17.375861+09:00", "mtime_epoch": 1783043417.3758612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:50:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.082, "pushed": 8.082, "read": 8.048}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.207, "count": 242, "max_ms": 6.32, "p95_ms": 4.699}, "gstreamer_push": {"avg_ms": 1.156, "count": 242, "max_ms": 1.92, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.199, "count": 242, "max_ms": 65.692, "p95_ms": 62.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.119, "count": 242, "max_ms": 82.318, "p95_ms": 78.291}, "yolo11_640_fire_11class": {"avg_ms": 54.616, "count": 242, "max_ms": 77.723, "p95_ms": 68.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.355, "count": 242, "max_ms": 81.209, "p95_ms": 79.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.702, "count": 242, "max_ms": 137.639, "p95_ms": 131.282}, "read_interval": {"avg_ms": 124.224, "count": 241, "max_ms": 152.342, "p95_ms": 145.173}, "triton_wait": {"avg_ms": 59.449, "count": 242, "max_ms": 82.331, "p95_ms": 80.193}, "visualize": {"avg_ms": 5.24, "count": 242, "max_ms": 7.07, "p95_ms": 5.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11445.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1684.822, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.02, "name": "ffmpeg", "pid": 27358, "rss_mb": 288.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.266, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:50:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:50:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T10:50:24+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T10:50:24.840038+09:00", "mtime_epoch": 1783043424.8400376, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:50:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6562.121, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.913, "count": 299, "max_ms": 5.372, "p95_ms": 4.7}, "gstreamer_push": {"avg_ms": 1.525, "count": 300, "max_ms": 6.455, "p95_ms": 3.753}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.523, "count": 299, "max_ms": 66.99, "p95_ms": 63.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.051, "count": 299, "max_ms": 82.807, "p95_ms": 78.335}, "yolo11_640_fire_11class": {"avg_ms": 54.846, "count": 299, "max_ms": 73.836, "p95_ms": 69.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.19, "count": 299, "max_ms": 82.946, "p95_ms": 78.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.153, "count": 300, "max_ms": 143.967, "p95_ms": 129.672}, "read_interval": {"avg_ms": 100.317, "count": 299, "max_ms": 161.526, "p95_ms": 142.949}, "triton_wait": {"avg_ms": 61.712, "count": 299, "max_ms": 82.959, "p95_ms": 79.459}, "visualize": {"avg_ms": 4.105, "count": 299, "max_ms": 5.699, "p95_ms": 5.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11442.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1234.801, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.958, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:50:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:50:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:50:47+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:50:47.408566+09:00", "mtime_epoch": 1783043447.4085665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229751}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:50:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.375, "pushed": 9.375, "read": 9.342}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.475, "count": 280, "max_ms": 5.58, "p95_ms": 4.164}, "gstreamer_push": {"avg_ms": 1.347, "count": 280, "max_ms": 1.811, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.006, "count": 280, "max_ms": 68.022, "p95_ms": 65.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.468, "count": 280, "max_ms": 86.891, "p95_ms": 82.943}, "yolo11_640_fire_11class": {"avg_ms": 63.235, "count": 280, "max_ms": 75.667, "p95_ms": 71.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.711, "count": 280, "max_ms": 80.59, "p95_ms": 79.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.401, "count": 280, "max_ms": 136.435, "p95_ms": 119.475}, "read_interval": {"avg_ms": 107.222, "count": 279, "max_ms": 149.897, "p95_ms": 135.138}, "triton_wait": {"avg_ms": 72.228, "count": 280, "max_ms": 86.903, "p95_ms": 82.956}, "visualize": {"avg_ms": 4.038, "count": 280, "max_ms": 6.254, "p95_ms": 5.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1714.884, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.02, "name": "ffmpeg", "pid": 27358, "rss_mb": 288.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.557, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:50:54+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T10:50:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T10:50:54.872740+09:00", "mtime_epoch": 1783043454.87274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:50:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.707, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.875}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.187, "count": 297, "max_ms": 3.223, "p95_ms": 2.265}, "gstreamer_push": {"avg_ms": 1.583, "count": 297, "max_ms": 6.129, "p95_ms": 3.763}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.582, "count": 297, "max_ms": 68.623, "p95_ms": 64.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.846, "count": 297, "max_ms": 85.461, "p95_ms": 82.25}, "yolo11_640_fire_11class": {"avg_ms": 62.614, "count": 297, "max_ms": 72.17, "p95_ms": 69.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.558, "count": 297, "max_ms": 79.711, "p95_ms": 78.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.002, "count": 297, "max_ms": 96.557, "p95_ms": 93.38}, "read_interval": {"avg_ms": 101.169, "count": 296, "max_ms": 113.904, "p95_ms": 110.479}, "triton_wait": {"avg_ms": 72.847, "count": 297, "max_ms": 85.474, "p95_ms": 82.262}, "visualize": {"avg_ms": 3.706, "count": 297, "max_ms": 4.92, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11434.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1264.89, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.539, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:51:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:51:17+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T10:51:17+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:51:17.493261+09:00", "mtime_epoch": 1783043477.4932613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221910}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:51:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.538, "pushed": 9.538, "read": 9.505}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.137, "count": 286, "max_ms": 5.312, "p95_ms": 4.089}, "gstreamer_push": {"avg_ms": 1.372, "count": 286, "max_ms": 1.779, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.81, "count": 286, "max_ms": 66.797, "p95_ms": 64.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.393, "count": 286, "max_ms": 86.107, "p95_ms": 82.85}, "yolo11_640_fire_11class": {"avg_ms": 64.422, "count": 286, "max_ms": 74.167, "p95_ms": 70.382}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.559, "count": 286, "max_ms": 81.857, "p95_ms": 78.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.564, "count": 286, "max_ms": 131.719, "p95_ms": 103.544}, "read_interval": {"avg_ms": 105.211, "count": 285, "max_ms": 146.226, "p95_ms": 116.709}, "triton_wait": {"avg_ms": 74.799, "count": 286, "max_ms": 86.12, "p95_ms": 82.863}, "visualize": {"avg_ms": 3.848, "count": 286, "max_ms": 6.666, "p95_ms": 5.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1744.945, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.277, "name": "ffmpeg", "pid": 27358, "rss_mb": 288.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.689, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:51:25+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T10:51:24+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T10:51:24.957432+09:00", "mtime_epoch": 1783043484.957432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:51:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.707, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.846, "pushed": 9.846, "read": 9.813}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.192, "count": 295, "max_ms": 3.92, "p95_ms": 2.351}, "gstreamer_push": {"avg_ms": 1.551, "count": 295, "max_ms": 6.393, "p95_ms": 3.701}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.495, "count": 295, "max_ms": 66.833, "p95_ms": 64.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.602, "count": 295, "max_ms": 85.76, "p95_ms": 82.576}, "yolo11_640_fire_11class": {"avg_ms": 63.309, "count": 295, "max_ms": 76.733, "p95_ms": 70.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.428, "count": 295, "max_ms": 82.991, "p95_ms": 79.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.897, "count": 295, "max_ms": 96.705, "p95_ms": 93.713}, "read_interval": {"avg_ms": 101.956, "count": 294, "max_ms": 115.21, "p95_ms": 111.237}, "triton_wait": {"avg_ms": 73.72, "count": 295, "max_ms": 85.772, "p95_ms": 82.587}, "visualize": {"avg_ms": 3.719, "count": 295, "max_ms": 4.588, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11442.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1294.994, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.605, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:51:47+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T10:51:47+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T10:51:47.577945+09:00", "mtime_epoch": 1783043507.5779452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:51:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.4, "pushed": 8.4, "read": 8.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.716, "count": 251, "max_ms": 6.337, "p95_ms": 4.741}, "gstreamer_push": {"avg_ms": 1.229, "count": 252, "max_ms": 1.813, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.525, "count": 251, "max_ms": 67.02, "p95_ms": 64.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.062, "count": 251, "max_ms": 86.031, "p95_ms": 81.381}, "yolo11_640_fire_11class": {"avg_ms": 56.189, "count": 251, "max_ms": 75.084, "p95_ms": 69.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.091, "count": 251, "max_ms": 83.271, "p95_ms": 79.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.12, "count": 252, "max_ms": 137.918, "p95_ms": 129.5}, "read_interval": {"avg_ms": 119.419, "count": 251, "max_ms": 152.497, "p95_ms": 142.938}, "triton_wait": {"avg_ms": 63.278, "count": 251, "max_ms": 86.043, "p95_ms": 81.395}, "visualize": {"avg_ms": 4.894, "count": 251, "max_ms": 6.928, "p95_ms": 5.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1774.97, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.277, "name": "ffmpeg", "pid": 27358, "rss_mb": 288.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.108, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:51:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T10:51:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T10:51:54.970112+09:00", "mtime_epoch": 1783043514.9701116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:51:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.148, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.889, "pushed": 10.889, "read": 10.856}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.317, "count": 326, "max_ms": 5.808, "p95_ms": 2.866}, "gstreamer_push": {"avg_ms": 1.566, "count": 326, "max_ms": 6.17, "p95_ms": 3.802}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.438, "count": 326, "max_ms": 69.134, "p95_ms": 62.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.593, "count": 326, "max_ms": 88.0, "p95_ms": 75.946}, "yolo11_640_fire_11class": {"avg_ms": 53.429, "count": 326, "max_ms": 75.93, "p95_ms": 68.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.031, "count": 326, "max_ms": 81.952, "p95_ms": 75.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.956, "count": 326, "max_ms": 141.016, "p95_ms": 95.114}, "read_interval": {"avg_ms": 92.058, "count": 325, "max_ms": 154.548, "p95_ms": 117.183}, "triton_wait": {"avg_ms": 60.958, "count": 326, "max_ms": 88.012, "p95_ms": 78.225}, "visualize": {"avg_ms": 3.799, "count": 326, "max_ms": 5.876, "p95_ms": 4.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11442.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1325.123, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.298, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:52:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:52:17+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T10:52:17+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T10:52:17.690619+09:00", "mtime_epoch": 1783043537.6906192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:52:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.167, "pushed": 8.167, "read": 8.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.195, "count": 245, "max_ms": 6.332, "p95_ms": 4.525}, "gstreamer_push": {"avg_ms": 1.162, "count": 245, "max_ms": 1.407, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.579, "count": 245, "max_ms": 65.662, "p95_ms": 61.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.253, "count": 245, "max_ms": 85.089, "p95_ms": 78.24}, "yolo11_640_fire_11class": {"avg_ms": 52.791, "count": 245, "max_ms": 74.906, "p95_ms": 66.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.342, "count": 245, "max_ms": 78.856, "p95_ms": 75.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.183, "count": 245, "max_ms": 137.917, "p95_ms": 129.741}, "read_interval": {"avg_ms": 122.392, "count": 245, "max_ms": 151.704, "p95_ms": 143.161}, "triton_wait": {"avg_ms": 57.624, "count": 245, "max_ms": 85.101, "p95_ms": 78.349}, "visualize": {"avg_ms": 5.207, "count": 245, "max_ms": 7.079, "p95_ms": 5.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1805.016, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.277, "name": "ffmpeg", "pid": 27358, "rss_mb": 288.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.108, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59556, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:52:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:52:25+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:52:25+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T10:52:25.006782+09:00", "mtime_epoch": 1783043545.0067816, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:52:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.148, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.241, "count": 300, "max_ms": 3.427, "p95_ms": 2.647}, "gstreamer_push": {"avg_ms": 1.609, "count": 300, "max_ms": 6.454, "p95_ms": 3.762}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.178, "count": 300, "max_ms": 68.517, "p95_ms": 61.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.331, "count": 300, "max_ms": 83.82, "p95_ms": 77.355}, "yolo11_640_fire_11class": {"avg_ms": 52.652, "count": 300, "max_ms": 74.417, "p95_ms": 67.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.65, "count": 300, "max_ms": 79.763, "p95_ms": 74.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.737, "count": 300, "max_ms": 95.465, "p95_ms": 88.752}, "read_interval": {"avg_ms": 100.085, "count": 299, "max_ms": 176.904, "p95_ms": 118.694}, "triton_wait": {"avg_ms": 59.384, "count": 300, "max_ms": 83.832, "p95_ms": 77.75}, "visualize": {"avg_ms": 3.784, "count": 300, "max_ms": 4.672, "p95_ms": 4.213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1355.237, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.572, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:52:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:52:47+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T10:52:47+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T10:52:47.831284+09:00", "mtime_epoch": 1783043567.831284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:52:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.568, "pushed": 8.568, "read": 8.535}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.693, "count": 256, "max_ms": 6.285, "p95_ms": 4.292}, "gstreamer_push": {"avg_ms": 1.218, "count": 257, "max_ms": 1.702, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.741, "count": 256, "max_ms": 67.235, "p95_ms": 64.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.556, "count": 256, "max_ms": 88.819, "p95_ms": 80.012}, "yolo11_640_fire_11class": {"avg_ms": 56.106, "count": 256, "max_ms": 75.866, "p95_ms": 70.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.205, "count": 256, "max_ms": 82.215, "p95_ms": 77.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.186, "count": 257, "max_ms": 136.969, "p95_ms": 128.117}, "read_interval": {"avg_ms": 117.171, "count": 256, "max_ms": 150.115, "p95_ms": 141.726}, "triton_wait": {"avg_ms": 61.324, "count": 256, "max_ms": 88.832, "p95_ms": 80.024}, "visualize": {"avg_ms": 4.886, "count": 256, "max_ms": 7.691, "p95_ms": 5.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1835.07, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.277, "name": "ffmpeg", "pid": 27358, "rss_mb": 288.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.108, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:52:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:52:55+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T10:52:55+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T10:52:55.055442+09:00", "mtime_epoch": 1783043575.0554419, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:52:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.949, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.239, "count": 301, "max_ms": 3.244, "p95_ms": 2.686}, "gstreamer_push": {"avg_ms": 1.499, "count": 301, "max_ms": 4.31, "p95_ms": 3.526}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.906, "count": 301, "max_ms": 67.41, "p95_ms": 63.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.52, "count": 301, "max_ms": 85.98, "p95_ms": 79.257}, "yolo11_640_fire_11class": {"avg_ms": 54.708, "count": 301, "max_ms": 74.847, "p95_ms": 68.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.999, "count": 301, "max_ms": 79.128, "p95_ms": 76.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.994, "count": 301, "max_ms": 97.005, "p95_ms": 90.048}, "read_interval": {"avg_ms": 99.875, "count": 300, "max_ms": 249.655, "p95_ms": 119.934}, "triton_wait": {"avg_ms": 60.793, "count": 301, "max_ms": 85.993, "p95_ms": 79.269}, "visualize": {"avg_ms": 3.761, "count": 301, "max_ms": 4.851, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11439.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1385.285, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.936, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:53:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:53:17+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T10:53:17+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T10:53:17.875937+09:00", "mtime_epoch": 1783043597.8759372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:53:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.219, "pushed": 8.219, "read": 8.185}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.153, "count": 246, "max_ms": 4.886, "p95_ms": 4.304}, "gstreamer_push": {"avg_ms": 1.17, "count": 246, "max_ms": 1.942, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.674, "count": 246, "max_ms": 69.466, "p95_ms": 61.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.96, "count": 246, "max_ms": 85.517, "p95_ms": 77.977}, "yolo11_640_fire_11class": {"avg_ms": 53.614, "count": 246, "max_ms": 78.016, "p95_ms": 66.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.83, "count": 246, "max_ms": 77.948, "p95_ms": 73.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.818, "count": 246, "max_ms": 136.783, "p95_ms": 128.577}, "read_interval": {"avg_ms": 122.148, "count": 245, "max_ms": 150.028, "p95_ms": 141.864}, "triton_wait": {"avg_ms": 58.188, "count": 246, "max_ms": 85.53, "p95_ms": 78.005}, "visualize": {"avg_ms": 5.195, "count": 246, "max_ms": 5.779, "p95_ms": 5.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1865.071, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.277, "name": "ffmpeg", "pid": 27358, "rss_mb": 288.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.512, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:53:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T10:53:25+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T10:53:25+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T10:53:25.048092+09:00", "mtime_epoch": 1783043605.048092, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:53:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.949, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.256, "count": 300, "max_ms": 3.1, "p95_ms": 2.675}, "gstreamer_push": {"avg_ms": 1.59, "count": 300, "max_ms": 6.217, "p95_ms": 3.73}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.879, "count": 300, "max_ms": 70.608, "p95_ms": 63.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.348, "count": 300, "max_ms": 87.821, "p95_ms": 68.317}, "yolo11_640_fire_11class": {"avg_ms": 52.681, "count": 300, "max_ms": 75.793, "p95_ms": 70.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.677, "count": 300, "max_ms": 78.921, "p95_ms": 74.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.281, "count": 300, "max_ms": 98.805, "p95_ms": 85.828}, "read_interval": {"avg_ms": 99.994, "count": 300, "max_ms": 170.174, "p95_ms": 119.784}, "triton_wait": {"avg_ms": 58.986, "count": 300, "max_ms": 87.833, "p95_ms": 74.91}, "visualize": {"avg_ms": 3.786, "count": 300, "max_ms": 5.004, "p95_ms": 4.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11442.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1415.319, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.876, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:53:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T10:53:48+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T10:53:47+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T10:53:47.912582+09:00", "mtime_epoch": 1783043627.9125817, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:53:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.994, "pushed": 8.994, "read": 8.961}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.216, "count": 269, "max_ms": 5.065, "p95_ms": 4.203}, "gstreamer_push": {"avg_ms": 1.275, "count": 269, "max_ms": 2.354, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.444, "count": 269, "max_ms": 68.087, "p95_ms": 64.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.39, "count": 269, "max_ms": 89.401, "p95_ms": 83.637}, "yolo11_640_fire_11class": {"avg_ms": 57.283, "count": 269, "max_ms": 78.022, "p95_ms": 71.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.317, "count": 269, "max_ms": 81.108, "p95_ms": 77.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.736, "count": 269, "max_ms": 136.946, "p95_ms": 125.639}, "read_interval": {"avg_ms": 111.641, "count": 268, "max_ms": 150.004, "p95_ms": 138.64}, "triton_wait": {"avg_ms": 63.873, "count": 269, "max_ms": 89.413, "p95_ms": 83.65}, "visualize": {"avg_ms": 4.576, "count": 269, "max_ms": 6.906, "p95_ms": 5.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11439.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1895.103, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.277, "name": "ffmpeg", "pid": 27358, "rss_mb": 288.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.132, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:53:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:53:55+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T10:53:55+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T10:53:55.116735+09:00", "mtime_epoch": 1783043635.116735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:53:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6557.148, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.263, "count": 300, "max_ms": 3.15, "p95_ms": 2.932}, "gstreamer_push": {"avg_ms": 1.636, "count": 300, "max_ms": 7.323, "p95_ms": 3.869}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.679, "count": 300, "max_ms": 67.997, "p95_ms": 62.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.246, "count": 300, "max_ms": 93.124, "p95_ms": 82.634}, "yolo11_640_fire_11class": {"avg_ms": 57.306, "count": 300, "max_ms": 75.563, "p95_ms": 71.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.384, "count": 300, "max_ms": 82.435, "p95_ms": 76.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.675, "count": 300, "max_ms": 104.091, "p95_ms": 93.638}, "read_interval": {"avg_ms": 100.158, "count": 299, "max_ms": 176.574, "p95_ms": 119.476}, "triton_wait": {"avg_ms": 65.335, "count": 300, "max_ms": 93.136, "p95_ms": 82.644}, "visualize": {"avg_ms": 3.777, "count": 300, "max_ms": 6.935, "p95_ms": 4.433}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11441.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1445.332, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.034, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:54:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:54:18+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T10:54:17+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T10:54:17.957218+09:00", "mtime_epoch": 1783043657.9572182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:54:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 336, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.201, "pushed": 11.201, "read": 11.201}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.989, "count": 336, "max_ms": 2.913, "p95_ms": 2.093}, "gstreamer_push": {"avg_ms": 1.368, "count": 336, "max_ms": 1.85, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.235, "count": 336, "max_ms": 71.485, "p95_ms": 62.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.326, "count": 336, "max_ms": 88.762, "p95_ms": 80.95}, "yolo11_640_fire_11class": {"avg_ms": 55.607, "count": 336, "max_ms": 74.19, "p95_ms": 70.925}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.656, "count": 336, "max_ms": 82.615, "p95_ms": 74.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.863, "count": 336, "max_ms": 99.378, "p95_ms": 91.848}, "read_interval": {"avg_ms": 89.427, "count": 336, "max_ms": 117.223, "p95_ms": 109.325}, "triton_wait": {"avg_ms": 62.039, "count": 336, "max_ms": 88.773, "p95_ms": 80.962}, "visualize": {"avg_ms": 3.712, "count": 336, "max_ms": 4.703, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11443.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1925.148, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.277, "name": "ffmpeg", "pid": 27358, "rss_mb": 288.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.427, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:54:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:54:25+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-03T10:54:25+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-03T10:54:25.089368+09:00", "mtime_epoch": 1783043665.089368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:54:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.68, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.946, "pushed": 7.946, "read": 7.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.405, "count": 238, "max_ms": 11.724, "p95_ms": 7.183}, "gstreamer_push": {"avg_ms": 1.331, "count": 238, "max_ms": 6.961, "p95_ms": 2.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.353, "count": 238, "max_ms": 68.624, "p95_ms": 63.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.262, "count": 238, "max_ms": 88.11, "p95_ms": 82.285}, "yolo11_640_fire_11class": {"avg_ms": 55.871, "count": 238, "max_ms": 73.92, "p95_ms": 70.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.963, "count": 238, "max_ms": 81.536, "p95_ms": 77.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.835, "count": 238, "max_ms": 195.511, "p95_ms": 158.729}, "read_interval": {"avg_ms": 126.041, "count": 237, "max_ms": 210.076, "p95_ms": 170.685}, "triton_wait": {"avg_ms": 64.298, "count": 238, "max_ms": 88.125, "p95_ms": 82.298}, "visualize": {"avg_ms": 4.418, "count": 238, "max_ms": 7.735, "p95_ms": 5.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11441.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1475.347, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.356, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:54:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:54:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T10:54:47+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T10:54:47.973846+09:00", "mtime_epoch": 1783043687.9738462, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:54:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 348, "pushed_frames": 348, "read_frames": 348, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.6, "pushed": 11.6, "read": 11.6}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.079, "count": 348, "max_ms": 4.403, "p95_ms": 2.769}, "gstreamer_push": {"avg_ms": 1.374, "count": 348, "max_ms": 1.859, "p95_ms": 1.546}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.117, "count": 348, "max_ms": 73.438, "p95_ms": 61.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.38, "count": 348, "max_ms": 85.837, "p95_ms": 78.06}, "yolo11_640_fire_11class": {"avg_ms": 52.327, "count": 348, "max_ms": 75.732, "p95_ms": 66.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.167, "count": 348, "max_ms": 80.187, "p95_ms": 73.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.376, "count": 348, "max_ms": 130.048, "p95_ms": 95.573}, "read_interval": {"avg_ms": 86.252, "count": 348, "max_ms": 146.456, "p95_ms": 112.904}, "triton_wait": {"avg_ms": 57.075, "count": 348, "max_ms": 85.851, "p95_ms": 78.563}, "visualize": {"avg_ms": 3.76, "count": 348, "max_ms": 5.52, "p95_ms": 4.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11442.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1955.222, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.855, "name": "ffmpeg", "pid": 27358, "rss_mb": 290.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.409, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:54:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:54:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T10:54:55+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T10:54:55.241997+09:00", "mtime_epoch": 1783043695.241997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:54:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6556.812, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.458, "pushed": 9.458, "read": 9.424}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.786, "count": 283, "max_ms": 7.859, "p95_ms": 7.012}, "gstreamer_push": {"avg_ms": 1.551, "count": 283, "max_ms": 6.446, "p95_ms": 3.72}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.897, "count": 283, "max_ms": 68.714, "p95_ms": 62.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.382, "count": 283, "max_ms": 90.486, "p95_ms": 77.803}, "yolo11_640_fire_11class": {"avg_ms": 51.465, "count": 283, "max_ms": 75.954, "p95_ms": 67.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.155, "count": 283, "max_ms": 80.395, "p95_ms": 72.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.383, "count": 283, "max_ms": 170.251, "p95_ms": 139.823}, "read_interval": {"avg_ms": 106.373, "count": 282, "max_ms": 3312.95, "p95_ms": 152.27}, "triton_wait": {"avg_ms": 58.14, "count": 283, "max_ms": 90.498, "p95_ms": 77.878}, "visualize": {"avg_ms": 3.835, "count": 283, "max_ms": 5.58, "p95_ms": 5.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11444.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1505.369, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.602, "sample_count": 2845, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:55:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:55:18+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:55:17+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T10:55:17.974467+09:00", "mtime_epoch": 1783043717.9744666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:55:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.022, "pushed": 11.022, "read": 10.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.963, "count": 330, "max_ms": 2.868, "p95_ms": 2.072}, "gstreamer_push": {"avg_ms": 1.387, "count": 330, "max_ms": 2.283, "p95_ms": 1.506}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.719, "count": 330, "max_ms": 72.142, "p95_ms": 63.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.034, "count": 330, "max_ms": 89.616, "p95_ms": 80.602}, "yolo11_640_fire_11class": {"avg_ms": 56.309, "count": 330, "max_ms": 76.256, "p95_ms": 70.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.19, "count": 330, "max_ms": 84.102, "p95_ms": 73.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.671, "count": 330, "max_ms": 100.435, "p95_ms": 91.482}, "read_interval": {"avg_ms": 90.919, "count": 329, "max_ms": 118.038, "p95_ms": 109.548}, "triton_wait": {"avg_ms": 62.888, "count": 330, "max_ms": 89.629, "p95_ms": 80.616}, "visualize": {"avg_ms": 3.664, "count": 330, "max_ms": 4.687, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11446.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1985.373, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.855, "name": "ffmpeg", "pid": 27358, "rss_mb": 290.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.565, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:55:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:55:25+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T10:55:25+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T10:55:25.326617+09:00", "mtime_epoch": 1783043725.3266175, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 183308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:55:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.023, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.337, "pushed": 10.337, "read": 10.304}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.284, "count": 310, "max_ms": 5.701, "p95_ms": 2.361}, "gstreamer_push": {"avg_ms": 1.484, "count": 310, "max_ms": 6.034, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.021, "count": 310, "max_ms": 72.834, "p95_ms": 65.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.387, "count": 310, "max_ms": 90.448, "p95_ms": 82.035}, "yolo11_640_fire_11class": {"avg_ms": 60.096, "count": 310, "max_ms": 77.086, "p95_ms": 71.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.535, "count": 310, "max_ms": 84.881, "p95_ms": 74.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.048, "count": 310, "max_ms": 153.339, "p95_ms": 93.886}, "read_interval": {"avg_ms": 96.813, "count": 309, "max_ms": 165.713, "p95_ms": 110.968}, "triton_wait": {"avg_ms": 68.139, "count": 310, "max_ms": 90.46, "p95_ms": 82.047}, "visualize": {"avg_ms": 3.687, "count": 310, "max_ms": 5.149, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11664.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1535.389, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.001, "sample_count": 2871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:55:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:55:48+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T10:55:47+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T10:55:47.983080+09:00", "mtime_epoch": 1783043747.9830801, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:55:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.23, "pushed": 10.23, "read": 10.197}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.641, "count": 306, "max_ms": 5.289, "p95_ms": 4.285}, "gstreamer_push": {"avg_ms": 1.276, "count": 306, "max_ms": 1.857, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.655, "count": 306, "max_ms": 68.409, "p95_ms": 63.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.116, "count": 306, "max_ms": 87.056, "p95_ms": 80.769}, "yolo11_640_fire_11class": {"avg_ms": 54.61, "count": 306, "max_ms": 74.456, "p95_ms": 69.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.571, "count": 306, "max_ms": 82.688, "p95_ms": 76.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.26, "count": 306, "max_ms": 137.156, "p95_ms": 115.776}, "read_interval": {"avg_ms": 98.028, "count": 305, "max_ms": 153.704, "p95_ms": 129.246}, "triton_wait": {"avg_ms": 59.653, "count": 306, "max_ms": 87.068, "p95_ms": 80.886}, "visualize": {"avg_ms": 4.119, "count": 306, "max_ms": 6.334, "p95_ms": 5.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11608.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2015.388, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.855, "name": "ffmpeg", "pid": 27358, "rss_mb": 290.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.526, "sample_count": 2840, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:55:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:55:55+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T10:55:55+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T10:55:55.375230+09:00", "mtime_epoch": 1783043755.3752303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:55:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6716.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.363, "pushed": 6.363, "read": 6.329}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.198, "count": 190, "max_ms": 9.967, "p95_ms": 9.501}, "gstreamer_push": {"avg_ms": 1.194, "count": 190, "max_ms": 3.17, "p95_ms": 1.845}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.265, "count": 190, "max_ms": 71.44, "p95_ms": 64.8}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.925, "count": 190, "max_ms": 85.83, "p95_ms": 79.632}, "yolo11_640_fire_11class": {"avg_ms": 52.591, "count": 190, "max_ms": 73.293, "p95_ms": 68.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.293, "count": 190, "max_ms": 83.148, "p95_ms": 80.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.109, "count": 190, "max_ms": 800.868, "p95_ms": 247.843}, "read_interval": {"avg_ms": 158.188, "count": 189, "max_ms": 815.723, "p95_ms": 259.598}, "triton_wait": {"avg_ms": 61.858, "count": 190, "max_ms": 85.843, "p95_ms": 81.558}, "visualize": {"avg_ms": 6.816, "count": 190, "max_ms": 17.551, "p95_ms": 14.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11583.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1565.52, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.953, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:56:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:56:18+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-03T10:56:18+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T10:56:18.091689+09:00", "mtime_epoch": 1783043778.0916893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:56:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.139, "pushed": 8.139, "read": 8.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.212, "count": 243, "max_ms": 6.303, "p95_ms": 4.915}, "gstreamer_push": {"avg_ms": 1.144, "count": 244, "max_ms": 1.745, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.979, "count": 243, "max_ms": 67.554, "p95_ms": 62.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.671, "count": 243, "max_ms": 87.545, "p95_ms": 78.256}, "yolo11_640_fire_11class": {"avg_ms": 53.945, "count": 243, "max_ms": 77.717, "p95_ms": 67.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.207, "count": 243, "max_ms": 84.876, "p95_ms": 78.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.871, "count": 244, "max_ms": 138.548, "p95_ms": 130.577}, "read_interval": {"avg_ms": 123.408, "count": 243, "max_ms": 153.324, "p95_ms": 144.203}, "triton_wait": {"avg_ms": 59.004, "count": 243, "max_ms": 87.557, "p95_ms": 79.824}, "visualize": {"avg_ms": 5.197, "count": 243, "max_ms": 6.88, "p95_ms": 5.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11567.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2045.448, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.434, "name": "ffmpeg", "pid": 27358, "rss_mb": 293.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.027, "sample_count": 2834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:56:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:56:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T10:56:25+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T10:56:25.471838+09:00", "mtime_epoch": 1783043785.4718378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:56:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6673.223, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.673, "pushed": 9.673, "read": 9.64}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.363, "count": 290, "max_ms": 7.602, "p95_ms": 6.687}, "gstreamer_push": {"avg_ms": 1.3, "count": 290, "max_ms": 2.004, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.363, "count": 290, "max_ms": 67.65, "p95_ms": 61.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.615, "count": 290, "max_ms": 84.651, "p95_ms": 73.131}, "yolo11_640_fire_11class": {"avg_ms": 53.372, "count": 290, "max_ms": 73.854, "p95_ms": 67.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.79, "count": 290, "max_ms": 82.622, "p95_ms": 75.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.308, "count": 290, "max_ms": 165.316, "p95_ms": 146.101}, "read_interval": {"avg_ms": 103.735, "count": 289, "max_ms": 178.047, "p95_ms": 157.477}, "triton_wait": {"avg_ms": 60.607, "count": 290, "max_ms": 84.664, "p95_ms": 76.534}, "visualize": {"avg_ms": 4.048, "count": 290, "max_ms": 6.155, "p95_ms": 5.22}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11567.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1595.566, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.044, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:56:48+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-03T10:56:48+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T10:56:48.132291+09:00", "mtime_epoch": 1783043808.1322908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:56:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.519, "pushed": 8.519, "read": 8.485}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.653, "count": 255, "max_ms": 7.082, "p95_ms": 4.699}, "gstreamer_push": {"avg_ms": 1.234, "count": 255, "max_ms": 1.542, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.797, "count": 255, "max_ms": 67.275, "p95_ms": 64.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.371, "count": 255, "max_ms": 84.519, "p95_ms": 79.77}, "yolo11_640_fire_11class": {"avg_ms": 57.712, "count": 255, "max_ms": 76.727, "p95_ms": 70.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.855, "count": 255, "max_ms": 83.126, "p95_ms": 79.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.456, "count": 255, "max_ms": 138.014, "p95_ms": 130.192}, "read_interval": {"avg_ms": 117.733, "count": 254, "max_ms": 151.214, "p95_ms": 143.727}, "triton_wait": {"avg_ms": 63.227, "count": 255, "max_ms": 84.532, "p95_ms": 80.793}, "visualize": {"avg_ms": 4.843, "count": 255, "max_ms": 8.091, "p95_ms": 5.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11559.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2075.495, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.434, "name": "ffmpeg", "pid": 27358, "rss_mb": 293.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.065, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:56:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:56:55+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T10:56:55+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T10:56:55.484437+09:00", "mtime_epoch": 1783043815.4844372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:56:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6665.312, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.246, "pushed": 10.246, "read": 10.212}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.636, "count": 307, "max_ms": 7.197, "p95_ms": 4.659}, "gstreamer_push": {"avg_ms": 1.347, "count": 307, "max_ms": 2.251, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.587, "count": 307, "max_ms": 72.693, "p95_ms": 64.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.043, "count": 307, "max_ms": 85.002, "p95_ms": 80.523}, "yolo11_640_fire_11class": {"avg_ms": 56.395, "count": 307, "max_ms": 73.089, "p95_ms": 68.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.342, "count": 307, "max_ms": 81.97, "p95_ms": 79.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.209, "count": 307, "max_ms": 137.566, "p95_ms": 128.424}, "read_interval": {"avg_ms": 97.823, "count": 306, "max_ms": 153.617, "p95_ms": 142.15}, "triton_wait": {"avg_ms": 64.68, "count": 307, "max_ms": 85.014, "p95_ms": 80.914}, "visualize": {"avg_ms": 3.956, "count": 307, "max_ms": 6.88, "p95_ms": 5.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11485.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1625.566, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.834, "sample_count": 2887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:57:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:57:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T10:57:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:57:18.168887+09:00", "mtime_epoch": 1783043838.1688867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232970}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:57:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.052, "count": 299, "max_ms": 4.131, "p95_ms": 2.606}, "gstreamer_push": {"avg_ms": 1.369, "count": 300, "max_ms": 2.348, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.043, "count": 299, "max_ms": 69.115, "p95_ms": 65.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.045, "count": 299, "max_ms": 86.604, "p95_ms": 82.483}, "yolo11_640_fire_11class": {"avg_ms": 60.709, "count": 299, "max_ms": 73.401, "p95_ms": 69.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.958, "count": 299, "max_ms": 85.79, "p95_ms": 81.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.772, "count": 299, "max_ms": 134.836, "p95_ms": 94.122}, "read_interval": {"avg_ms": 100.456, "count": 299, "max_ms": 295.305, "p95_ms": 112.652}, "triton_wait": {"avg_ms": 71.032, "count": 299, "max_ms": 86.616, "p95_ms": 82.783}, "visualize": {"avg_ms": 3.744, "count": 299, "max_ms": 5.673, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11485.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2105.505, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.434, "name": "ffmpeg", "pid": 27358, "rss_mb": 293.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.219, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:57:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:57:25+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T10:57:25+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T10:57:25.497031+09:00", "mtime_epoch": 1783043845.4970312, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:57:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6591.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.277, "count": 292, "max_ms": 4.303, "p95_ms": 2.383}, "gstreamer_push": {"avg_ms": 1.351, "count": 292, "max_ms": 1.561, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.727, "count": 292, "max_ms": 68.929, "p95_ms": 65.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.07, "count": 292, "max_ms": 88.209, "p95_ms": 83.157}, "yolo11_640_fire_11class": {"avg_ms": 63.552, "count": 292, "max_ms": 74.242, "p95_ms": 69.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.782, "count": 292, "max_ms": 84.362, "p95_ms": 81.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.181, "count": 292, "max_ms": 136.618, "p95_ms": 94.239}, "read_interval": {"avg_ms": 102.788, "count": 292, "max_ms": 152.804, "p95_ms": 111.724}, "triton_wait": {"avg_ms": 74.851, "count": 292, "max_ms": 88.221, "p95_ms": 83.174}, "visualize": {"avg_ms": 3.676, "count": 292, "max_ms": 5.165, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11485.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1655.649, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.468, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:57:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:57:48+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T10:57:48+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T10:57:48.269478+09:00", "mtime_epoch": 1783043868.2694783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:57:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.474, "pushed": 9.474, "read": 9.441}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.12, "count": 284, "max_ms": 4.654, "p95_ms": 4.063}, "gstreamer_push": {"avg_ms": 1.374, "count": 284, "max_ms": 1.624, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.199, "count": 284, "max_ms": 68.052, "p95_ms": 65.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.452, "count": 284, "max_ms": 87.416, "p95_ms": 82.132}, "yolo11_640_fire_11class": {"avg_ms": 63.809, "count": 284, "max_ms": 75.515, "p95_ms": 69.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.984, "count": 284, "max_ms": 84.067, "p95_ms": 79.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.29, "count": 284, "max_ms": 129.336, "p95_ms": 101.513}, "read_interval": {"avg_ms": 105.984, "count": 283, "max_ms": 143.123, "p95_ms": 115.423}, "triton_wait": {"avg_ms": 75.941, "count": 284, "max_ms": 87.428, "p95_ms": 82.302}, "visualize": {"avg_ms": 3.798, "count": 284, "max_ms": 5.335, "p95_ms": 5.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11486.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2135.566, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.434, "name": "ffmpeg", "pid": 27358, "rss_mb": 293.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.219, "sample_count": 2796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:57:55+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T10:57:55+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T10:57:55.553621+09:00", "mtime_epoch": 1783043875.5536206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:57:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6591.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.68, "pushed": 9.68, "read": 9.647}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.384, "count": 290, "max_ms": 6.886, "p95_ms": 3.286}, "gstreamer_push": {"avg_ms": 1.359, "count": 290, "max_ms": 2.039, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.272, "count": 290, "max_ms": 68.266, "p95_ms": 65.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.355, "count": 290, "max_ms": 85.928, "p95_ms": 82.088}, "yolo11_640_fire_11class": {"avg_ms": 62.994, "count": 290, "max_ms": 75.743, "p95_ms": 69.151}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.946, "count": 290, "max_ms": 83.822, "p95_ms": 80.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.11, "count": 290, "max_ms": 136.879, "p95_ms": 96.665}, "read_interval": {"avg_ms": 103.618, "count": 289, "max_ms": 149.838, "p95_ms": 113.303}, "triton_wait": {"avg_ms": 74.065, "count": 290, "max_ms": 85.94, "p95_ms": 82.216}, "visualize": {"avg_ms": 3.799, "count": 290, "max_ms": 6.891, "p95_ms": 4.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 534}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11486.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1685.755, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.471, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:58:18+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T10:58:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T10:58:18.354064+09:00", "mtime_epoch": 1783043898.3540642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:58:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.734, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.088, "count": 291, "max_ms": 4.516, "p95_ms": 2.652}, "gstreamer_push": {"avg_ms": 1.391, "count": 292, "max_ms": 2.111, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.537, "count": 291, "max_ms": 66.284, "p95_ms": 64.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.444, "count": 291, "max_ms": 85.986, "p95_ms": 82.201}, "yolo11_640_fire_11class": {"avg_ms": 63.246, "count": 291, "max_ms": 72.985, "p95_ms": 69.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.874, "count": 291, "max_ms": 85.493, "p95_ms": 81.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.36, "count": 291, "max_ms": 130.212, "p95_ms": 94.53}, "read_interval": {"avg_ms": 103.07, "count": 291, "max_ms": 143.464, "p95_ms": 112.925}, "triton_wait": {"avg_ms": 73.977, "count": 291, "max_ms": 85.999, "p95_ms": 82.396}, "visualize": {"avg_ms": 3.793, "count": 291, "max_ms": 5.75, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11485.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2165.666, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.434, "name": "ffmpeg", "pid": 27358, "rss_mb": 293.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.427, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:58:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:58:25+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T10:58:25+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T10:58:25.662206+09:00", "mtime_epoch": 1783043905.662206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180474}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:58:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6591.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.602, "pushed": 9.602, "read": 9.569}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.274, "count": 288, "max_ms": 4.316, "p95_ms": 2.393}, "gstreamer_push": {"avg_ms": 1.358, "count": 288, "max_ms": 1.97, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.492, "count": 288, "max_ms": 65.987, "p95_ms": 64.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.308, "count": 288, "max_ms": 85.537, "p95_ms": 82.502}, "yolo11_640_fire_11class": {"avg_ms": 64.887, "count": 288, "max_ms": 73.208, "p95_ms": 69.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.0, "count": 288, "max_ms": 85.525, "p95_ms": 82.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.954, "count": 288, "max_ms": 134.538, "p95_ms": 94.197}, "read_interval": {"avg_ms": 104.499, "count": 287, "max_ms": 148.394, "p95_ms": 111.642}, "triton_wait": {"avg_ms": 76.43, "count": 288, "max_ms": 85.547, "p95_ms": 82.744}, "visualize": {"avg_ms": 3.709, "count": 288, "max_ms": 5.209, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11721.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1715.807, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 27465, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.191, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:58:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:58:48+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T10:58:48+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T10:58:48.438646+09:00", "mtime_epoch": 1783043928.4386456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:58:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.753, "pushed": 10.753, "read": 10.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 1.978, "count": 322, "max_ms": 2.918, "p95_ms": 2.277}, "gstreamer_push": {"avg_ms": 1.359, "count": 322, "max_ms": 1.833, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.227, "count": 322, "max_ms": 69.167, "p95_ms": 65.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.355, "count": 322, "max_ms": 83.322, "p95_ms": 79.774}, "yolo11_640_fire_11class": {"avg_ms": 59.251, "count": 322, "max_ms": 73.039, "p95_ms": 69.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.941, "count": 322, "max_ms": 85.133, "p95_ms": 78.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.6, "count": 322, "max_ms": 95.795, "p95_ms": 91.804}, "read_interval": {"avg_ms": 93.363, "count": 321, "max_ms": 114.277, "p95_ms": 108.546}, "triton_wait": {"avg_ms": 65.839, "count": 322, "max_ms": 85.146, "p95_ms": 80.85}, "visualize": {"avg_ms": 3.705, "count": 322, "max_ms": 5.782, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11702.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2195.811, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.434, "name": "ffmpeg", "pid": 27358, "rss_mb": 293.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.877, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:58:55+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T10:58:55+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-03T10:58:55.734786+09:00", "mtime_epoch": 1783043935.7347858, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182644}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:58:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6801.969, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.915, "pushed": 6.915, "read": 6.881}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.202, "count": 207, "max_ms": 11.115, "p95_ms": 8.781}, "gstreamer_push": {"avg_ms": 1.314, "count": 207, "max_ms": 3.473, "p95_ms": 2.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.614, "count": 207, "max_ms": 72.881, "p95_ms": 68.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.931, "count": 207, "max_ms": 87.642, "p95_ms": 79.69}, "yolo11_640_fire_11class": {"avg_ms": 59.487, "count": 207, "max_ms": 75.987, "p95_ms": 70.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.803, "count": 207, "max_ms": 86.175, "p95_ms": 79.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.991, "count": 207, "max_ms": 765.092, "p95_ms": 187.354}, "read_interval": {"avg_ms": 144.95, "count": 206, "max_ms": 779.766, "p95_ms": 198.594}, "triton_wait": {"avg_ms": 69.118, "count": 207, "max_ms": 87.654, "p95_ms": 80.68}, "visualize": {"avg_ms": 5.054, "count": 207, "max_ms": 16.975, "p95_ms": 6.505}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11682.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:30:09+09:00", "last_error_summary": "[h264 @ 0x562eec703740] error while decoding MB 44 40, bytestream -19 [h264 @ 0x562eecffd580] error while decoding MB 91 37, bytestream -13", "last_exit_at": "2026-07-03T10:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1745.866, "last_started_at": "2026-07-03T10:30:12+09:00", "pid": 27465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.312, "name": "ffmpeg", "pid": 27465, "rss_mb": 355.312, "state": "S (sleeping)", "threads": 104}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.222, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:59:18+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T10:59:18+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-03T10:59:18.503222+09:00", "mtime_epoch": 1783043958.5032218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:59:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.037, "pushed": 4.037, "read": 4.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.296, "count": 121, "max_ms": 5.787, "p95_ms": 4.072}, "gstreamer_push": {"avg_ms": 1.335, "count": 121, "max_ms": 1.56, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.919, "count": 121, "max_ms": 77.302, "p95_ms": 69.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.158, "count": 121, "max_ms": 83.374, "p95_ms": 75.612}, "yolo11_640_fire_11class": {"avg_ms": 53.023, "count": 121, "max_ms": 76.711, "p95_ms": 67.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.246, "count": 121, "max_ms": 87.697, "p95_ms": 81.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.323, "count": 121, "max_ms": 136.975, "p95_ms": 103.994}, "read_interval": {"avg_ms": 249.83, "count": 120, "max_ms": 10166.757, "p95_ms": 121.959}, "triton_wait": {"avg_ms": 57.911, "count": 121, "max_ms": 87.714, "p95_ms": 82.485}, "visualize": {"avg_ms": 3.897, "count": 121, "max_ms": 6.379, "p95_ms": 5.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11563.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2225.852, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.434, "name": "ffmpeg", "pid": 27358, "rss_mb": 293.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.241, "sample_count": 2638, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:59:25+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-03T10:59:25+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T10:59:25.795361+09:00", "mtime_epoch": 1783043965.7953608, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:59:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6759.777, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.128, "pushed": 6.128, "read": 6.095}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 7.383, "count": 183, "max_ms": 9.748, "p95_ms": 9.247}, "gstreamer_push": {"avg_ms": 0.971, "count": 183, "max_ms": 1.227, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.625, "count": 183, "max_ms": 72.238, "p95_ms": 56.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.671, "count": 183, "max_ms": 89.315, "p95_ms": 62.649}, "yolo11_640_fire_11class": {"avg_ms": 49.766, "count": 183, "max_ms": 76.417, "p95_ms": 53.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.094, "count": 183, "max_ms": 84.906, "p95_ms": 60.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.015, "count": 183, "max_ms": 215.64, "p95_ms": 186.585}, "read_interval": {"avg_ms": 164.167, "count": 182, "max_ms": 225.878, "p95_ms": 197.011}, "triton_wait": {"avg_ms": 59.123, "count": 183, "max_ms": 89.328, "p95_ms": 63.418}, "visualize": {"avg_ms": 6.181, "count": 183, "max_ms": 7.924, "p95_ms": 6.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11644.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.948, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.863, "name": "ffmpeg", "pid": 27738, "rss_mb": 332.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.57, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:59:48+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-03T10:59:48+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T10:59:48.447791+09:00", "mtime_epoch": 1783043988.4477913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T10:59:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.501, "pushed": 8.501, "read": 8.501}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.866, "count": 255, "max_ms": 5.778, "p95_ms": 4.553}, "gstreamer_push": {"avg_ms": 1.25, "count": 255, "max_ms": 1.779, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.673, "count": 255, "max_ms": 67.192, "p95_ms": 61.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.701, "count": 255, "max_ms": 84.505, "p95_ms": 80.955}, "yolo11_640_fire_11class": {"avg_ms": 52.172, "count": 255, "max_ms": 72.2, "p95_ms": 66.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.346, "count": 255, "max_ms": 85.16, "p95_ms": 80.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.404, "count": 255, "max_ms": 137.616, "p95_ms": 126.732}, "read_interval": {"avg_ms": 117.423, "count": 255, "max_ms": 4926.033, "p95_ms": 137.933}, "triton_wait": {"avg_ms": 57.129, "count": 255, "max_ms": 85.172, "p95_ms": 82.842}, "visualize": {"avg_ms": 4.282, "count": 255, "max_ms": 7.293, "p95_ms": 5.566}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11628.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:22:17+09:00", "last_error_summary": "[h264 @ 0x563be9684f80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563be9684f80] error while decoding MB 0 11, bytestream 2776 [h264 @ 0x563bea234840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563bea234840] error while decoding MB 0 25, bytestream 1486 [h264 @ 0x563be95c6240] cabac decode of qscale diff failed at 22 42 [h264 @ 0x563be95c6240] error while decoding MB 22 42, bytestream 5824 [h264 @ 0x563bea3036c0] cabac decode of qscale diff failed at 9 1", "last_exit_at": "2026-07-03T10:22:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2255.914, "last_started_at": "2026-07-03T10:22:20+09:00", "pid": 27358, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.434, "name": "ffmpeg", "pid": 27358, "rss_mb": 293.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.715, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T10:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T10:59:55+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T10:59:55+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T10:59:55.867932+09:00", "mtime_epoch": 1783043995.8679318, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 184047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T10:59:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6728.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.255, "pushed": 6.255, "read": 6.221}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.356, "count": 187, "max_ms": 9.505, "p95_ms": 7.42}, "gstreamer_push": {"avg_ms": 1.041, "count": 187, "max_ms": 1.37, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.18, "count": 187, "max_ms": 69.623, "p95_ms": 61.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.793, "count": 187, "max_ms": 86.529, "p95_ms": 82.24}, "yolo11_640_fire_11class": {"avg_ms": 54.017, "count": 187, "max_ms": 74.271, "p95_ms": 67.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.451, "count": 187, "max_ms": 86.829, "p95_ms": 83.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.764, "count": 187, "max_ms": 177.473, "p95_ms": 173.205}, "read_interval": {"avg_ms": 160.803, "count": 186, "max_ms": 188.688, "p95_ms": 185.215}, "triton_wait": {"avg_ms": 65.15, "count": 187, "max_ms": 86.841, "p95_ms": 83.657}, "visualize": {"avg_ms": 6.338, "count": 187, "max_ms": 8.865, "p95_ms": 7.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11589.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.995, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.863, "name": "ffmpeg", "pid": 27738, "rss_mb": 332.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.626, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:00:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:00:18+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T11:00:18+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T11:00:18.540360+09:00", "mtime_epoch": 1783044018.5403597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:00:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.064, "pushed": 10.064, "read": 10.031}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.839, "count": 301, "max_ms": 6.548, "p95_ms": 4.942}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 1.77, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.915, "count": 301, "max_ms": 68.012, "p95_ms": 61.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.26, "count": 301, "max_ms": 87.737, "p95_ms": 78.661}, "yolo11_640_fire_11class": {"avg_ms": 52.401, "count": 301, "max_ms": 73.588, "p95_ms": 66.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.816, "count": 301, "max_ms": 86.691, "p95_ms": 76.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.95, "count": 301, "max_ms": 165.465, "p95_ms": 128.678}, "read_interval": {"avg_ms": 99.867, "count": 300, "max_ms": 615.605, "p95_ms": 142.267}, "triton_wait": {"avg_ms": 57.461, "count": 301, "max_ms": 87.747, "p95_ms": 79.066}, "visualize": {"avg_ms": 4.216, "count": 301, "max_ms": 7.874, "p95_ms": 6.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11588.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.254, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.98, "name": "ffmpeg", "pid": 27890, "rss_mb": 264.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.914, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:00:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:00:26+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T11:00:25+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T11:00:25.924499+09:00", "mtime_epoch": 1783044025.9244986, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:00:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.136, "pushed": 8.136, "read": 8.103}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.96, "count": 243, "max_ms": 7.353, "p95_ms": 6.346}, "gstreamer_push": {"avg_ms": 1.338, "count": 243, "max_ms": 2.162, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.714, "count": 243, "max_ms": 68.947, "p95_ms": 63.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.802, "count": 243, "max_ms": 88.919, "p95_ms": 79.72}, "yolo11_640_fire_11class": {"avg_ms": 56.546, "count": 243, "max_ms": 74.632, "p95_ms": 68.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.943, "count": 243, "max_ms": 87.707, "p95_ms": 78.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.67, "count": 243, "max_ms": 166.734, "p95_ms": 145.693}, "read_interval": {"avg_ms": 123.738, "count": 242, "max_ms": 4979.927, "p95_ms": 158.78}, "triton_wait": {"avg_ms": 64.707, "count": 243, "max_ms": 88.931, "p95_ms": 80.403}, "visualize": {"avg_ms": 3.983, "count": 243, "max_ms": 7.233, "p95_ms": 6.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11589.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.026, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.863, "name": "ffmpeg", "pid": 27738, "rss_mb": 332.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.67, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:00:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:00:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:00:48+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T11:00:48.556923+09:00", "mtime_epoch": 1783044048.556923, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:00:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.216, "pushed": 9.216, "read": 9.182}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.736, "count": 276, "max_ms": 7.043, "p95_ms": 4.49}, "gstreamer_push": {"avg_ms": 1.317, "count": 276, "max_ms": 2.304, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.958, "count": 276, "max_ms": 68.844, "p95_ms": 65.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.373, "count": 276, "max_ms": 83.346, "p95_ms": 79.93}, "yolo11_640_fire_11class": {"avg_ms": 62.079, "count": 276, "max_ms": 76.926, "p95_ms": 70.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.255, "count": 276, "max_ms": 82.486, "p95_ms": 78.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.637, "count": 276, "max_ms": 138.56, "p95_ms": 126.401}, "read_interval": {"avg_ms": 108.81, "count": 275, "max_ms": 236.456, "p95_ms": 140.511}, "triton_wait": {"avg_ms": 70.32, "count": 276, "max_ms": 83.358, "p95_ms": 80.085}, "visualize": {"avg_ms": 4.156, "count": 276, "max_ms": 9.098, "p95_ms": 5.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11591.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.333, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.785, "name": "ffmpeg", "pid": 27890, "rss_mb": 266.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.185, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:00:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:00:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:00:56+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T11:00:56.041063+09:00", "mtime_epoch": 1783044056.0410626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:00:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.507, "count": 300, "max_ms": 3.991, "p95_ms": 3.213}, "gstreamer_push": {"avg_ms": 1.366, "count": 301, "max_ms": 2.045, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.958, "count": 300, "max_ms": 68.972, "p95_ms": 65.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.372, "count": 300, "max_ms": 83.131, "p95_ms": 80.051}, "yolo11_640_fire_11class": {"avg_ms": 59.666, "count": 300, "max_ms": 77.485, "p95_ms": 68.91}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.424, "count": 300, "max_ms": 81.163, "p95_ms": 78.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.738, "count": 301, "max_ms": 95.981, "p95_ms": 91.746}, "read_interval": {"avg_ms": 99.98, "count": 300, "max_ms": 171.996, "p95_ms": 117.128}, "triton_wait": {"avg_ms": 68.296, "count": 300, "max_ms": 83.142, "p95_ms": 80.101}, "visualize": {"avg_ms": 3.751, "count": 300, "max_ms": 5.949, "p95_ms": 4.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.031, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.92, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:01:18+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T11:01:18+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T11:01:18.545482+09:00", "mtime_epoch": 1783044078.545482, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:01:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.604, "pushed": 9.604, "read": 9.604}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.489, "count": 288, "max_ms": 5.954, "p95_ms": 4.385}, "gstreamer_push": {"avg_ms": 1.354, "count": 288, "max_ms": 1.607, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.134, "count": 288, "max_ms": 71.886, "p95_ms": 66.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.182, "count": 288, "max_ms": 87.507, "p95_ms": 79.59}, "yolo11_640_fire_11class": {"avg_ms": 60.702, "count": 288, "max_ms": 79.365, "p95_ms": 70.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.969, "count": 288, "max_ms": 86.806, "p95_ms": 80.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.513, "count": 288, "max_ms": 132.132, "p95_ms": 119.209}, "read_interval": {"avg_ms": 104.117, "count": 288, "max_ms": 147.609, "p95_ms": 133.134}, "triton_wait": {"avg_ms": 69.184, "count": 288, "max_ms": 87.519, "p95_ms": 81.115}, "visualize": {"avg_ms": 4.016, "count": 288, "max_ms": 6.612, "p95_ms": 5.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11592.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.42, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.816, "name": "ffmpeg", "pid": 27890, "rss_mb": 267.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.104, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:01:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:01:26+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:01:26+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T11:01:26.101622+09:00", "mtime_epoch": 1783044086.101622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:01:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.884}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.514, "count": 297, "max_ms": 4.813, "p95_ms": 2.822}, "gstreamer_push": {"avg_ms": 1.367, "count": 297, "max_ms": 2.031, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.079, "count": 297, "max_ms": 72.936, "p95_ms": 65.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.063, "count": 297, "max_ms": 88.427, "p95_ms": 80.585}, "yolo11_640_fire_11class": {"avg_ms": 61.598, "count": 297, "max_ms": 77.195, "p95_ms": 70.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.745, "count": 297, "max_ms": 87.726, "p95_ms": 79.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.776, "count": 297, "max_ms": 135.406, "p95_ms": 92.38}, "read_interval": {"avg_ms": 101.168, "count": 296, "max_ms": 148.87, "p95_ms": 115.741}, "triton_wait": {"avg_ms": 71.095, "count": 297, "max_ms": 88.435, "p95_ms": 80.859}, "visualize": {"avg_ms": 3.75, "count": 297, "max_ms": 5.207, "p95_ms": 4.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.059, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.416, "sample_count": 2731, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:01:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:01:48+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T11:01:48+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T11:01:48.614039+09:00", "mtime_epoch": 1783044108.614039, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:01:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.863, "pushed": 9.863, "read": 9.83}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.477, "count": 295, "max_ms": 6.579, "p95_ms": 4.397}, "gstreamer_push": {"avg_ms": 1.35, "count": 295, "max_ms": 2.444, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.941, "count": 295, "max_ms": 73.573, "p95_ms": 65.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.641, "count": 295, "max_ms": 83.192, "p95_ms": 79.678}, "yolo11_640_fire_11class": {"avg_ms": 58.357, "count": 295, "max_ms": 74.153, "p95_ms": 69.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.842, "count": 295, "max_ms": 80.654, "p95_ms": 78.464}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.667, "count": 295, "max_ms": 134.607, "p95_ms": 122.412}, "read_interval": {"avg_ms": 101.872, "count": 294, "max_ms": 150.475, "p95_ms": 135.708}, "triton_wait": {"avg_ms": 67.087, "count": 295, "max_ms": 83.205, "p95_ms": 79.964}, "visualize": {"avg_ms": 4.016, "count": 295, "max_ms": 7.216, "p95_ms": 5.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11592.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.451, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.074, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.104, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:01:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:01:56+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T11:01:56+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T11:01:56.130178+09:00", "mtime_epoch": 1783044116.1301777, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:01:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.495, "count": 302, "max_ms": 3.864, "p95_ms": 2.812}, "gstreamer_push": {"avg_ms": 1.364, "count": 302, "max_ms": 1.618, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.465, "count": 302, "max_ms": 70.484, "p95_ms": 64.36}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.544, "count": 302, "max_ms": 83.6, "p95_ms": 79.363}, "yolo11_640_fire_11class": {"avg_ms": 58.788, "count": 302, "max_ms": 75.87, "p95_ms": 68.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.711, "count": 302, "max_ms": 83.564, "p95_ms": 78.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.485, "count": 302, "max_ms": 94.958, "p95_ms": 90.925}, "read_interval": {"avg_ms": 99.402, "count": 301, "max_ms": 277.682, "p95_ms": 117.566}, "triton_wait": {"avg_ms": 67.147, "count": 302, "max_ms": 83.613, "p95_ms": 79.601}, "visualize": {"avg_ms": 3.719, "count": 302, "max_ms": 4.646, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.134, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.535, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:02:18+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T11:02:18+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T11:02:18.658592+09:00", "mtime_epoch": 1783044138.6585922, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:02:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.435, "pushed": 9.435, "read": 9.401}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.359, "count": 282, "max_ms": 5.933, "p95_ms": 4.434}, "gstreamer_push": {"avg_ms": 1.363, "count": 283, "max_ms": 1.549, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.503, "count": 282, "max_ms": 70.797, "p95_ms": 67.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.992, "count": 282, "max_ms": 86.042, "p95_ms": 80.07}, "yolo11_640_fire_11class": {"avg_ms": 62.966, "count": 282, "max_ms": 74.382, "p95_ms": 72.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.442, "count": 282, "max_ms": 86.371, "p95_ms": 82.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.954, "count": 283, "max_ms": 136.153, "p95_ms": 109.499}, "read_interval": {"avg_ms": 106.234, "count": 282, "max_ms": 150.078, "p95_ms": 122.92}, "triton_wait": {"avg_ms": 73.578, "count": 282, "max_ms": 86.383, "p95_ms": 82.593}, "visualize": {"avg_ms": 3.938, "count": 282, "max_ms": 5.841, "p95_ms": 5.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11592.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.532, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.332, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.104, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:02:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:02:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T11:02:26+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T11:02:26.214731+09:00", "mtime_epoch": 1783044146.214731, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:02:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.563, "count": 294, "max_ms": 5.008, "p95_ms": 3.17}, "gstreamer_push": {"avg_ms": 1.345, "count": 294, "max_ms": 1.486, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.754, "count": 294, "max_ms": 71.351, "p95_ms": 67.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.541, "count": 294, "max_ms": 85.75, "p95_ms": 80.751}, "yolo11_640_fire_11class": {"avg_ms": 62.148, "count": 294, "max_ms": 73.695, "p95_ms": 70.063}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.291, "count": 294, "max_ms": 86.361, "p95_ms": 81.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.988, "count": 294, "max_ms": 136.024, "p95_ms": 97.184}, "read_interval": {"avg_ms": 102.295, "count": 293, "max_ms": 149.541, "p95_ms": 113.356}, "triton_wait": {"avg_ms": 72.969, "count": 294, "max_ms": 86.373, "p95_ms": 82.267}, "visualize": {"avg_ms": 3.753, "count": 294, "max_ms": 6.65, "p95_ms": 4.33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.133, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.358, "sample_count": 2711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:02:48+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T11:02:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:02:48.663142+09:00", "mtime_epoch": 1783044168.663142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:02:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.367, "pushed": 9.4, "read": 9.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.585, "count": 281, "max_ms": 5.258, "p95_ms": 4.48}, "gstreamer_push": {"avg_ms": 1.329, "count": 282, "max_ms": 1.696, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.519, "count": 281, "max_ms": 66.956, "p95_ms": 64.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.856, "count": 281, "max_ms": 86.142, "p95_ms": 81.253}, "yolo11_640_fire_11class": {"avg_ms": 59.76, "count": 281, "max_ms": 72.294, "p95_ms": 68.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.05, "count": 281, "max_ms": 82.842, "p95_ms": 79.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.301, "count": 281, "max_ms": 131.413, "p95_ms": 123.981}, "read_interval": {"avg_ms": 106.791, "count": 281, "max_ms": 144.655, "p95_ms": 137.747}, "triton_wait": {"avg_ms": 70.394, "count": 281, "max_ms": 86.155, "p95_ms": 81.271}, "visualize": {"avg_ms": 4.079, "count": 281, "max_ms": 6.575, "p95_ms": 5.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.544, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.996, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:02:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:02:56+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T11:02:56.251281+09:00", "mtime_epoch": 1783044176.2512805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:02:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.168, "pushed": 10.168, "read": 10.168}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.404, "count": 305, "max_ms": 2.978, "p95_ms": 2.548}, "gstreamer_push": {"avg_ms": 1.359, "count": 305, "max_ms": 2.185, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.719, "count": 305, "max_ms": 68.471, "p95_ms": 65.128}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.016, "count": 305, "max_ms": 88.039, "p95_ms": 80.696}, "yolo11_640_fire_11class": {"avg_ms": 60.248, "count": 305, "max_ms": 74.909, "p95_ms": 67.881}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.973, "count": 305, "max_ms": 82.051, "p95_ms": 80.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.689, "count": 305, "max_ms": 99.359, "p95_ms": 92.674}, "read_interval": {"avg_ms": 98.484, "count": 305, "max_ms": 115.755, "p95_ms": 110.582}, "triton_wait": {"avg_ms": 70.592, "count": 305, "max_ms": 88.051, "p95_ms": 81.41}, "visualize": {"avg_ms": 3.631, "count": 305, "max_ms": 4.437, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.152, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.048, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:03:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:03:18+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:03:18+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T11:03:18.683689+09:00", "mtime_epoch": 1783044198.6836889, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250290}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:03:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.454, "pushed": 9.454, "read": 9.421}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.244, "count": 283, "max_ms": 6.175, "p95_ms": 4.369}, "gstreamer_push": {"avg_ms": 1.367, "count": 283, "max_ms": 2.145, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.036, "count": 283, "max_ms": 73.186, "p95_ms": 66.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.435, "count": 283, "max_ms": 85.476, "p95_ms": 81.066}, "yolo11_640_fire_11class": {"avg_ms": 63.41, "count": 283, "max_ms": 73.516, "p95_ms": 69.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.392, "count": 283, "max_ms": 82.39, "p95_ms": 79.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.775, "count": 283, "max_ms": 130.311, "p95_ms": 106.308}, "read_interval": {"avg_ms": 106.069, "count": 282, "max_ms": 145.998, "p95_ms": 119.248}, "triton_wait": {"avg_ms": 75.252, "count": 283, "max_ms": 85.488, "p95_ms": 81.221}, "visualize": {"avg_ms": 3.855, "count": 283, "max_ms": 6.601, "p95_ms": 5.139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.572, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.99, "sample_count": 2612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:03:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:03:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T11:03:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:03:26.255826+09:00", "mtime_epoch": 1783044206.2558265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:03:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.925, "pushed": 9.925, "read": 9.891}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.473, "count": 297, "max_ms": 3.969, "p95_ms": 2.783}, "gstreamer_push": {"avg_ms": 1.377, "count": 297, "max_ms": 2.272, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.721, "count": 297, "max_ms": 71.919, "p95_ms": 66.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.736, "count": 297, "max_ms": 84.586, "p95_ms": 81.532}, "yolo11_640_fire_11class": {"avg_ms": 62.268, "count": 297, "max_ms": 70.542, "p95_ms": 68.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.214, "count": 297, "max_ms": 83.521, "p95_ms": 79.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.087, "count": 297, "max_ms": 96.532, "p95_ms": 92.65}, "read_interval": {"avg_ms": 101.078, "count": 296, "max_ms": 174.011, "p95_ms": 109.785}, "triton_wait": {"avg_ms": 72.719, "count": 297, "max_ms": 84.599, "p95_ms": 81.544}, "visualize": {"avg_ms": 3.736, "count": 297, "max_ms": 6.029, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.194, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.458, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:03:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:03:48+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T11:03:48+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T11:03:48.708233+09:00", "mtime_epoch": 1783044228.7082334, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:03:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.653, "pushed": 9.653, "read": 9.62}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.147, "count": 289, "max_ms": 4.55, "p95_ms": 4.304}, "gstreamer_push": {"avg_ms": 1.379, "count": 289, "max_ms": 2.465, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.357, "count": 289, "max_ms": 68.753, "p95_ms": 65.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.708, "count": 289, "max_ms": 87.252, "p95_ms": 80.113}, "yolo11_640_fire_11class": {"avg_ms": 63.447, "count": 289, "max_ms": 72.731, "p95_ms": 69.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.651, "count": 289, "max_ms": 82.896, "p95_ms": 78.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.348, "count": 289, "max_ms": 131.573, "p95_ms": 100.483}, "read_interval": {"avg_ms": 103.884, "count": 288, "max_ms": 144.918, "p95_ms": 116.299}, "triton_wait": {"avg_ms": 74.267, "count": 289, "max_ms": 87.264, "p95_ms": 80.648}, "visualize": {"avg_ms": 3.818, "count": 289, "max_ms": 6.575, "p95_ms": 5.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 233.585, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.124, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:03:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:03:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T11:03:56+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:03:56.268370+09:00", "mtime_epoch": 1783044236.2683702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:03:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.522, "count": 296, "max_ms": 4.253, "p95_ms": 3.424}, "gstreamer_push": {"avg_ms": 1.374, "count": 296, "max_ms": 2.306, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.439, "count": 296, "max_ms": 67.936, "p95_ms": 64.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.191, "count": 296, "max_ms": 90.498, "p95_ms": 80.092}, "yolo11_640_fire_11class": {"avg_ms": 62.28, "count": 296, "max_ms": 74.613, "p95_ms": 68.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.287, "count": 296, "max_ms": 82.295, "p95_ms": 78.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.563, "count": 296, "max_ms": 101.546, "p95_ms": 93.074}, "read_interval": {"avg_ms": 101.39, "count": 296, "max_ms": 125.308, "p95_ms": 111.042}, "triton_wait": {"avg_ms": 72.929, "count": 296, "max_ms": 90.51, "p95_ms": 80.686}, "visualize": {"avg_ms": 3.797, "count": 296, "max_ms": 6.358, "p95_ms": 4.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.222, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.92, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:04:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:04:18+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T11:04:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:04:18.752776+09:00", "mtime_epoch": 1783044258.7527757, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:04:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.591, "pushed": 9.591, "read": 9.557}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.702, "count": 287, "max_ms": 5.305, "p95_ms": 4.442}, "gstreamer_push": {"avg_ms": 1.32, "count": 287, "max_ms": 1.614, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.01, "count": 287, "max_ms": 67.41, "p95_ms": 65.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.625, "count": 287, "max_ms": 83.976, "p95_ms": 79.789}, "yolo11_640_fire_11class": {"avg_ms": 59.567, "count": 287, "max_ms": 74.264, "p95_ms": 69.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.381, "count": 287, "max_ms": 81.878, "p95_ms": 78.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.926, "count": 287, "max_ms": 136.683, "p95_ms": 121.987}, "read_interval": {"avg_ms": 104.63, "count": 286, "max_ms": 147.851, "p95_ms": 136.005}, "triton_wait": {"avg_ms": 66.817, "count": 287, "max_ms": 83.988, "p95_ms": 79.919}, "visualize": {"avg_ms": 4.103, "count": 287, "max_ms": 5.828, "p95_ms": 5.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.647, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.039, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:04:26+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:04:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T11:04:26.324912+09:00", "mtime_epoch": 1783044266.3249118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:04:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.407, "pushed": 10.407, "read": 10.374}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.476, "count": 312, "max_ms": 3.784, "p95_ms": 2.818}, "gstreamer_push": {"avg_ms": 1.354, "count": 312, "max_ms": 1.837, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.398, "count": 312, "max_ms": 69.71, "p95_ms": 64.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.363, "count": 312, "max_ms": 83.802, "p95_ms": 78.632}, "yolo11_640_fire_11class": {"avg_ms": 57.754, "count": 312, "max_ms": 72.821, "p95_ms": 68.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.748, "count": 312, "max_ms": 79.891, "p95_ms": 78.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.428, "count": 312, "max_ms": 95.162, "p95_ms": 90.101}, "read_interval": {"avg_ms": 96.394, "count": 311, "max_ms": 172.618, "p95_ms": 114.725}, "triton_wait": {"avg_ms": 65.113, "count": 312, "max_ms": 83.812, "p95_ms": 78.93}, "visualize": {"avg_ms": 3.717, "count": 312, "max_ms": 5.141, "p95_ms": 4.048}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.291, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.839, "sample_count": 2870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:04:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:04:48+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T11:04:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T11:04:48.817316+09:00", "mtime_epoch": 1783044288.8173158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:04:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.611, "pushed": 9.611, "read": 9.578}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.841, "count": 288, "max_ms": 6.609, "p95_ms": 4.47}, "gstreamer_push": {"avg_ms": 1.301, "count": 288, "max_ms": 1.697, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.413, "count": 288, "max_ms": 67.554, "p95_ms": 65.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.603, "count": 288, "max_ms": 83.823, "p95_ms": 79.026}, "yolo11_640_fire_11class": {"avg_ms": 58.04, "count": 288, "max_ms": 76.031, "p95_ms": 69.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.932, "count": 288, "max_ms": 83.147, "p95_ms": 78.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.632, "count": 288, "max_ms": 133.287, "p95_ms": 122.186}, "read_interval": {"avg_ms": 104.379, "count": 287, "max_ms": 146.746, "p95_ms": 135.559}, "triton_wait": {"avg_ms": 64.682, "count": 288, "max_ms": 83.832, "p95_ms": 79.855}, "visualize": {"avg_ms": 4.185, "count": 288, "max_ms": 6.726, "p95_ms": 5.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 293.666, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.674, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:04:56+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T11:04:56+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T11:04:56.341451+09:00", "mtime_epoch": 1783044296.3414507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:04:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.477, "count": 300, "max_ms": 3.606, "p95_ms": 2.867}, "gstreamer_push": {"avg_ms": 1.355, "count": 300, "max_ms": 2.329, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.948, "count": 300, "max_ms": 72.453, "p95_ms": 64.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.898, "count": 300, "max_ms": 90.133, "p95_ms": 78.432}, "yolo11_640_fire_11class": {"avg_ms": 57.622, "count": 300, "max_ms": 78.319, "p95_ms": 69.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.099, "count": 300, "max_ms": 84.355, "p95_ms": 78.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.844, "count": 300, "max_ms": 101.166, "p95_ms": 90.606}, "read_interval": {"avg_ms": 100.051, "count": 299, "max_ms": 349.979, "p95_ms": 119.792}, "triton_wait": {"avg_ms": 64.5, "count": 300, "max_ms": 90.144, "p95_ms": 79.184}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 4.877, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.364, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.391, "sample_count": 2847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:05:18+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T11:05:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:05:18.893854+09:00", "mtime_epoch": 1783044318.8938541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:05:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.38, "pushed": 9.38, "read": 9.346}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.865, "count": 281, "max_ms": 6.554, "p95_ms": 4.455}, "gstreamer_push": {"avg_ms": 1.314, "count": 281, "max_ms": 2.243, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.267, "count": 281, "max_ms": 69.675, "p95_ms": 66.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.01, "count": 281, "max_ms": 87.444, "p95_ms": 79.226}, "yolo11_640_fire_11class": {"avg_ms": 60.317, "count": 281, "max_ms": 75.491, "p95_ms": 70.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.923, "count": 281, "max_ms": 84.012, "p95_ms": 79.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.342, "count": 281, "max_ms": 132.737, "p95_ms": 125.14}, "read_interval": {"avg_ms": 107.011, "count": 280, "max_ms": 146.458, "p95_ms": 138.443}, "triton_wait": {"avg_ms": 67.004, "count": 281, "max_ms": 87.456, "p95_ms": 80.357}, "visualize": {"avg_ms": 4.211, "count": 281, "max_ms": 7.245, "p95_ms": 5.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.756, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.41, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:05:26+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T11:05:26+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T11:05:26.433989+09:00", "mtime_epoch": 1783044326.4339886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:05:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.04, "pushed": 10.04, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.541, "count": 301, "max_ms": 3.882, "p95_ms": 3.339}, "gstreamer_push": {"avg_ms": 1.351, "count": 301, "max_ms": 1.577, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.726, "count": 301, "max_ms": 73.975, "p95_ms": 65.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.945, "count": 301, "max_ms": 92.5, "p95_ms": 78.693}, "yolo11_640_fire_11class": {"avg_ms": 59.762, "count": 301, "max_ms": 78.897, "p95_ms": 70.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.921, "count": 301, "max_ms": 91.747, "p95_ms": 79.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.213, "count": 301, "max_ms": 103.585, "p95_ms": 91.998}, "read_interval": {"avg_ms": 99.93, "count": 300, "max_ms": 269.942, "p95_ms": 116.074}, "triton_wait": {"avg_ms": 67.745, "count": 301, "max_ms": 92.511, "p95_ms": 80.427}, "visualize": {"avg_ms": 3.749, "count": 301, "max_ms": 4.888, "p95_ms": 4.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.429, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.993, "sample_count": 2847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:05:49+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T11:05:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T11:05:48.958390+09:00", "mtime_epoch": 1783044348.9583898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:05:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.178, "pushed": 9.178, "read": 9.145}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.141, "count": 275, "max_ms": 5.487, "p95_ms": 4.432}, "gstreamer_push": {"avg_ms": 1.283, "count": 275, "max_ms": 2.373, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.452, "count": 275, "max_ms": 70.914, "p95_ms": 65.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.526, "count": 275, "max_ms": 89.582, "p95_ms": 79.027}, "yolo11_640_fire_11class": {"avg_ms": 58.854, "count": 275, "max_ms": 75.841, "p95_ms": 69.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.356, "count": 275, "max_ms": 88.876, "p95_ms": 80.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.078, "count": 275, "max_ms": 133.442, "p95_ms": 127.534}, "read_interval": {"avg_ms": 109.333, "count": 274, "max_ms": 146.769, "p95_ms": 141.33}, "triton_wait": {"avg_ms": 65.047, "count": 275, "max_ms": 89.594, "p95_ms": 80.834}, "visualize": {"avg_ms": 4.357, "count": 275, "max_ms": 6.831, "p95_ms": 5.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 353.859, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.386, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:05:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T11:05:56+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:05:56.542525+09:00", "mtime_epoch": 1783044356.5425248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:05:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.453, "count": 299, "max_ms": 3.984, "p95_ms": 2.768}, "gstreamer_push": {"avg_ms": 1.322, "count": 299, "max_ms": 1.561, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.815, "count": 299, "max_ms": 65.861, "p95_ms": 64.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.644, "count": 299, "max_ms": 83.695, "p95_ms": 79.234}, "yolo11_640_fire_11class": {"avg_ms": 57.046, "count": 299, "max_ms": 74.0, "p95_ms": 68.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.015, "count": 299, "max_ms": 83.807, "p95_ms": 78.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.324, "count": 299, "max_ms": 94.97, "p95_ms": 90.797}, "read_interval": {"avg_ms": 100.294, "count": 299, "max_ms": 174.497, "p95_ms": 121.237}, "triton_wait": {"avg_ms": 64.114, "count": 299, "max_ms": 83.82, "p95_ms": 79.721}, "visualize": {"avg_ms": 3.684, "count": 299, "max_ms": 5.35, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.522, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.49, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:06:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:06:19+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:06:19+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T11:06:19.054924+09:00", "mtime_epoch": 1783044379.0549242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:06:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.336, "pushed": 9.336, "read": 9.303}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.954, "count": 280, "max_ms": 6.373, "p95_ms": 4.457}, "gstreamer_push": {"avg_ms": 1.289, "count": 280, "max_ms": 1.551, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.451, "count": 280, "max_ms": 66.303, "p95_ms": 64.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.169, "count": 280, "max_ms": 82.917, "p95_ms": 78.674}, "yolo11_640_fire_11class": {"avg_ms": 59.433, "count": 280, "max_ms": 74.408, "p95_ms": 69.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.461, "count": 280, "max_ms": 80.448, "p95_ms": 78.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.076, "count": 280, "max_ms": 132.379, "p95_ms": 126.254}, "read_interval": {"avg_ms": 107.476, "count": 279, "max_ms": 146.255, "p95_ms": 139.828}, "triton_wait": {"avg_ms": 65.688, "count": 280, "max_ms": 82.929, "p95_ms": 79.251}, "visualize": {"avg_ms": 4.238, "count": 280, "max_ms": 6.538, "p95_ms": 5.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 561}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 383.875, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.284, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:06:26+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T11:06:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:06:26.559057+09:00", "mtime_epoch": 1783044386.5590572, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:06:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.422, "count": 299, "max_ms": 3.628, "p95_ms": 2.531}, "gstreamer_push": {"avg_ms": 1.337, "count": 299, "max_ms": 1.548, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.36, "count": 299, "max_ms": 67.887, "p95_ms": 64.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.847, "count": 299, "max_ms": 83.302, "p95_ms": 78.443}, "yolo11_640_fire_11class": {"avg_ms": 59.775, "count": 299, "max_ms": 76.034, "p95_ms": 69.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.417, "count": 299, "max_ms": 82.387, "p95_ms": 78.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.751, "count": 299, "max_ms": 94.399, "p95_ms": 90.444}, "read_interval": {"avg_ms": 100.398, "count": 299, "max_ms": 209.801, "p95_ms": 120.676}, "triton_wait": {"avg_ms": 67.669, "count": 299, "max_ms": 83.314, "p95_ms": 79.292}, "visualize": {"avg_ms": 3.66, "count": 299, "max_ms": 4.684, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.603, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.981, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:06:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:06:49+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T11:06:49+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T11:06:49.127456+09:00", "mtime_epoch": 1783044409.1274562, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:06:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.141, "pushed": 9.141, "read": 9.107}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.188, "count": 274, "max_ms": 5.724, "p95_ms": 4.488}, "gstreamer_push": {"avg_ms": 1.271, "count": 274, "max_ms": 1.835, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.538, "count": 274, "max_ms": 70.559, "p95_ms": 65.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.75, "count": 274, "max_ms": 85.567, "p95_ms": 79.364}, "yolo11_640_fire_11class": {"avg_ms": 58.776, "count": 274, "max_ms": 75.667, "p95_ms": 71.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.607, "count": 274, "max_ms": 84.062, "p95_ms": 79.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.563, "count": 274, "max_ms": 134.663, "p95_ms": 128.121}, "read_interval": {"avg_ms": 109.75, "count": 273, "max_ms": 151.026, "p95_ms": 141.92}, "triton_wait": {"avg_ms": 64.189, "count": 274, "max_ms": 85.579, "p95_ms": 80.598}, "visualize": {"avg_ms": 4.403, "count": 274, "max_ms": 6.841, "p95_ms": 5.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 413.976, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.59, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.322, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:06:56+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:06:56+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:06:56.659589+09:00", "mtime_epoch": 1783044416.6595893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:06:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.47, "count": 299, "max_ms": 3.763, "p95_ms": 2.881}, "gstreamer_push": {"avg_ms": 1.342, "count": 300, "max_ms": 1.866, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.559, "count": 299, "max_ms": 70.325, "p95_ms": 67.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.657, "count": 299, "max_ms": 85.448, "p95_ms": 79.539}, "yolo11_640_fire_11class": {"avg_ms": 57.868, "count": 299, "max_ms": 76.141, "p95_ms": 71.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.41, "count": 299, "max_ms": 83.657, "p95_ms": 79.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.693, "count": 300, "max_ms": 96.719, "p95_ms": 91.851}, "read_interval": {"avg_ms": 100.312, "count": 299, "max_ms": 209.903, "p95_ms": 120.188}, "triton_wait": {"avg_ms": 64.468, "count": 299, "max_ms": 85.459, "p95_ms": 81.077}, "visualize": {"avg_ms": 3.696, "count": 299, "max_ms": 4.856, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11593.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.688, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.529, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:07:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:07:19+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T11:07:19+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T11:07:19.207987+09:00", "mtime_epoch": 1783044439.2079866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:07:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.984, "pushed": 8.984, "read": 8.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.391, "count": 269, "max_ms": 6.418, "p95_ms": 4.747}, "gstreamer_push": {"avg_ms": 1.253, "count": 269, "max_ms": 1.515, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.958, "count": 269, "max_ms": 69.508, "p95_ms": 66.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.644, "count": 269, "max_ms": 85.249, "p95_ms": 80.155}, "yolo11_640_fire_11class": {"avg_ms": 58.275, "count": 269, "max_ms": 75.436, "p95_ms": 71.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.238, "count": 269, "max_ms": 83.49, "p95_ms": 81.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.958, "count": 269, "max_ms": 133.153, "p95_ms": 124.889}, "read_interval": {"avg_ms": 111.818, "count": 268, "max_ms": 150.467, "p95_ms": 137.839}, "triton_wait": {"avg_ms": 63.702, "count": 269, "max_ms": 85.263, "p95_ms": 81.625}, "visualize": {"avg_ms": 4.501, "count": 269, "max_ms": 7.138, "p95_ms": 5.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 443.982, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.848, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.9, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 67970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:07:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T11:07:26+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T11:07:26.664118+09:00", "mtime_epoch": 1783044446.6641178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169662}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:07:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.5, "count": 299, "max_ms": 3.659, "p95_ms": 2.991}, "gstreamer_push": {"avg_ms": 1.344, "count": 299, "max_ms": 1.948, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.042, "count": 299, "max_ms": 67.877, "p95_ms": 65.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.724, "count": 299, "max_ms": 85.001, "p95_ms": 80.366}, "yolo11_640_fire_11class": {"avg_ms": 56.382, "count": 299, "max_ms": 73.251, "p95_ms": 69.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.675, "count": 299, "max_ms": 83.108, "p95_ms": 80.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.933, "count": 299, "max_ms": 96.164, "p95_ms": 92.427}, "read_interval": {"avg_ms": 100.352, "count": 299, "max_ms": 279.0, "p95_ms": 119.404}, "triton_wait": {"avg_ms": 63.638, "count": 299, "max_ms": 85.013, "p95_ms": 81.128}, "visualize": {"avg_ms": 3.719, "count": 299, "max_ms": 4.912, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11594.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.755, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.121, "name": "ffmpeg", "pid": 27738, "rss_mb": 333.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.502, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:07:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:07:49+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T11:07:49+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T11:07:49.276515+09:00", "mtime_epoch": 1783044469.276515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:07:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.385, "pushed": 9.385, "read": 9.351}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.615, "count": 281, "max_ms": 6.241, "p95_ms": 4.446}, "gstreamer_push": {"avg_ms": 1.327, "count": 281, "max_ms": 1.906, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.504, "count": 281, "max_ms": 67.976, "p95_ms": 66.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.841, "count": 281, "max_ms": 84.878, "p95_ms": 80.725}, "yolo11_640_fire_11class": {"avg_ms": 62.096, "count": 281, "max_ms": 76.636, "p95_ms": 70.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.658, "count": 281, "max_ms": 83.781, "p95_ms": 81.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.118, "count": 281, "max_ms": 140.129, "p95_ms": 121.094}, "read_interval": {"avg_ms": 106.965, "count": 280, "max_ms": 152.959, "p95_ms": 134.877}, "triton_wait": {"avg_ms": 70.195, "count": 281, "max_ms": 84.891, "p95_ms": 82.251}, "visualize": {"avg_ms": 4.066, "count": 281, "max_ms": 6.475, "p95_ms": 5.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11593.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 474.044, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.848, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.946, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:07:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:07:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:07:56+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T11:07:56.732646+09:00", "mtime_epoch": 1783044476.732646, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:07:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.181, "pushed": 10.181, "read": 10.147}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.466, "count": 305, "max_ms": 3.899, "p95_ms": 2.644}, "gstreamer_push": {"avg_ms": 1.347, "count": 305, "max_ms": 2.164, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.742, "count": 305, "max_ms": 67.496, "p95_ms": 65.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.477, "count": 305, "max_ms": 83.36, "p95_ms": 80.282}, "yolo11_640_fire_11class": {"avg_ms": 60.059, "count": 305, "max_ms": 72.903, "p95_ms": 69.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.564, "count": 305, "max_ms": 82.414, "p95_ms": 80.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.767, "count": 305, "max_ms": 94.484, "p95_ms": 92.454}, "read_interval": {"avg_ms": 98.612, "count": 304, "max_ms": 159.187, "p95_ms": 111.428}, "triton_wait": {"avg_ms": 68.519, "count": 305, "max_ms": 83.373, "p95_ms": 81.13}, "visualize": {"avg_ms": 3.675, "count": 305, "max_ms": 6.108, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11615.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:19+09:00", "last_error_summary": "[h264 @ 0x55ad65ed2d80] error while decoding MB 20 46, bytestream -27 [in#0/rtsp @ 0x55ad65d99e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ad65d99e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T10:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 541.186, "last_started_at": "2026-07-03T10:59:21+09:00", "pid": 27738, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.305, "name": "ffmpeg", "pid": 27738, "rss_mb": 355.305, "state": "S (sleeping)", "threads": 104}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.13, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:08:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:08:22+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T11:08:22+09:00", "mjpeg": {"age_sec": 13.295, "exists": true, "mtime": "2026-07-03T11:08:09.508870+09:00", "mtime_epoch": 1783044489.50887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:08:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.438, "pushed": 2.438, "read": 2.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.029, "count": 73, "max_ms": 4.604, "p95_ms": 4.436}, "gstreamer_push": {"avg_ms": 1.286, "count": 73, "max_ms": 1.494, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.253, "count": 73, "max_ms": 66.656, "p95_ms": 65.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.722, "count": 73, "max_ms": 83.456, "p95_ms": 81.349}, "yolo11_640_fire_11class": {"avg_ms": 58.774, "count": 73, "max_ms": 73.907, "p95_ms": 70.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.513, "count": 73, "max_ms": 80.069, "p95_ms": 79.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.343, "count": 73, "max_ms": 133.886, "p95_ms": 129.545}, "read_interval": {"avg_ms": 416.213, "count": 72, "max_ms": 13306.264, "p95_ms": 145.138}, "triton_wait": {"avg_ms": 64.971, "count": 73, "max_ms": 83.468, "p95_ms": 81.362}, "visualize": {"avg_ms": 4.267, "count": 73, "max_ms": 5.61, "p95_ms": 5.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11299.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 504.228, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.848, "name": "ffmpeg", "pid": 27890, "rss_mb": 268.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.718, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:08:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:08:26+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T11:08:26+09:00", "mjpeg": {"age_sec": 3.278, "exists": true, "mtime": "2026-07-03T11:08:23.721119+09:00", "mtime_epoch": 1783044503.7211187, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:08:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.972, "pushed": 8.972, "read": 8.939}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.497, "count": 269, "max_ms": 3.67, "p95_ms": 2.805}, "gstreamer_push": {"avg_ms": 1.364, "count": 269, "max_ms": 1.549, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.14, "count": 269, "max_ms": 64.074, "p95_ms": 58.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.77, "count": 269, "max_ms": 80.704, "p95_ms": 66.266}, "yolo11_640_fire_11class": {"avg_ms": 50.111, "count": 269, "max_ms": 70.157, "p95_ms": 66.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.64, "count": 269, "max_ms": 79.315, "p95_ms": 68.788}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.215, "count": 269, "max_ms": 92.121, "p95_ms": 80.547}, "read_interval": {"avg_ms": 111.844, "count": 268, "max_ms": 3284.13, "p95_ms": 146.166}, "triton_wait": {"avg_ms": 54.872, "count": 269, "max_ms": 80.716, "p95_ms": 69.512}, "visualize": {"avg_ms": 3.702, "count": 269, "max_ms": 4.703, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11595.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:08:24+09:00", "last_error_summary": "[h264 @ 0x562afe5a7640] error while decoding MB 65 26, bytestream -45 [in#0/rtsp @ 0x562afe3f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562afe3f7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:08:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.642, "last_started_at": "2026-07-03T11:08:26+09:00", "pid": 27997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.438, "name": "ffmpeg", "pid": 27997, "rss_mb": 332.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.305, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:08:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T11:08:52+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-03T11:08:52+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T11:08:52.821627+09:00", "mtime_epoch": 1783044532.821627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:08:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.381, "pushed": 7.381, "read": 7.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.899, "count": 221, "max_ms": 6.178, "p95_ms": 4.854}, "gstreamer_push": {"avg_ms": 1.209, "count": 221, "max_ms": 2.024, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.856, "count": 221, "max_ms": 66.652, "p95_ms": 65.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.07, "count": 221, "max_ms": 85.258, "p95_ms": 78.692}, "yolo11_640_fire_11class": {"avg_ms": 57.201, "count": 221, "max_ms": 76.616, "p95_ms": 70.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.535, "count": 221, "max_ms": 81.505, "p95_ms": 78.765}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.845, "count": 221, "max_ms": 135.584, "p95_ms": 128.873}, "read_interval": {"avg_ms": 135.995, "count": 220, "max_ms": 4362.632, "p95_ms": 142.037}, "triton_wait": {"avg_ms": 62.35, "count": 221, "max_ms": 85.269, "p95_ms": 79.525}, "visualize": {"avg_ms": 4.776, "count": 221, "max_ms": 6.883, "p95_ms": 5.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11596.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 534.242, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.426, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.553, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:08:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:08:57+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T11:08:56+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T11:08:56.929698+09:00", "mtime_epoch": 1783044536.9296985, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:08:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.068, "pushed": 11.068, "read": 11.068}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.473, "count": 332, "max_ms": 3.831, "p95_ms": 2.868}, "gstreamer_push": {"avg_ms": 1.331, "count": 332, "max_ms": 1.786, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.806, "count": 332, "max_ms": 67.278, "p95_ms": 63.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.631, "count": 332, "max_ms": 85.779, "p95_ms": 76.616}, "yolo11_640_fire_11class": {"avg_ms": 54.633, "count": 332, "max_ms": 73.965, "p95_ms": 68.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.663, "count": 332, "max_ms": 80.775, "p95_ms": 76.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.906, "count": 332, "max_ms": 96.978, "p95_ms": 89.096}, "read_interval": {"avg_ms": 90.428, "count": 332, "max_ms": 208.544, "p95_ms": 111.359}, "triton_wait": {"avg_ms": 60.682, "count": 332, "max_ms": 85.792, "p95_ms": 77.755}, "visualize": {"avg_ms": 3.663, "count": 332, "max_ms": 5.155, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11596.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:08:24+09:00", "last_error_summary": "[h264 @ 0x562afe5a7640] error while decoding MB 65 26, bytestream -45 [in#0/rtsp @ 0x562afe3f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562afe3f7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:08:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.659, "last_started_at": "2026-07-03T11:08:26+09:00", "pid": 27997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.438, "name": "ffmpeg", "pid": 27997, "rss_mb": 332.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.036, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:09:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:09:22+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T11:09:22+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T11:09:22.850150+09:00", "mtime_epoch": 1783044562.8501499, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:09:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.836, "pushed": 8.836, "read": 8.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.792, "count": 264, "max_ms": 6.345, "p95_ms": 4.541}, "gstreamer_push": {"avg_ms": 1.213, "count": 264, "max_ms": 1.706, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.248, "count": 264, "max_ms": 74.219, "p95_ms": 64.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.784, "count": 264, "max_ms": 83.615, "p95_ms": 78.056}, "yolo11_640_fire_11class": {"avg_ms": 55.082, "count": 264, "max_ms": 78.216, "p95_ms": 71.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.411, "count": 264, "max_ms": 82.125, "p95_ms": 78.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.723, "count": 264, "max_ms": 135.443, "p95_ms": 129.02}, "read_interval": {"avg_ms": 113.667, "count": 263, "max_ms": 151.014, "p95_ms": 142.916}, "triton_wait": {"avg_ms": 59.24, "count": 264, "max_ms": 83.627, "p95_ms": 79.119}, "visualize": {"avg_ms": 4.729, "count": 264, "max_ms": 6.278, "p95_ms": 5.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11596.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 564.242, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.684, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.495, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:09:27+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:09:26+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T11:09:26.938221+09:00", "mtime_epoch": 1783044566.9382212, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:09:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.463, "count": 300, "max_ms": 3.991, "p95_ms": 2.726}, "gstreamer_push": {"avg_ms": 1.35, "count": 300, "max_ms": 2.288, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.944, "count": 300, "max_ms": 67.687, "p95_ms": 62.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.375, "count": 300, "max_ms": 82.471, "p95_ms": 75.82}, "yolo11_640_fire_11class": {"avg_ms": 53.808, "count": 300, "max_ms": 72.843, "p95_ms": 68.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.883, "count": 300, "max_ms": 80.031, "p95_ms": 76.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.654, "count": 300, "max_ms": 93.911, "p95_ms": 88.496}, "read_interval": {"avg_ms": 99.996, "count": 300, "max_ms": 207.793, "p95_ms": 145.548}, "triton_wait": {"avg_ms": 59.347, "count": 300, "max_ms": 82.483, "p95_ms": 77.321}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 5.714, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11596.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:08:24+09:00", "last_error_summary": "[h264 @ 0x562afe5a7640] error while decoding MB 65 26, bytestream -45 [in#0/rtsp @ 0x562afe3f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562afe3f7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:08:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.786, "last_started_at": "2026-07-03T11:08:26+09:00", "pid": 27997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.695, "name": "ffmpeg", "pid": 27997, "rss_mb": 332.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.467, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:09:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:09:53+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T11:09:52+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T11:09:52.958673+09:00", "mtime_epoch": 1783044592.9586732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:09:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2019.57, "name": "celery", "pid": 267, "rss_mb": 1808.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.0, "pushed": 9.0, "read": 9.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.659, "count": 270, "max_ms": 6.212, "p95_ms": 5.075}, "gstreamer_push": {"avg_ms": 1.228, "count": 270, "max_ms": 2.301, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.315, "count": 270, "max_ms": 68.36, "p95_ms": 64.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.909, "count": 270, "max_ms": 83.402, "p95_ms": 77.221}, "yolo11_640_fire_11class": {"avg_ms": 54.435, "count": 270, "max_ms": 71.748, "p95_ms": 69.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.079, "count": 270, "max_ms": 80.679, "p95_ms": 77.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.891, "count": 270, "max_ms": 154.969, "p95_ms": 130.093}, "read_interval": {"avg_ms": 111.054, "count": 270, "max_ms": 166.857, "p95_ms": 142.5}, "triton_wait": {"avg_ms": 58.699, "count": 270, "max_ms": 83.415, "p95_ms": 78.269}, "visualize": {"avg_ms": 4.687, "count": 270, "max_ms": 6.555, "p95_ms": 6.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11596.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 594.247, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.356, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:09:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T11:09:57+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T11:09:56+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T11:09:56.910742+09:00", "mtime_epoch": 1783044596.9107418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:09:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.464, "count": 300, "max_ms": 3.753, "p95_ms": 2.939}, "gstreamer_push": {"avg_ms": 1.316, "count": 300, "max_ms": 1.951, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.08, "count": 300, "max_ms": 67.817, "p95_ms": 63.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.829, "count": 300, "max_ms": 82.523, "p95_ms": 76.236}, "yolo11_640_fire_11class": {"avg_ms": 53.605, "count": 300, "max_ms": 73.759, "p95_ms": 67.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.572, "count": 300, "max_ms": 80.118, "p95_ms": 77.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.575, "count": 300, "max_ms": 93.572, "p95_ms": 88.759}, "read_interval": {"avg_ms": 99.999, "count": 300, "max_ms": 182.077, "p95_ms": 125.846}, "triton_wait": {"avg_ms": 59.392, "count": 300, "max_ms": 82.535, "p95_ms": 77.356}, "visualize": {"avg_ms": 3.678, "count": 300, "max_ms": 5.603, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11806.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:08:24+09:00", "last_error_summary": "[h264 @ 0x562afe5a7640] error while decoding MB 65 26, bytestream -45 [in#0/rtsp @ 0x562afe3f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562afe3f7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:08:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.874, "last_started_at": "2026-07-03T11:08:26+09:00", "pid": 27997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.695, "name": "ffmpeg", "pid": 27997, "rss_mb": 332.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.619, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:10:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:10:23+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T11:10:23+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T11:10:23.019194+09:00", "mtime_epoch": 1783044623.0191944, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:10:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 2011.906, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.072, "pushed": 6.072, "read": 6.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.68, "count": 181, "max_ms": 11.239, "p95_ms": 8.149}, "gstreamer_push": {"avg_ms": 1.144, "count": 182, "max_ms": 3.034, "p95_ms": 1.934}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.405, "count": 181, "max_ms": 70.044, "p95_ms": 65.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.359, "count": 181, "max_ms": 83.26, "p95_ms": 77.521}, "yolo11_640_fire_11class": {"avg_ms": 53.999, "count": 181, "max_ms": 73.758, "p95_ms": 69.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.635, "count": 181, "max_ms": 83.143, "p95_ms": 79.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.093, "count": 182, "max_ms": 783.824, "p95_ms": 204.767}, "read_interval": {"avg_ms": 165.273, "count": 181, "max_ms": 798.414, "p95_ms": 215.739}, "triton_wait": {"avg_ms": 60.048, "count": 181, "max_ms": 83.273, "p95_ms": 79.908}, "visualize": {"avg_ms": 8.397, "count": 181, "max_ms": 15.08, "p95_ms": 12.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 581}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11799.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 624.322, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.941, "state": "R (running)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.026, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:10:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:10:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T11:10:27+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T11:10:27.027264+09:00", "mtime_epoch": 1783044627.0272636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:10:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.564, "count": 300, "max_ms": 3.692, "p95_ms": 3.283}, "gstreamer_push": {"avg_ms": 1.339, "count": 301, "max_ms": 1.788, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.959, "count": 300, "max_ms": 71.326, "p95_ms": 63.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.917, "count": 300, "max_ms": 83.327, "p95_ms": 72.327}, "yolo11_640_fire_11class": {"avg_ms": 52.421, "count": 300, "max_ms": 71.401, "p95_ms": 66.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.529, "count": 300, "max_ms": 83.851, "p95_ms": 77.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.481, "count": 301, "max_ms": 94.954, "p95_ms": 88.749}, "read_interval": {"avg_ms": 99.969, "count": 300, "max_ms": 254.418, "p95_ms": 125.458}, "triton_wait": {"avg_ms": 58.109, "count": 300, "max_ms": 83.861, "p95_ms": 77.133}, "visualize": {"avg_ms": 3.708, "count": 300, "max_ms": 5.588, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11767.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:08:24+09:00", "last_error_summary": "[h264 @ 0x562afe5a7640] error while decoding MB 65 26, bytestream -45 [in#0/rtsp @ 0x562afe3f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562afe3f7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:08:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.908, "last_started_at": "2026-07-03T11:08:26+09:00", "pid": 27997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.695, "name": "ffmpeg", "pid": 27997, "rss_mb": 332.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.919, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:10:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:10:53+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T11:10:53+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T11:10:53.103715+09:00", "mtime_epoch": 1783044653.1037147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:10:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1972.352, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.665, "pushed": 8.665, "read": 8.632}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.104, "count": 259, "max_ms": 7.33, "p95_ms": 6.117}, "gstreamer_push": {"avg_ms": 1.209, "count": 259, "max_ms": 1.539, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.178, "count": 259, "max_ms": 69.888, "p95_ms": 64.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.706, "count": 259, "max_ms": 80.466, "p95_ms": 75.462}, "yolo11_640_fire_11class": {"avg_ms": 54.423, "count": 259, "max_ms": 75.092, "p95_ms": 68.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.345, "count": 259, "max_ms": 81.612, "p95_ms": 76.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.52, "count": 259, "max_ms": 141.418, "p95_ms": 132.756}, "read_interval": {"avg_ms": 115.973, "count": 258, "max_ms": 151.447, "p95_ms": 145.246}, "triton_wait": {"avg_ms": 58.111, "count": 259, "max_ms": 81.624, "p95_ms": 77.853}, "visualize": {"avg_ms": 4.964, "count": 259, "max_ms": 8.913, "p95_ms": 5.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11759.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 654.364, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.924, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:10:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:10:57+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T11:10:57+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T11:10:57.031782+09:00", "mtime_epoch": 1783044657.0317824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:10:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.508, "count": 300, "max_ms": 3.784, "p95_ms": 3.115}, "gstreamer_push": {"avg_ms": 1.382, "count": 300, "max_ms": 2.367, "p95_ms": 1.513}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.073, "count": 300, "max_ms": 70.202, "p95_ms": 62.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.17, "count": 300, "max_ms": 83.434, "p95_ms": 73.345}, "yolo11_640_fire_11class": {"avg_ms": 53.717, "count": 300, "max_ms": 76.298, "p95_ms": 69.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.852, "count": 300, "max_ms": 81.255, "p95_ms": 74.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.434, "count": 300, "max_ms": 94.598, "p95_ms": 87.437}, "read_interval": {"avg_ms": 100.052, "count": 300, "max_ms": 263.914, "p95_ms": 133.865}, "triton_wait": {"avg_ms": 58.979, "count": 300, "max_ms": 83.447, "p95_ms": 76.164}, "visualize": {"avg_ms": 3.722, "count": 300, "max_ms": 5.98, "p95_ms": 4.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11730.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:08:24+09:00", "last_error_summary": "[h264 @ 0x562afe5a7640] error while decoding MB 65 26, bytestream -45 [in#0/rtsp @ 0x562afe3f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562afe3f7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:08:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.979, "last_started_at": "2026-07-03T11:08:26+09:00", "pid": 27997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.695, "name": "ffmpeg", "pid": 27997, "rss_mb": 332.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.919, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:11:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:11:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:11:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:11:23.184234+09:00", "mtime_epoch": 1783044683.184234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:11:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.481, "pushed": 9.481, "read": 9.447}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.751, "count": 284, "max_ms": 6.265, "p95_ms": 4.295}, "gstreamer_push": {"avg_ms": 1.311, "count": 284, "max_ms": 1.673, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.88, "count": 284, "max_ms": 70.438, "p95_ms": 67.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.23, "count": 284, "max_ms": 83.207, "p95_ms": 80.316}, "yolo11_640_fire_11class": {"avg_ms": 61.049, "count": 284, "max_ms": 76.379, "p95_ms": 70.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.746, "count": 284, "max_ms": 82.157, "p95_ms": 80.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.553, "count": 284, "max_ms": 130.558, "p95_ms": 122.616}, "read_interval": {"avg_ms": 105.89, "count": 283, "max_ms": 144.385, "p95_ms": 135.505}, "triton_wait": {"avg_ms": 67.531, "count": 284, "max_ms": 83.22, "p95_ms": 80.7}, "visualize": {"avg_ms": 4.179, "count": 284, "max_ms": 7.719, "p95_ms": 5.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 586}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11730.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 684.382, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.026, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:11:27+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T11:11:27+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T11:11:27.068301+09:00", "mtime_epoch": 1783044687.0683007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:11:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.927, "pushed": 9.927, "read": 9.894}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.459, "count": 297, "max_ms": 3.6, "p95_ms": 2.552}, "gstreamer_push": {"avg_ms": 1.381, "count": 297, "max_ms": 1.598, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.743, "count": 297, "max_ms": 68.756, "p95_ms": 66.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.905, "count": 297, "max_ms": 84.216, "p95_ms": 80.113}, "yolo11_640_fire_11class": {"avg_ms": 61.628, "count": 297, "max_ms": 75.306, "p95_ms": 70.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.05, "count": 297, "max_ms": 82.565, "p95_ms": 79.128}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.005, "count": 297, "max_ms": 96.31, "p95_ms": 91.578}, "read_interval": {"avg_ms": 101.069, "count": 296, "max_ms": 226.461, "p95_ms": 113.687}, "triton_wait": {"avg_ms": 69.628, "count": 297, "max_ms": 84.228, "p95_ms": 80.305}, "visualize": {"avg_ms": 3.724, "count": 297, "max_ms": 4.657, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11754.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:08:24+09:00", "last_error_summary": "[h264 @ 0x562afe5a7640] error while decoding MB 65 26, bytestream -45 [in#0/rtsp @ 0x562afe3f7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562afe3f7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:08:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.005, "last_started_at": "2026-07-03T11:08:26+09:00", "pid": 27997, "process": {"exists": true, "fd_count": 5, "hwm_mb": 357.598, "name": "ffmpeg", "pid": 27997, "rss_mb": 357.598, "state": "S (sleeping)", "threads": 104}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.568, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:11:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T11:11:53+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T11:11:53.240752+09:00", "mtime_epoch": 1783044713.2407515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:11:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.774, "pushed": 2.774, "read": 2.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.535, "count": 83, "max_ms": 5.987, "p95_ms": 4.207}, "gstreamer_push": {"avg_ms": 1.311, "count": 83, "max_ms": 1.487, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.179, "count": 83, "max_ms": 68.012, "p95_ms": 66.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.586, "count": 83, "max_ms": 79.769, "p95_ms": 79.002}, "yolo11_640_fire_11class": {"avg_ms": 64.657, "count": 83, "max_ms": 74.952, "p95_ms": 71.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.741, "count": 83, "max_ms": 79.946, "p95_ms": 79.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.336, "count": 83, "max_ms": 131.015, "p95_ms": 119.713}, "read_interval": {"avg_ms": 365.186, "count": 82, "max_ms": 12446.642, "p95_ms": 137.308}, "triton_wait": {"avg_ms": 71.991, "count": 83, "max_ms": 79.957, "p95_ms": 79.778}, "visualize": {"avg_ms": 4.0, "count": 83, "max_ms": 6.158, "p95_ms": 5.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11436.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 714.443, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.721, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:11:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:11:57+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:11:57+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T11:11:57.112818+09:00", "mtime_epoch": 1783044717.112818, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:11:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.113}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.486, "count": 304, "max_ms": 3.576, "p95_ms": 2.567}, "gstreamer_push": {"avg_ms": 1.354, "count": 304, "max_ms": 1.501, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.064, "count": 304, "max_ms": 70.906, "p95_ms": 61.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.513, "count": 304, "max_ms": 78.423, "p95_ms": 71.147}, "yolo11_640_fire_11class": {"avg_ms": 51.149, "count": 304, "max_ms": 77.48, "p95_ms": 67.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.093, "count": 304, "max_ms": 79.219, "p95_ms": 73.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.012, "count": 304, "max_ms": 90.449, "p95_ms": 85.955}, "read_interval": {"avg_ms": 98.927, "count": 303, "max_ms": 320.816, "p95_ms": 125.339}, "triton_wait": {"avg_ms": 55.856, "count": 304, "max_ms": 79.231, "p95_ms": 74.588}, "visualize": {"avg_ms": 3.67, "count": 304, "max_ms": 4.652, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11730.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:11:53+09:00", "last_error_summary": "[h264 @ 0x5650c8aa6200] error while decoding MB 11 60, bytestream -23 [in#0/rtsp @ 0x5650c8a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5650c8a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:11:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.564, "last_started_at": "2026-07-03T11:11:56+09:00", "pid": 28209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.945, "name": "ffmpeg", "pid": 28209, "rss_mb": 332.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.703, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:12:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:12:23+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-03T11:12:23+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T11:12:23.225267+09:00", "mtime_epoch": 1783044743.225267, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241830}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:12:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.408, "pushed": 7.408, "read": 7.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.552, "count": 222, "max_ms": 6.262, "p95_ms": 4.716}, "gstreamer_push": {"avg_ms": 1.251, "count": 222, "max_ms": 1.741, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.462, "count": 222, "max_ms": 75.538, "p95_ms": 65.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.765, "count": 222, "max_ms": 81.85, "p95_ms": 77.703}, "yolo11_640_fire_11class": {"avg_ms": 56.301, "count": 222, "max_ms": 78.908, "p95_ms": 70.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.279, "count": 222, "max_ms": 82.685, "p95_ms": 78.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.254, "count": 222, "max_ms": 130.929, "p95_ms": 126.097}, "read_interval": {"avg_ms": 135.316, "count": 221, "max_ms": 5442.112, "p95_ms": 139.927}, "triton_wait": {"avg_ms": 61.027, "count": 222, "max_ms": 82.697, "p95_ms": 79.011}, "visualize": {"avg_ms": 4.693, "count": 222, "max_ms": 7.026, "p95_ms": 5.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 591}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11730.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 744.535, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.36, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:12:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:12:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T11:12:27+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T11:12:27.217335+09:00", "mtime_epoch": 1783044747.2173355, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:12:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.96}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.499, "count": 297, "max_ms": 3.69, "p95_ms": 2.942}, "gstreamer_push": {"avg_ms": 1.369, "count": 297, "max_ms": 1.997, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.716, "count": 297, "max_ms": 67.79, "p95_ms": 64.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.297, "count": 297, "max_ms": 82.581, "p95_ms": 77.455}, "yolo11_640_fire_11class": {"avg_ms": 55.543, "count": 297, "max_ms": 74.22, "p95_ms": 68.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.272, "count": 297, "max_ms": 81.0, "p95_ms": 77.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.239, "count": 297, "max_ms": 93.761, "p95_ms": 89.926}, "read_interval": {"avg_ms": 100.952, "count": 297, "max_ms": 357.236, "p95_ms": 179.257}, "triton_wait": {"avg_ms": 61.86, "count": 297, "max_ms": 82.594, "p95_ms": 78.607}, "visualize": {"avg_ms": 3.728, "count": 297, "max_ms": 4.725, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11730.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:11:53+09:00", "last_error_summary": "[h264 @ 0x5650c8aa6200] error while decoding MB 11 60, bytestream -23 [in#0/rtsp @ 0x5650c8a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5650c8a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:11:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.605, "last_started_at": "2026-07-03T11:11:56+09:00", "pid": 28209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.203, "name": "ffmpeg", "pid": 28209, "rss_mb": 333.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.77, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:12:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:12:53+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T11:12:53+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T11:12:53.325783+09:00", "mtime_epoch": 1783044773.3257835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:12:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.826, "pushed": 9.826, "read": 9.793}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.775, "count": 294, "max_ms": 6.3, "p95_ms": 4.224}, "gstreamer_push": {"avg_ms": 1.316, "count": 294, "max_ms": 1.688, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.134, "count": 294, "max_ms": 66.629, "p95_ms": 65.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.878, "count": 294, "max_ms": 82.791, "p95_ms": 78.084}, "yolo11_640_fire_11class": {"avg_ms": 58.673, "count": 294, "max_ms": 74.392, "p95_ms": 69.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.818, "count": 294, "max_ms": 82.741, "p95_ms": 78.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.918, "count": 294, "max_ms": 131.796, "p95_ms": 124.887}, "read_interval": {"avg_ms": 102.263, "count": 293, "max_ms": 145.025, "p95_ms": 138.06}, "triton_wait": {"avg_ms": 63.774, "count": 294, "max_ms": 82.803, "p95_ms": 78.873}, "visualize": {"avg_ms": 4.184, "count": 294, "max_ms": 6.967, "p95_ms": 5.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11731.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 774.541, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.626, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:12:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:12:57+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T11:12:57+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T11:12:57.233850+09:00", "mtime_epoch": 1783044777.2338505, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:12:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.104}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.53, "count": 303, "max_ms": 3.866, "p95_ms": 3.516}, "gstreamer_push": {"avg_ms": 1.38, "count": 303, "max_ms": 2.004, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.877, "count": 303, "max_ms": 68.209, "p95_ms": 64.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.574, "count": 303, "max_ms": 83.343, "p95_ms": 78.076}, "yolo11_640_fire_11class": {"avg_ms": 56.687, "count": 303, "max_ms": 73.524, "p95_ms": 68.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.2, "count": 303, "max_ms": 79.34, "p95_ms": 77.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.556, "count": 303, "max_ms": 94.491, "p95_ms": 89.247}, "read_interval": {"avg_ms": 99.079, "count": 303, "max_ms": 231.417, "p95_ms": 120.513}, "triton_wait": {"avg_ms": 63.157, "count": 303, "max_ms": 83.355, "p95_ms": 78.437}, "visualize": {"avg_ms": 3.76, "count": 303, "max_ms": 4.851, "p95_ms": 4.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 598}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11730.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:11:53+09:00", "last_error_summary": "[h264 @ 0x5650c8aa6200] error while decoding MB 11 60, bytestream -23 [in#0/rtsp @ 0x5650c8a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5650c8a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:11:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.644, "last_started_at": "2026-07-03T11:11:56+09:00", "pid": 28209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.461, "name": "ffmpeg", "pid": 28209, "rss_mb": 333.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.137, "sample_count": 2344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:13:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:13:23+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T11:13:23+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T11:13:23.334298+09:00", "mtime_epoch": 1783044803.3342977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:13:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.954, "pushed": 8.954, "read": 8.92}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.639, "count": 268, "max_ms": 8.012, "p95_ms": 5.966}, "gstreamer_push": {"avg_ms": 1.258, "count": 268, "max_ms": 1.817, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.898, "count": 268, "max_ms": 73.988, "p95_ms": 65.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.99, "count": 268, "max_ms": 86.233, "p95_ms": 79.12}, "yolo11_640_fire_11class": {"avg_ms": 55.982, "count": 268, "max_ms": 77.055, "p95_ms": 70.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.85, "count": 268, "max_ms": 83.578, "p95_ms": 80.368}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.54, "count": 268, "max_ms": 185.207, "p95_ms": 130.469}, "read_interval": {"avg_ms": 112.07, "count": 267, "max_ms": 195.858, "p95_ms": 143.671}, "triton_wait": {"avg_ms": 60.546, "count": 268, "max_ms": 86.246, "p95_ms": 81.104}, "visualize": {"avg_ms": 4.717, "count": 268, "max_ms": 9.178, "p95_ms": 6.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 596}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11730.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 804.588, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.957, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:13:27+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T11:13:27+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T11:13:27.270365+09:00", "mtime_epoch": 1783044807.270365, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:13:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.568, "count": 300, "max_ms": 4.833, "p95_ms": 3.266}, "gstreamer_push": {"avg_ms": 1.36, "count": 300, "max_ms": 2.208, "p95_ms": 1.508}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.769, "count": 300, "max_ms": 69.743, "p95_ms": 64.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.244, "count": 300, "max_ms": 84.689, "p95_ms": 79.087}, "yolo11_640_fire_11class": {"avg_ms": 54.601, "count": 300, "max_ms": 77.982, "p95_ms": 69.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.384, "count": 300, "max_ms": 83.113, "p95_ms": 79.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.442, "count": 300, "max_ms": 109.509, "p95_ms": 92.19}, "read_interval": {"avg_ms": 100.099, "count": 300, "max_ms": 204.825, "p95_ms": 123.898}, "triton_wait": {"avg_ms": 60.838, "count": 300, "max_ms": 84.7, "p95_ms": 80.665}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 5.558, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11732.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:11:53+09:00", "last_error_summary": "[h264 @ 0x5650c8aa6200] error while decoding MB 11 60, bytestream -23 [in#0/rtsp @ 0x5650c8a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5650c8a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:11:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.717, "last_started_at": "2026-07-03T11:11:56+09:00", "pid": 28209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.461, "name": "ffmpeg", "pid": 28209, "rss_mb": 333.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.699, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:13:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:13:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T11:13:53+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T11:13:53.418812+09:00", "mtime_epoch": 1783044833.418812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:13:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.514, "pushed": 9.514, "read": 9.481}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.142, "count": 285, "max_ms": 6.4, "p95_ms": 4.289}, "gstreamer_push": {"avg_ms": 1.288, "count": 285, "max_ms": 1.888, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.826, "count": 285, "max_ms": 69.133, "p95_ms": 65.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.222, "count": 285, "max_ms": 81.614, "p95_ms": 78.614}, "yolo11_640_fire_11class": {"avg_ms": 55.982, "count": 285, "max_ms": 76.449, "p95_ms": 70.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.238, "count": 285, "max_ms": 82.691, "p95_ms": 80.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.445, "count": 285, "max_ms": 146.069, "p95_ms": 127.753}, "read_interval": {"avg_ms": 105.529, "count": 284, "max_ms": 158.067, "p95_ms": 141.754}, "triton_wait": {"avg_ms": 60.705, "count": 285, "max_ms": 82.704, "p95_ms": 80.919}, "visualize": {"avg_ms": 4.421, "count": 285, "max_ms": 6.965, "p95_ms": 5.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11731.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 834.639, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.941, "name": "ffmpeg", "pid": 27890, "rss_mb": 271.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.106, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:13:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:13:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T11:13:57+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T11:13:57.330879+09:00", "mtime_epoch": 1783044837.330879, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:13:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.058, "pushed": 10.058, "read": 10.024}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.546, "count": 301, "max_ms": 4.461, "p95_ms": 3.424}, "gstreamer_push": {"avg_ms": 1.367, "count": 301, "max_ms": 1.92, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.558, "count": 301, "max_ms": 68.789, "p95_ms": 64.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.967, "count": 301, "max_ms": 83.458, "p95_ms": 77.82}, "yolo11_640_fire_11class": {"avg_ms": 55.512, "count": 301, "max_ms": 73.742, "p95_ms": 69.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.971, "count": 301, "max_ms": 83.446, "p95_ms": 80.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.405, "count": 301, "max_ms": 129.249, "p95_ms": 91.02}, "read_interval": {"avg_ms": 99.816, "count": 300, "max_ms": 184.083, "p95_ms": 123.188}, "triton_wait": {"avg_ms": 61.897, "count": 301, "max_ms": 83.469, "p95_ms": 80.031}, "visualize": {"avg_ms": 3.726, "count": 301, "max_ms": 5.063, "p95_ms": 4.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11731.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:11:53+09:00", "last_error_summary": "[h264 @ 0x5650c8aa6200] error while decoding MB 11 60, bytestream -23 [in#0/rtsp @ 0x5650c8a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5650c8a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:11:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.806, "last_started_at": "2026-07-03T11:11:56+09:00", "pid": 28209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.461, "name": "ffmpeg", "pid": 28209, "rss_mb": 333.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.699, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:14:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:14:23+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T11:14:23+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T11:14:23.491326+09:00", "mtime_epoch": 1783044863.4913256, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:14:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.772, "pushed": 8.772, "read": 8.739}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.631, "count": 263, "max_ms": 5.967, "p95_ms": 4.558}, "gstreamer_push": {"avg_ms": 1.241, "count": 263, "max_ms": 1.676, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.156, "count": 263, "max_ms": 69.171, "p95_ms": 65.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.433, "count": 263, "max_ms": 83.487, "p95_ms": 78.742}, "yolo11_640_fire_11class": {"avg_ms": 56.497, "count": 263, "max_ms": 76.531, "p95_ms": 70.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.782, "count": 263, "max_ms": 80.757, "p95_ms": 78.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.964, "count": 263, "max_ms": 134.223, "p95_ms": 128.634}, "read_interval": {"avg_ms": 114.39, "count": 262, "max_ms": 147.935, "p95_ms": 142.051}, "triton_wait": {"avg_ms": 60.708, "count": 263, "max_ms": 83.5, "p95_ms": 79.698}, "visualize": {"avg_ms": 4.753, "count": 263, "max_ms": 7.03, "p95_ms": 5.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11731.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 864.725, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.199, "name": "ffmpeg", "pid": 27890, "rss_mb": 272.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.108, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:14:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:14:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T11:14:27+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T11:14:27.427393+09:00", "mtime_epoch": 1783044867.4273927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:14:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.52, "count": 300, "max_ms": 3.788, "p95_ms": 2.977}, "gstreamer_push": {"avg_ms": 1.371, "count": 300, "max_ms": 1.81, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.387, "count": 300, "max_ms": 69.747, "p95_ms": 64.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.382, "count": 300, "max_ms": 85.53, "p95_ms": 77.633}, "yolo11_640_fire_11class": {"avg_ms": 54.915, "count": 300, "max_ms": 73.967, "p95_ms": 69.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.84, "count": 300, "max_ms": 78.895, "p95_ms": 77.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.19, "count": 300, "max_ms": 97.033, "p95_ms": 89.788}, "read_interval": {"avg_ms": 100.003, "count": 300, "max_ms": 197.542, "p95_ms": 138.87}, "triton_wait": {"avg_ms": 60.765, "count": 300, "max_ms": 85.542, "p95_ms": 78.562}, "visualize": {"avg_ms": 3.774, "count": 300, "max_ms": 5.901, "p95_ms": 4.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11731.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 894.726, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.199, "name": "ffmpeg", "pid": 27890, "rss_mb": 272.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:14:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:14:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T11:14:57+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T11:14:57.423904+09:00", "mtime_epoch": 1783044897.4239042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:14:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.528, "count": 300, "max_ms": 3.666, "p95_ms": 2.932}, "gstreamer_push": {"avg_ms": 1.374, "count": 300, "max_ms": 1.976, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.339, "count": 300, "max_ms": 68.643, "p95_ms": 62.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.633, "count": 300, "max_ms": 80.712, "p95_ms": 71.931}, "yolo11_640_fire_11class": {"avg_ms": 51.674, "count": 300, "max_ms": 74.592, "p95_ms": 68.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.78, "count": 300, "max_ms": 81.147, "p95_ms": 76.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.979, "count": 300, "max_ms": 92.313, "p95_ms": 88.5}, "read_interval": {"avg_ms": 100.002, "count": 300, "max_ms": 393.071, "p95_ms": 155.357}, "triton_wait": {"avg_ms": 56.602, "count": 300, "max_ms": 81.159, "p95_ms": 77.145}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 4.997, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11732.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 4, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:11:53+09:00", "last_error_summary": "[h264 @ 0x5650c8aa6200] error while decoding MB 11 60, bytestream -23 [in#0/rtsp @ 0x5650c8a45e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5650c8a45e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:11:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.022, "last_started_at": "2026-07-03T11:11:56+09:00", "pid": 28209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.34, "name": "ffmpeg", "pid": 28209, "rss_mb": 334.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.118, "sample_count": 2280, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:14:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T11:14:58+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T11:14:58+09:00", "mjpeg": {"age_sec": 14.608, "exists": true, "mtime": "2026-07-03T11:14:44.195679+09:00", "mtime_epoch": 1783044884.1956787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:14:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.536, "pushed": 4.536, "read": 4.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.873, "count": 135, "max_ms": 6.502, "p95_ms": 4.774}, "gstreamer_push": {"avg_ms": 1.196, "count": 136, "max_ms": 1.428, "p95_ms": 1.361}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.114, "count": 135, "max_ms": 66.685, "p95_ms": 64.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.072, "count": 135, "max_ms": 77.176, "p95_ms": 75.064}, "yolo11_640_fire_11class": {"avg_ms": 54.197, "count": 135, "max_ms": 76.342, "p95_ms": 70.255}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.991, "count": 135, "max_ms": 81.242, "p95_ms": 79.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.447, "count": 136, "max_ms": 131.87, "p95_ms": 128.514}, "read_interval": {"avg_ms": 221.906, "count": 135, "max_ms": 14599.401, "p95_ms": 142.279}, "triton_wait": {"avg_ms": 57.416, "count": 135, "max_ms": 81.253, "p95_ms": 79.098}, "visualize": {"avg_ms": 4.907, "count": 135, "max_ms": 6.67, "p95_ms": 5.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11728.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 924.843, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.457, "name": "ffmpeg", "pid": 27890, "rss_mb": 272.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.006, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:15:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:15:27+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T11:15:27+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T11:15:27.508416+09:00", "mtime_epoch": 1783044927.5084164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:15:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.115, "pushed": 10.115, "read": 10.115}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.49, "count": 300, "max_ms": 3.731, "p95_ms": 2.568}, "gstreamer_push": {"avg_ms": 1.342, "count": 300, "max_ms": 1.608, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.274, "count": 300, "max_ms": 64.306, "p95_ms": 58.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.67, "count": 300, "max_ms": 74.948, "p95_ms": 64.48}, "yolo11_640_fire_11class": {"avg_ms": 50.353, "count": 300, "max_ms": 73.228, "p95_ms": 64.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.234, "count": 300, "max_ms": 77.969, "p95_ms": 71.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.395, "count": 300, "max_ms": 89.531, "p95_ms": 82.82}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 411.016, "p95_ms": 149.647}, "triton_wait": {"avg_ms": 55.176, "count": 300, "max_ms": 77.981, "p95_ms": 71.682}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 4.998, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.66, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11728.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.478, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.684, "name": "ffmpeg", "pid": 28361, "rss_mb": 328.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.327, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:15:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T11:15:28+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-03T11:15:28+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T11:15:28.736437+09:00", "mtime_epoch": 1783044928.7364373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:15:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.064, "pushed": 6.064, "read": 6.064}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.614, "count": 80, "max_ms": 5.202, "p95_ms": 4.347}, "gstreamer_push": {"avg_ms": 1.219, "count": 80, "max_ms": 1.495, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.145, "count": 80, "max_ms": 65.387, "p95_ms": 64.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.686, "count": 80, "max_ms": 79.021, "p95_ms": 75.163}, "yolo11_640_fire_11class": {"avg_ms": 55.634, "count": 80, "max_ms": 77.047, "p95_ms": 70.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.935, "count": 80, "max_ms": 81.389, "p95_ms": 77.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.396, "count": 80, "max_ms": 129.435, "p95_ms": 127.484}, "read_interval": {"avg_ms": 375.67, "count": 80, "max_ms": 16980.018, "p95_ms": 139.566}, "triton_wait": {"avg_ms": 59.554, "count": 80, "max_ms": 81.401, "p95_ms": 78.273}, "visualize": {"avg_ms": 4.742, "count": 80, "max_ms": 6.476, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.192, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11732.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 954.847, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.457, "name": "ffmpeg", "pid": 27890, "rss_mb": 272.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.442, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:15:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:15:57+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-03T11:15:57+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T11:15:57.496927+09:00", "mtime_epoch": 1783044957.4969265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:15:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.681, "count": 290, "max_ms": 5.12, "p95_ms": 4.542}, "gstreamer_push": {"avg_ms": 1.356, "count": 290, "max_ms": 2.456, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.131, "count": 290, "max_ms": 70.637, "p95_ms": 64.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.153, "count": 290, "max_ms": 85.286, "p95_ms": 76.553}, "yolo11_640_fire_11class": {"avg_ms": 56.788, "count": 290, "max_ms": 74.928, "p95_ms": 69.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.316, "count": 290, "max_ms": 80.33, "p95_ms": 77.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.309, "count": 290, "max_ms": 133.219, "p95_ms": 123.463}, "read_interval": {"avg_ms": 103.257, "count": 290, "max_ms": 283.494, "p95_ms": 143.98}, "triton_wait": {"avg_ms": 63.079, "count": 290, "max_ms": 85.296, "p95_ms": 78.254}, "visualize": {"avg_ms": 3.856, "count": 290, "max_ms": 6.529, "p95_ms": 5.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11732.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.588, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.551, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.167, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:15:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:15:58+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T11:15:58+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T11:15:58.860950+09:00", "mtime_epoch": 1783044958.8609498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:15:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.767}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.919, "count": 293, "max_ms": 5.648, "p95_ms": 4.32}, "gstreamer_push": {"avg_ms": 1.305, "count": 294, "max_ms": 2.348, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.241, "count": 293, "max_ms": 67.705, "p95_ms": 65.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.826, "count": 293, "max_ms": 79.511, "p95_ms": 77.348}, "yolo11_640_fire_11class": {"avg_ms": 56.943, "count": 293, "max_ms": 74.777, "p95_ms": 70.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.338, "count": 293, "max_ms": 81.366, "p95_ms": 79.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.704, "count": 294, "max_ms": 129.373, "p95_ms": 126.103}, "read_interval": {"avg_ms": 102.379, "count": 293, "max_ms": 143.962, "p95_ms": 138.277}, "triton_wait": {"avg_ms": 61.779, "count": 293, "max_ms": 81.378, "p95_ms": 79.524}, "visualize": {"avg_ms": 4.299, "count": 293, "max_ms": 6.654, "p95_ms": 5.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11732.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 984.864, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.457, "name": "ffmpeg", "pid": 27890, "rss_mb": 272.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.761, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:16:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:16:27+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:16:27+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T11:16:27.569437+09:00", "mtime_epoch": 1783044987.5694373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180628}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:16:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.472, "pushed": 9.472, "read": 9.438}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 283, "max_ms": 7.948, "p95_ms": 5.142}, "gstreamer_push": {"avg_ms": 1.304, "count": 283, "max_ms": 2.027, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.007, "count": 283, "max_ms": 75.982, "p95_ms": 65.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.252, "count": 283, "max_ms": 88.14, "p95_ms": 80.537}, "yolo11_640_fire_11class": {"avg_ms": 57.175, "count": 283, "max_ms": 82.224, "p95_ms": 69.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.679, "count": 283, "max_ms": 90.488, "p95_ms": 81.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.313, "count": 283, "max_ms": 137.747, "p95_ms": 128.758}, "read_interval": {"avg_ms": 106.157, "count": 282, "max_ms": 153.692, "p95_ms": 142.612}, "triton_wait": {"avg_ms": 64.979, "count": 283, "max_ms": 90.5, "p95_ms": 81.9}, "visualize": {"avg_ms": 4.28, "count": 283, "max_ms": 9.152, "p95_ms": 5.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11732.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.61, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.238, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:16:28+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T11:16:28+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T11:16:28.897460+09:00", "mtime_epoch": 1783044988.8974597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:16:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.031, "pushed": 10.031, "read": 9.997}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.717, "count": 300, "max_ms": 6.259, "p95_ms": 4.286}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.945, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.064, "count": 300, "max_ms": 76.734, "p95_ms": 65.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.76, "count": 300, "max_ms": 88.983, "p95_ms": 79.313}, "yolo11_640_fire_11class": {"avg_ms": 57.398, "count": 300, "max_ms": 83.057, "p95_ms": 70.905}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.131, "count": 300, "max_ms": 91.132, "p95_ms": 81.664}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.646, "count": 300, "max_ms": 135.278, "p95_ms": 120.452}, "read_interval": {"avg_ms": 100.066, "count": 299, "max_ms": 151.351, "p95_ms": 137.91}, "triton_wait": {"avg_ms": 62.84, "count": 300, "max_ms": 91.143, "p95_ms": 82.2}, "visualize": {"avg_ms": 4.097, "count": 300, "max_ms": 6.734, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11735.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1014.884, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.035, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.979, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:16:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:16:57+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:16:57+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T11:16:57.589947+09:00", "mtime_epoch": 1783045017.5899465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:16:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.755, "pushed": 10.755, "read": 10.722}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.523, "count": 322, "max_ms": 3.999, "p95_ms": 2.901}, "gstreamer_push": {"avg_ms": 1.386, "count": 322, "max_ms": 2.263, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.437, "count": 322, "max_ms": 67.656, "p95_ms": 64.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.75, "count": 322, "max_ms": 86.327, "p95_ms": 79.366}, "yolo11_640_fire_11class": {"avg_ms": 57.283, "count": 322, "max_ms": 74.164, "p95_ms": 68.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.427, "count": 322, "max_ms": 80.843, "p95_ms": 77.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.042, "count": 322, "max_ms": 97.764, "p95_ms": 91.402}, "read_interval": {"avg_ms": 93.26, "count": 321, "max_ms": 119.828, "p95_ms": 108.551}, "triton_wait": {"avg_ms": 64.506, "count": 322, "max_ms": 86.34, "p95_ms": 79.378}, "visualize": {"avg_ms": 3.803, "count": 322, "max_ms": 6.667, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11735.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.627, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.167, "sample_count": 2462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:16:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:16:58+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T11:16:58+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T11:16:58.933969+09:00", "mtime_epoch": 1783045018.9339693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:16:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.395, "pushed": 9.395, "read": 9.361}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.938, "count": 281, "max_ms": 6.115, "p95_ms": 4.238}, "gstreamer_push": {"avg_ms": 1.326, "count": 281, "max_ms": 2.465, "p95_ms": 1.502}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.181, "count": 281, "max_ms": 68.118, "p95_ms": 65.151}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.849, "count": 281, "max_ms": 83.802, "p95_ms": 79.752}, "yolo11_640_fire_11class": {"avg_ms": 58.945, "count": 281, "max_ms": 75.235, "p95_ms": 69.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.336, "count": 281, "max_ms": 82.608, "p95_ms": 78.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.44, "count": 281, "max_ms": 137.389, "p95_ms": 124.571}, "read_interval": {"avg_ms": 106.913, "count": 280, "max_ms": 151.8, "p95_ms": 138.577}, "triton_wait": {"avg_ms": 65.4, "count": 281, "max_ms": 83.815, "p95_ms": 80.296}, "visualize": {"avg_ms": 4.336, "count": 281, "max_ms": 9.074, "p95_ms": 5.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11735.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1044.926, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.035, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.979, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:17:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:17:27+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T11:17:27+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T11:17:27.626456+09:00", "mtime_epoch": 1783045047.6264555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:17:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.214, "pushed": 10.214, "read": 10.18}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.501, "count": 306, "max_ms": 3.574, "p95_ms": 2.831}, "gstreamer_push": {"avg_ms": 1.38, "count": 306, "max_ms": 2.081, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.926, "count": 306, "max_ms": 68.375, "p95_ms": 64.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.379, "count": 306, "max_ms": 82.587, "p95_ms": 78.008}, "yolo11_640_fire_11class": {"avg_ms": 56.942, "count": 306, "max_ms": 72.883, "p95_ms": 68.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.272, "count": 306, "max_ms": 80.504, "p95_ms": 78.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.703, "count": 306, "max_ms": 93.603, "p95_ms": 90.058}, "read_interval": {"avg_ms": 98.213, "count": 305, "max_ms": 286.787, "p95_ms": 119.183}, "triton_wait": {"avg_ms": 63.278, "count": 306, "max_ms": 82.598, "p95_ms": 78.734}, "visualize": {"avg_ms": 3.766, "count": 306, "max_ms": 4.766, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11735.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.735, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.06, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:17:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:17:29+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-03T11:17:28+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T11:17:28.978478+09:00", "mtime_epoch": 1783045048.9784784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:17:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.712, "count": 302, "max_ms": 6.342, "p95_ms": 4.282}, "gstreamer_push": {"avg_ms": 1.331, "count": 302, "max_ms": 2.093, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.126, "count": 302, "max_ms": 69.384, "p95_ms": 65.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.031, "count": 302, "max_ms": 81.545, "p95_ms": 78.117}, "yolo11_640_fire_11class": {"avg_ms": 56.888, "count": 302, "max_ms": 80.528, "p95_ms": 69.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.124, "count": 302, "max_ms": 81.995, "p95_ms": 78.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.673, "count": 302, "max_ms": 132.28, "p95_ms": 120.462}, "read_interval": {"avg_ms": 99.284, "count": 301, "max_ms": 146.842, "p95_ms": 133.4}, "triton_wait": {"avg_ms": 62.1, "count": 302, "max_ms": 82.007, "p95_ms": 79.281}, "visualize": {"avg_ms": 4.133, "count": 302, "max_ms": 6.501, "p95_ms": 5.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11735.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1075.004, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.035, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.523, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:17:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:17:57+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T11:17:57+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:17:57.686965+09:00", "mtime_epoch": 1783045077.6869645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:17:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.518, "count": 299, "max_ms": 4.565, "p95_ms": 3.061}, "gstreamer_push": {"avg_ms": 1.356, "count": 299, "max_ms": 1.973, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.482, "count": 299, "max_ms": 71.438, "p95_ms": 64.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.577, "count": 299, "max_ms": 84.717, "p95_ms": 81.773}, "yolo11_640_fire_11class": {"avg_ms": 57.066, "count": 299, "max_ms": 78.185, "p95_ms": 70.924}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.989, "count": 299, "max_ms": 84.257, "p95_ms": 80.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.12, "count": 299, "max_ms": 130.666, "p95_ms": 93.493}, "read_interval": {"avg_ms": 100.402, "count": 298, "max_ms": 213.315, "p95_ms": 128.311}, "triton_wait": {"avg_ms": 65.309, "count": 299, "max_ms": 84.728, "p95_ms": 82.093}, "visualize": {"avg_ms": 3.742, "count": 299, "max_ms": 5.982, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11736.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.813, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.167, "sample_count": 2484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:17:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:17:59+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T11:17:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T11:17:59.094988+09:00", "mtime_epoch": 1783045079.0949883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:17:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.379, "pushed": 9.379, "read": 9.346}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.863, "count": 280, "max_ms": 5.462, "p95_ms": 4.258}, "gstreamer_push": {"avg_ms": 1.309, "count": 281, "max_ms": 2.194, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.457, "count": 280, "max_ms": 69.344, "p95_ms": 64.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.948, "count": 280, "max_ms": 85.755, "p95_ms": 81.817}, "yolo11_640_fire_11class": {"avg_ms": 58.628, "count": 280, "max_ms": 76.564, "p95_ms": 71.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.817, "count": 280, "max_ms": 83.431, "p95_ms": 80.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.371, "count": 281, "max_ms": 136.675, "p95_ms": 127.153}, "read_interval": {"avg_ms": 107.042, "count": 280, "max_ms": 150.197, "p95_ms": 141.532}, "triton_wait": {"avg_ms": 66.071, "count": 280, "max_ms": 85.767, "p95_ms": 81.988}, "visualize": {"avg_ms": 4.265, "count": 280, "max_ms": 6.663, "p95_ms": 5.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11736.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1105.079, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.035, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.377, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:18:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T11:18:27+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T11:18:27+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T11:18:27.759787+09:00", "mtime_epoch": 1783045107.7597866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:18:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.457, "count": 302, "max_ms": 7.769, "p95_ms": 3.034}, "gstreamer_push": {"avg_ms": 1.344, "count": 302, "max_ms": 2.384, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.942, "count": 302, "max_ms": 67.883, "p95_ms": 64.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.292, "count": 302, "max_ms": 85.329, "p95_ms": 81.705}, "yolo11_640_fire_11class": {"avg_ms": 59.708, "count": 302, "max_ms": 79.455, "p95_ms": 69.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.363, "count": 302, "max_ms": 83.389, "p95_ms": 81.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.406, "count": 302, "max_ms": 134.133, "p95_ms": 94.187}, "read_interval": {"avg_ms": 99.543, "count": 301, "max_ms": 192.651, "p95_ms": 119.671}, "triton_wait": {"avg_ms": 68.334, "count": 302, "max_ms": 85.341, "p95_ms": 82.586}, "visualize": {"avg_ms": 3.653, "count": 302, "max_ms": 7.976, "p95_ms": 4.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11736.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.862, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.621, "sample_count": 2487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:18:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:18:29+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T11:18:29+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T11:18:29.131834+09:00", "mtime_epoch": 1783045109.1318336, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:18:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.185, "pushed": 9.185, "read": 9.151}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.926, "count": 275, "max_ms": 6.453, "p95_ms": 4.729}, "gstreamer_push": {"avg_ms": 1.309, "count": 275, "max_ms": 2.395, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.579, "count": 275, "max_ms": 68.831, "p95_ms": 66.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.885, "count": 275, "max_ms": 84.271, "p95_ms": 79.998}, "yolo11_640_fire_11class": {"avg_ms": 60.099, "count": 275, "max_ms": 79.818, "p95_ms": 71.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.642, "count": 275, "max_ms": 84.304, "p95_ms": 81.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.801, "count": 275, "max_ms": 137.102, "p95_ms": 126.917}, "read_interval": {"avg_ms": 109.222, "count": 274, "max_ms": 152.128, "p95_ms": 140.954}, "triton_wait": {"avg_ms": 68.409, "count": 275, "max_ms": 84.316, "p95_ms": 81.555}, "visualize": {"avg_ms": 4.284, "count": 275, "max_ms": 6.267, "p95_ms": 5.381}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11736.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1135.144, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.293, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.354, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:18:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:18:57+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:18:57+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T11:18:57.824800+09:00", "mtime_epoch": 1783045137.8248005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:18:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.484, "count": 301, "max_ms": 3.64, "p95_ms": 2.733}, "gstreamer_push": {"avg_ms": 1.38, "count": 301, "max_ms": 2.159, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.461, "count": 301, "max_ms": 67.225, "p95_ms": 64.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.871, "count": 301, "max_ms": 80.684, "p95_ms": 77.835}, "yolo11_640_fire_11class": {"avg_ms": 56.829, "count": 301, "max_ms": 76.076, "p95_ms": 68.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.242, "count": 301, "max_ms": 80.3, "p95_ms": 77.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.139, "count": 301, "max_ms": 91.986, "p95_ms": 89.495}, "read_interval": {"avg_ms": 99.862, "count": 300, "max_ms": 226.291, "p95_ms": 124.838}, "triton_wait": {"avg_ms": 63.815, "count": 301, "max_ms": 80.696, "p95_ms": 78.383}, "visualize": {"avg_ms": 3.712, "count": 301, "max_ms": 5.237, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11736.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 219.898, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.112, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:18:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:18:59+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T11:18:59+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T11:18:59.176846+09:00", "mtime_epoch": 1783045139.1768456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:18:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.999, "pushed": 9.999, "read": 9.966}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.679, "count": 299, "max_ms": 6.171, "p95_ms": 4.254}, "gstreamer_push": {"avg_ms": 1.334, "count": 299, "max_ms": 1.588, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.143, "count": 299, "max_ms": 67.469, "p95_ms": 65.17}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.5, "count": 299, "max_ms": 80.475, "p95_ms": 77.824}, "yolo11_640_fire_11class": {"avg_ms": 57.352, "count": 299, "max_ms": 75.496, "p95_ms": 69.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.672, "count": 299, "max_ms": 80.843, "p95_ms": 78.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.775, "count": 299, "max_ms": 133.459, "p95_ms": 120.329}, "read_interval": {"avg_ms": 100.441, "count": 298, "max_ms": 147.292, "p95_ms": 133.883}, "triton_wait": {"avg_ms": 63.23, "count": 299, "max_ms": 80.855, "p95_ms": 78.903}, "visualize": {"avg_ms": 4.103, "count": 299, "max_ms": 5.925, "p95_ms": 5.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11736.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1165.247, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.293, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.287, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:19:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:19:28+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:19:27+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T11:19:27.929791+09:00", "mtime_epoch": 1783045167.9297912, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:19:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.487, "count": 299, "max_ms": 3.842, "p95_ms": 2.894}, "gstreamer_push": {"avg_ms": 1.387, "count": 299, "max_ms": 2.367, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.164, "count": 299, "max_ms": 68.417, "p95_ms": 65.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.076, "count": 299, "max_ms": 80.901, "p95_ms": 77.596}, "yolo11_640_fire_11class": {"avg_ms": 57.96, "count": 299, "max_ms": 71.091, "p95_ms": 68.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.88, "count": 299, "max_ms": 80.851, "p95_ms": 78.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.528, "count": 299, "max_ms": 96.89, "p95_ms": 89.973}, "read_interval": {"avg_ms": 100.299, "count": 299, "max_ms": 686.99, "p95_ms": 118.754}, "triton_wait": {"avg_ms": 66.028, "count": 299, "max_ms": 80.913, "p95_ms": 78.474}, "visualize": {"avg_ms": 3.793, "count": 299, "max_ms": 6.85, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11736.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 249.9, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.109, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:19:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:19:29+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T11:19:29+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T11:19:29.177832+09:00", "mtime_epoch": 1783045169.177832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244737}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:19:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.238, "pushed": 9.238, "read": 9.238}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.009, "count": 277, "max_ms": 7.987, "p95_ms": 5.395}, "gstreamer_push": {"avg_ms": 1.305, "count": 277, "max_ms": 2.394, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.725, "count": 277, "max_ms": 71.044, "p95_ms": 65.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.486, "count": 277, "max_ms": 82.656, "p95_ms": 78.522}, "yolo11_640_fire_11class": {"avg_ms": 58.844, "count": 277, "max_ms": 70.635, "p95_ms": 69.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.013, "count": 277, "max_ms": 82.635, "p95_ms": 79.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.716, "count": 277, "max_ms": 154.383, "p95_ms": 128.823}, "read_interval": {"avg_ms": 108.307, "count": 277, "max_ms": 165.655, "p95_ms": 142.452}, "triton_wait": {"avg_ms": 66.781, "count": 277, "max_ms": 82.669, "p95_ms": 79.516}, "visualize": {"avg_ms": 4.237, "count": 277, "max_ms": 8.438, "p95_ms": 5.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11736.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1195.286, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.354, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:19:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:19:58+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T11:19:57+09:00", "mjpeg": {"age_sec": 0.239, "exists": true, "mtime": "2026-07-03T11:19:57.818752+09:00", "mtime_epoch": 1783045197.818752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:19:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.654, "pushed": 9.654, "read": 9.621}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.497, "count": 289, "max_ms": 3.798, "p95_ms": 2.754}, "gstreamer_push": {"avg_ms": 1.365, "count": 289, "max_ms": 1.6, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.961, "count": 289, "max_ms": 70.78, "p95_ms": 65.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.944, "count": 289, "max_ms": 90.414, "p95_ms": 79.456}, "yolo11_640_fire_11class": {"avg_ms": 61.302, "count": 289, "max_ms": 75.977, "p95_ms": 68.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.611, "count": 289, "max_ms": 90.401, "p95_ms": 80.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.526, "count": 289, "max_ms": 101.844, "p95_ms": 91.84}, "read_interval": {"avg_ms": 103.958, "count": 288, "max_ms": 436.377, "p95_ms": 110.965}, "triton_wait": {"avg_ms": 72.178, "count": 289, "max_ms": 90.424, "p95_ms": 80.526}, "visualize": {"avg_ms": 3.724, "count": 289, "max_ms": 4.778, "p95_ms": 4.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11736.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 279.977, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.246, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:19:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:19:59+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:19:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T11:19:59.258798+09:00", "mtime_epoch": 1783045199.258798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:19:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.709}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.374, "count": 292, "max_ms": 6.28, "p95_ms": 4.189}, "gstreamer_push": {"avg_ms": 1.342, "count": 292, "max_ms": 2.078, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.841, "count": 292, "max_ms": 72.599, "p95_ms": 66.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.932, "count": 292, "max_ms": 92.002, "p95_ms": 79.343}, "yolo11_640_fire_11class": {"avg_ms": 61.373, "count": 292, "max_ms": 77.775, "p95_ms": 69.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.65, "count": 292, "max_ms": 91.99, "p95_ms": 81.102}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.828, "count": 292, "max_ms": 130.352, "p95_ms": 107.059}, "read_interval": {"avg_ms": 102.985, "count": 291, "max_ms": 145.993, "p95_ms": 121.818}, "triton_wait": {"avg_ms": 71.346, "count": 292, "max_ms": 92.012, "p95_ms": 81.293}, "visualize": {"avg_ms": 3.899, "count": 292, "max_ms": 6.605, "p95_ms": 5.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11736.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1225.292, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.108, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:20:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:20:28+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T11:20:27+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T11:20:27.983700+09:00", "mtime_epoch": 1783045227.9837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:20:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.496, "count": 301, "max_ms": 4.61, "p95_ms": 3.403}, "gstreamer_push": {"avg_ms": 1.377, "count": 301, "max_ms": 2.048, "p95_ms": 1.505}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.694, "count": 301, "max_ms": 68.928, "p95_ms": 65.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.035, "count": 301, "max_ms": 84.535, "p95_ms": 79.911}, "yolo11_640_fire_11class": {"avg_ms": 60.793, "count": 301, "max_ms": 73.46, "p95_ms": 68.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.013, "count": 301, "max_ms": 81.296, "p95_ms": 79.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.395, "count": 301, "max_ms": 125.074, "p95_ms": 91.489}, "read_interval": {"avg_ms": 99.676, "count": 301, "max_ms": 303.571, "p95_ms": 109.245}, "triton_wait": {"avg_ms": 69.755, "count": 301, "max_ms": 84.547, "p95_ms": 79.99}, "visualize": {"avg_ms": 3.761, "count": 301, "max_ms": 5.995, "p95_ms": 4.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11736.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.079, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.979, "sample_count": 2884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:20:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T11:20:29+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T11:20:29+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T11:20:29.347742+09:00", "mtime_epoch": 1783045229.3477423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:20:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.568, "pushed": 9.568, "read": 9.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.536, "count": 286, "max_ms": 4.52, "p95_ms": 4.214}, "gstreamer_push": {"avg_ms": 1.343, "count": 287, "max_ms": 1.637, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.6, "count": 286, "max_ms": 68.463, "p95_ms": 65.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.504, "count": 286, "max_ms": 86.898, "p95_ms": 79.75}, "yolo11_640_fire_11class": {"avg_ms": 60.575, "count": 286, "max_ms": 75.166, "p95_ms": 69.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.415, "count": 286, "max_ms": 81.977, "p95_ms": 79.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.67, "count": 287, "max_ms": 133.903, "p95_ms": 121.582}, "read_interval": {"avg_ms": 104.825, "count": 286, "max_ms": 150.153, "p95_ms": 135.589}, "triton_wait": {"avg_ms": 69.499, "count": 286, "max_ms": 86.908, "p95_ms": 80.078}, "visualize": {"avg_ms": 4.024, "count": 286, "max_ms": 6.141, "p95_ms": 5.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11736.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1255.372, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.68, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:20:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:20:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T11:20:58+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T11:20:58.080625+09:00", "mtime_epoch": 1783045258.080625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:20:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.367, "pushed": 10.4, "read": 10.367}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.489, "count": 311, "max_ms": 4.261, "p95_ms": 3.422}, "gstreamer_push": {"avg_ms": 1.389, "count": 312, "max_ms": 2.037, "p95_ms": 1.533}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.117, "count": 311, "max_ms": 69.218, "p95_ms": 65.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.974, "count": 311, "max_ms": 86.008, "p95_ms": 78.79}, "yolo11_640_fire_11class": {"avg_ms": 57.362, "count": 311, "max_ms": 70.862, "p95_ms": 68.207}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.875, "count": 311, "max_ms": 82.298, "p95_ms": 78.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.732, "count": 311, "max_ms": 97.914, "p95_ms": 90.616}, "read_interval": {"avg_ms": 96.455, "count": 311, "max_ms": 216.705, "p95_ms": 109.49}, "triton_wait": {"avg_ms": 66.26, "count": 311, "max_ms": 86.019, "p95_ms": 79.252}, "visualize": {"avg_ms": 3.776, "count": 311, "max_ms": 6.137, "p95_ms": 4.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11736.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.087, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.666, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:20:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:20:59+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T11:20:59+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T11:20:59.396665+09:00", "mtime_epoch": 1783045259.396665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:20:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.701}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.643, "count": 291, "max_ms": 4.677, "p95_ms": 4.234}, "gstreamer_push": {"avg_ms": 1.336, "count": 291, "max_ms": 1.917, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.675, "count": 291, "max_ms": 71.861, "p95_ms": 65.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.771, "count": 291, "max_ms": 88.673, "p95_ms": 78.994}, "yolo11_640_fire_11class": {"avg_ms": 57.934, "count": 291, "max_ms": 75.315, "p95_ms": 69.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.247, "count": 291, "max_ms": 84.218, "p95_ms": 78.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.927, "count": 291, "max_ms": 132.391, "p95_ms": 124.407}, "read_interval": {"avg_ms": 103.269, "count": 291, "max_ms": 145.855, "p95_ms": 137.778}, "triton_wait": {"avg_ms": 66.118, "count": 291, "max_ms": 88.684, "p95_ms": 79.487}, "visualize": {"avg_ms": 4.112, "count": 291, "max_ms": 7.338, "p95_ms": 5.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11736.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1285.399, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.489, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:21:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:21:28+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:21:28+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T11:21:28.105529+09:00", "mtime_epoch": 1783045288.1055288, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:21:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.853, "pushed": 9.853, "read": 9.819}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.436, "count": 295, "max_ms": 3.61, "p95_ms": 2.72}, "gstreamer_push": {"avg_ms": 1.367, "count": 295, "max_ms": 2.161, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.606, "count": 295, "max_ms": 69.395, "p95_ms": 65.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.583, "count": 295, "max_ms": 87.437, "p95_ms": 79.834}, "yolo11_640_fire_11class": {"avg_ms": 62.142, "count": 295, "max_ms": 77.841, "p95_ms": 69.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.287, "count": 295, "max_ms": 82.921, "p95_ms": 78.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.391, "count": 295, "max_ms": 98.48, "p95_ms": 91.101}, "read_interval": {"avg_ms": 101.844, "count": 294, "max_ms": 320.335, "p95_ms": 109.813}, "triton_wait": {"avg_ms": 72.219, "count": 295, "max_ms": 87.449, "p95_ms": 80.04}, "visualize": {"avg_ms": 3.67, "count": 295, "max_ms": 5.343, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11736.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.133, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.016, "sample_count": 2872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:21:29+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T11:21:29+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T11:21:29.437569+09:00", "mtime_epoch": 1783045289.4375687, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:21:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.711, "pushed": 9.711, "read": 9.677}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.285, "count": 291, "max_ms": 6.071, "p95_ms": 4.179}, "gstreamer_push": {"avg_ms": 1.346, "count": 291, "max_ms": 1.589, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.052, "count": 291, "max_ms": 66.931, "p95_ms": 65.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.681, "count": 291, "max_ms": 83.478, "p95_ms": 79.898}, "yolo11_640_fire_11class": {"avg_ms": 61.657, "count": 291, "max_ms": 72.333, "p95_ms": 68.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.632, "count": 291, "max_ms": 80.867, "p95_ms": 78.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.796, "count": 291, "max_ms": 130.26, "p95_ms": 104.148}, "read_interval": {"avg_ms": 103.309, "count": 290, "max_ms": 144.314, "p95_ms": 118.082}, "triton_wait": {"avg_ms": 72.193, "count": 291, "max_ms": 83.489, "p95_ms": 80.486}, "visualize": {"avg_ms": 3.841, "count": 291, "max_ms": 6.41, "p95_ms": 5.162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11736.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1315.492, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.421, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:21:58+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T11:21:58+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T11:21:58.122414+09:00", "mtime_epoch": 1783045318.1224144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:21:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.169, "pushed": 10.169, "read": 10.169}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.516, "count": 305, "max_ms": 3.945, "p95_ms": 2.943}, "gstreamer_push": {"avg_ms": 1.386, "count": 305, "max_ms": 2.432, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.667, "count": 305, "max_ms": 74.126, "p95_ms": 64.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.171, "count": 305, "max_ms": 86.723, "p95_ms": 78.354}, "yolo11_640_fire_11class": {"avg_ms": 57.653, "count": 305, "max_ms": 76.672, "p95_ms": 68.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.15, "count": 305, "max_ms": 86.736, "p95_ms": 78.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.744, "count": 305, "max_ms": 97.843, "p95_ms": 90.463}, "read_interval": {"avg_ms": 98.3, "count": 305, "max_ms": 250.202, "p95_ms": 119.794}, "triton_wait": {"avg_ms": 66.22, "count": 305, "max_ms": 86.745, "p95_ms": 79.004}, "visualize": {"avg_ms": 3.794, "count": 305, "max_ms": 6.83, "p95_ms": 4.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11895.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.743, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.809, "name": "ffmpeg", "pid": 28361, "rss_mb": 332.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.538, "sample_count": 2875, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:22:00+09:00", "last_frame_read_age_sec": 0.769, "last_frame_read_at": "2026-07-03T11:21:59+09:00", "mjpeg": {"age_sec": 0.768, "exists": true, "mtime": "2026-07-03T11:21:59.342450+09:00", "mtime_epoch": 1783045319.34245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:22:00+09:00", "process": {"exists": true, "fd_count": 141, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1935.309, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 0.651, "recorders": [{"age_sec": 0.651, "frame_count": 51, "is_recording": true, "is_stopping": false, "pid": 28513, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.324, "name": "ffmpeg", "pid": 28513, "rss_mb": 186.324, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 49, "returncode": null, "running": true, "started_at": "2026-07-03T11:21:59+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/01/20260703_112159_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [28513], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.515, "pushed": 9.515, "read": 9.481}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.636, "count": 285, "max_ms": 6.535, "p95_ms": 4.903}, "gstreamer_push": {"avg_ms": 1.332, "count": 285, "max_ms": 2.279, "p95_ms": 1.502}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.484, "count": 285, "max_ms": 74.315, "p95_ms": 65.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.433, "count": 285, "max_ms": 86.414, "p95_ms": 78.55}, "yolo11_640_fire_11class": {"avg_ms": 58.054, "count": 285, "max_ms": 76.843, "p95_ms": 68.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.832, "count": 285, "max_ms": 87.143, "p95_ms": 78.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.033, "count": 285, "max_ms": 767.128, "p95_ms": 128.148}, "read_interval": {"avg_ms": 102.996, "count": 284, "max_ms": 172.094, "p95_ms": 142.171}, "triton_wait": {"avg_ms": 66.617, "count": 285, "max_ms": 87.154, "p95_ms": 79.234}, "visualize": {"avg_ms": 3.976, "count": 285, "max_ms": 10.936, "p95_ms": 5.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11807.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1345.6, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.911, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:22:28+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T11:22:28+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T11:22:28.267286+09:00", "mtime_epoch": 1783045348.267286, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:22:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.61, "pushed": 9.61, "read": 9.61}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.738, "count": 288, "max_ms": 6.663, "p95_ms": 4.619}, "gstreamer_push": {"avg_ms": 1.357, "count": 288, "max_ms": 1.865, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.922, "count": 288, "max_ms": 77.394, "p95_ms": 65.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.097, "count": 288, "max_ms": 82.879, "p95_ms": 78.225}, "yolo11_640_fire_11class": {"avg_ms": 57.644, "count": 288, "max_ms": 78.511, "p95_ms": 67.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.24, "count": 288, "max_ms": 86.16, "p95_ms": 78.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.291, "count": 288, "max_ms": 130.628, "p95_ms": 108.458}, "read_interval": {"avg_ms": 104.092, "count": 288, "max_ms": 171.766, "p95_ms": 132.173}, "triton_wait": {"avg_ms": 66.76, "count": 288, "max_ms": 86.171, "p95_ms": 79.387}, "visualize": {"avg_ms": 3.9, "count": 288, "max_ms": 6.801, "p95_ms": 5.194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11807.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.787, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.998, "sample_count": 2860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:22:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:22:30+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T11:22:30+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:22:30.067338+09:00", "mtime_epoch": 1783045350.0673378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:22:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.501, "pushed": 9.501, "read": 9.467}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.703, "count": 284, "max_ms": 8.504, "p95_ms": 5.967}, "gstreamer_push": {"avg_ms": 1.417, "count": 284, "max_ms": 3.884, "p95_ms": 1.56}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.453, "count": 284, "max_ms": 78.424, "p95_ms": 66.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.966, "count": 284, "max_ms": 83.895, "p95_ms": 78.74}, "yolo11_640_fire_11class": {"avg_ms": 58.085, "count": 284, "max_ms": 79.32, "p95_ms": 68.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.63, "count": 284, "max_ms": 87.144, "p95_ms": 79.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.655, "count": 284, "max_ms": 170.129, "p95_ms": 138.336}, "read_interval": {"avg_ms": 105.795, "count": 283, "max_ms": 183.187, "p95_ms": 152.803}, "triton_wait": {"avg_ms": 67.187, "count": 284, "max_ms": 87.156, "p95_ms": 80.161}, "visualize": {"avg_ms": 4.08, "count": 284, "max_ms": 11.529, "p95_ms": 5.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11807.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1375.664, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.986, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:22:58+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:22:58+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T11:22:58.344140+09:00", "mtime_epoch": 1783045378.3441398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172433}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:22:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.591, "count": 299, "max_ms": 6.448, "p95_ms": 3.139}, "gstreamer_push": {"avg_ms": 1.363, "count": 299, "max_ms": 1.726, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.112, "count": 299, "max_ms": 68.851, "p95_ms": 66.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.458, "count": 299, "max_ms": 88.277, "p95_ms": 81.235}, "yolo11_640_fire_11class": {"avg_ms": 59.965, "count": 299, "max_ms": 75.638, "p95_ms": 69.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.108, "count": 299, "max_ms": 84.261, "p95_ms": 81.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.366, "count": 299, "max_ms": 136.185, "p95_ms": 93.966}, "read_interval": {"avg_ms": 100.533, "count": 298, "max_ms": 151.427, "p95_ms": 111.87}, "triton_wait": {"avg_ms": 71.039, "count": 299, "max_ms": 88.289, "p95_ms": 82.047}, "visualize": {"avg_ms": 3.746, "count": 299, "max_ms": 5.231, "p95_ms": 4.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11807.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.871, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.246, "sample_count": 2860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:23:00+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:23:00+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:23:00.152191+09:00", "mtime_epoch": 1783045380.1521907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246046}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:23:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.44, "pushed": 9.44, "read": 9.406}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.397, "count": 283, "max_ms": 4.913, "p95_ms": 4.213}, "gstreamer_push": {"avg_ms": 1.359, "count": 283, "max_ms": 2.254, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.59, "count": 283, "max_ms": 70.277, "p95_ms": 66.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.848, "count": 283, "max_ms": 87.946, "p95_ms": 80.848}, "yolo11_640_fire_11class": {"avg_ms": 61.29, "count": 283, "max_ms": 72.063, "p95_ms": 69.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.552, "count": 283, "max_ms": 84.454, "p95_ms": 81.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.099, "count": 283, "max_ms": 132.822, "p95_ms": 112.717}, "read_interval": {"avg_ms": 106.302, "count": 282, "max_ms": 312.48, "p95_ms": 130.074}, "triton_wait": {"avg_ms": 72.553, "count": 283, "max_ms": 87.958, "p95_ms": 81.71}, "visualize": {"avg_ms": 3.924, "count": 283, "max_ms": 6.716, "p95_ms": 5.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11806.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1405.667, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.997, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:23:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:23:28+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T11:23:28+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T11:23:28.344976+09:00", "mtime_epoch": 1783045408.3449762, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:23:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.804, "pushed": 8.804, "read": 8.804}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.579, "count": 264, "max_ms": 5.926, "p95_ms": 5.147}, "gstreamer_push": {"avg_ms": 1.274, "count": 264, "max_ms": 1.912, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.177, "count": 264, "max_ms": 67.571, "p95_ms": 64.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.349, "count": 264, "max_ms": 82.975, "p95_ms": 80.489}, "yolo11_640_fire_11class": {"avg_ms": 57.894, "count": 264, "max_ms": 70.5, "p95_ms": 68.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.715, "count": 264, "max_ms": 83.284, "p95_ms": 80.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.475, "count": 264, "max_ms": 148.137, "p95_ms": 131.91}, "read_interval": {"avg_ms": 113.643, "count": 264, "max_ms": 160.218, "p95_ms": 146.498}, "triton_wait": {"avg_ms": 67.461, "count": 264, "max_ms": 83.294, "p95_ms": 81.248}, "visualize": {"avg_ms": 4.397, "count": 264, "max_ms": 6.402, "p95_ms": 5.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11807.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.914, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.407, "sample_count": 2896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:23:30+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T11:23:30+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T11:23:30.197027+09:00", "mtime_epoch": 1783045410.1970272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:23:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.288, "pushed": 10.288, "read": 10.255}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.36, "count": 308, "max_ms": 5.15, "p95_ms": 4.16}, "gstreamer_push": {"avg_ms": 1.321, "count": 308, "max_ms": 2.276, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.321, "count": 308, "max_ms": 68.986, "p95_ms": 65.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.402, "count": 308, "max_ms": 82.698, "p95_ms": 79.378}, "yolo11_640_fire_11class": {"avg_ms": 55.731, "count": 308, "max_ms": 70.91, "p95_ms": 68.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.724, "count": 308, "max_ms": 83.396, "p95_ms": 81.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.301, "count": 308, "max_ms": 132.738, "p95_ms": 127.374}, "read_interval": {"avg_ms": 97.526, "count": 307, "max_ms": 147.611, "p95_ms": 142.009}, "triton_wait": {"avg_ms": 64.14, "count": 308, "max_ms": 83.408, "p95_ms": 81.15}, "visualize": {"avg_ms": 3.876, "count": 308, "max_ms": 6.608, "p95_ms": 5.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11807.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1435.725, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.02, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:23:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:23:58+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T11:23:58+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T11:23:58.373799+09:00", "mtime_epoch": 1783045438.3737988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:23:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.211, "pushed": 9.211, "read": 9.178}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.343, "count": 276, "max_ms": 6.74, "p95_ms": 4.967}, "gstreamer_push": {"avg_ms": 1.28, "count": 276, "max_ms": 1.656, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.559, "count": 276, "max_ms": 68.624, "p95_ms": 65.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.232, "count": 276, "max_ms": 84.165, "p95_ms": 78.004}, "yolo11_640_fire_11class": {"avg_ms": 58.262, "count": 276, "max_ms": 70.397, "p95_ms": 68.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.349, "count": 276, "max_ms": 84.236, "p95_ms": 79.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.181, "count": 276, "max_ms": 138.427, "p95_ms": 130.289}, "read_interval": {"avg_ms": 108.775, "count": 275, "max_ms": 151.96, "p95_ms": 143.609}, "triton_wait": {"avg_ms": 67.444, "count": 276, "max_ms": 84.248, "p95_ms": 79.671}, "visualize": {"avg_ms": 4.225, "count": 276, "max_ms": 6.612, "p95_ms": 5.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11807.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 520.939, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.404, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:24:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:24:00+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-03T11:24:00+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T11:24:00.185848+09:00", "mtime_epoch": 1783045440.185848, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:24:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.458, "pushed": 9.458, "read": 9.425}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.739, "count": 283, "max_ms": 6.198, "p95_ms": 4.216}, "gstreamer_push": {"avg_ms": 1.25, "count": 283, "max_ms": 1.483, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.449, "count": 283, "max_ms": 68.468, "p95_ms": 65.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.263, "count": 283, "max_ms": 83.979, "p95_ms": 78.812}, "yolo11_640_fire_11class": {"avg_ms": 57.797, "count": 283, "max_ms": 75.456, "p95_ms": 69.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.706, "count": 283, "max_ms": 81.49, "p95_ms": 79.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.72, "count": 283, "max_ms": 133.3, "p95_ms": 127.608}, "read_interval": {"avg_ms": 105.971, "count": 282, "max_ms": 146.236, "p95_ms": 141.392}, "triton_wait": {"avg_ms": 66.264, "count": 283, "max_ms": 83.991, "p95_ms": 79.7}, "visualize": {"avg_ms": 4.059, "count": 283, "max_ms": 6.805, "p95_ms": 5.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11807.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1465.73, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.749, "sample_count": 2850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:24:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:24:28+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T11:24:28+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T11:24:28.366607+09:00", "mtime_epoch": 1783045468.3666072, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:24:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6717.461, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.435, "pushed": 7.435, "read": 7.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.013, "count": 223, "max_ms": 7.543, "p95_ms": 6.388}, "gstreamer_push": {"avg_ms": 1.142, "count": 223, "max_ms": 1.476, "p95_ms": 1.216}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.497, "count": 223, "max_ms": 71.932, "p95_ms": 64.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.7, "count": 223, "max_ms": 87.088, "p95_ms": 79.512}, "yolo11_640_fire_11class": {"avg_ms": 57.306, "count": 223, "max_ms": 73.003, "p95_ms": 67.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.497, "count": 223, "max_ms": 86.313, "p95_ms": 80.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.243, "count": 223, "max_ms": 167.426, "p95_ms": 141.043}, "read_interval": {"avg_ms": 134.49, "count": 223, "max_ms": 178.565, "p95_ms": 152.768}, "triton_wait": {"avg_ms": 67.524, "count": 223, "max_ms": 87.1, "p95_ms": 81.008}, "visualize": {"avg_ms": 5.175, "count": 223, "max_ms": 6.768, "p95_ms": 6.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11807.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.01, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.182, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:24:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T11:24:30+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T11:24:30+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T11:24:30.266658+09:00", "mtime_epoch": 1783045470.2666578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:24:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.387, "pushed": 9.387, "read": 9.354}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.079, "count": 281, "max_ms": 6.194, "p95_ms": 4.543}, "gstreamer_push": {"avg_ms": 1.231, "count": 281, "max_ms": 1.66, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.728, "count": 281, "max_ms": 70.341, "p95_ms": 64.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.086, "count": 281, "max_ms": 85.18, "p95_ms": 77.071}, "yolo11_640_fire_11class": {"avg_ms": 54.751, "count": 281, "max_ms": 72.258, "p95_ms": 67.303}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.878, "count": 281, "max_ms": 84.453, "p95_ms": 80.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.039, "count": 281, "max_ms": 139.566, "p95_ms": 131.051}, "read_interval": {"avg_ms": 106.938, "count": 280, "max_ms": 152.102, "p95_ms": 144.872}, "triton_wait": {"avg_ms": 62.266, "count": 281, "max_ms": 85.189, "p95_ms": 80.084}, "visualize": {"avg_ms": 4.343, "count": 281, "max_ms": 6.35, "p95_ms": 5.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11680.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1495.816, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.284, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:24:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:24:58+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T11:24:58+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T11:24:58.455405+09:00", "mtime_epoch": 1783045498.4554052, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:24:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.347, "pushed": 6.347, "read": 6.314}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.784, "count": 189, "max_ms": 9.741, "p95_ms": 7.76}, "gstreamer_push": {"avg_ms": 1.042, "count": 190, "max_ms": 1.693, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.449, "count": 189, "max_ms": 65.317, "p95_ms": 61.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.677, "count": 189, "max_ms": 83.896, "p95_ms": 70.759}, "yolo11_640_fire_11class": {"avg_ms": 51.23, "count": 189, "max_ms": 70.489, "p95_ms": 65.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.449, "count": 189, "max_ms": 84.739, "p95_ms": 80.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.452, "count": 190, "max_ms": 194.833, "p95_ms": 175.377}, "read_interval": {"avg_ms": 158.375, "count": 189, "max_ms": 207.387, "p95_ms": 187.556}, "triton_wait": {"avg_ms": 60.965, "count": 189, "max_ms": 84.751, "p95_ms": 80.468}, "visualize": {"avg_ms": 6.726, "count": 189, "max_ms": 21.001, "p95_ms": 7.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 651}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11680.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.012, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.182, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:25:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:25:00+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T11:25:00+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T11:25:00.323454+09:00", "mtime_epoch": 1783045500.3234544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:25:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 325, "pushed_frames": 325, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.837, "pushed": 10.837, "read": 10.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.621, "count": 325, "max_ms": 5.879, "p95_ms": 4.269}, "gstreamer_push": {"avg_ms": 1.294, "count": 325, "max_ms": 2.261, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.447, "count": 325, "max_ms": 68.981, "p95_ms": 61.469}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.917, "count": 325, "max_ms": 83.805, "p95_ms": 69.574}, "yolo11_640_fire_11class": {"avg_ms": 49.982, "count": 325, "max_ms": 73.165, "p95_ms": 63.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.44, "count": 325, "max_ms": 81.92, "p95_ms": 76.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.354, "count": 325, "max_ms": 131.129, "p95_ms": 107.842}, "read_interval": {"avg_ms": 92.477, "count": 325, "max_ms": 144.872, "p95_ms": 123.855}, "triton_wait": {"avg_ms": 55.868, "count": 325, "max_ms": 83.818, "p95_ms": 76.919}, "visualize": {"avg_ms": 4.034, "count": 325, "max_ms": 7.547, "p95_ms": 5.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11670.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1525.973, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.054, "sample_count": 2617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:25:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:25:28+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T11:25:28+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T11:25:28.568192+09:00", "mtime_epoch": 1783045528.5681918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:25:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6580.469, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.634, "pushed": 5.634, "read": 5.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.41, "count": 169, "max_ms": 10.645, "p95_ms": 8.441}, "gstreamer_push": {"avg_ms": 0.968, "count": 169, "max_ms": 1.412, "p95_ms": 1.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.051, "count": 169, "max_ms": 66.35, "p95_ms": 63.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.148, "count": 169, "max_ms": 85.652, "p95_ms": 79.782}, "yolo11_640_fire_11class": {"avg_ms": 53.901, "count": 169, "max_ms": 73.499, "p95_ms": 66.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.497, "count": 169, "max_ms": 84.766, "p95_ms": 80.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.378, "count": 169, "max_ms": 202.764, "p95_ms": 192.834}, "read_interval": {"avg_ms": 177.281, "count": 169, "max_ms": 216.484, "p95_ms": 203.341}, "triton_wait": {"avg_ms": 64.923, "count": 169, "max_ms": 85.664, "p95_ms": 81.858}, "visualize": {"avg_ms": 7.306, "count": 169, "max_ms": 9.581, "p95_ms": 8.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11662.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.115, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.926, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:25:30+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T11:25:30+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T11:25:30.392239+09:00", "mtime_epoch": 1783045530.3922389, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:25:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 344, "pushed_frames": 344, "read_frames": 343, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.49, "pushed": 11.49, "read": 11.456}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.252, "count": 344, "max_ms": 4.328, "p95_ms": 4.085}, "gstreamer_push": {"avg_ms": 1.336, "count": 344, "max_ms": 1.629, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.063, "count": 344, "max_ms": 67.296, "p95_ms": 63.278}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.073, "count": 344, "max_ms": 82.092, "p95_ms": 74.795}, "yolo11_640_fire_11class": {"avg_ms": 49.972, "count": 344, "max_ms": 69.795, "p95_ms": 65.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.852, "count": 344, "max_ms": 83.349, "p95_ms": 79.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.196, "count": 344, "max_ms": 132.116, "p95_ms": 100.809}, "read_interval": {"avg_ms": 87.201, "count": 343, "max_ms": 146.182, "p95_ms": 114.807}, "triton_wait": {"avg_ms": 56.415, "count": 344, "max_ms": 83.362, "p95_ms": 80.49}, "visualize": {"avg_ms": 3.803, "count": 344, "max_ms": 5.534, "p95_ms": 5.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11650.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T10:59:59+09:00", "last_error_summary": "[h264 @ 0x55a3ba9a2d00] error while decoding MB 61 30, bytestream -26", "last_exit_at": "2026-07-03T11:00:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1556.043, "last_started_at": "2026-07-03T11:00:02+09:00", "pid": 27890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.551, "name": "ffmpeg", "pid": 27890, "rss_mb": 275.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.791, "sample_count": 2469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:25:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:25:58+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-03T11:25:58+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-03T11:25:58.608965+09:00", "mtime_epoch": 1783045558.608965, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:25:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6560.027, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.453, "pushed": 5.453, "read": 5.42}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.816, "count": 163, "max_ms": 9.743, "p95_ms": 8.92}, "gstreamer_push": {"avg_ms": 0.936, "count": 163, "max_ms": 2.007, "p95_ms": 1.032}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.692, "count": 163, "max_ms": 64.183, "p95_ms": 61.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.07, "count": 163, "max_ms": 86.185, "p95_ms": 79.098}, "yolo11_640_fire_11class": {"avg_ms": 54.687, "count": 163, "max_ms": 71.043, "p95_ms": 66.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.967, "count": 163, "max_ms": 85.639, "p95_ms": 80.992}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.222, "count": 163, "max_ms": 210.791, "p95_ms": 194.662}, "read_interval": {"avg_ms": 184.241, "count": 162, "max_ms": 213.811, "p95_ms": 203.65}, "triton_wait": {"avg_ms": 65.419, "count": 163, "max_ms": 86.197, "p95_ms": 81.003}, "visualize": {"avg_ms": 7.474, "count": 163, "max_ms": 10.167, "p95_ms": 7.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11653.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.163, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.702, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:26:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:26:00+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T11:26:00+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T11:26:00.473013+09:00", "mtime_epoch": 1783045560.4730127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:26:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.011, "pushed": 11.011, "read": 10.978}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.424, "count": 330, "max_ms": 5.703, "p95_ms": 4.124}, "gstreamer_push": {"avg_ms": 1.324, "count": 330, "max_ms": 1.898, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.566, "count": 330, "max_ms": 71.123, "p95_ms": 62.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.845, "count": 330, "max_ms": 85.001, "p95_ms": 78.414}, "yolo11_640_fire_11class": {"avg_ms": 52.147, "count": 330, "max_ms": 79.359, "p95_ms": 68.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.545, "count": 330, "max_ms": 86.478, "p95_ms": 80.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.915, "count": 330, "max_ms": 135.146, "p95_ms": 104.319}, "read_interval": {"avg_ms": 91.094, "count": 329, "max_ms": 148.755, "p95_ms": 118.5}, "triton_wait": {"avg_ms": 57.354, "count": 330, "max_ms": 86.49, "p95_ms": 81.21}, "visualize": {"avg_ms": 3.911, "count": 330, "max_ms": 5.749, "p95_ms": 5.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11783.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:26:14+09:00", "last_error_summary": "[h264 @ 0x55db1f2fec00] error while decoding MB 9 41, bytestream -19", "last_exit_at": "2026-07-03T11:26:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.495, "last_started_at": "2026-07-03T11:26:17+09:00", "pid": 28633, "process": {"exists": true, "fd_count": 5, "hwm_mb": 256.301, "name": "ffmpeg", "pid": 28633, "rss_mb": 256.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.851, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:26:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:26:28+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-03T11:26:28+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T11:26:28.705729+09:00", "mtime_epoch": 1783045588.705729, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:26:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6708.609, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.784, "pushed": 3.784, "read": 3.751}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.532, "count": 113, "max_ms": 12.998, "p95_ms": 12.392}, "gstreamer_push": {"avg_ms": 1.081, "count": 113, "max_ms": 3.017, "p95_ms": 1.969}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.901, "count": 113, "max_ms": 70.688, "p95_ms": 67.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.457, "count": 113, "max_ms": 86.51, "p95_ms": 76.024}, "yolo11_640_fire_11class": {"avg_ms": 52.994, "count": 113, "max_ms": 72.172, "p95_ms": 66.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.638, "count": 113, "max_ms": 90.054, "p95_ms": 84.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 214.161, "count": 113, "max_ms": 926.525, "p95_ms": 307.883}, "read_interval": {"avg_ms": 266.68, "count": 112, "max_ms": 4944.66, "p95_ms": 325.399}, "triton_wait": {"avg_ms": 65.115, "count": 113, "max_ms": 90.066, "p95_ms": 84.264}, "visualize": {"avg_ms": 9.208, "count": 113, "max_ms": 21.487, "p95_ms": 17.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11791.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.163, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.491, "sample_count": 3064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:26:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:26:30+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T11:26:30+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T11:26:30.473773+09:00", "mtime_epoch": 1783045590.4737735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:26:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 345, "pushed_frames": 346, "read_frames": 345, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.5, "pushed": 11.533, "read": 11.5}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.333, "count": 345, "max_ms": 5.094, "p95_ms": 4.173}, "gstreamer_push": {"avg_ms": 1.309, "count": 346, "max_ms": 1.545, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 345, "max_ms": 71.241, "p95_ms": 63.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.986, "count": 345, "max_ms": 85.094, "p95_ms": 70.459}, "yolo11_640_fire_11class": {"avg_ms": 49.111, "count": 345, "max_ms": 70.302, "p95_ms": 65.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.555, "count": 345, "max_ms": 89.119, "p95_ms": 80.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.191, "count": 345, "max_ms": 136.278, "p95_ms": 101.27}, "read_interval": {"avg_ms": 86.95, "count": 345, "max_ms": 149.593, "p95_ms": 115.507}, "triton_wait": {"avg_ms": 54.793, "count": 345, "max_ms": 89.132, "p95_ms": 80.716}, "visualize": {"avg_ms": 3.848, "count": 345, "max_ms": 5.755, "p95_ms": 5.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11785.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:26:14+09:00", "last_error_summary": "[h264 @ 0x55db1f2fec00] error while decoding MB 9 41, bytestream -19", "last_exit_at": "2026-07-03T11:26:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.569, "last_started_at": "2026-07-03T11:26:17+09:00", "pid": 28633, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.582, "name": "ffmpeg", "pid": 28633, "rss_mb": 265.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.931, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:26:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:26:58+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T11:26:58+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T11:26:58.818483+09:00", "mtime_epoch": 1783045618.8184834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:26:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6699.078, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.722, "pushed": 5.722, "read": 5.689}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.905, "count": 171, "max_ms": 13.692, "p95_ms": 10.488}, "gstreamer_push": {"avg_ms": 1.0, "count": 171, "max_ms": 2.297, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.565, "count": 171, "max_ms": 67.896, "p95_ms": 64.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.351, "count": 171, "max_ms": 82.959, "p95_ms": 73.617}, "yolo11_640_fire_11class": {"avg_ms": 52.904, "count": 171, "max_ms": 67.884, "p95_ms": 63.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.606, "count": 171, "max_ms": 83.503, "p95_ms": 79.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.928, "count": 171, "max_ms": 239.597, "p95_ms": 213.823}, "read_interval": {"avg_ms": 176.066, "count": 170, "max_ms": 250.87, "p95_ms": 223.323}, "triton_wait": {"avg_ms": 62.151, "count": 171, "max_ms": 83.512, "p95_ms": 79.805}, "visualize": {"avg_ms": 9.169, "count": 171, "max_ms": 17.386, "p95_ms": 15.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11785.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.217, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.066, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.801, "sample_count": 3120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:27:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:27:00+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T11:27:00+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T11:27:00.482525+09:00", "mtime_epoch": 1783045620.4825246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:27:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2036.379, "name": "celery", "pid": 267, "rss_mb": 1997.703, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 338, "pushed_frames": 338, "read_frames": 337, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.288, "pushed": 11.288, "read": 11.255}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.444, "count": 338, "max_ms": 6.109, "p95_ms": 4.162}, "gstreamer_push": {"avg_ms": 1.305, "count": 338, "max_ms": 2.24, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.072, "count": 338, "max_ms": 73.285, "p95_ms": 63.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.016, "count": 338, "max_ms": 81.081, "p95_ms": 72.766}, "yolo11_640_fire_11class": {"avg_ms": 49.809, "count": 338, "max_ms": 72.799, "p95_ms": 66.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.586, "count": 338, "max_ms": 83.656, "p95_ms": 80.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.085, "count": 338, "max_ms": 135.08, "p95_ms": 104.114}, "read_interval": {"avg_ms": 88.796, "count": 337, "max_ms": 149.268, "p95_ms": 117.939}, "triton_wait": {"avg_ms": 54.956, "count": 338, "max_ms": 83.668, "p95_ms": 80.887}, "visualize": {"avg_ms": 3.935, "count": 338, "max_ms": 6.421, "p95_ms": 5.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 658}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11844.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:26:14+09:00", "last_error_summary": "[h264 @ 0x55db1f2fec00] error while decoding MB 9 41, bytestream -19", "last_exit_at": "2026-07-03T11:26:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.616, "last_started_at": "2026-07-03T11:26:17+09:00", "pid": 28633, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.387, "name": "ffmpeg", "pid": 28633, "rss_mb": 267.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.451, "sample_count": 2065, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:27:28+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T11:27:28+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-03T11:27:28.843226+09:00", "mtime_epoch": 1783045648.8432257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:27:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6659.527, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.723, "pushed": 6.723, "read": 6.69}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.399, "count": 201, "max_ms": 10.208, "p95_ms": 7.512}, "gstreamer_push": {"avg_ms": 1.055, "count": 201, "max_ms": 1.195, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.416, "count": 201, "max_ms": 66.418, "p95_ms": 62.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.441, "count": 201, "max_ms": 82.283, "p95_ms": 73.422}, "yolo11_640_fire_11class": {"avg_ms": 51.378, "count": 201, "max_ms": 75.089, "p95_ms": 66.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.237, "count": 201, "max_ms": 84.258, "p95_ms": 79.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.923, "count": 201, "max_ms": 171.293, "p95_ms": 160.353}, "read_interval": {"avg_ms": 149.395, "count": 200, "max_ms": 183.332, "p95_ms": 171.592}, "triton_wait": {"avg_ms": 58.795, "count": 201, "max_ms": 84.27, "p95_ms": 80.016}, "visualize": {"avg_ms": 6.585, "count": 201, "max_ms": 9.883, "p95_ms": 7.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11844.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 731.235, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.968, "sample_count": 3137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:27:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:27:30+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T11:27:30+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T11:27:30.539268+09:00", "mtime_epoch": 1783045650.5392675, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:27:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 2085.699, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.102}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.814, "count": 303, "max_ms": 8.366, "p95_ms": 5.942}, "gstreamer_push": {"avg_ms": 1.341, "count": 303, "max_ms": 3.959, "p95_ms": 1.563}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.29, "count": 303, "max_ms": 64.779, "p95_ms": 60.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.228, "count": 303, "max_ms": 82.145, "p95_ms": 68.865}, "yolo11_640_fire_11class": {"avg_ms": 49.715, "count": 303, "max_ms": 74.169, "p95_ms": 64.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.671, "count": 303, "max_ms": 86.154, "p95_ms": 77.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.447, "count": 303, "max_ms": 722.76, "p95_ms": 146.408}, "read_interval": {"avg_ms": 99.123, "count": 302, "max_ms": 736.509, "p95_ms": 161.948}, "triton_wait": {"avg_ms": 55.091, "count": 303, "max_ms": 86.166, "p95_ms": 77.33}, "visualize": {"avg_ms": 4.211, "count": 303, "max_ms": 13.008, "p95_ms": 5.715}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 660}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11759.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:26:14+09:00", "last_error_summary": "[h264 @ 0x55db1f2fec00] error while decoding MB 9 41, bytestream -19", "last_exit_at": "2026-07-03T11:26:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.753, "last_started_at": "2026-07-03T11:26:17+09:00", "pid": 28633, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.645, "name": "ffmpeg", "pid": 28633, "rss_mb": 267.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.694, "sample_count": 1957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:27:59+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-03T11:27:58+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T11:27:59.003963+09:00", "mtime_epoch": 1783045679.0039628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:27:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.406, "pushed": 6.406, "read": 6.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.577, "count": 191, "max_ms": 8.501, "p95_ms": 7.407}, "gstreamer_push": {"avg_ms": 1.038, "count": 192, "max_ms": 1.305, "p95_ms": 1.146}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.264, "count": 191, "max_ms": 69.864, "p95_ms": 65.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.146, "count": 191, "max_ms": 85.324, "p95_ms": 79.221}, "yolo11_640_fire_11class": {"avg_ms": 54.63, "count": 191, "max_ms": 75.511, "p95_ms": 68.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.779, "count": 191, "max_ms": 86.792, "p95_ms": 83.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.767, "count": 192, "max_ms": 187.021, "p95_ms": 165.675}, "read_interval": {"avg_ms": 157.053, "count": 191, "max_ms": 195.651, "p95_ms": 175.964}, "triton_wait": {"avg_ms": 63.237, "count": 191, "max_ms": 86.803, "p95_ms": 83.212}, "visualize": {"avg_ms": 6.673, "count": 191, "max_ms": 8.08, "p95_ms": 7.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11758.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.28, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.448, "sample_count": 3107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:28:00+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T11:28:00+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T11:28:00.592001+09:00", "mtime_epoch": 1783045680.5920012, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:28:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 2061.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.41, "pushed": 8.41, "read": 8.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.099, "count": 252, "max_ms": 10.469, "p95_ms": 7.901}, "gstreamer_push": {"avg_ms": 1.208, "count": 252, "max_ms": 1.526, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.659, "count": 252, "max_ms": 68.894, "p95_ms": 63.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.551, "count": 252, "max_ms": 81.483, "p95_ms": 76.046}, "yolo11_640_fire_11class": {"avg_ms": 51.419, "count": 252, "max_ms": 71.868, "p95_ms": 67.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.337, "count": 252, "max_ms": 83.918, "p95_ms": 80.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.938, "count": 252, "max_ms": 744.426, "p95_ms": 163.523}, "read_interval": {"avg_ms": 119.378, "count": 251, "max_ms": 757.71, "p95_ms": 176.335}, "triton_wait": {"avg_ms": 58.663, "count": 252, "max_ms": 83.93, "p95_ms": 80.952}, "visualize": {"avg_ms": 4.496, "count": 252, "max_ms": 12.519, "p95_ms": 6.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11632.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:26:14+09:00", "last_error_summary": "[h264 @ 0x55db1f2fec00] error while decoding MB 9 41, bytestream -19", "last_exit_at": "2026-07-03T11:26:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.807, "last_started_at": "2026-07-03T11:26:17+09:00", "pid": 28633, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.902, "name": "ffmpeg", "pid": 28633, "rss_mb": 267.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.112, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:28:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:28:29+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T11:28:29+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T11:28:29.056688+09:00", "mtime_epoch": 1783045709.0566883, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:28:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.759, "pushed": 6.759, "read": 6.726}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.351, "count": 202, "max_ms": 8.726, "p95_ms": 6.953}, "gstreamer_push": {"avg_ms": 1.054, "count": 202, "max_ms": 1.358, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.761, "count": 202, "max_ms": 65.425, "p95_ms": 62.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.587, "count": 202, "max_ms": 83.473, "p95_ms": 69.229}, "yolo11_640_fire_11class": {"avg_ms": 51.907, "count": 202, "max_ms": 70.246, "p95_ms": 66.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.316, "count": 202, "max_ms": 82.699, "p95_ms": 78.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.466, "count": 202, "max_ms": 163.217, "p95_ms": 158.659}, "read_interval": {"avg_ms": 148.815, "count": 201, "max_ms": 174.22, "p95_ms": 169.736}, "triton_wait": {"avg_ms": 58.191, "count": 202, "max_ms": 83.484, "p95_ms": 78.141}, "visualize": {"avg_ms": 6.519, "count": 202, "max_ms": 8.538, "p95_ms": 7.007}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11632.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.324, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.135, "sample_count": 3146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:28:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:28:30+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T11:28:30+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T11:28:30.632726+09:00", "mtime_epoch": 1783045710.6327262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:28:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 1935.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 348, "pushed_frames": 348, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.613, "pushed": 11.613, "read": 11.58}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.385, "count": 348, "max_ms": 5.428, "p95_ms": 4.78}, "gstreamer_push": {"avg_ms": 1.299, "count": 348, "max_ms": 2.015, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.269, "count": 348, "max_ms": 66.305, "p95_ms": 61.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.631, "count": 348, "max_ms": 83.251, "p95_ms": 62.733}, "yolo11_640_fire_11class": {"avg_ms": 49.401, "count": 348, "max_ms": 76.7, "p95_ms": 64.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.453, "count": 348, "max_ms": 81.711, "p95_ms": 76.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.423, "count": 348, "max_ms": 131.245, "p95_ms": 101.345}, "read_interval": {"avg_ms": 86.351, "count": 347, "max_ms": 147.2, "p95_ms": 115.865}, "triton_wait": {"avg_ms": 54.071, "count": 348, "max_ms": 83.262, "p95_ms": 77.163}, "visualize": {"avg_ms": 3.861, "count": 348, "max_ms": 6.687, "p95_ms": 5.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11627.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:28:43+09:00", "last_error_summary": "[h264 @ 0x55b009dc2380] error while decoding MB 47 8, bytestream -11", "last_exit_at": "2026-07-03T11:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.955, "last_started_at": "2026-07-03T11:28:46+09:00", "pid": 28860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.562, "name": "ffmpeg", "pid": 28860, "rss_mb": 264.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.585, "sample_count": 1794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:28:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:28:59+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-03T11:28:59+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T11:28:59.069405+09:00", "mtime_epoch": 1783045739.0694053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:28:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.8, "pushed": 5.8, "read": 5.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.318, "count": 174, "max_ms": 11.401, "p95_ms": 7.199}, "gstreamer_push": {"avg_ms": 1.045, "count": 174, "max_ms": 1.238, "p95_ms": 1.142}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.322, "count": 174, "max_ms": 70.148, "p95_ms": 61.389}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.12, "count": 174, "max_ms": 76.958, "p95_ms": 67.417}, "yolo11_640_fire_11class": {"avg_ms": 51.61, "count": 174, "max_ms": 72.129, "p95_ms": 65.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.12, "count": 174, "max_ms": 81.143, "p95_ms": 77.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.44, "count": 174, "max_ms": 162.083, "p95_ms": 156.738}, "read_interval": {"avg_ms": 172.479, "count": 174, "max_ms": 4536.048, "p95_ms": 167.947}, "triton_wait": {"avg_ms": 57.746, "count": 174, "max_ms": 81.156, "p95_ms": 77.492}, "visualize": {"avg_ms": 6.427, "count": 174, "max_ms": 8.62, "p95_ms": 7.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11627.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.339, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "R (running)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.832, "sample_count": 3206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:29:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:29:00+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T11:29:00+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T11:29:00.649443+09:00", "mtime_epoch": 1783045740.6494427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:29:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 1935.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 341, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.368, "pushed": 11.368, "read": 11.368}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.306, "count": 341, "max_ms": 6.614, "p95_ms": 4.419}, "gstreamer_push": {"avg_ms": 1.296, "count": 341, "max_ms": 1.843, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.573, "count": 341, "max_ms": 64.673, "p95_ms": 60.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.435, "count": 341, "max_ms": 76.538, "p95_ms": 56.267}, "yolo11_640_fire_11class": {"avg_ms": 49.401, "count": 341, "max_ms": 74.667, "p95_ms": 65.131}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.72, "count": 341, "max_ms": 80.988, "p95_ms": 75.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.381, "count": 341, "max_ms": 131.876, "p95_ms": 99.882}, "read_interval": {"avg_ms": 88.021, "count": 341, "max_ms": 710.124, "p95_ms": 117.365}, "triton_wait": {"avg_ms": 53.135, "count": 341, "max_ms": 81.003, "p95_ms": 75.825}, "visualize": {"avg_ms": 3.791, "count": 341, "max_ms": 7.161, "p95_ms": 5.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11629.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:28:43+09:00", "last_error_summary": "[h264 @ 0x55b009dc2380] error while decoding MB 47 8, bytestream -11", "last_exit_at": "2026-07-03T11:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.096, "last_started_at": "2026-07-03T11:28:46+09:00", "pid": 28860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.109, "name": "ffmpeg", "pid": 28860, "rss_mb": 266.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.86, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 79820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:29:29+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T11:29:29+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T11:29:29.206117+09:00", "mtime_epoch": 1783045769.2061174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:29:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.803, "pushed": 6.803, "read": 6.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.272, "count": 203, "max_ms": 8.446, "p95_ms": 6.833}, "gstreamer_push": {"avg_ms": 1.027, "count": 204, "max_ms": 1.694, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.224, "count": 203, "max_ms": 65.25, "p95_ms": 61.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.553, "count": 203, "max_ms": 78.982, "p95_ms": 71.083}, "yolo11_640_fire_11class": {"avg_ms": 51.491, "count": 203, "max_ms": 70.072, "p95_ms": 66.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.806, "count": 203, "max_ms": 81.547, "p95_ms": 79.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.6, "count": 204, "max_ms": 164.734, "p95_ms": 157.663}, "read_interval": {"avg_ms": 147.761, "count": 203, "max_ms": 176.261, "p95_ms": 168.413}, "triton_wait": {"avg_ms": 57.518, "count": 203, "max_ms": 81.559, "p95_ms": 79.163}, "visualize": {"avg_ms": 6.443, "count": 203, "max_ms": 8.68, "p95_ms": 6.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11629.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 851.388, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.321, "sample_count": 3223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:29:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:29:30+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T11:29:30+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T11:29:30.698153+09:00", "mtime_epoch": 1783045770.6981525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:29:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 1935.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.193, "count": 299, "max_ms": 5.039, "p95_ms": 2.822}, "gstreamer_push": {"avg_ms": 1.329, "count": 299, "max_ms": 2.254, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.826, "count": 299, "max_ms": 66.796, "p95_ms": 61.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.429, "count": 299, "max_ms": 79.355, "p95_ms": 67.431}, "yolo11_640_fire_11class": {"avg_ms": 49.33, "count": 299, "max_ms": 71.966, "p95_ms": 65.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.491, "count": 299, "max_ms": 81.143, "p95_ms": 77.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.657, "count": 299, "max_ms": 124.489, "p95_ms": 90.724}, "read_interval": {"avg_ms": 100.567, "count": 298, "max_ms": 752.782, "p95_ms": 179.57}, "triton_wait": {"avg_ms": 53.881, "count": 299, "max_ms": 81.156, "p95_ms": 77.806}, "visualize": {"avg_ms": 3.726, "count": 299, "max_ms": 5.873, "p95_ms": 4.467}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11629.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:28:43+09:00", "last_error_summary": "[h264 @ 0x55b009dc2380] error while decoding MB 47 8, bytestream -11", "last_exit_at": "2026-07-03T11:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.15, "last_started_at": "2026-07-03T11:28:46+09:00", "pid": 28860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.109, "name": "ffmpeg", "pid": 28860, "rss_mb": 266.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.86, "sample_count": 1787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:29:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:29:59+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-03T11:29:59+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-03T11:29:59.242820+09:00", "mtime_epoch": 1783045799.2428203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:29:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.753, "pushed": 6.753, "read": 6.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.366, "count": 202, "max_ms": 10.105, "p95_ms": 7.226}, "gstreamer_push": {"avg_ms": 1.028, "count": 202, "max_ms": 1.386, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.571, "count": 202, "max_ms": 66.189, "p95_ms": 61.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.365, "count": 202, "max_ms": 83.682, "p95_ms": 68.326}, "yolo11_640_fire_11class": {"avg_ms": 51.31, "count": 202, "max_ms": 69.858, "p95_ms": 64.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.166, "count": 202, "max_ms": 83.694, "p95_ms": 76.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.348, "count": 202, "max_ms": 181.954, "p95_ms": 155.204}, "read_interval": {"avg_ms": 148.703, "count": 201, "max_ms": 195.937, "p95_ms": 167.232}, "triton_wait": {"avg_ms": 57.852, "count": 202, "max_ms": 83.704, "p95_ms": 76.371}, "visualize": {"avg_ms": 6.569, "count": 202, "max_ms": 9.899, "p95_ms": 7.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11629.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 881.457, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.095, "sample_count": 3198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81347, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:30:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:30:00+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T11:30:00+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T11:30:00.766856+09:00", "mtime_epoch": 1783045800.7668557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:30:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 1935.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.429, "count": 302, "max_ms": 5.78, "p95_ms": 4.471}, "gstreamer_push": {"avg_ms": 1.304, "count": 302, "max_ms": 1.577, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.484, "count": 302, "max_ms": 65.925, "p95_ms": 62.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.205, "count": 302, "max_ms": 82.771, "p95_ms": 58.913}, "yolo11_640_fire_11class": {"avg_ms": 49.635, "count": 302, "max_ms": 72.349, "p95_ms": 65.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.32, "count": 302, "max_ms": 85.772, "p95_ms": 78.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.723, "count": 302, "max_ms": 135.629, "p95_ms": 102.844}, "read_interval": {"avg_ms": 99.627, "count": 301, "max_ms": 681.067, "p95_ms": 151.517}, "triton_wait": {"avg_ms": 54.906, "count": 302, "max_ms": 85.785, "p95_ms": 78.018}, "visualize": {"avg_ms": 3.871, "count": 302, "max_ms": 6.183, "p95_ms": 5.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11633.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:28:43+09:00", "last_error_summary": "[h264 @ 0x55b009dc2380] error while decoding MB 47 8, bytestream -11", "last_exit_at": "2026-07-03T11:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.192, "last_started_at": "2026-07-03T11:28:46+09:00", "pid": 28860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.234, "name": "ffmpeg", "pid": 28860, "rss_mb": 270.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.141, "sample_count": 1820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:30:29+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T11:30:29+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T11:30:29.303517+09:00", "mtime_epoch": 1783045829.3035166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:30:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.726, "pushed": 6.726, "read": 6.692}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.296, "count": 201, "max_ms": 8.214, "p95_ms": 7.013}, "gstreamer_push": {"avg_ms": 1.044, "count": 201, "max_ms": 1.372, "p95_ms": 1.143}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.514, "count": 201, "max_ms": 69.785, "p95_ms": 62.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.1, "count": 201, "max_ms": 81.244, "p95_ms": 74.398}, "yolo11_640_fire_11class": {"avg_ms": 52.001, "count": 201, "max_ms": 74.506, "p95_ms": 65.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.066, "count": 201, "max_ms": 83.499, "p95_ms": 78.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 137.966, "count": 201, "max_ms": 174.31, "p95_ms": 160.054}, "read_interval": {"avg_ms": 149.478, "count": 200, "max_ms": 185.615, "p95_ms": 171.417}, "triton_wait": {"avg_ms": 58.84, "count": 201, "max_ms": 83.511, "p95_ms": 78.985}, "visualize": {"avg_ms": 6.506, "count": 201, "max_ms": 8.229, "p95_ms": 7.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11633.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 911.473, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.917, "sample_count": 3153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:30:30+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T11:30:30+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T11:30:30.751550+09:00", "mtime_epoch": 1783045830.7515502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:30:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 1935.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.322, "count": 299, "max_ms": 6.138, "p95_ms": 4.388}, "gstreamer_push": {"avg_ms": 1.319, "count": 299, "max_ms": 2.091, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.653, "count": 299, "max_ms": 69.304, "p95_ms": 62.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.094, "count": 299, "max_ms": 83.214, "p95_ms": 70.031}, "yolo11_640_fire_11class": {"avg_ms": 49.76, "count": 299, "max_ms": 73.324, "p95_ms": 65.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.349, "count": 299, "max_ms": 83.527, "p95_ms": 78.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.853, "count": 299, "max_ms": 139.994, "p95_ms": 98.705}, "read_interval": {"avg_ms": 100.285, "count": 299, "max_ms": 800.168, "p95_ms": 181.046}, "triton_wait": {"avg_ms": 54.715, "count": 299, "max_ms": 83.539, "p95_ms": 79.348}, "visualize": {"avg_ms": 3.791, "count": 299, "max_ms": 6.213, "p95_ms": 5.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11635.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:28:43+09:00", "last_error_summary": "[h264 @ 0x55b009dc2380] error while decoding MB 47 8, bytestream -11", "last_exit_at": "2026-07-03T11:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.238, "last_started_at": "2026-07-03T11:28:46+09:00", "pid": 28860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.039, "name": "ffmpeg", "pid": 28860, "rss_mb": 272.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 3, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.719, "sample_count": 1858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:30:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:30:59+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T11:30:59+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T11:30:59.324206+09:00", "mtime_epoch": 1783045859.324206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:30:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.724, "pushed": 6.724, "read": 6.69}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.459, "count": 201, "max_ms": 11.857, "p95_ms": 7.634}, "gstreamer_push": {"avg_ms": 1.035, "count": 201, "max_ms": 1.853, "p95_ms": 1.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.415, "count": 201, "max_ms": 69.532, "p95_ms": 62.476}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.624, "count": 201, "max_ms": 79.52, "p95_ms": 69.09}, "yolo11_640_fire_11class": {"avg_ms": 52.109, "count": 201, "max_ms": 70.15, "p95_ms": 65.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.793, "count": 201, "max_ms": 82.043, "p95_ms": 78.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.03, "count": 201, "max_ms": 177.258, "p95_ms": 160.136}, "read_interval": {"avg_ms": 149.392, "count": 200, "max_ms": 189.187, "p95_ms": 171.179}, "triton_wait": {"avg_ms": 58.651, "count": 201, "max_ms": 82.055, "p95_ms": 78.029}, "visualize": {"avg_ms": 6.561, "count": 201, "max_ms": 10.119, "p95_ms": 7.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11634.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 941.512, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.095, "sample_count": 3125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:31:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:31:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T11:31:00+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T11:31:00.812240+09:00", "mtime_epoch": 1783045860.8122401, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:31:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 1935.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.155, "count": 302, "max_ms": 5.335, "p95_ms": 2.753}, "gstreamer_push": {"avg_ms": 1.32, "count": 302, "max_ms": 1.981, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.377, "count": 302, "max_ms": 65.431, "p95_ms": 61.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.273, "count": 302, "max_ms": 80.151, "p95_ms": 64.628}, "yolo11_640_fire_11class": {"avg_ms": 48.841, "count": 302, "max_ms": 67.564, "p95_ms": 64.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.673, "count": 302, "max_ms": 80.169, "p95_ms": 76.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.146, "count": 302, "max_ms": 139.204, "p95_ms": 89.501}, "read_interval": {"avg_ms": 99.51, "count": 301, "max_ms": 845.769, "p95_ms": 176.204}, "triton_wait": {"avg_ms": 54.05, "count": 302, "max_ms": 80.181, "p95_ms": 76.192}, "visualize": {"avg_ms": 3.689, "count": 302, "max_ms": 6.233, "p95_ms": 4.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11390.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 971.605, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.073, "sample_count": 3081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:31:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:31:30+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T11:31:30+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:31:30.884924+09:00", "mtime_epoch": 1783045890.8849244, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:31:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 1935.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.189, "count": 301, "max_ms": 5.33, "p95_ms": 2.671}, "gstreamer_push": {"avg_ms": 1.337, "count": 301, "max_ms": 1.817, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.695, "count": 301, "max_ms": 63.94, "p95_ms": 61.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.982, "count": 301, "max_ms": 75.577, "p95_ms": 58.113}, "yolo11_640_fire_11class": {"avg_ms": 48.604, "count": 301, "max_ms": 72.031, "p95_ms": 62.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.976, "count": 301, "max_ms": 80.559, "p95_ms": 76.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.715, "count": 301, "max_ms": 119.387, "p95_ms": 90.099}, "read_interval": {"avg_ms": 99.966, "count": 300, "max_ms": 795.69, "p95_ms": 191.902}, "triton_wait": {"avg_ms": 53.548, "count": 301, "max_ms": 80.572, "p95_ms": 76.274}, "visualize": {"avg_ms": 3.749, "count": 301, "max_ms": 5.598, "p95_ms": 4.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11494.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:31:29+09:00", "last_error_summary": "[h264 @ 0x555b7efb0680] error while decoding MB 24 30, bytestream -26", "last_exit_at": "2026-07-03T11:31:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.199, "last_started_at": "2026-07-03T11:31:32+09:00", "pid": 28967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 133.621, "name": "ffmpeg", "pid": 28967, "rss_mb": 133.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.24, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:31:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:31:34+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T11:31:34+09:00", "mjpeg": {"age_sec": 4.931, "exists": true, "mtime": "2026-07-03T11:31:29.464892+09:00", "mtime_epoch": 1783045889.4648921, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:31:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.74, "pushed": 5.74, "read": 5.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.311, "count": 171, "max_ms": 9.356, "p95_ms": 6.829}, "gstreamer_push": {"avg_ms": 1.039, "count": 172, "max_ms": 1.425, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.018, "count": 171, "max_ms": 64.421, "p95_ms": 58.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.175, "count": 171, "max_ms": 76.614, "p95_ms": 66.025}, "yolo11_640_fire_11class": {"avg_ms": 49.772, "count": 171, "max_ms": 66.005, "p95_ms": 62.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.252, "count": 171, "max_ms": 81.084, "p95_ms": 76.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.928, "count": 172, "max_ms": 178.528, "p95_ms": 155.823}, "read_interval": {"avg_ms": 174.938, "count": 171, "max_ms": 4925.151, "p95_ms": 168.381}, "triton_wait": {"avg_ms": 56.89, "count": 171, "max_ms": 81.097, "p95_ms": 76.527}, "visualize": {"avg_ms": 6.558, "count": 171, "max_ms": 9.581, "p95_ms": 7.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11629.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1001.625, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.095, "sample_count": 3038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:32:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:32:00+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T11:32:00+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T11:32:00.929602+09:00", "mtime_epoch": 1783045920.9296024, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:32:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2103.855, "name": "celery", "pid": 267, "rss_mb": 1935.27, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.222, "count": 295, "max_ms": 5.404, "p95_ms": 2.855}, "gstreamer_push": {"avg_ms": 1.339, "count": 295, "max_ms": 2.136, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.942, "count": 295, "max_ms": 66.6, "p95_ms": 64.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.67, "count": 295, "max_ms": 84.204, "p95_ms": 77.26}, "yolo11_640_fire_11class": {"avg_ms": 52.442, "count": 295, "max_ms": 71.469, "p95_ms": 66.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.978, "count": 295, "max_ms": 83.929, "p95_ms": 81.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.482, "count": 295, "max_ms": 132.138, "p95_ms": 93.074}, "read_interval": {"avg_ms": 101.828, "count": 294, "max_ms": 807.797, "p95_ms": 130.019}, "triton_wait": {"avg_ms": 60.217, "count": 295, "max_ms": 84.217, "p95_ms": 81.499}, "visualize": {"avg_ms": 3.788, "count": 295, "max_ms": 6.005, "p95_ms": 4.568}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11629.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:31:29+09:00", "last_error_summary": "[h264 @ 0x555b7efb0680] error while decoding MB 24 30, bytestream -26", "last_exit_at": "2026-07-03T11:31:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.237, "last_started_at": "2026-07-03T11:31:32+09:00", "pid": 28967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.465, "name": "ffmpeg", "pid": 28967, "rss_mb": 266.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.685, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:32:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:32:04+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-03T11:32:04+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T11:32:04.289678+09:00", "mtime_epoch": 1783045924.289678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:32:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.625, "pushed": 5.625, "read": 5.592}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.195, "count": 168, "max_ms": 8.775, "p95_ms": 7.832}, "gstreamer_push": {"avg_ms": 0.943, "count": 168, "max_ms": 1.213, "p95_ms": 1.074}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.827, "count": 168, "max_ms": 65.551, "p95_ms": 62.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.157, "count": 168, "max_ms": 78.548, "p95_ms": 74.786}, "yolo11_640_fire_11class": {"avg_ms": 54.359, "count": 168, "max_ms": 66.906, "p95_ms": 63.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.184, "count": 168, "max_ms": 84.066, "p95_ms": 80.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.287, "count": 168, "max_ms": 193.598, "p95_ms": 184.116}, "read_interval": {"avg_ms": 178.901, "count": 167, "max_ms": 207.229, "p95_ms": 194.794}, "triton_wait": {"avg_ms": 66.611, "count": 168, "max_ms": 84.078, "p95_ms": 80.017}, "visualize": {"avg_ms": 7.633, "count": 168, "max_ms": 9.585, "p95_ms": 8.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 10, "tracking_summary": 689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11833.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1031.698, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.622, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:32:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:32:31+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T11:32:30+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T11:32:30.870273+09:00", "mtime_epoch": 1783045950.8702729, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:32:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 2127.559, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.468, "pushed": 5.468, "read": 5.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.049, "count": 163, "max_ms": 13.359, "p95_ms": 11.283}, "gstreamer_push": {"avg_ms": 1.174, "count": 164, "max_ms": 2.901, "p95_ms": 1.892}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.857, "count": 163, "max_ms": 76.234, "p95_ms": 64.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.242, "count": 163, "max_ms": 82.839, "p95_ms": 73.615}, "yolo11_640_fire_11class": {"avg_ms": 47.673, "count": 163, "max_ms": 66.806, "p95_ms": 61.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.021, "count": 163, "max_ms": 86.889, "p95_ms": 81.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.366, "count": 164, "max_ms": 779.779, "p95_ms": 270.637}, "read_interval": {"avg_ms": 183.128, "count": 163, "max_ms": 814.014, "p95_ms": 282.853}, "triton_wait": {"avg_ms": 58.163, "count": 163, "max_ms": 86.901, "p95_ms": 81.645}, "visualize": {"avg_ms": 7.703, "count": 163, "max_ms": 22.706, "p95_ms": 16.583}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11831.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:31:29+09:00", "last_error_summary": "[h264 @ 0x555b7efb0680] error while decoding MB 24 30, bytestream -26", "last_exit_at": "2026-07-03T11:31:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.337, "last_started_at": "2026-07-03T11:31:32+09:00", "pid": 28967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.238, "name": "ffmpeg", "pid": 28967, "rss_mb": 267.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.814, "sample_count": 1891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:32:34+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-03T11:32:34+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-03T11:32:34.390352+09:00", "mtime_epoch": 1783045954.3903515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:32:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.977, "pushed": 5.977, "read": 5.944}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.288, "count": 178, "max_ms": 10.613, "p95_ms": 8.208}, "gstreamer_push": {"avg_ms": 0.931, "count": 179, "max_ms": 1.266, "p95_ms": 1.032}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.886, "count": 178, "max_ms": 69.57, "p95_ms": 63.806}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.827, "count": 178, "max_ms": 85.656, "p95_ms": 72.055}, "yolo11_640_fire_11class": {"avg_ms": 48.138, "count": 178, "max_ms": 64.971, "p95_ms": 62.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.478, "count": 178, "max_ms": 87.454, "p95_ms": 83.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.19, "count": 179, "max_ms": 191.193, "p95_ms": 184.036}, "read_interval": {"avg_ms": 168.173, "count": 178, "max_ms": 202.802, "p95_ms": 194.57}, "triton_wait": {"avg_ms": 57.264, "count": 178, "max_ms": 87.466, "p95_ms": 83.224}, "visualize": {"avg_ms": 7.632, "count": 178, "max_ms": 10.515, "p95_ms": 8.697}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11772.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1061.694, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.34, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:33:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:33:01+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T11:33:01+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T11:33:01.002943+09:00", "mtime_epoch": 1783045981.0029428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:33:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 2061.652, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.034, "pushed": 6.034, "read": 6.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.715, "count": 180, "max_ms": 15.799, "p95_ms": 12.815}, "gstreamer_push": {"avg_ms": 1.064, "count": 181, "max_ms": 1.695, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.368, "count": 180, "max_ms": 75.165, "p95_ms": 65.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.579, "count": 180, "max_ms": 85.615, "p95_ms": 77.741}, "yolo11_640_fire_11class": {"avg_ms": 49.227, "count": 180, "max_ms": 70.785, "p95_ms": 65.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.223, "count": 180, "max_ms": 89.192, "p95_ms": 81.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.344, "count": 181, "max_ms": 285.429, "p95_ms": 245.21}, "read_interval": {"avg_ms": 167.448, "count": 180, "max_ms": 297.514, "p95_ms": 255.053}, "triton_wait": {"avg_ms": 60.642, "count": 180, "max_ms": 89.205, "p95_ms": 82.084}, "visualize": {"avg_ms": 7.932, "count": 180, "max_ms": 19.264, "p95_ms": 14.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11771.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:31:29+09:00", "last_error_summary": "[h264 @ 0x555b7efb0680] error while decoding MB 24 30, bytestream -26", "last_exit_at": "2026-07-03T11:31:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.484, "last_started_at": "2026-07-03T11:31:32+09:00", "pid": 28967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.301, "name": "ffmpeg", "pid": 28967, "rss_mb": 269.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.087, "sample_count": 1875, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81151, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:33:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:33:04+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T11:33:04+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-03T11:33:04.515021+09:00", "mtime_epoch": 1783045984.5150206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:33:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.87, "pushed": 5.87, "read": 5.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.283, "count": 175, "max_ms": 10.208, "p95_ms": 8.353}, "gstreamer_push": {"avg_ms": 0.925, "count": 176, "max_ms": 1.045, "p95_ms": 0.993}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.779, "count": 175, "max_ms": 73.602, "p95_ms": 65.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.669, "count": 175, "max_ms": 86.575, "p95_ms": 81.873}, "yolo11_640_fire_11class": {"avg_ms": 50.952, "count": 175, "max_ms": 71.443, "p95_ms": 63.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.333, "count": 175, "max_ms": 88.918, "p95_ms": 85.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.541, "count": 176, "max_ms": 189.794, "p95_ms": 185.723}, "read_interval": {"avg_ms": 171.225, "count": 175, "max_ms": 200.165, "p95_ms": 195.522}, "triton_wait": {"avg_ms": 60.455, "count": 175, "max_ms": 88.93, "p95_ms": 85.576}, "visualize": {"avg_ms": 7.64, "count": 175, "max_ms": 9.69, "p95_ms": 8.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11737.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1091.762, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.543, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:33:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:33:31+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T11:33:31+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T11:33:31.071606+09:00", "mtime_epoch": 1783046011.0716064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:33:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 2027.5, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.937, "pushed": 10.937, "read": 10.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.353, "count": 328, "max_ms": 5.351, "p95_ms": 3.197}, "gstreamer_push": {"avg_ms": 1.343, "count": 328, "max_ms": 1.581, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.573, "count": 328, "max_ms": 72.232, "p95_ms": 64.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.834, "count": 328, "max_ms": 83.603, "p95_ms": 77.532}, "yolo11_640_fire_11class": {"avg_ms": 55.479, "count": 328, "max_ms": 78.523, "p95_ms": 69.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.733, "count": 328, "max_ms": 85.937, "p95_ms": 82.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.167, "count": 328, "max_ms": 132.525, "p95_ms": 95.392}, "read_interval": {"avg_ms": 91.699, "count": 327, "max_ms": 147.063, "p95_ms": 112.927}, "triton_wait": {"avg_ms": 62.337, "count": 328, "max_ms": 85.952, "p95_ms": 82.313}, "visualize": {"avg_ms": 3.79, "count": 328, "max_ms": 5.841, "p95_ms": 4.72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11737.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:31:29+09:00", "last_error_summary": "[h264 @ 0x555b7efb0680] error while decoding MB 24 30, bytestream -26", "last_exit_at": "2026-07-03T11:31:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.583, "last_started_at": "2026-07-03T11:31:32+09:00", "pid": 28967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.301, "name": "ffmpeg", "pid": 28967, "rss_mb": 269.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 4, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.164, "sample_count": 1837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:33:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:33:34+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-03T11:33:34+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-03T11:33:34.615684+09:00", "mtime_epoch": 1783046014.6156843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:33:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.515, "pushed": 5.515, "read": 5.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.189, "count": 164, "max_ms": 8.438, "p95_ms": 7.842}, "gstreamer_push": {"avg_ms": 0.936, "count": 165, "max_ms": 1.145, "p95_ms": 1.016}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.563, "count": 164, "max_ms": 65.828, "p95_ms": 62.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.377, "count": 164, "max_ms": 81.527, "p95_ms": 77.51}, "yolo11_640_fire_11class": {"avg_ms": 57.859, "count": 164, "max_ms": 70.187, "p95_ms": 66.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.343, "count": 164, "max_ms": 83.21, "p95_ms": 80.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.703, "count": 165, "max_ms": 184.99, "p95_ms": 183.702}, "read_interval": {"avg_ms": 182.413, "count": 164, "max_ms": 197.552, "p95_ms": 195.025}, "triton_wait": {"avg_ms": 70.631, "count": 164, "max_ms": 83.221, "p95_ms": 80.515}, "visualize": {"avg_ms": 7.584, "count": 164, "max_ms": 8.726, "p95_ms": 8.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11703.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1121.795, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 28361, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.34, "sample_count": 2816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T11:34:01+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T11:34:01+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T11:34:01.060264+09:00", "mtime_epoch": 1783046041.0602639, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:34:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 351, "pushed_frames": 351, "read_frames": 350, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.729, "pushed": 11.729, "read": 11.695}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.26, "count": 351, "max_ms": 4.684, "p95_ms": 2.969}, "gstreamer_push": {"avg_ms": 1.337, "count": 351, "max_ms": 1.601, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.043, "count": 351, "max_ms": 70.361, "p95_ms": 63.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.915, "count": 351, "max_ms": 80.713, "p95_ms": 59.421}, "yolo11_640_fire_11class": {"avg_ms": 50.344, "count": 351, "max_ms": 71.738, "p95_ms": 65.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.775, "count": 351, "max_ms": 83.409, "p95_ms": 79.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.79, "count": 351, "max_ms": 123.969, "p95_ms": 92.796}, "read_interval": {"avg_ms": 85.452, "count": 350, "max_ms": 139.168, "p95_ms": 110.29}, "triton_wait": {"avg_ms": 56.157, "count": 351, "max_ms": 83.421, "p95_ms": 79.145}, "visualize": {"avg_ms": 3.748, "count": 351, "max_ms": 5.832, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11704.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:31:29+09:00", "last_error_summary": "[h264 @ 0x555b7efb0680] error while decoding MB 24 30, bytestream -26", "last_exit_at": "2026-07-03T11:33:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.777, "last_started_at": "2026-07-03T11:33:47+09:00", "pid": 29134, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.73, "name": "ffmpeg", "pid": 29134, "rss_mb": 263.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.051, "sample_count": 1798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:34:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:34:04+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T11:34:04+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T11:34:04.740344+09:00", "mtime_epoch": 1783046044.7403443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:34:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6590.84, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.539, "pushed": 4.539, "read": 4.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.145, "count": 135, "max_ms": 10.991, "p95_ms": 10.36}, "gstreamer_push": {"avg_ms": 0.89, "count": 136, "max_ms": 1.389, "p95_ms": 0.98}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.44, "count": 135, "max_ms": 73.021, "p95_ms": 60.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.752, "count": 135, "max_ms": 77.676, "p95_ms": 73.56}, "yolo11_640_fire_11class": {"avg_ms": 53.058, "count": 135, "max_ms": 75.938, "p95_ms": 64.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.856, "count": 135, "max_ms": 90.846, "p95_ms": 78.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.697, "count": 136, "max_ms": 217.39, "p95_ms": 203.744}, "read_interval": {"avg_ms": 221.843, "count": 135, "max_ms": 4503.736, "p95_ms": 214.956}, "triton_wait": {"avg_ms": 64.121, "count": 135, "max_ms": 90.858, "p95_ms": 78.086}, "visualize": {"avg_ms": 8.229, "count": 135, "max_ms": 9.605, "p95_ms": 9.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11926.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:31:29+09:00", "last_error_summary": "[h264 @ 0x555b7efb0680] error while decoding MB 24 30, bytestream -26", "last_exit_at": "2026-07-03T11:33:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.78, "last_started_at": "2026-07-03T11:33:47+09:00", "pid": 29134, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.02, "name": "ffmpeg", "pid": 29134, "rss_mb": 265.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.654, "sample_count": 1732, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:34:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:34:34+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-03T11:34:34+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-03T11:34:34.776998+09:00", "mtime_epoch": 1783046074.776998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:34:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6807.629, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.568, "pushed": 4.568, "read": 4.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.51, "count": 137, "max_ms": 15.56, "p95_ms": 10.933}, "gstreamer_push": {"avg_ms": 1.025, "count": 137, "max_ms": 3.033, "p95_ms": 1.872}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.417, "count": 137, "max_ms": 67.102, "p95_ms": 62.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.56, "count": 137, "max_ms": 81.509, "p95_ms": 72.839}, "yolo11_640_fire_11class": {"avg_ms": 50.554, "count": 137, "max_ms": 69.938, "p95_ms": 63.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.775, "count": 137, "max_ms": 85.286, "p95_ms": 80.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.531, "count": 137, "max_ms": 827.603, "p95_ms": 274.435}, "read_interval": {"avg_ms": 219.205, "count": 137, "max_ms": 841.48, "p95_ms": 285.967}, "triton_wait": {"avg_ms": 60.247, "count": 137, "max_ms": 85.299, "p95_ms": 80.417}, "visualize": {"avg_ms": 10.909, "count": 137, "max_ms": 18.023, "p95_ms": 16.632}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11920.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 5, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:15:17+09:00", "last_error_summary": "[h264 @ 0x558b1db026c0] error while decoding MB 93 33, bytestream -17 [in#0/rtsp @ 0x558b1d963e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558b1d963e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:15:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1159.985, "last_started_at": "2026-07-03T11:15:19+09:00", "pid": 28361, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.152, "name": "ffmpeg", "pid": 28361, "rss_mb": 334.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.708, "sample_count": 2680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83811, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:34:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:34:39+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T11:34:39+09:00", "mjpeg": {"age_sec": 17.577, "exists": true, "mtime": "2026-07-03T11:34:21.776716+09:00", "mtime_epoch": 1783046061.7767158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:34:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.907, "pushed": 4.907, "read": 4.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.398, "count": 147, "max_ms": 4.654, "p95_ms": 4.223}, "gstreamer_push": {"avg_ms": 1.31, "count": 147, "max_ms": 1.541, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.763, "count": 147, "max_ms": 68.147, "p95_ms": 64.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.343, "count": 147, "max_ms": 82.67, "p95_ms": 62.785}, "yolo11_640_fire_11class": {"avg_ms": 49.211, "count": 147, "max_ms": 73.563, "p95_ms": 64.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.858, "count": 147, "max_ms": 84.736, "p95_ms": 80.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.982, "count": 147, "max_ms": 107.085, "p95_ms": 102.509}, "read_interval": {"avg_ms": 205.188, "count": 146, "max_ms": 17589.522, "p95_ms": 117.617}, "triton_wait": {"avg_ms": 54.293, "count": 147, "max_ms": 84.748, "p95_ms": 80.916}, "visualize": {"avg_ms": 3.809, "count": 147, "max_ms": 5.452, "p95_ms": 5.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11840.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:31:29+09:00", "last_error_summary": "[h264 @ 0x555b7efb0680] error while decoding MB 24 30, bytestream -26", "last_exit_at": "2026-07-03T11:33:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.852, "last_started_at": "2026-07-03T11:33:47+09:00", "pid": 29134, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.855, "name": "ffmpeg", "pid": 29134, "rss_mb": 267.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.831, "sample_count": 1713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:35:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:35:04+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-03T11:35:04+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T11:35:04.829648+09:00", "mtime_epoch": 1783046104.8296485, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:35:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.133, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.119, "pushed": 6.119, "read": 6.085}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.28, "count": 183, "max_ms": 10.187, "p95_ms": 7.967}, "gstreamer_push": {"avg_ms": 0.922, "count": 183, "max_ms": 1.09, "p95_ms": 0.988}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.411, "count": 183, "max_ms": 62.351, "p95_ms": 53.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.381, "count": 183, "max_ms": 75.789, "p95_ms": 66.8}, "yolo11_640_fire_11class": {"avg_ms": 46.795, "count": 183, "max_ms": 66.255, "p95_ms": 55.844}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.332, "count": 183, "max_ms": 78.032, "p95_ms": 70.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.533, "count": 183, "max_ms": 178.873, "p95_ms": 172.676}, "read_interval": {"avg_ms": 164.208, "count": 182, "max_ms": 187.244, "p95_ms": 181.19}, "triton_wait": {"avg_ms": 54.107, "count": 183, "max_ms": 78.044, "p95_ms": 71.05}, "visualize": {"avg_ms": 7.549, "count": 183, "max_ms": 8.435, "p95_ms": 8.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11899.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.28, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.816, "name": "ffmpeg", "pid": 29301, "rss_mb": 328.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.191, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:35:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:35:09+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T11:35:09+09:00", "mjpeg": {"age_sec": 0.579, "exists": true, "mtime": "2026-07-03T11:35:09.289745+09:00", "mtime_epoch": 1783046109.2897446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:35:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 100, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.222, "pushed": 7.222, "read": 7.222}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.16, "count": 100, "max_ms": 3.041, "p95_ms": 2.594}, "gstreamer_push": {"avg_ms": 1.356, "count": 100, "max_ms": 1.601, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.434, "count": 100, "max_ms": 67.844, "p95_ms": 64.541}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.902, "count": 100, "max_ms": 82.475, "p95_ms": 73.536}, "yolo11_640_fire_11class": {"avg_ms": 55.001, "count": 100, "max_ms": 78.016, "p95_ms": 72.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.173, "count": 100, "max_ms": 83.156, "p95_ms": 81.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.703, "count": 100, "max_ms": 93.884, "p95_ms": 91.944}, "read_interval": {"avg_ms": 305.127, "count": 100, "max_ms": 16731.245, "p95_ms": 110.508}, "triton_wait": {"avg_ms": 61.718, "count": 100, "max_ms": 83.165, "p95_ms": 81.514}, "visualize": {"avg_ms": 3.705, "count": 100, "max_ms": 4.798, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.847, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11880.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:31:29+09:00", "last_error_summary": "[h264 @ 0x555b7efb0680] error while decoding MB 24 30, bytestream -26", "last_exit_at": "2026-07-03T11:33:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.96, "last_started_at": "2026-07-03T11:33:47+09:00", "pid": 29134, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.012, "name": "ffmpeg", "pid": 29134, "rss_mb": 273.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 5, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.442, "sample_count": 1677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 81938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:35:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:35:35+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-03T11:35:34+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-03T11:35:34.938296+09:00", "mtime_epoch": 1783046134.9382963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 150649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:35:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6754.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.548, "pushed": 5.548, "read": 5.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.31, "count": 165, "max_ms": 10.85, "p95_ms": 7.92}, "gstreamer_push": {"avg_ms": 0.945, "count": 166, "max_ms": 1.183, "p95_ms": 0.998}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.743, "count": 165, "max_ms": 68.5, "p95_ms": 62.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.185, "count": 165, "max_ms": 82.305, "p95_ms": 76.518}, "yolo11_640_fire_11class": {"avg_ms": 54.368, "count": 165, "max_ms": 70.881, "p95_ms": 67.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.878, "count": 165, "max_ms": 87.294, "p95_ms": 79.063}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.898, "count": 166, "max_ms": 192.417, "p95_ms": 182.528}, "read_interval": {"avg_ms": 181.348, "count": 165, "max_ms": 893.345, "p95_ms": 193.739}, "triton_wait": {"avg_ms": 64.752, "count": 165, "max_ms": 87.305, "p95_ms": 79.744}, "visualize": {"avg_ms": 7.594, "count": 165, "max_ms": 8.962, "p95_ms": 8.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11886.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.35, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.168, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.191, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84211, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:35:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:35:39+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T11:35:39+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T11:35:39.678398+09:00", "mtime_epoch": 1783046139.678398, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:35:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.264, "count": 300, "max_ms": 4.731, "p95_ms": 3.015}, "gstreamer_push": {"avg_ms": 1.336, "count": 300, "max_ms": 1.594, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.843, "count": 300, "max_ms": 70.215, "p95_ms": 64.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.342, "count": 300, "max_ms": 84.616, "p95_ms": 74.488}, "yolo11_640_fire_11class": {"avg_ms": 52.745, "count": 300, "max_ms": 73.432, "p95_ms": 67.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.301, "count": 300, "max_ms": 88.958, "p95_ms": 81.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.021, "count": 300, "max_ms": 133.128, "p95_ms": 94.209}, "read_interval": {"avg_ms": 100.264, "count": 299, "max_ms": 602.738, "p95_ms": 175.168}, "triton_wait": {"avg_ms": 59.717, "count": 300, "max_ms": 88.97, "p95_ms": 81.485}, "visualize": {"avg_ms": 3.766, "count": 300, "max_ms": 5.891, "p95_ms": 4.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11849.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:35:40+09:00", "last_error_summary": "[h264 @ 0x562a438b3a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562a438b3a00] error while decoding MB 0 11, bytestream 4895 [h264 @ 0x562a444c5800] cabac decode of qscale diff failed at 64 23 [h264 @ 0x562a444c5800] error while decoding MB 64 23, bytestream 861", "last_exit_at": "2026-07-03T11:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.249, "last_started_at": "2026-07-03T11:35:43+09:00", "pid": 29453, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.211, "name": "ffmpeg", "pid": 29453, "rss_mb": 265.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.747, "sample_count": 1622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:36:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:36:05+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-03T11:36:05+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-03T11:36:05.110942+09:00", "mtime_epoch": 1783046165.110942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:36:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6731.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.868, "pushed": 4.868, "read": 4.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.32, "count": 145, "max_ms": 10.346, "p95_ms": 8.071}, "gstreamer_push": {"avg_ms": 0.95, "count": 146, "max_ms": 1.641, "p95_ms": 0.992}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.769, "count": 145, "max_ms": 64.558, "p95_ms": 61.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.276, "count": 145, "max_ms": 82.759, "p95_ms": 74.279}, "yolo11_640_fire_11class": {"avg_ms": 54.148, "count": 145, "max_ms": 69.505, "p95_ms": 64.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.653, "count": 145, "max_ms": 82.746, "p95_ms": 80.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.733, "count": 146, "max_ms": 189.279, "p95_ms": 183.224}, "read_interval": {"avg_ms": 206.8, "count": 145, "max_ms": 4516.288, "p95_ms": 194.632}, "triton_wait": {"avg_ms": 65.228, "count": 145, "max_ms": 82.769, "p95_ms": 80.382}, "visualize": {"avg_ms": 7.65, "count": 145, "max_ms": 10.342, "p95_ms": 8.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11835.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.355, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.191, "sample_count": 2478, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84515, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:36:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:36:09+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T11:36:09+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T11:36:09.859043+09:00", "mtime_epoch": 1783046169.8590434, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:36:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.137}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.351, "count": 304, "max_ms": 5.136, "p95_ms": 4.194}, "gstreamer_push": {"avg_ms": 1.331, "count": 304, "max_ms": 1.993, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.08, "count": 304, "max_ms": 70.457, "p95_ms": 63.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.491, "count": 304, "max_ms": 82.27, "p95_ms": 73.081}, "yolo11_640_fire_11class": {"avg_ms": 51.56, "count": 304, "max_ms": 76.516, "p95_ms": 67.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.17, "count": 304, "max_ms": 86.431, "p95_ms": 80.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.622, "count": 304, "max_ms": 132.935, "p95_ms": 101.674}, "read_interval": {"avg_ms": 98.629, "count": 304, "max_ms": 444.596, "p95_ms": 184.141}, "triton_wait": {"avg_ms": 57.531, "count": 304, "max_ms": 86.443, "p95_ms": 80.973}, "visualize": {"avg_ms": 3.833, "count": 304, "max_ms": 5.946, "p95_ms": 5.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11826.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:35:40+09:00", "last_error_summary": "[h264 @ 0x562a438b3a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562a438b3a00] error while decoding MB 0 11, bytestream 4895 [h264 @ 0x562a444c5800] cabac decode of qscale diff failed at 64 23 [h264 @ 0x562a444c5800] error while decoding MB 64 23, bytestream 861", "last_exit_at": "2026-07-03T11:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.321, "last_started_at": "2026-07-03T11:35:43+09:00", "pid": 29453, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.5, "name": "ffmpeg", "pid": 29453, "rss_mb": 266.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.747, "sample_count": 1619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:36:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:36:35+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-03T11:36:35+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T11:36:35.207583+09:00", "mtime_epoch": 1783046195.2075827, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:36:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6707.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.622, "pushed": 5.622, "read": 5.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.243, "count": 168, "max_ms": 9.267, "p95_ms": 7.835}, "gstreamer_push": {"avg_ms": 0.936, "count": 168, "max_ms": 1.029, "p95_ms": 0.987}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.32, "count": 168, "max_ms": 67.372, "p95_ms": 62.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.484, "count": 168, "max_ms": 83.344, "p95_ms": 75.904}, "yolo11_640_fire_11class": {"avg_ms": 55.168, "count": 168, "max_ms": 69.226, "p95_ms": 65.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.995, "count": 168, "max_ms": 83.333, "p95_ms": 80.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.772, "count": 168, "max_ms": 190.904, "p95_ms": 182.83}, "read_interval": {"avg_ms": 179.095, "count": 167, "max_ms": 200.557, "p95_ms": 193.435}, "triton_wait": {"avg_ms": 67.444, "count": 168, "max_ms": 83.355, "p95_ms": 80.092}, "visualize": {"avg_ms": 7.59, "count": 168, "max_ms": 10.469, "p95_ms": 8.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11826.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.388, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.191, "sample_count": 2481, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:36:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:36:39+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T11:36:39+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T11:36:39.899682+09:00", "mtime_epoch": 1783046199.8996823, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:36:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.335, "count": 298, "max_ms": 5.414, "p95_ms": 4.214}, "gstreamer_push": {"avg_ms": 1.345, "count": 298, "max_ms": 2.25, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.871, "count": 298, "max_ms": 71.137, "p95_ms": 64.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.68, "count": 298, "max_ms": 82.535, "p95_ms": 76.555}, "yolo11_640_fire_11class": {"avg_ms": 52.952, "count": 298, "max_ms": 72.31, "p95_ms": 66.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.517, "count": 298, "max_ms": 82.614, "p95_ms": 81.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.22, "count": 298, "max_ms": 134.865, "p95_ms": 101.075}, "read_interval": {"avg_ms": 100.779, "count": 297, "max_ms": 739.842, "p95_ms": 144.04}, "triton_wait": {"avg_ms": 59.919, "count": 298, "max_ms": 82.627, "p95_ms": 81.183}, "visualize": {"avg_ms": 3.778, "count": 298, "max_ms": 5.547, "p95_ms": 5.001}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12100.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:35:40+09:00", "last_error_summary": "[h264 @ 0x562a438b3a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562a438b3a00] error while decoding MB 0 11, bytestream 4895 [h264 @ 0x562a444c5800] cabac decode of qscale diff failed at 64 23 [h264 @ 0x562a444c5800] error while decoding MB 64 23, bytestream 861", "last_exit_at": "2026-07-03T11:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.528, "last_started_at": "2026-07-03T11:35:43+09:00", "pid": 29453, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.047, "name": "ffmpeg", "pid": 29453, "rss_mb": 268.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.361, "sample_count": 1595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:37:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:37:05+09:00", "last_frame_read_age_sec": 0.314, "last_frame_read_at": "2026-07-03T11:37:05+09:00", "mjpeg": {"age_sec": 0.306, "exists": true, "mtime": "2026-07-03T11:37:05.252219+09:00", "mtime_epoch": 1783046225.2522194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:37:05+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6820.695, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 8.248, "recorders": [{"age_sec": 8.248, "frame_count": 74, "is_recording": true, "is_stopping": false, "pid": 29560, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.188, "name": "ffmpeg", "pid": 29560, "rss_mb": 186.188, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 26, "returncode": null, "running": true, "started_at": "2026-07-03T11:36:57+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_113657_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [29560], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.819, "pushed": 4.819, "read": 4.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.25, "count": 144, "max_ms": 16.755, "p95_ms": 12.404}, "gstreamer_push": {"avg_ms": 1.092, "count": 144, "max_ms": 2.941, "p95_ms": 1.877}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.098, "count": 144, "max_ms": 64.93, "p95_ms": 61.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.184, "count": 144, "max_ms": 81.011, "p95_ms": 73.956}, "yolo11_640_fire_11class": {"avg_ms": 54.329, "count": 144, "max_ms": 68.089, "p95_ms": 64.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.324, "count": 144, "max_ms": 83.403, "p95_ms": 81.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.139, "count": 144, "max_ms": 809.432, "p95_ms": 341.287}, "read_interval": {"avg_ms": 207.836, "count": 143, "max_ms": 819.719, "p95_ms": 352.501}, "triton_wait": {"avg_ms": 65.921, "count": 144, "max_ms": 83.416, "p95_ms": 81.301}, "visualize": {"avg_ms": 9.308, "count": 144, "max_ms": 22.456, "p95_ms": 18.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12219.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.404, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.074, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:37:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:37:09+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T11:37:09+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T11:37:09.932318+09:00", "mtime_epoch": 1783046229.9323182, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:37:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.195, "count": 303, "max_ms": 4.223, "p95_ms": 2.67}, "gstreamer_push": {"avg_ms": 1.326, "count": 303, "max_ms": 1.642, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.586, "count": 303, "max_ms": 69.736, "p95_ms": 63.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.867, "count": 303, "max_ms": 83.767, "p95_ms": 72.976}, "yolo11_640_fire_11class": {"avg_ms": 51.502, "count": 303, "max_ms": 73.378, "p95_ms": 66.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.001, "count": 303, "max_ms": 85.622, "p95_ms": 80.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.589, "count": 303, "max_ms": 134.809, "p95_ms": 91.416}, "read_interval": {"avg_ms": 99.125, "count": 303, "max_ms": 917.28, "p95_ms": 132.455}, "triton_wait": {"avg_ms": 57.575, "count": 303, "max_ms": 85.634, "p95_ms": 80.331}, "visualize": {"avg_ms": 3.7, "count": 303, "max_ms": 5.13, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 11, "tracking_summary": 687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12077.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:35:40+09:00", "last_error_summary": "[h264 @ 0x562a438b3a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562a438b3a00] error while decoding MB 0 11, bytestream 4895 [h264 @ 0x562a444c5800] cabac decode of qscale diff failed at 64 23 [h264 @ 0x562a444c5800] error while decoding MB 64 23, bytestream 861", "last_exit_at": "2026-07-03T11:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.537, "last_started_at": "2026-07-03T11:35:43+09:00", "pid": 29453, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.047, "name": "ffmpeg", "pid": 29453, "rss_mb": 268.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 286.292, "sample_count": 1514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:37:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:37:35+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-07-03T11:37:35+09:00", "mjpeg": {"age_sec": 0.251, "exists": true, "mtime": "2026-07-03T11:37:35.316854+09:00", "mtime_epoch": 1783046255.3168535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:37:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6947.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.3, "pushed": 3.3, "read": 3.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.073, "count": 98, "max_ms": 19.396, "p95_ms": 16.303}, "gstreamer_push": {"avg_ms": 0.961, "count": 98, "max_ms": 3.011, "p95_ms": 1.848}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.162, "count": 98, "max_ms": 69.699, "p95_ms": 67.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.525, "count": 98, "max_ms": 88.469, "p95_ms": 80.599}, "yolo11_640_fire_11class": {"avg_ms": 50.733, "count": 98, "max_ms": 65.51, "p95_ms": 64.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.529, "count": 98, "max_ms": 86.316, "p95_ms": 85.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 296.01, "count": 98, "max_ms": 443.45, "p95_ms": 404.51}, "read_interval": {"avg_ms": 306.602, "count": 97, "max_ms": 453.973, "p95_ms": 415.141}, "triton_wait": {"avg_ms": 67.06, "count": 98, "max_ms": 88.48, "p95_ms": 85.304}, "visualize": {"avg_ms": 18.559, "count": 98, "max_ms": 28.971, "p95_ms": 25.624}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.693, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12083.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.426, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.426, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.439, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:37:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:37:40+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T11:37:39+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T11:37:39.916950+09:00", "mtime_epoch": 1783046259.9169502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:37:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.186, "count": 301, "max_ms": 4.569, "p95_ms": 2.731}, "gstreamer_push": {"avg_ms": 1.293, "count": 301, "max_ms": 1.514, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.682, "count": 301, "max_ms": 76.282, "p95_ms": 60.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.374, "count": 301, "max_ms": 86.399, "p95_ms": 61.342}, "yolo11_640_fire_11class": {"avg_ms": 48.188, "count": 301, "max_ms": 69.109, "p95_ms": 59.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.133, "count": 301, "max_ms": 90.649, "p95_ms": 79.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.11, "count": 301, "max_ms": 110.629, "p95_ms": 92.434}, "read_interval": {"avg_ms": 99.667, "count": 300, "max_ms": 809.374, "p95_ms": 159.362}, "triton_wait": {"avg_ms": 52.895, "count": 301, "max_ms": 90.661, "p95_ms": 80.735}, "visualize": {"avg_ms": 3.647, "count": 301, "max_ms": 5.748, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12065.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:35:40+09:00", "last_error_summary": "[h264 @ 0x562a438b3a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x562a438b3a00] error while decoding MB 0 11, bytestream 4895 [h264 @ 0x562a444c5800] cabac decode of qscale diff failed at 64 23 [h264 @ 0x562a444c5800] error while decoding MB 64 23, bytestream 861", "last_exit_at": "2026-07-03T11:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.57, "last_started_at": "2026-07-03T11:35:43+09:00", "pid": 29453, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.801, "name": "ffmpeg", "pid": 29453, "rss_mb": 281.801, "state": "S (sleeping)", "threads": 104}, "restart_count": 12, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.708, "sample_count": 1448, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:38:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:38:05+09:00", "last_frame_read_age_sec": 0.254, "last_frame_read_at": "2026-07-03T11:38:05+09:00", "mjpeg": {"age_sec": 0.247, "exists": true, "mtime": "2026-07-03T11:38:05.353484+09:00", "mtime_epoch": 1783046285.3534842, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:38:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6918.137, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.663, "pushed": 3.663, "read": 3.629}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.843, "count": 109, "max_ms": 21.376, "p95_ms": 14.129}, "gstreamer_push": {"avg_ms": 0.873, "count": 109, "max_ms": 1.257, "p95_ms": 0.938}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.724, "count": 109, "max_ms": 63.657, "p95_ms": 62.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.375, "count": 109, "max_ms": 86.037, "p95_ms": 79.998}, "yolo11_640_fire_11class": {"avg_ms": 52.244, "count": 109, "max_ms": 67.648, "p95_ms": 65.743}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.388, "count": 109, "max_ms": 86.032, "p95_ms": 84.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 265.684, "count": 109, "max_ms": 355.144, "p95_ms": 297.504}, "read_interval": {"avg_ms": 275.645, "count": 108, "max_ms": 364.143, "p95_ms": 307.099}, "triton_wait": {"avg_ms": 66.664, "count": 109, "max_ms": 86.049, "p95_ms": 84.104}, "visualize": {"avg_ms": 13.898, "count": 109, "max_ms": 21.808, "p95_ms": 17.376}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.76, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11822.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.424, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.387, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:38:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:38:10+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T11:38:09+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T11:38:09.949580+09:00", "mtime_epoch": 1783046289.9495804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:38:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.833}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.273, "count": 295, "max_ms": 4.908, "p95_ms": 3.015}, "gstreamer_push": {"avg_ms": 1.314, "count": 296, "max_ms": 1.698, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.944, "count": 295, "max_ms": 68.153, "p95_ms": 61.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.143, "count": 295, "max_ms": 83.18, "p95_ms": 75.505}, "yolo11_640_fire_11class": {"avg_ms": 49.344, "count": 295, "max_ms": 69.046, "p95_ms": 64.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.117, "count": 295, "max_ms": 87.828, "p95_ms": 82.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.579, "count": 296, "max_ms": 134.247, "p95_ms": 96.704}, "read_interval": {"avg_ms": 101.835, "count": 295, "max_ms": 880.919, "p95_ms": 197.076}, "triton_wait": {"avg_ms": 54.068, "count": 295, "max_ms": 87.839, "p95_ms": 82.7}, "visualize": {"avg_ms": 3.755, "count": 295, "max_ms": 5.7, "p95_ms": 4.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11911.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:38:06+09:00", "last_error_summary": "[h264 @ 0x55c63acae680] error while decoding MB 72 9, bytestream -11", "last_exit_at": "2026-07-03T11:38:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.044, "last_started_at": "2026-07-03T11:38:09+09:00", "pid": 29620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.543, "name": "ffmpeg", "pid": 29620, "rss_mb": 264.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.819, "sample_count": 1423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:38:35+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T11:38:35+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T11:38:35.590117+09:00", "mtime_epoch": 1783046315.5901165, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:38:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6780.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.68, "pushed": 4.68, "read": 4.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.774, "count": 139, "max_ms": 11.424, "p95_ms": 8.575}, "gstreamer_push": {"avg_ms": 0.943, "count": 140, "max_ms": 1.46, "p95_ms": 0.998}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.307, "count": 139, "max_ms": 65.659, "p95_ms": 64.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.826, "count": 139, "max_ms": 85.032, "p95_ms": 78.136}, "yolo11_640_fire_11class": {"avg_ms": 56.945, "count": 139, "max_ms": 68.918, "p95_ms": 67.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.636, "count": 139, "max_ms": 84.297, "p95_ms": 82.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.308, "count": 140, "max_ms": 257.691, "p95_ms": 186.339}, "read_interval": {"avg_ms": 215.615, "count": 139, "max_ms": 4814.576, "p95_ms": 195.655}, "triton_wait": {"avg_ms": 69.373, "count": 139, "max_ms": 85.044, "p95_ms": 82.483}, "visualize": {"avg_ms": 7.693, "count": 139, "max_ms": 10.862, "p95_ms": 8.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11910.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.479, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.074, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:38:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:38:40+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T11:38:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T11:38:40.006209+09:00", "mtime_epoch": 1783046320.0062087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:38:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.402, "count": 301, "max_ms": 5.352, "p95_ms": 4.203}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 1.769, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.872, "count": 301, "max_ms": 68.916, "p95_ms": 64.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.468, "count": 301, "max_ms": 85.16, "p95_ms": 78.388}, "yolo11_640_fire_11class": {"avg_ms": 53.754, "count": 301, "max_ms": 73.675, "p95_ms": 67.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.076, "count": 301, "max_ms": 86.175, "p95_ms": 81.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.405, "count": 301, "max_ms": 133.453, "p95_ms": 100.206}, "read_interval": {"avg_ms": 99.906, "count": 300, "max_ms": 773.708, "p95_ms": 118.668}, "triton_wait": {"avg_ms": 60.385, "count": 301, "max_ms": 86.186, "p95_ms": 81.866}, "visualize": {"avg_ms": 3.779, "count": 301, "max_ms": 5.902, "p95_ms": 5.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11912.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:38:06+09:00", "last_error_summary": "[h264 @ 0x55c63acae680] error while decoding MB 72 9, bytestream -11", "last_exit_at": "2026-07-03T11:38:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.079, "last_started_at": "2026-07-03T11:38:09+09:00", "pid": 29620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.09, "name": "ffmpeg", "pid": 29620, "rss_mb": 266.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.616, "sample_count": 1455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:39:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:39:05+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-03T11:39:05+09:00", "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-07-03T11:39:05.662743+09:00", "mtime_epoch": 1783046345.662743, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:39:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6780.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.594, "pushed": 5.594, "read": 5.56}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.487, "count": 167, "max_ms": 11.518, "p95_ms": 8.353}, "gstreamer_push": {"avg_ms": 0.949, "count": 167, "max_ms": 1.337, "p95_ms": 1.019}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.885, "count": 167, "max_ms": 68.626, "p95_ms": 64.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.326, "count": 167, "max_ms": 86.262, "p95_ms": 80.046}, "yolo11_640_fire_11class": {"avg_ms": 55.329, "count": 167, "max_ms": 69.875, "p95_ms": 68.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.637, "count": 167, "max_ms": 85.493, "p95_ms": 81.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.954, "count": 167, "max_ms": 191.018, "p95_ms": 185.25}, "read_interval": {"avg_ms": 179.965, "count": 166, "max_ms": 200.887, "p95_ms": 195.189}, "triton_wait": {"avg_ms": 67.381, "count": 167, "max_ms": 86.273, "p95_ms": 82.79}, "visualize": {"avg_ms": 7.64, "count": 167, "max_ms": 10.169, "p95_ms": 8.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11913.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.562, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.704, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:39:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:39:10+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T11:39:10+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T11:39:10.062835+09:00", "mtime_epoch": 1783046350.0628345, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:39:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.104}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.374, "count": 304, "max_ms": 6.231, "p95_ms": 4.228}, "gstreamer_push": {"avg_ms": 1.338, "count": 304, "max_ms": 2.019, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.688, "count": 304, "max_ms": 74.3, "p95_ms": 64.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.319, "count": 304, "max_ms": 85.067, "p95_ms": 78.574}, "yolo11_640_fire_11class": {"avg_ms": 53.714, "count": 304, "max_ms": 74.996, "p95_ms": 68.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.807, "count": 304, "max_ms": 88.025, "p95_ms": 82.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.491, "count": 304, "max_ms": 144.925, "p95_ms": 101.336}, "read_interval": {"avg_ms": 98.929, "count": 303, "max_ms": 745.507, "p95_ms": 120.347}, "triton_wait": {"avg_ms": 60.275, "count": 304, "max_ms": 88.037, "p95_ms": 82.704}, "visualize": {"avg_ms": 3.825, "count": 304, "max_ms": 6.95, "p95_ms": 5.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11914.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:38:06+09:00", "last_error_summary": "[h264 @ 0x55c63acae680] error while decoding MB 72 9, bytestream -11", "last_exit_at": "2026-07-03T11:38:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.107, "last_started_at": "2026-07-03T11:38:09+09:00", "pid": 29620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.637, "name": "ffmpeg", "pid": 29620, "rss_mb": 267.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 292.531, "sample_count": 1460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:39:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:39:35+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T11:39:35+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T11:39:35.639365+09:00", "mtime_epoch": 1783046375.6393652, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:39:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6780.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.789, "pushed": 4.789, "read": 4.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.344, "count": 143, "max_ms": 17.395, "p95_ms": 10.81}, "gstreamer_push": {"avg_ms": 0.892, "count": 143, "max_ms": 1.188, "p95_ms": 0.986}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.605, "count": 143, "max_ms": 64.59, "p95_ms": 62.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.926, "count": 143, "max_ms": 84.579, "p95_ms": 76.842}, "yolo11_640_fire_11class": {"avg_ms": 52.575, "count": 143, "max_ms": 68.146, "p95_ms": 65.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.754, "count": 143, "max_ms": 87.483, "p95_ms": 82.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.918, "count": 143, "max_ms": 260.414, "p95_ms": 230.955}, "read_interval": {"avg_ms": 209.966, "count": 142, "max_ms": 270.052, "p95_ms": 240.309}, "triton_wait": {"avg_ms": 64.262, "count": 143, "max_ms": 87.496, "p95_ms": 82.646}, "visualize": {"avg_ms": 9.216, "count": 143, "max_ms": 11.957, "p95_ms": 10.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11914.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 281.074, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.014, "sample_count": 2810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:39:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:39:40+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T11:39:40+09:00", "mjpeg": {"age_sec": 0.547, "exists": true, "mtime": "2026-07-03T11:39:40.115458+09:00", "mtime_epoch": 1783046380.115458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:39:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.925}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.521, "count": 298, "max_ms": 5.151, "p95_ms": 4.258}, "gstreamer_push": {"avg_ms": 1.287, "count": 298, "max_ms": 1.644, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.04, "count": 298, "max_ms": 67.564, "p95_ms": 62.028}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.881, "count": 298, "max_ms": 84.621, "p95_ms": 70.636}, "yolo11_640_fire_11class": {"avg_ms": 50.143, "count": 298, "max_ms": 70.192, "p95_ms": 65.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.052, "count": 298, "max_ms": 85.797, "p95_ms": 81.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.867, "count": 298, "max_ms": 135.392, "p95_ms": 103.886}, "read_interval": {"avg_ms": 100.851, "count": 297, "max_ms": 762.676, "p95_ms": 174.283}, "triton_wait": {"avg_ms": 54.552, "count": 298, "max_ms": 85.809, "p95_ms": 81.908}, "visualize": {"avg_ms": 3.888, "count": 298, "max_ms": 5.685, "p95_ms": 5.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11914.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:38:06+09:00", "last_error_summary": "[h264 @ 0x55c63acae680] error while decoding MB 72 9, bytestream -11", "last_exit_at": "2026-07-03T11:38:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.244, "last_started_at": "2026-07-03T11:38:09+09:00", "pid": 29620, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.637, "name": "ffmpeg", "pid": 29620, "rss_mb": 267.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 7, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.708, "sample_count": 1422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:40:05+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T11:40:05+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T11:40:05.775989+09:00", "mtime_epoch": 1783046405.7759886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:40:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6780.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.85, "pushed": 4.85, "read": 4.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.408, "count": 144, "max_ms": 13.345, "p95_ms": 10.516}, "gstreamer_push": {"avg_ms": 0.864, "count": 145, "max_ms": 0.963, "p95_ms": 0.908}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.224, "count": 144, "max_ms": 69.199, "p95_ms": 61.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.704, "count": 144, "max_ms": 84.265, "p95_ms": 77.275}, "yolo11_640_fire_11class": {"avg_ms": 51.327, "count": 144, "max_ms": 72.571, "p95_ms": 65.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.064, "count": 144, "max_ms": 83.834, "p95_ms": 81.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.135, "count": 145, "max_ms": 235.102, "p95_ms": 230.422}, "read_interval": {"avg_ms": 207.792, "count": 144, "max_ms": 244.589, "p95_ms": 240.142}, "triton_wait": {"avg_ms": 61.908, "count": 144, "max_ms": 84.274, "p95_ms": 81.785}, "visualize": {"avg_ms": 9.247, "count": 144, "max_ms": 12.66, "p95_ms": 10.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11914.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 311.122, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.788, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:40:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:40:10+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T11:40:10+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T11:40:10.648089+09:00", "mtime_epoch": 1783046410.6480892, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:40:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.078, "pushed": 10.078, "read": 10.045}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.15, "count": 302, "max_ms": 3.172, "p95_ms": 2.613}, "gstreamer_push": {"avg_ms": 1.322, "count": 302, "max_ms": 1.867, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.124, "count": 302, "max_ms": 70.466, "p95_ms": 61.497}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.014, "count": 302, "max_ms": 85.254, "p95_ms": 73.179}, "yolo11_640_fire_11class": {"avg_ms": 50.453, "count": 302, "max_ms": 72.904, "p95_ms": 63.933}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.809, "count": 302, "max_ms": 84.148, "p95_ms": 80.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.075, "count": 302, "max_ms": 96.239, "p95_ms": 91.233}, "read_interval": {"avg_ms": 99.546, "count": 301, "max_ms": 840.762, "p95_ms": 165.312}, "triton_wait": {"avg_ms": 54.221, "count": 302, "max_ms": 85.267, "p95_ms": 80.252}, "visualize": {"avg_ms": 3.668, "count": 302, "max_ms": 5.732, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11913.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:38:06+09:00", "last_error_summary": "[h264 @ 0x55c63acae680] error while decoding MB 72 9, bytestream -11", "last_exit_at": "2026-07-03T11:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.902, "last_started_at": "2026-07-03T11:40:20+09:00", "pid": 29727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.07, "name": "ffmpeg", "pid": 29727, "rss_mb": 267.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.819, "sample_count": 1395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:40:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:40:36+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T11:40:35+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T11:40:35.940610+09:00", "mtime_epoch": 1783046435.9406104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:40:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6780.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.643, "pushed": 4.643, "read": 4.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.996, "count": 138, "max_ms": 12.9, "p95_ms": 10.495}, "gstreamer_push": {"avg_ms": 0.984, "count": 139, "max_ms": 1.214, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.17, "count": 138, "max_ms": 65.782, "p95_ms": 62.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.308, "count": 138, "max_ms": 84.652, "p95_ms": 82.385}, "yolo11_640_fire_11class": {"avg_ms": 52.655, "count": 138, "max_ms": 75.684, "p95_ms": 66.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.361, "count": 138, "max_ms": 84.728, "p95_ms": 83.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.495, "count": 139, "max_ms": 242.8, "p95_ms": 227.215}, "read_interval": {"avg_ms": 217.074, "count": 138, "max_ms": 5107.093, "p95_ms": 236.921}, "triton_wait": {"avg_ms": 64.523, "count": 138, "max_ms": 84.74, "p95_ms": 83.339}, "visualize": {"avg_ms": 7.779, "count": 138, "max_ms": 11.269, "p95_ms": 10.607}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11913.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 341.196, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.269, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:40:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:40:40+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T11:40:40+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T11:40:40.700708+09:00", "mtime_epoch": 1783046440.7007084, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:40:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 9.968}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.199, "count": 299, "max_ms": 4.497, "p95_ms": 2.724}, "gstreamer_push": {"avg_ms": 1.346, "count": 300, "max_ms": 1.663, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.577, "count": 299, "max_ms": 69.897, "p95_ms": 63.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.127, "count": 299, "max_ms": 90.512, "p95_ms": 78.806}, "yolo11_640_fire_11class": {"avg_ms": 51.893, "count": 299, "max_ms": 77.482, "p95_ms": 67.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.654, "count": 299, "max_ms": 89.677, "p95_ms": 81.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.069, "count": 300, "max_ms": 111.603, "p95_ms": 93.732}, "read_interval": {"avg_ms": 100.226, "count": 299, "max_ms": 896.601, "p95_ms": 170.829}, "triton_wait": {"avg_ms": 56.664, "count": 299, "max_ms": 90.521, "p95_ms": 82.165}, "visualize": {"avg_ms": 3.712, "count": 299, "max_ms": 6.116, "p95_ms": 4.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11915.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:38:06+09:00", "last_error_summary": "[h264 @ 0x55c63acae680] error while decoding MB 72 9, bytestream -11", "last_exit_at": "2026-07-03T11:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.914, "last_started_at": "2026-07-03T11:40:20+09:00", "pid": 29727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 29727, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.708, "sample_count": 1417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:41:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:41:06+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T11:41:05+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T11:41:05.957227+09:00", "mtime_epoch": 1783046465.9572272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:41:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6780.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.599, "pushed": 5.599, "read": 5.565}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.437, "count": 167, "max_ms": 8.815, "p95_ms": 8.075}, "gstreamer_push": {"avg_ms": 0.957, "count": 167, "max_ms": 1.377, "p95_ms": 1.095}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.801, "count": 167, "max_ms": 66.611, "p95_ms": 62.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.97, "count": 167, "max_ms": 88.409, "p95_ms": 81.22}, "yolo11_640_fire_11class": {"avg_ms": 55.853, "count": 167, "max_ms": 73.348, "p95_ms": 68.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.61, "count": 167, "max_ms": 87.597, "p95_ms": 82.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.58, "count": 167, "max_ms": 205.382, "p95_ms": 186.983}, "read_interval": {"avg_ms": 179.657, "count": 166, "max_ms": 215.071, "p95_ms": 196.604}, "triton_wait": {"avg_ms": 69.447, "count": 167, "max_ms": 88.421, "p95_ms": 82.66}, "visualize": {"avg_ms": 7.498, "count": 167, "max_ms": 9.396, "p95_ms": 8.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11915.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 371.201, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.673, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:41:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:41:10+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T11:41:10+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T11:41:10.725325+09:00", "mtime_epoch": 1783046470.725325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:41:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.466, "count": 303, "max_ms": 5.931, "p95_ms": 4.265}, "gstreamer_push": {"avg_ms": 1.331, "count": 303, "max_ms": 1.54, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.121, "count": 303, "max_ms": 66.441, "p95_ms": 63.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.769, "count": 303, "max_ms": 86.908, "p95_ms": 79.455}, "yolo11_640_fire_11class": {"avg_ms": 53.812, "count": 303, "max_ms": 74.479, "p95_ms": 67.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.854, "count": 303, "max_ms": 85.73, "p95_ms": 83.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.427, "count": 303, "max_ms": 137.108, "p95_ms": 103.769}, "read_interval": {"avg_ms": 99.102, "count": 303, "max_ms": 577.023, "p95_ms": 140.268}, "triton_wait": {"avg_ms": 60.561, "count": 303, "max_ms": 86.918, "p95_ms": 83.175}, "visualize": {"avg_ms": 3.869, "count": 303, "max_ms": 6.475, "p95_ms": 5.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11915.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:38:06+09:00", "last_error_summary": "[h264 @ 0x55c63acae680] error while decoding MB 72 9, bytestream -11", "last_exit_at": "2026-07-03T11:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.007, "last_started_at": "2026-07-03T11:40:20+09:00", "pid": 29727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.617, "name": "ffmpeg", "pid": 29727, "rss_mb": 268.617, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 293.708, "sample_count": 1430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:41:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:41:36+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T11:41:36+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T11:41:36.117845+09:00", "mtime_epoch": 1783046496.1178453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:41:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6780.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.086, "pushed": 6.086, "read": 6.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.08, "count": 182, "max_ms": 9.153, "p95_ms": 8.174}, "gstreamer_push": {"avg_ms": 1.008, "count": 182, "max_ms": 1.758, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.322, "count": 182, "max_ms": 69.046, "p95_ms": 62.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.309, "count": 182, "max_ms": 85.053, "p95_ms": 79.713}, "yolo11_640_fire_11class": {"avg_ms": 53.569, "count": 182, "max_ms": 71.779, "p95_ms": 66.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.655, "count": 182, "max_ms": 85.065, "p95_ms": 82.126}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.417, "count": 182, "max_ms": 207.548, "p95_ms": 186.51}, "read_interval": {"avg_ms": 165.587, "count": 181, "max_ms": 217.144, "p95_ms": 197.046}, "triton_wait": {"avg_ms": 65.84, "count": 182, "max_ms": 85.075, "p95_ms": 82.762}, "visualize": {"avg_ms": 6.914, "count": 182, "max_ms": 9.252, "p95_ms": 8.717}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11916.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 401.219, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.673, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:41:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:41:40+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T11:41:40+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T11:41:40.745940+09:00", "mtime_epoch": 1783046500.74594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:41:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.344, "count": 300, "max_ms": 4.936, "p95_ms": 4.122}, "gstreamer_push": {"avg_ms": 1.323, "count": 300, "max_ms": 1.892, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.836, "count": 300, "max_ms": 66.135, "p95_ms": 63.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.783, "count": 300, "max_ms": 84.975, "p95_ms": 79.009}, "yolo11_640_fire_11class": {"avg_ms": 52.66, "count": 300, "max_ms": 73.599, "p95_ms": 66.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.613, "count": 300, "max_ms": 83.903, "p95_ms": 80.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.382, "count": 300, "max_ms": 131.998, "p95_ms": 99.237}, "read_interval": {"avg_ms": 100.062, "count": 300, "max_ms": 735.802, "p95_ms": 145.49}, "triton_wait": {"avg_ms": 58.202, "count": 300, "max_ms": 84.987, "p95_ms": 81.108}, "visualize": {"avg_ms": 3.777, "count": 300, "max_ms": 5.55, "p95_ms": 5.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11918.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:38:06+09:00", "last_error_summary": "[h264 @ 0x55c63acae680] error while decoding MB 72 9, bytestream -11", "last_exit_at": "2026-07-03T11:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.028, "last_started_at": "2026-07-03T11:40:20+09:00", "pid": 29727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.422, "name": "ffmpeg", "pid": 29727, "rss_mb": 270.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 281.36, "sample_count": 1522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:42:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:42:06+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T11:42:06+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T11:42:06.142459+09:00", "mtime_epoch": 1783046526.1424587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:42:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6780.891, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.815, "pushed": 7.815, "read": 7.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.477, "count": 234, "max_ms": 7.399, "p95_ms": 6.346}, "gstreamer_push": {"avg_ms": 1.166, "count": 234, "max_ms": 1.41, "p95_ms": 1.257}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.153, "count": 234, "max_ms": 65.262, "p95_ms": 62.69}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.755, "count": 234, "max_ms": 88.575, "p95_ms": 80.869}, "yolo11_640_fire_11class": {"avg_ms": 53.723, "count": 234, "max_ms": 73.113, "p95_ms": 67.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.985, "count": 234, "max_ms": 87.809, "p95_ms": 80.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.079, "count": 234, "max_ms": 154.964, "p95_ms": 133.487}, "read_interval": {"avg_ms": 128.32, "count": 233, "max_ms": 165.583, "p95_ms": 145.591}, "triton_wait": {"avg_ms": 64.186, "count": 234, "max_ms": 88.586, "p95_ms": 81.167}, "visualize": {"avg_ms": 5.135, "count": 234, "max_ms": 6.963, "p95_ms": 5.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11918.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 431.322, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.051, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:42:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:42:10+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T11:42:10+09:00", "mjpeg": {"age_sec": 0.321, "exists": true, "mtime": "2026-07-03T11:42:10.590549+09:00", "mtime_epoch": 1783046530.5905495, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:42:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.825, "pushed": 9.825, "read": 9.792}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.647, "count": 294, "max_ms": 5.999, "p95_ms": 4.315}, "gstreamer_push": {"avg_ms": 1.285, "count": 294, "max_ms": 1.559, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.731, "count": 294, "max_ms": 65.735, "p95_ms": 63.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.561, "count": 294, "max_ms": 81.387, "p95_ms": 78.692}, "yolo11_640_fire_11class": {"avg_ms": 52.726, "count": 294, "max_ms": 75.436, "p95_ms": 66.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.955, "count": 294, "max_ms": 88.767, "p95_ms": 79.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.967, "count": 294, "max_ms": 131.388, "p95_ms": 107.139}, "read_interval": {"avg_ms": 102.188, "count": 293, "max_ms": 718.265, "p95_ms": 144.059}, "triton_wait": {"avg_ms": 57.714, "count": 294, "max_ms": 88.78, "p95_ms": 80.032}, "visualize": {"avg_ms": 4.0, "count": 294, "max_ms": 6.51, "p95_ms": 5.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11959.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:38:06+09:00", "last_error_summary": "[h264 @ 0x55c63acae680] error while decoding MB 72 9, bytestream -11", "last_exit_at": "2026-07-03T11:40:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.079, "last_started_at": "2026-07-03T11:40:20+09:00", "pid": 29727, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.422, "name": "ffmpeg", "pid": 29727, "rss_mb": 270.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 8, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 253.074, "sample_count": 1599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:42:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:42:36+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T11:42:36+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T11:42:36.123070+09:00", "mtime_epoch": 1783046556.1230698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:42:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6818.188, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.847, "pushed": 5.847, "read": 5.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.422, "count": 175, "max_ms": 12.035, "p95_ms": 10.178}, "gstreamer_push": {"avg_ms": 1.06, "count": 175, "max_ms": 2.02, "p95_ms": 1.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.325, "count": 175, "max_ms": 70.748, "p95_ms": 62.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.535, "count": 175, "max_ms": 88.031, "p95_ms": 79.278}, "yolo11_640_fire_11class": {"avg_ms": 52.086, "count": 175, "max_ms": 71.598, "p95_ms": 66.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.253, "count": 175, "max_ms": 87.55, "p95_ms": 80.542}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.253, "count": 175, "max_ms": 747.076, "p95_ms": 224.399}, "read_interval": {"avg_ms": 171.549, "count": 174, "max_ms": 757.431, "p95_ms": 234.277}, "triton_wait": {"avg_ms": 62.921, "count": 175, "max_ms": 88.044, "p95_ms": 80.554}, "visualize": {"avg_ms": 8.451, "count": 175, "max_ms": 16.792, "p95_ms": 13.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11947.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 461.358, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.846, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:42:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:42:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:42:40+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T11:42:40.879167+09:00", "mtime_epoch": 1783046560.8791666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:42:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.057, "pushed": 10.057, "read": 10.023}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.625, "count": 301, "max_ms": 5.988, "p95_ms": 4.279}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.848, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.708, "count": 301, "max_ms": 69.272, "p95_ms": 62.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.03, "count": 301, "max_ms": 86.065, "p95_ms": 75.389}, "yolo11_640_fire_11class": {"avg_ms": 50.9, "count": 301, "max_ms": 73.801, "p95_ms": 65.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.74, "count": 301, "max_ms": 86.077, "p95_ms": 79.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.268, "count": 301, "max_ms": 134.64, "p95_ms": 105.286}, "read_interval": {"avg_ms": 99.836, "count": 300, "max_ms": 719.092, "p95_ms": 147.691}, "triton_wait": {"avg_ms": 55.471, "count": 301, "max_ms": 86.086, "p95_ms": 79.948}, "visualize": {"avg_ms": 3.95, "count": 301, "max_ms": 5.941, "p95_ms": 5.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11915.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:42:54+09:00", "last_error_summary": "[h264 @ 0x5569d17c3240] error while decoding MB 66 9, bytestream -9", "last_exit_at": "2026-07-03T11:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.054, "last_started_at": "2026-07-03T11:42:56+09:00", "pid": 29894, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.328, "name": "ffmpeg", "pid": 29894, "rss_mb": 263.328, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.341, "sample_count": 1651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:43:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:43:06+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T11:43:06+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T11:43:06.259682+09:00", "mtime_epoch": 1783046586.2596824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:43:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.422, "pushed": 5.422, "read": 5.388}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.241, "count": 162, "max_ms": 12.427, "p95_ms": 10.097}, "gstreamer_push": {"avg_ms": 1.032, "count": 162, "max_ms": 1.257, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.906, "count": 162, "max_ms": 67.414, "p95_ms": 62.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.289, "count": 162, "max_ms": 85.26, "p95_ms": 75.496}, "yolo11_640_fire_11class": {"avg_ms": 50.304, "count": 162, "max_ms": 71.531, "p95_ms": 63.768}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.709, "count": 162, "max_ms": 83.27, "p95_ms": 79.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.575, "count": 162, "max_ms": 219.81, "p95_ms": 197.857}, "read_interval": {"avg_ms": 185.96, "count": 161, "max_ms": 4369.226, "p95_ms": 212.239}, "triton_wait": {"avg_ms": 62.706, "count": 162, "max_ms": 85.272, "p95_ms": 80.434}, "visualize": {"avg_ms": 7.429, "count": 162, "max_ms": 14.581, "p95_ms": 13.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11915.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 491.411, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.2, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:43:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:43:10+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T11:43:10+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T11:43:10.931777+09:00", "mtime_epoch": 1783046590.9317772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:43:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.449, "count": 302, "max_ms": 5.477, "p95_ms": 4.239}, "gstreamer_push": {"avg_ms": 1.34, "count": 302, "max_ms": 2.28, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.377, "count": 302, "max_ms": 64.949, "p95_ms": 61.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.258, "count": 302, "max_ms": 82.22, "p95_ms": 69.884}, "yolo11_640_fire_11class": {"avg_ms": 50.165, "count": 302, "max_ms": 72.424, "p95_ms": 63.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.646, "count": 302, "max_ms": 82.187, "p95_ms": 75.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.099, "count": 302, "max_ms": 106.006, "p95_ms": 101.234}, "read_interval": {"avg_ms": 99.52, "count": 301, "max_ms": 805.226, "p95_ms": 181.653}, "triton_wait": {"avg_ms": 54.652, "count": 302, "max_ms": 82.232, "p95_ms": 77.281}, "visualize": {"avg_ms": 3.903, "count": 302, "max_ms": 5.732, "p95_ms": 5.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11917.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:42:54+09:00", "last_error_summary": "[h264 @ 0x5569d17c3240] error while decoding MB 66 9, bytestream -9", "last_exit_at": "2026-07-03T11:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.105, "last_started_at": "2026-07-03T11:42:56+09:00", "pid": 29894, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.133, "name": "ffmpeg", "pid": 29894, "rss_mb": 265.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.006, "sample_count": 1707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:43:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:43:36+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T11:43:36+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-03T11:43:36.256291+09:00", "mtime_epoch": 1783046616.2562907, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:43:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.555, "pushed": 6.555, "read": 6.521}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.756, "count": 196, "max_ms": 9.808, "p95_ms": 8.64}, "gstreamer_push": {"avg_ms": 1.031, "count": 196, "max_ms": 1.214, "p95_ms": 1.145}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.43, "count": 196, "max_ms": 68.349, "p95_ms": 59.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.276, "count": 196, "max_ms": 85.804, "p95_ms": 73.59}, "yolo11_640_fire_11class": {"avg_ms": 48.198, "count": 196, "max_ms": 65.808, "p95_ms": 62.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.681, "count": 196, "max_ms": 82.031, "p95_ms": 77.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.244, "count": 196, "max_ms": 233.022, "p95_ms": 177.189}, "read_interval": {"avg_ms": 153.101, "count": 195, "max_ms": 243.068, "p95_ms": 176.077}, "triton_wait": {"avg_ms": 60.13, "count": 196, "max_ms": 85.816, "p95_ms": 77.475}, "visualize": {"avg_ms": 6.669, "count": 196, "max_ms": 13.737, "p95_ms": 7.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11918.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.419, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.446, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:43:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:43:41+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T11:43:40+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T11:43:40.944386+09:00", "mtime_epoch": 1783046620.9443858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:43:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.338, "count": 305, "max_ms": 4.945, "p95_ms": 4.136}, "gstreamer_push": {"avg_ms": 1.324, "count": 305, "max_ms": 1.841, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.892, "count": 305, "max_ms": 66.775, "p95_ms": 61.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.486, "count": 305, "max_ms": 82.303, "p95_ms": 64.754}, "yolo11_640_fire_11class": {"avg_ms": 50.12, "count": 305, "max_ms": 68.994, "p95_ms": 63.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.384, "count": 305, "max_ms": 82.518, "p95_ms": 77.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.721, "count": 305, "max_ms": 133.942, "p95_ms": 99.962}, "read_interval": {"avg_ms": 98.428, "count": 305, "max_ms": 761.762, "p95_ms": 167.778}, "triton_wait": {"avg_ms": 54.434, "count": 305, "max_ms": 82.531, "p95_ms": 78.77}, "visualize": {"avg_ms": 3.798, "count": 305, "max_ms": 5.523, "p95_ms": 5.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11918.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:42:54+09:00", "last_error_summary": "[h264 @ 0x5569d17c3240] error while decoding MB 66 9, bytestream -9", "last_exit_at": "2026-07-03T11:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.242, "last_started_at": "2026-07-03T11:42:56+09:00", "pid": 29894, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.133, "name": "ffmpeg", "pid": 29894, "rss_mb": 265.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.961, "sample_count": 1691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:44:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:44:06+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-03T11:44:06+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-03T11:44:06.408901+09:00", "mtime_epoch": 1783046646.4089007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:44:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.075, "pushed": 5.075, "read": 5.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.746, "count": 151, "max_ms": 13.657, "p95_ms": 12.296}, "gstreamer_push": {"avg_ms": 0.898, "count": 152, "max_ms": 1.234, "p95_ms": 0.997}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.243, "count": 151, "max_ms": 70.799, "p95_ms": 62.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.749, "count": 151, "max_ms": 84.765, "p95_ms": 78.581}, "yolo11_640_fire_11class": {"avg_ms": 49.355, "count": 151, "max_ms": 70.82, "p95_ms": 63.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.681, "count": 151, "max_ms": 87.301, "p95_ms": 80.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.784, "count": 152, "max_ms": 219.046, "p95_ms": 210.421}, "read_interval": {"avg_ms": 198.405, "count": 151, "max_ms": 228.74, "p95_ms": 220.051}, "triton_wait": {"avg_ms": 63.966, "count": 151, "max_ms": 87.314, "p95_ms": 82.553}, "visualize": {"avg_ms": 11.886, "count": 151, "max_ms": 17.948, "p95_ms": 15.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11918.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.423, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.642, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:44:11+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T11:44:10+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T11:44:10.952993+09:00", "mtime_epoch": 1783046650.9529927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:44:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 10.02}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.502, "count": 300, "max_ms": 5.107, "p95_ms": 4.24}, "gstreamer_push": {"avg_ms": 1.308, "count": 300, "max_ms": 1.529, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.364, "count": 300, "max_ms": 67.319, "p95_ms": 62.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.851, "count": 300, "max_ms": 87.795, "p95_ms": 73.018}, "yolo11_640_fire_11class": {"avg_ms": 49.79, "count": 300, "max_ms": 68.242, "p95_ms": 63.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.675, "count": 300, "max_ms": 84.554, "p95_ms": 79.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.392, "count": 300, "max_ms": 136.139, "p95_ms": 103.998}, "read_interval": {"avg_ms": 100.021, "count": 300, "max_ms": 708.613, "p95_ms": 161.95}, "triton_wait": {"avg_ms": 55.512, "count": 300, "max_ms": 87.807, "p95_ms": 80.051}, "visualize": {"avg_ms": 3.878, "count": 300, "max_ms": 5.919, "p95_ms": 5.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11918.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:42:54+09:00", "last_error_summary": "[h264 @ 0x5569d17c3240] error while decoding MB 66 9, bytestream -9", "last_exit_at": "2026-07-03T11:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.34, "last_started_at": "2026-07-03T11:42:56+09:00", "pid": 29894, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.648, "name": "ffmpeg", "pid": 29894, "rss_mb": 265.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.524, "sample_count": 1706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:44:36+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-03T11:44:36+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-03T11:44:36.485508+09:00", "mtime_epoch": 1783046676.4855082, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172047}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:44:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.283, "pushed": 5.283, "read": 5.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.433, "count": 158, "max_ms": 13.106, "p95_ms": 9.583}, "gstreamer_push": {"avg_ms": 0.933, "count": 158, "max_ms": 1.17, "p95_ms": 1.006}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.109, "count": 158, "max_ms": 63.585, "p95_ms": 60.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.268, "count": 158, "max_ms": 86.61, "p95_ms": 79.486}, "yolo11_640_fire_11class": {"avg_ms": 50.854, "count": 158, "max_ms": 71.263, "p95_ms": 64.412}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.237, "count": 158, "max_ms": 84.367, "p95_ms": 80.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.109, "count": 158, "max_ms": 215.312, "p95_ms": 204.934}, "read_interval": {"avg_ms": 190.426, "count": 157, "max_ms": 1397.931, "p95_ms": 216.426}, "triton_wait": {"avg_ms": 64.066, "count": 158, "max_ms": 86.622, "p95_ms": 81.428}, "visualize": {"avg_ms": 7.85, "count": 158, "max_ms": 12.177, "p95_ms": 9.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11919.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.509, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.939, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:44:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:44:41+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T11:44:41+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T11:44:41.025600+09:00", "mtime_epoch": 1783046681.0255997, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:44:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.846, "pushed": 9.846, "read": 9.813}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.204, "count": 295, "max_ms": 4.266, "p95_ms": 2.708}, "gstreamer_push": {"avg_ms": 1.327, "count": 295, "max_ms": 1.552, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.655, "count": 295, "max_ms": 64.992, "p95_ms": 61.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.126, "count": 295, "max_ms": 83.93, "p95_ms": 72.084}, "yolo11_640_fire_11class": {"avg_ms": 50.816, "count": 295, "max_ms": 75.617, "p95_ms": 65.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.317, "count": 295, "max_ms": 85.861, "p95_ms": 80.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.484, "count": 295, "max_ms": 107.563, "p95_ms": 92.328}, "read_interval": {"avg_ms": 101.87, "count": 294, "max_ms": 755.291, "p95_ms": 189.843}, "triton_wait": {"avg_ms": 55.21, "count": 295, "max_ms": 85.873, "p95_ms": 80.728}, "visualize": {"avg_ms": 3.669, "count": 295, "max_ms": 5.152, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11933.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:42:54+09:00", "last_error_summary": "[h264 @ 0x5569d17c3240] error while decoding MB 66 9, bytestream -9", "last_exit_at": "2026-07-03T11:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.482, "last_started_at": "2026-07-03T11:42:56+09:00", "pid": 29894, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.242, "name": "ffmpeg", "pid": 29894, "rss_mb": 280.242, "state": "S (sleeping)", "threads": 104}, "restart_count": 15, "restart_count_per_hour": 9, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.836, "sample_count": 1720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 84922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:45:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:45:06+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-03T11:45:06+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T11:45:06.674117+09:00", "mtime_epoch": 1783046706.6741166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:45:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.272, "pushed": 5.272, "read": 5.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.717, "count": 157, "max_ms": 12.691, "p95_ms": 9.809}, "gstreamer_push": {"avg_ms": 0.921, "count": 158, "max_ms": 1.358, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.372, "count": 157, "max_ms": 66.499, "p95_ms": 62.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.722, "count": 157, "max_ms": 85.295, "p95_ms": 76.756}, "yolo11_640_fire_11class": {"avg_ms": 52.267, "count": 157, "max_ms": 75.73, "p95_ms": 66.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.532, "count": 157, "max_ms": 87.683, "p95_ms": 81.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.876, "count": 158, "max_ms": 218.279, "p95_ms": 207.594}, "read_interval": {"avg_ms": 191.006, "count": 157, "max_ms": 227.84, "p95_ms": 217.695}, "triton_wait": {"avg_ms": 63.953, "count": 157, "max_ms": 87.697, "p95_ms": 82.123}, "visualize": {"avg_ms": 8.19, "count": 157, "max_ms": 11.057, "p95_ms": 9.539}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11679.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.551, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.242, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:45:11+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T11:45:11+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T11:45:11.022204+09:00", "mtime_epoch": 1783046711.0222042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:45:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.214, "pushed": 10.214, "read": 10.18}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.365, "count": 306, "max_ms": 6.235, "p95_ms": 4.183}, "gstreamer_push": {"avg_ms": 1.328, "count": 306, "max_ms": 1.596, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.849, "count": 306, "max_ms": 68.95, "p95_ms": 61.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.511, "count": 306, "max_ms": 91.037, "p95_ms": 74.829}, "yolo11_640_fire_11class": {"avg_ms": 51.389, "count": 306, "max_ms": 82.036, "p95_ms": 66.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.44, "count": 306, "max_ms": 88.266, "p95_ms": 80.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.734, "count": 306, "max_ms": 134.979, "p95_ms": 98.927}, "read_interval": {"avg_ms": 98.227, "count": 305, "max_ms": 595.136, "p95_ms": 172.905}, "triton_wait": {"avg_ms": 56.098, "count": 306, "max_ms": 91.047, "p95_ms": 82.177}, "visualize": {"avg_ms": 3.828, "count": 306, "max_ms": 5.448, "p95_ms": 5.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11918.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:45:09+09:00", "last_error_summary": "[h264 @ 0x558f2f65a980] error while decoding MB 45 28, bytestream -9", "last_exit_at": "2026-07-03T11:45:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.715, "last_started_at": "2026-07-03T11:45:12+09:00", "pid": 30001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.414, "name": "ffmpeg", "pid": 30001, "rss_mb": 265.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 10, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.69, "sample_count": 1742, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:45:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:45:36+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T11:45:36+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T11:45:36.678720+09:00", "mtime_epoch": 1783046736.67872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:45:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.368, "pushed": 5.368, "read": 5.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.945, "count": 161, "max_ms": 10.762, "p95_ms": 8.458}, "gstreamer_push": {"avg_ms": 1.061, "count": 161, "max_ms": 1.245, "p95_ms": 1.142}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.303, "count": 161, "max_ms": 69.4, "p95_ms": 62.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.413, "count": 161, "max_ms": 91.769, "p95_ms": 73.548}, "yolo11_640_fire_11class": {"avg_ms": 52.352, "count": 161, "max_ms": 74.806, "p95_ms": 67.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.377, "count": 161, "max_ms": 88.414, "p95_ms": 78.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.627, "count": 161, "max_ms": 206.251, "p95_ms": 175.027}, "read_interval": {"avg_ms": 186.377, "count": 161, "max_ms": 5107.267, "p95_ms": 185.106}, "triton_wait": {"avg_ms": 62.863, "count": 161, "max_ms": 91.78, "p95_ms": 78.904}, "visualize": {"avg_ms": 6.574, "count": 161, "max_ms": 8.977, "p95_ms": 7.624}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 13, "tracking_summary": 751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12077.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 642.141, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.911, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T11:45:41+09:00", "last_frame_read_age_sec": 0.752, "last_frame_read_at": "2026-07-03T11:45:40+09:00", "mjpeg": {"age_sec": 0.739, "exists": true, "mtime": "2026-07-03T11:45:40.990807+09:00", "mtime_epoch": 1783046740.9908068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:45:41+09:00", "process": {"exists": true, "fd_count": 141, "hwm_mb": 2127.559, "name": "celery", "pid": 267, "rss_mb": 1998.367, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": 0.661, "recorders": [{"age_sec": 0.661, "frame_count": 51, "is_recording": true, "is_stopping": false, "pid": 30108, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.18, "name": "ffmpeg", "pid": 30108, "rss_mb": 187.18, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 49, "returncode": null, "running": true, "started_at": "2026-07-03T11:45:41+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/01/20260703_114540_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [30108], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.635, "pushed": 9.635, "read": 9.635}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.596, "count": 289, "max_ms": 7.219, "p95_ms": 4.621}, "gstreamer_push": {"avg_ms": 1.321, "count": 289, "max_ms": 1.979, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.002, "count": 289, "max_ms": 68.226, "p95_ms": 60.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.29, "count": 289, "max_ms": 90.5, "p95_ms": 66.026}, "yolo11_640_fire_11class": {"avg_ms": 51.235, "count": 289, "max_ms": 76.645, "p95_ms": 62.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.265, "count": 289, "max_ms": 87.28, "p95_ms": 75.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.083, "count": 289, "max_ms": 747.897, "p95_ms": 110.86}, "read_interval": {"avg_ms": 101.456, "count": 289, "max_ms": 769.208, "p95_ms": 162.688}, "triton_wait": {"avg_ms": 54.673, "count": 289, "max_ms": 90.512, "p95_ms": 76.66}, "visualize": {"avg_ms": 3.954, "count": 289, "max_ms": 11.849, "p95_ms": 5.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12056.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:45:09+09:00", "last_error_summary": "[h264 @ 0x558f2f65a980] error while decoding MB 45 28, bytestream -9", "last_exit_at": "2026-07-03T11:45:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.767, "last_started_at": "2026-07-03T11:45:12+09:00", "pid": 30001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.477, "name": "ffmpeg", "pid": 30001, "rss_mb": 267.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 10, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.489, "sample_count": 1772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:46:06+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-03T11:46:06+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T11:46:06.727324+09:00", "mtime_epoch": 1783046766.7273235, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:46:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.623, "pushed": 6.623, "read": 6.589}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.739, "count": 198, "max_ms": 9.533, "p95_ms": 7.6}, "gstreamer_push": {"avg_ms": 1.031, "count": 198, "max_ms": 1.228, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.151, "count": 198, "max_ms": 74.218, "p95_ms": 64.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.408, "count": 198, "max_ms": 90.68, "p95_ms": 77.175}, "yolo11_640_fire_11class": {"avg_ms": 49.242, "count": 198, "max_ms": 72.221, "p95_ms": 62.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.479, "count": 198, "max_ms": 85.358, "p95_ms": 79.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.445, "count": 198, "max_ms": 167.833, "p95_ms": 162.515}, "read_interval": {"avg_ms": 151.76, "count": 197, "max_ms": 179.847, "p95_ms": 174.594}, "triton_wait": {"avg_ms": 61.116, "count": 198, "max_ms": 90.691, "p95_ms": 82.335}, "visualize": {"avg_ms": 6.416, "count": 198, "max_ms": 8.253, "p95_ms": 7.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 15, "tracking_summary": 753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11999.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 672.282, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.191, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:46:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:46:11+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-03T11:46:11+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-03T11:46:11.687423+09:00", "mtime_epoch": 1783046771.687423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:46:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.688, "name": "celery", "pid": 267, "rss_mb": 2067.184, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.807, "pushed": 5.807, "read": 5.774}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.024, "count": 173, "max_ms": 11.927, "p95_ms": 9.897}, "gstreamer_push": {"avg_ms": 0.991, "count": 174, "max_ms": 1.934, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.911, "count": 173, "max_ms": 72.487, "p95_ms": 67.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.523, "count": 173, "max_ms": 87.299, "p95_ms": 75.925}, "yolo11_640_fire_11class": {"avg_ms": 49.787, "count": 173, "max_ms": 74.731, "p95_ms": 63.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.921, "count": 173, "max_ms": 90.703, "p95_ms": 82.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.449, "count": 174, "max_ms": 241.23, "p95_ms": 210.847}, "read_interval": {"avg_ms": 173.037, "count": 173, "max_ms": 253.862, "p95_ms": 221.619}, "triton_wait": {"avg_ms": 59.41, "count": 173, "max_ms": 90.715, "p95_ms": 83.2}, "visualize": {"avg_ms": 10.044, "count": 173, "max_ms": 16.763, "p95_ms": 14.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11921.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:45:09+09:00", "last_error_summary": "[h264 @ 0x558f2f65a980] error while decoding MB 45 28, bytestream -9", "last_exit_at": "2026-07-03T11:45:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.773, "last_started_at": "2026-07-03T11:45:12+09:00", "pid": 30001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.477, "name": "ffmpeg", "pid": 30001, "rss_mb": 267.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 10, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.473, "sample_count": 1782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:46:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:46:36+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T11:46:36+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T11:46:36.739925+09:00", "mtime_epoch": 1783046796.7399251, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:46:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.434, "pushed": 6.434, "read": 6.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.061, "count": 193, "max_ms": 10.539, "p95_ms": 8.741}, "gstreamer_push": {"avg_ms": 1.025, "count": 193, "max_ms": 1.75, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.56, "count": 193, "max_ms": 68.423, "p95_ms": 60.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.062, "count": 193, "max_ms": 88.579, "p95_ms": 73.326}, "yolo11_640_fire_11class": {"avg_ms": 48.874, "count": 193, "max_ms": 71.425, "p95_ms": 64.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.602, "count": 193, "max_ms": 88.471, "p95_ms": 82.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.339, "count": 193, "max_ms": 192.752, "p95_ms": 185.91}, "read_interval": {"avg_ms": 155.498, "count": 193, "max_ms": 201.841, "p95_ms": 194.577}, "triton_wait": {"avg_ms": 61.303, "count": 193, "max_ms": 88.591, "p95_ms": 82.771}, "visualize": {"avg_ms": 6.616, "count": 193, "max_ms": 10.218, "p95_ms": 7.557}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11921.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 702.359, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.684, "name": "ffmpeg", "pid": 29301, "rss_mb": 332.684, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.387, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:46:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:46:41+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T11:46:41+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T11:46:41.880028+09:00", "mtime_epoch": 1783046801.880028, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246528}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:46:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.688, "name": "celery", "pid": 267, "rss_mb": 1988.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.031, "pushed": 8.031, "read": 7.998}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.123, "count": 240, "max_ms": 10.713, "p95_ms": 8.813}, "gstreamer_push": {"avg_ms": 1.145, "count": 240, "max_ms": 1.499, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.246, "count": 240, "max_ms": 65.689, "p95_ms": 60.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.269, "count": 240, "max_ms": 85.22, "p95_ms": 77.495}, "yolo11_640_fire_11class": {"avg_ms": 50.418, "count": 240, "max_ms": 70.198, "p95_ms": 63.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.54, "count": 240, "max_ms": 85.497, "p95_ms": 78.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.71, "count": 240, "max_ms": 238.764, "p95_ms": 183.699}, "read_interval": {"avg_ms": 125.502, "count": 239, "max_ms": 250.486, "p95_ms": 196.257}, "triton_wait": {"avg_ms": 56.634, "count": 240, "max_ms": 85.51, "p95_ms": 79.791}, "visualize": {"avg_ms": 6.3, "count": 240, "max_ms": 13.869, "p95_ms": 12.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11921.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:45:09+09:00", "last_error_summary": "[h264 @ 0x558f2f65a980] error while decoding MB 45 28, bytestream -9", "last_exit_at": "2026-07-03T11:45:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.87, "last_started_at": "2026-07-03T11:45:12+09:00", "pid": 30001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.992, "name": "ffmpeg", "pid": 30001, "rss_mb": 267.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 10, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.502, "sample_count": 1738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:47:06+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T11:47:06+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T11:47:06.812527+09:00", "mtime_epoch": 1783046826.812527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:47:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.378, "pushed": 6.378, "read": 6.344}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.995, "count": 190, "max_ms": 9.813, "p95_ms": 8.296}, "gstreamer_push": {"avg_ms": 1.048, "count": 191, "max_ms": 1.472, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.959, "count": 190, "max_ms": 73.72, "p95_ms": 62.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.303, "count": 190, "max_ms": 88.076, "p95_ms": 78.232}, "yolo11_640_fire_11class": {"avg_ms": 50.877, "count": 190, "max_ms": 76.318, "p95_ms": 65.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.662, "count": 190, "max_ms": 90.634, "p95_ms": 78.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.172, "count": 191, "max_ms": 186.465, "p95_ms": 172.669}, "read_interval": {"avg_ms": 157.485, "count": 190, "max_ms": 196.843, "p95_ms": 183.527}, "triton_wait": {"avg_ms": 62.806, "count": 190, "max_ms": 90.645, "p95_ms": 80.029}, "visualize": {"avg_ms": 6.633, "count": 190, "max_ms": 8.188, "p95_ms": 7.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11922.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:34:57+09:00", "last_error_summary": "[h264 @ 0x560291b03300] error while decoding MB 35 38, bytestream -25 [in#0/rtsp @ 0x560290deee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560290deee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 742.537, "last_started_at": "2026-07-03T11:34:59+09:00", "pid": 29301, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.559, "name": "ffmpeg", "pid": 29301, "rss_mb": 333.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.142, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:47:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:47:22+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T11:47:22+09:00", "mjpeg": {"age_sec": 10.877, "exists": true, "mtime": "2026-07-03T11:47:11.248616+09:00", "mtime_epoch": 1783046831.2486155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:47:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.688, "name": "celery", "pid": 267, "rss_mb": 1988.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.412, "pushed": 6.412, "read": 6.378}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.334, "count": 192, "max_ms": 6.818, "p95_ms": 5.367}, "gstreamer_push": {"avg_ms": 1.262, "count": 192, "max_ms": 1.687, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.666, "count": 192, "max_ms": 66.643, "p95_ms": 62.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.927, "count": 192, "max_ms": 83.617, "p95_ms": 75.08}, "yolo11_640_fire_11class": {"avg_ms": 52.047, "count": 192, "max_ms": 74.562, "p95_ms": 65.651}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.03, "count": 192, "max_ms": 82.419, "p95_ms": 80.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.183, "count": 192, "max_ms": 135.304, "p95_ms": 126.464}, "read_interval": {"avg_ms": 156.908, "count": 191, "max_ms": 10891.384, "p95_ms": 141.924}, "triton_wait": {"avg_ms": 55.806, "count": 192, "max_ms": 83.629, "p95_ms": 80.879}, "visualize": {"avg_ms": 4.36, "count": 192, "max_ms": 7.291, "p95_ms": 5.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11922.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:45:09+09:00", "last_error_summary": "[h264 @ 0x558f2f65a980] error while decoding MB 45 28, bytestream -9", "last_exit_at": "2026-07-03T11:45:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.988, "last_started_at": "2026-07-03T11:45:12+09:00", "pid": 30001, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.992, "name": "ffmpeg", "pid": 30001, "rss_mb": 267.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 10, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.025, "sample_count": 1773, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:47:37+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T11:47:36+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T11:47:36.953129+09:00", "mtime_epoch": 1783046856.9531293, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:47:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.906, "pushed": 6.906, "read": 6.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 6.585, "count": 206, "max_ms": 8.612, "p95_ms": 6.865}, "gstreamer_push": {"avg_ms": 1.006, "count": 207, "max_ms": 1.189, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.764, "count": 206, "max_ms": 63.311, "p95_ms": 48.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.345, "count": 206, "max_ms": 78.686, "p95_ms": 60.839}, "yolo11_640_fire_11class": {"avg_ms": 47.792, "count": 206, "max_ms": 68.693, "p95_ms": 51.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.329, "count": 206, "max_ms": 81.615, "p95_ms": 54.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.345, "count": 207, "max_ms": 161.161, "p95_ms": 141.582}, "read_interval": {"avg_ms": 145.473, "count": 206, "max_ms": 172.323, "p95_ms": 152.599}, "triton_wait": {"avg_ms": 57.635, "count": 206, "max_ms": 81.627, "p95_ms": 61.599}, "visualize": {"avg_ms": 6.298, "count": 206, "max_ms": 8.597, "p95_ms": 6.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 758}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11795.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:39+09:00", "last_error_summary": "[h264 @ 0x55cdaa95c380] error while decoding MB 55 50, bytestream -5 [in#0/rtsp @ 0x55cdaa791e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cdaa791e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:47:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.258, "last_started_at": "2026-07-03T11:47:41+09:00", "pid": 30168, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.051, "name": "ffmpeg", "pid": 30168, "rss_mb": 329.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.255, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:47:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:47:52+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T11:47:52+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T11:47:52.137432+09:00", "mtime_epoch": 1783046872.1374323, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:47:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.688, "name": "celery", "pid": 267, "rss_mb": 1988.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 95, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.011, "pushed": 7.011, "read": 7.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.722, "count": 95, "max_ms": 4.478, "p95_ms": 4.403}, "gstreamer_push": {"avg_ms": 1.292, "count": 95, "max_ms": 1.596, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.472, "count": 95, "max_ms": 65.518, "p95_ms": 61.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.06, "count": 95, "max_ms": 84.101, "p95_ms": 77.234}, "yolo11_640_fire_11class": {"avg_ms": 52.017, "count": 95, "max_ms": 69.601, "p95_ms": 65.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.06, "count": 95, "max_ms": 82.237, "p95_ms": 79.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.263, "count": 95, "max_ms": 105.391, "p95_ms": 103.3}, "read_interval": {"avg_ms": 316.588, "count": 95, "max_ms": 16590.593, "p95_ms": 235.245}, "triton_wait": {"avg_ms": 55.84, "count": 95, "max_ms": 84.114, "p95_ms": 80.089}, "visualize": {"avg_ms": 3.97, "count": 95, "max_ms": 6.629, "p95_ms": 5.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.55, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11916.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:46+09:00", "last_error_summary": "[h264 @ 0x55a69b176540] error while decoding MB 9 44, bytestream -11", "last_exit_at": "2026-07-03T11:47:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.995, "last_started_at": "2026-07-03T11:47:49+09:00", "pid": 30320, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.355, "name": "ffmpeg", "pid": 30320, "rss_mb": 264.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 11, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.716, "sample_count": 1796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:48:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:48:07+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-03T11:48:06+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-03T11:48:06.961728+09:00", "mtime_epoch": 1783046886.961728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:48:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.226, "pushed": 6.226, "read": 6.192}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.296, "count": 186, "max_ms": 7.828, "p95_ms": 7.339}, "gstreamer_push": {"avg_ms": 1.083, "count": 186, "max_ms": 1.302, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.42, "count": 186, "max_ms": 65.444, "p95_ms": 61.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.759, "count": 186, "max_ms": 87.502, "p95_ms": 78.202}, "yolo11_640_fire_11class": {"avg_ms": 51.062, "count": 186, "max_ms": 71.486, "p95_ms": 66.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.034, "count": 186, "max_ms": 85.175, "p95_ms": 77.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.546, "count": 186, "max_ms": 175.018, "p95_ms": 163.386}, "read_interval": {"avg_ms": 161.385, "count": 185, "max_ms": 4239.618, "p95_ms": 174.717}, "triton_wait": {"avg_ms": 61.528, "count": 186, "max_ms": 87.514, "p95_ms": 81.165}, "visualize": {"avg_ms": 5.673, "count": 186, "max_ms": 7.907, "p95_ms": 6.6}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11917.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:39+09:00", "last_error_summary": "[h264 @ 0x55cdaa95c380] error while decoding MB 55 50, bytestream -5 [in#0/rtsp @ 0x55cdaa791e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cdaa791e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:47:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.293, "last_started_at": "2026-07-03T11:47:41+09:00", "pid": 30168, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.918, "name": "ffmpeg", "pid": 30168, "rss_mb": 332.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.255, "sample_count": 2509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:48:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:48:22+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T11:48:22+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T11:48:22.170031+09:00", "mtime_epoch": 1783046902.1700313, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:48:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.688, "name": "celery", "pid": 267, "rss_mb": 1988.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.119, "pushed": 10.119, "read": 10.085}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.58, "count": 303, "max_ms": 5.379, "p95_ms": 4.337}, "gstreamer_push": {"avg_ms": 1.305, "count": 303, "max_ms": 1.825, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.9, "count": 303, "max_ms": 69.814, "p95_ms": 59.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.226, "count": 303, "max_ms": 86.281, "p95_ms": 73.879}, "yolo11_640_fire_11class": {"avg_ms": 51.399, "count": 303, "max_ms": 70.226, "p95_ms": 62.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.729, "count": 303, "max_ms": 85.694, "p95_ms": 76.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.728, "count": 303, "max_ms": 137.607, "p95_ms": 104.514}, "read_interval": {"avg_ms": 99.194, "count": 302, "max_ms": 803.645, "p95_ms": 143.739}, "triton_wait": {"avg_ms": 54.786, "count": 303, "max_ms": 86.293, "p95_ms": 77.83}, "visualize": {"avg_ms": 3.863, "count": 303, "max_ms": 5.875, "p95_ms": 5.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 17, "tracking_summary": 718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11919.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:46+09:00", "last_error_summary": "[h264 @ 0x55a69b176540] error while decoding MB 9 44, bytestream -11", "last_exit_at": "2026-07-03T11:47:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.086, "last_started_at": "2026-07-03T11:47:49+09:00", "pid": 30320, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.902, "name": "ffmpeg", "pid": 30320, "rss_mb": 265.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 11, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.16, "sample_count": 1793, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:48:37+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T11:48:37+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T11:48:37.046328+09:00", "mtime_epoch": 1783046917.0463276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:48:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.523, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.415, "pushed": 6.415, "read": 6.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.322, "count": 191, "max_ms": 11.26, "p95_ms": 8.746}, "gstreamer_push": {"avg_ms": 1.02, "count": 192, "max_ms": 1.494, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.144, "count": 191, "max_ms": 63.414, "p95_ms": 60.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.333, "count": 191, "max_ms": 88.75, "p95_ms": 75.209}, "yolo11_640_fire_11class": {"avg_ms": 49.506, "count": 191, "max_ms": 69.384, "p95_ms": 66.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.778, "count": 191, "max_ms": 83.529, "p95_ms": 79.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.647, "count": 192, "max_ms": 173.352, "p95_ms": 165.768}, "read_interval": {"avg_ms": 156.637, "count": 191, "max_ms": 185.446, "p95_ms": 176.506}, "triton_wait": {"avg_ms": 61.344, "count": 191, "max_ms": 88.762, "p95_ms": 79.905}, "visualize": {"avg_ms": 6.458, "count": 191, "max_ms": 8.985, "p95_ms": 8.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 16, "tracking_summary": 763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11923.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:39+09:00", "last_error_summary": "[h264 @ 0x55cdaa95c380] error while decoding MB 55 50, bytestream -5 [in#0/rtsp @ 0x55cdaa791e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cdaa791e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:47:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.438, "last_started_at": "2026-07-03T11:47:41+09:00", "pid": 30168, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.918, "name": "ffmpeg", "pid": 30168, "rss_mb": 332.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.764, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:48:52+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T11:48:52+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T11:48:52.242630+09:00", "mtime_epoch": 1783046932.2426302, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:48:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2127.688, "name": "celery", "pid": 267, "rss_mb": 1988.074, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.033, "pushed": 9.033, "read": 9.033}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.374, "count": 271, "max_ms": 9.257, "p95_ms": 7.094}, "gstreamer_push": {"avg_ms": 1.271, "count": 271, "max_ms": 1.778, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.338, "count": 271, "max_ms": 67.541, "p95_ms": 59.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.75, "count": 271, "max_ms": 86.941, "p95_ms": 71.852}, "yolo11_640_fire_11class": {"avg_ms": 50.658, "count": 271, "max_ms": 72.919, "p95_ms": 61.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.894, "count": 271, "max_ms": 86.087, "p95_ms": 74.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.025, "count": 271, "max_ms": 169.784, "p95_ms": 143.399}, "read_interval": {"avg_ms": 110.488, "count": 271, "max_ms": 762.053, "p95_ms": 177.936}, "triton_wait": {"avg_ms": 55.432, "count": 271, "max_ms": 86.953, "p95_ms": 77.826}, "visualize": {"avg_ms": 4.126, "count": 271, "max_ms": 7.255, "p95_ms": 5.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12278.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:46+09:00", "last_error_summary": "[h264 @ 0x55a69b176540] error while decoding MB 9 44, bytestream -11", "last_exit_at": "2026-07-03T11:47:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.239, "last_started_at": "2026-07-03T11:47:49+09:00", "pid": 30320, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.285, "name": "ffmpeg", "pid": 30320, "rss_mb": 270.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 11, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.768, "sample_count": 1821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:49:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:49:07+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T11:49:07+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T11:49:07.174927+09:00", "mtime_epoch": 1783046947.1749272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:49:07+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6820.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 5.755, "recorders": [{"age_sec": 5.755, "frame_count": 76, "is_recording": true, "is_stopping": false, "pid": 30427, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.004, "name": "ffmpeg", "pid": 30427, "rss_mb": 186.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 24, "returncode": null, "running": true, "started_at": "2026-07-03T11:49:01+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_114901_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [30427], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.033, "pushed": 6.033, "read": 6.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.516, "count": 180, "max_ms": 9.902, "p95_ms": 8.834}, "gstreamer_push": {"avg_ms": 1.053, "count": 181, "max_ms": 1.894, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.312, "count": 180, "max_ms": 72.783, "p95_ms": 62.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.462, "count": 180, "max_ms": 90.112, "p95_ms": 75.696}, "yolo11_640_fire_11class": {"avg_ms": 50.25, "count": 180, "max_ms": 72.257, "p95_ms": 64.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.029, "count": 180, "max_ms": 84.833, "p95_ms": 78.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.177, "count": 181, "max_ms": 765.501, "p95_ms": 195.348}, "read_interval": {"avg_ms": 166.435, "count": 180, "max_ms": 784.586, "p95_ms": 205.619}, "triton_wait": {"avg_ms": 62.327, "count": 180, "max_ms": 90.125, "p95_ms": 79.799}, "visualize": {"avg_ms": 7.318, "count": 180, "max_ms": 18.786, "p95_ms": 12.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12166.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:39+09:00", "last_error_summary": "[h264 @ 0x55cdaa95c380] error while decoding MB 55 50, bytestream -5 [in#0/rtsp @ 0x55cdaa791e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cdaa791e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:47:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.524, "last_started_at": "2026-07-03T11:47:41+09:00", "pid": 30168, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.918, "name": "ffmpeg", "pid": 30168, "rss_mb": 332.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 180.395, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:49:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:49:22+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T11:49:22+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T11:49:22.287228+09:00", "mtime_epoch": 1783046962.2872279, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:49:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 2188.621, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.281, "pushed": 6.281, "read": 6.247}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.694, "count": 187, "max_ms": 18.746, "p95_ms": 11.861}, "gstreamer_push": {"avg_ms": 1.099, "count": 188, "max_ms": 1.818, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.448, "count": 187, "max_ms": 74.259, "p95_ms": 62.618}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.542, "count": 187, "max_ms": 91.443, "p95_ms": 79.938}, "yolo11_640_fire_11class": {"avg_ms": 47.24, "count": 187, "max_ms": 67.662, "p95_ms": 62.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.986, "count": 187, "max_ms": 94.382, "p95_ms": 80.991}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.121, "count": 188, "max_ms": 773.617, "p95_ms": 280.498}, "read_interval": {"avg_ms": 159.826, "count": 187, "max_ms": 785.503, "p95_ms": 292.514}, "triton_wait": {"avg_ms": 58.826, "count": 187, "max_ms": 94.394, "p95_ms": 81.368}, "visualize": {"avg_ms": 6.612, "count": 187, "max_ms": 19.063, "p95_ms": 13.394}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12095.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:46+09:00", "last_error_summary": "[h264 @ 0x55a69b176540] error while decoding MB 9 44, bytestream -11", "last_exit_at": "2026-07-03T11:47:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.296, "last_started_at": "2026-07-03T11:47:49+09:00", "pid": 30320, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.285, "name": "ffmpeg", "pid": 30320, "rss_mb": 270.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 11, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.96, "sample_count": 1851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:49:37+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T11:49:37+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T11:49:37.303526+09:00", "mtime_epoch": 1783046977.3035262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:49:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6802.324, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.281, "pushed": 6.281, "read": 6.248}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.028, "count": 188, "max_ms": 13.056, "p95_ms": 10.317}, "gstreamer_push": {"avg_ms": 1.0, "count": 188, "max_ms": 1.971, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.79, "count": 188, "max_ms": 73.715, "p95_ms": 63.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.428, "count": 188, "max_ms": 88.827, "p95_ms": 73.862}, "yolo11_640_fire_11class": {"avg_ms": 48.509, "count": 188, "max_ms": 64.809, "p95_ms": 59.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.051, "count": 188, "max_ms": 92.677, "p95_ms": 83.541}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.388, "count": 188, "max_ms": 233.052, "p95_ms": 188.191}, "read_interval": {"avg_ms": 160.078, "count": 187, "max_ms": 243.087, "p95_ms": 198.193}, "triton_wait": {"avg_ms": 61.721, "count": 188, "max_ms": 92.689, "p95_ms": 85.419}, "visualize": {"avg_ms": 8.125, "count": 188, "max_ms": 15.799, "p95_ms": 12.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12055.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:39+09:00", "last_error_summary": "[h264 @ 0x55cdaa95c380] error while decoding MB 55 50, bytestream -5 [in#0/rtsp @ 0x55cdaa791e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cdaa791e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:47:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.577, "last_started_at": "2026-07-03T11:47:41+09:00", "pid": 30168, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.918, "name": "ffmpeg", "pid": 30168, "rss_mb": 332.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 183.224, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:49:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:49:52+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T11:49:52+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T11:49:52.455827+09:00", "mtime_epoch": 1783046992.4558272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:49:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 2107.004, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.942, "pushed": 7.942, "read": 7.909}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.404, "count": 237, "max_ms": 10.579, "p95_ms": 9.235}, "gstreamer_push": {"avg_ms": 1.139, "count": 237, "max_ms": 1.567, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.011, "count": 237, "max_ms": 68.98, "p95_ms": 63.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.381, "count": 237, "max_ms": 90.491, "p95_ms": 80.601}, "yolo11_640_fire_11class": {"avg_ms": 49.028, "count": 237, "max_ms": 69.718, "p95_ms": 66.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.385, "count": 237, "max_ms": 86.276, "p95_ms": 81.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.797, "count": 237, "max_ms": 202.414, "p95_ms": 181.234}, "read_interval": {"avg_ms": 127.025, "count": 236, "max_ms": 212.542, "p95_ms": 191.278}, "triton_wait": {"avg_ms": 60.753, "count": 237, "max_ms": 90.503, "p95_ms": 81.996}, "visualize": {"avg_ms": 4.633, "count": 237, "max_ms": 6.736, "p95_ms": 6.312}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12031.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:46+09:00", "last_error_summary": "[h264 @ 0x55a69b176540] error while decoding MB 9 44, bytestream -11", "last_exit_at": "2026-07-03T11:47:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.369, "last_started_at": "2026-07-03T11:47:49+09:00", "pid": 30320, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.285, "name": "ffmpeg", "pid": 30320, "rss_mb": 270.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 11, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.62, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 86849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:50:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:50:07+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T11:50:07+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T11:50:07.344123+09:00", "mtime_epoch": 1783047007.344123, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:50:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.679, "pushed": 7.679, "read": 7.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.728, "count": 230, "max_ms": 9.661, "p95_ms": 6.27}, "gstreamer_push": {"avg_ms": 1.156, "count": 230, "max_ms": 1.932, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.205, "count": 230, "max_ms": 64.807, "p95_ms": 62.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.864, "count": 230, "max_ms": 87.033, "p95_ms": 81.942}, "yolo11_640_fire_11class": {"avg_ms": 53.035, "count": 230, "max_ms": 68.759, "p95_ms": 64.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.617, "count": 230, "max_ms": 85.572, "p95_ms": 81.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.909, "count": 230, "max_ms": 145.183, "p95_ms": 135.68}, "read_interval": {"avg_ms": 130.646, "count": 229, "max_ms": 157.537, "p95_ms": 148.83}, "triton_wait": {"avg_ms": 65.75, "count": 230, "max_ms": 87.046, "p95_ms": 82.569}, "visualize": {"avg_ms": 5.205, "count": 230, "max_ms": 9.188, "p95_ms": 5.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11918.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:29+09:00", "last_error_summary": "[h264 @ 0x5647565e3300] error while decoding MB 17 21, bytestream -18", "last_exit_at": "2026-07-03T11:50:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.459, "last_started_at": "2026-07-03T11:50:32+09:00", "pid": 30547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.715, "name": "ffmpeg", "pid": 30547, "rss_mb": 159.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 12, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.944, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:50:37+09:00", "last_frame_read_age_sec": 0.271, "last_frame_read_at": "2026-07-03T11:50:37+09:00", "mjpeg": {"age_sec": 0.264, "exists": true, "mtime": "2026-07-03T11:50:37.412719+09:00", "mtime_epoch": 1783047037.4127192, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:50:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.416, "pushed": 6.416, "read": 6.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk"], "latency_ms": {"analyze": {"avg_ms": 6.048, "count": 192, "max_ms": 12.824, "p95_ms": 11.904}, "gstreamer_push": {"avg_ms": 1.132, "count": 192, "max_ms": 1.286, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.577, "count": 192, "max_ms": 61.409, "p95_ms": 47.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.437, "count": 192, "max_ms": 85.052, "p95_ms": 62.386}, "yolo11_640_fire_11class": {"avg_ms": 47.283, "count": 192, "max_ms": 61.954, "p95_ms": 50.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.619, "count": 192, "max_ms": 78.514, "p95_ms": 59.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.434, "count": 192, "max_ms": 267.13, "p95_ms": 245.799}, "read_interval": {"avg_ms": 155.962, "count": 191, "max_ms": 5035.963, "p95_ms": 255.757}, "triton_wait": {"avg_ms": 57.449, "count": 192, "max_ms": 85.064, "p95_ms": 62.398}, "visualize": {"avg_ms": 5.533, "count": 192, "max_ms": 12.621, "p95_ms": 11.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11949.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:47:39+09:00", "last_error_summary": "[h264 @ 0x55cdaa95c380] error while decoding MB 55 50, bytestream -5 [in#0/rtsp @ 0x55cdaa791e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cdaa791e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:47:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.452, "last_started_at": "2026-07-03T11:47:41+09:00", "pid": 30168, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.93, "name": "ffmpeg", "pid": 30168, "rss_mb": 354.93, "state": "S (sleeping)", "threads": 104}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.823, "sample_count": 2011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:50:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:50:39+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T11:50:39+09:00", "mjpeg": {"age_sec": 16.898, "exists": true, "mtime": "2026-07-03T11:50:22.492423+09:00", "mtime_epoch": 1783047022.4924233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:50:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 2075.363, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.118, "pushed": 0.118, "read": 0.118}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.423, "count": 2, "max_ms": 2.437, "p95_ms": 2.437}, "gstreamer_push": {"avg_ms": 1.353, "count": 2, "max_ms": 1.357, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.123, "count": 2, "max_ms": 46.136, "p95_ms": 46.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.306, "count": 2, "max_ms": 67.034, "p95_ms": 67.034}, "yolo11_640_fire_11class": {"avg_ms": 47.181, "count": 2, "max_ms": 47.678, "p95_ms": 47.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.518, "count": 2, "max_ms": 55.159, "p95_ms": 55.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.451, "count": 2, "max_ms": 79.178, "p95_ms": 79.178}, "read_interval": {"avg_ms": 15850.693, "count": 2, "max_ms": 16917.215, "p95_ms": 16917.215}, "triton_wait": {"avg_ms": 61.109, "count": 2, "max_ms": 67.047, "p95_ms": 67.047}, "visualize": {"avg_ms": 4.115, "count": 2, "max_ms": 4.574, "p95_ms": 4.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11907.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:29+09:00", "last_error_summary": "[h264 @ 0x5647565e3300] error while decoding MB 17 21, bytestream -18", "last_exit_at": "2026-07-03T11:50:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.598, "last_started_at": "2026-07-03T11:50:32+09:00", "pid": 30547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.781, "name": "ffmpeg", "pid": 30547, "rss_mb": 264.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 12, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 266.844, "sample_count": 1856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:51:07+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-07-03T11:51:07+09:00", "mjpeg": {"age_sec": 0.234, "exists": true, "mtime": "2026-07-03T11:51:07.581317+09:00", "mtime_epoch": 1783047067.5813172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:51:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.382, "pushed": 3.382, "read": 3.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.623, "count": 100, "max_ms": 20.139, "p95_ms": 16.548}, "gstreamer_push": {"avg_ms": 0.866, "count": 101, "max_ms": 0.968, "p95_ms": 0.903}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.984, "count": 100, "max_ms": 68.571, "p95_ms": 63.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.934, "count": 100, "max_ms": 95.007, "p95_ms": 83.13}, "yolo11_640_fire_11class": {"avg_ms": 51.269, "count": 100, "max_ms": 68.583, "p95_ms": 63.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.772, "count": 100, "max_ms": 93.974, "p95_ms": 89.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 289.216, "count": 101, "max_ms": 334.233, "p95_ms": 317.986}, "read_interval": {"avg_ms": 298.865, "count": 100, "max_ms": 342.513, "p95_ms": 327.117}, "triton_wait": {"avg_ms": 69.176, "count": 100, "max_ms": 95.017, "p95_ms": 89.697}, "visualize": {"avg_ms": 16.408, "count": 100, "max_ms": 20.153, "p95_ms": 18.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11907.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.782, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.625, "name": "ffmpeg", "pid": 30654, "rss_mb": 332.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.161, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:51:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T11:51:09+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T11:51:09+09:00", "mjpeg": {"age_sec": 0.617, "exists": true, "mtime": "2026-07-03T11:51:09.149348+09:00", "mtime_epoch": 1783047069.1493483, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:51:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1964.613, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.471, "pushed": 8.471, "read": 8.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.614, "count": 254, "max_ms": 6.419, "p95_ms": 4.442}, "gstreamer_push": {"avg_ms": 1.302, "count": 254, "max_ms": 3.733, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.697, "count": 254, "max_ms": 73.296, "p95_ms": 59.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.229, "count": 254, "max_ms": 96.092, "p95_ms": 72.15}, "yolo11_640_fire_11class": {"avg_ms": 47.586, "count": 254, "max_ms": 71.996, "p95_ms": 61.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.195, "count": 254, "max_ms": 94.302, "p95_ms": 85.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.139, "count": 254, "max_ms": 149.243, "p95_ms": 103.985}, "read_interval": {"avg_ms": 118.486, "count": 253, "max_ms": 5069.516, "p95_ms": 172.216}, "triton_wait": {"avg_ms": 55.522, "count": 254, "max_ms": 96.104, "p95_ms": 86.824}, "visualize": {"avg_ms": 3.819, "count": 254, "max_ms": 6.643, "p95_ms": 5.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11889.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:29+09:00", "last_error_summary": "[h264 @ 0x5647565e3300] error while decoding MB 17 21, bytestream -18", "last_exit_at": "2026-07-03T11:50:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.792, "last_started_at": "2026-07-03T11:50:32+09:00", "pid": 30547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.297, "name": "ffmpeg", "pid": 30547, "rss_mb": 265.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 12, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 289.438, "sample_count": 1768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:51:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:51:38+09:00", "last_frame_read_age_sec": 0.289, "last_frame_read_at": "2026-07-03T11:51:37+09:00", "mjpeg": {"age_sec": 0.279, "exists": true, "mtime": "2026-07-03T11:51:37.729914+09:00", "mtime_epoch": 1783047097.729914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:51:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.541, "pushed": 3.541, "read": 3.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.54, "count": 105, "max_ms": 20.1, "p95_ms": 15.604}, "gstreamer_push": {"avg_ms": 0.867, "count": 106, "max_ms": 1.096, "p95_ms": 0.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.284, "count": 105, "max_ms": 64.409, "p95_ms": 61.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.431, "count": 105, "max_ms": 93.16, "p95_ms": 88.305}, "yolo11_640_fire_11class": {"avg_ms": 52.825, "count": 105, "max_ms": 67.786, "p95_ms": 63.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.802, "count": 105, "max_ms": 92.287, "p95_ms": 90.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 274.799, "count": 106, "max_ms": 317.692, "p95_ms": 300.361}, "read_interval": {"avg_ms": 284.719, "count": 105, "max_ms": 327.085, "p95_ms": 310.659}, "triton_wait": {"avg_ms": 73.388, "count": 105, "max_ms": 93.171, "p95_ms": 91.336}, "visualize": {"avg_ms": 12.461, "count": 105, "max_ms": 15.127, "p95_ms": 13.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11889.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.856, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.625, "name": "ffmpeg", "pid": 30654, "rss_mb": 332.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.364, "sample_count": 2170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:51:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:51:39+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T11:51:39+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T11:51:39.741954+09:00", "mtime_epoch": 1783047099.7419538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:51:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1946.156, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.407, "count": 305, "max_ms": 5.241, "p95_ms": 2.937}, "gstreamer_push": {"avg_ms": 1.303, "count": 305, "max_ms": 1.55, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.834, "count": 305, "max_ms": 65.739, "p95_ms": 58.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.606, "count": 305, "max_ms": 94.119, "p95_ms": 81.631}, "yolo11_640_fire_11class": {"avg_ms": 46.791, "count": 305, "max_ms": 67.968, "p95_ms": 60.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.759, "count": 305, "max_ms": 93.5, "p95_ms": 87.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.453, "count": 305, "max_ms": 107.317, "p95_ms": 99.66}, "read_interval": {"avg_ms": 98.522, "count": 304, "max_ms": 764.741, "p95_ms": 191.24}, "triton_wait": {"avg_ms": 56.194, "count": 305, "max_ms": 94.131, "p95_ms": 87.653}, "visualize": {"avg_ms": 3.686, "count": 305, "max_ms": 5.108, "p95_ms": 4.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11879.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:29+09:00", "last_error_summary": "[h264 @ 0x5647565e3300] error while decoding MB 17 21, bytestream -18", "last_exit_at": "2026-07-03T11:50:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.968, "last_started_at": "2026-07-03T11:50:32+09:00", "pid": 30547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.812, "name": "ffmpeg", "pid": 30547, "rss_mb": 265.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 18, "restart_count_per_hour": 12, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 296.02, "sample_count": 1680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:52:08+09:00", "last_frame_read_age_sec": 0.278, "last_frame_read_at": "2026-07-03T11:52:07+09:00", "mjpeg": {"age_sec": 0.271, "exists": true, "mtime": "2026-07-03T11:52:07.914511+09:00", "mtime_epoch": 1783047127.9145112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:52:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.484, "pushed": 3.484, "read": 3.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.858, "count": 103, "max_ms": 17.581, "p95_ms": 15.982}, "gstreamer_push": {"avg_ms": 0.867, "count": 104, "max_ms": 1.258, "p95_ms": 0.894}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.991, "count": 103, "max_ms": 64.767, "p95_ms": 61.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.221, "count": 103, "max_ms": 93.171, "p95_ms": 89.794}, "yolo11_640_fire_11class": {"avg_ms": 51.392, "count": 103, "max_ms": 72.866, "p95_ms": 61.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.647, "count": 103, "max_ms": 92.989, "p95_ms": 90.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 280.211, "count": 104, "max_ms": 339.049, "p95_ms": 317.848}, "read_interval": {"avg_ms": 290.188, "count": 103, "max_ms": 348.94, "p95_ms": 327.436}, "triton_wait": {"avg_ms": 72.366, "count": 103, "max_ms": 93.182, "p95_ms": 91.231}, "visualize": {"avg_ms": 12.589, "count": 103, "max_ms": 15.833, "p95_ms": 14.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11879.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.932, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.625, "name": "ffmpeg", "pid": 30654, "rss_mb": 332.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.502, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:52:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:52:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T11:52:09+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T11:52:09.858550+09:00", "mtime_epoch": 1783047129.8585496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:52:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.083, "pushed": 10.083, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.532, "count": 302, "max_ms": 6.433, "p95_ms": 4.222}, "gstreamer_push": {"avg_ms": 1.29, "count": 302, "max_ms": 1.86, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.119, "count": 302, "max_ms": 67.32, "p95_ms": 56.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.268, "count": 302, "max_ms": 99.278, "p95_ms": 72.793}, "yolo11_640_fire_11class": {"avg_ms": 46.709, "count": 302, "max_ms": 69.558, "p95_ms": 56.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.297, "count": 302, "max_ms": 95.863, "p95_ms": 85.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.216, "count": 302, "max_ms": 140.001, "p95_ms": 104.885}, "read_interval": {"avg_ms": 99.657, "count": 301, "max_ms": 810.898, "p95_ms": 162.561}, "triton_wait": {"avg_ms": 55.876, "count": 302, "max_ms": 99.291, "p95_ms": 85.996}, "visualize": {"avg_ms": 3.764, "count": 302, "max_ms": 8.003, "p95_ms": 4.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11741.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.956, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.625, "name": "ffmpeg", "pid": 30654, "rss_mb": 332.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.701, "sample_count": 2419, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:52:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:52:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T11:52:39+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T11:52:39.878848+09:00", "mtime_epoch": 1783047159.8788476, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:52:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.886, "pushed": 9.886, "read": 9.853}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.842, "count": 296, "max_ms": 5.523, "p95_ms": 4.489}, "gstreamer_push": {"avg_ms": 1.261, "count": 296, "max_ms": 1.686, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.104, "count": 296, "max_ms": 65.673, "p95_ms": 52.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.697, "count": 296, "max_ms": 98.08, "p95_ms": 64.602}, "yolo11_640_fire_11class": {"avg_ms": 46.289, "count": 296, "max_ms": 68.814, "p95_ms": 52.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.855, "count": 296, "max_ms": 95.833, "p95_ms": 81.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.453, "count": 296, "max_ms": 141.37, "p95_ms": 105.218}, "read_interval": {"avg_ms": 101.49, "count": 295, "max_ms": 920.378, "p95_ms": 142.851}, "triton_wait": {"avg_ms": 54.47, "count": 296, "max_ms": 98.092, "p95_ms": 82.564}, "visualize": {"avg_ms": 3.913, "count": 296, "max_ms": 5.793, "p95_ms": 5.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11759.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:52:35+09:00", "last_error_summary": "[h264 @ 0x559cf2985480] error while decoding MB 73 19, bytestream -18", "last_exit_at": "2026-07-03T11:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.555, "last_started_at": "2026-07-03T11:52:38+09:00", "pid": 30806, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.891, "name": "ffmpeg", "pid": 30806, "rss_mb": 149.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 13, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 309.521, "sample_count": 1536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:52:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:52:40+09:00", "last_frame_read_age_sec": 0.537, "last_frame_read_at": "2026-07-03T11:52:40+09:00", "mjpeg": {"age_sec": 5.246, "exists": true, "mtime": "2026-07-03T11:52:35.582820+09:00", "mtime_epoch": 1783047155.5828197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:52:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 76, "pushed_frames": 76, "read_frames": 75, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.54, "pushed": 2.54, "read": 2.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 15.983, "count": 75, "max_ms": 26.636, "p95_ms": 21.248}, "gstreamer_push": {"avg_ms": 0.872, "count": 76, "max_ms": 1.241, "p95_ms": 0.988}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.286, "count": 75, "max_ms": 63.096, "p95_ms": 60.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.731, "count": 75, "max_ms": 96.001, "p95_ms": 91.079}, "yolo11_640_fire_11class": {"avg_ms": 51.511, "count": 75, "max_ms": 64.561, "p95_ms": 63.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.625, "count": 75, "max_ms": 95.315, "p95_ms": 94.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 325.92, "count": 76, "max_ms": 533.842, "p95_ms": 379.83}, "read_interval": {"avg_ms": 396.108, "count": 75, "max_ms": 5076.522, "p95_ms": 389.25}, "triton_wait": {"avg_ms": 74.129, "count": 75, "max_ms": 96.012, "p95_ms": 94.212}, "visualize": {"avg_ms": 14.686, "count": 75, "max_ms": 21.955, "p95_ms": 19.593}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11877.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.028, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.625, "name": "ffmpeg", "pid": 30654, "rss_mb": 332.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.747, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:53:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:53:10+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T11:53:09+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T11:53:09.935054+09:00", "mtime_epoch": 1783047189.935054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:53:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.169, "pushed": 10.169, "read": 10.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.464, "count": 305, "max_ms": 4.334, "p95_ms": 3.19}, "gstreamer_push": {"avg_ms": 1.276, "count": 305, "max_ms": 1.485, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.571, "count": 305, "max_ms": 65.07, "p95_ms": 50.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.957, "count": 305, "max_ms": 105.546, "p95_ms": 69.288}, "yolo11_640_fire_11class": {"avg_ms": 46.351, "count": 305, "max_ms": 67.061, "p95_ms": 50.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.316, "count": 305, "max_ms": 105.187, "p95_ms": 71.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.441, "count": 305, "max_ms": 116.638, "p95_ms": 101.733}, "read_interval": {"avg_ms": 98.647, "count": 304, "max_ms": 772.192, "p95_ms": 190.896}, "triton_wait": {"avg_ms": 54.768, "count": 305, "max_ms": 105.559, "p95_ms": 76.501}, "visualize": {"avg_ms": 3.665, "count": 305, "max_ms": 5.278, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11876.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:52:35+09:00", "last_error_summary": "[h264 @ 0x559cf2985480] error while decoding MB 73 19, bytestream -18", "last_exit_at": "2026-07-03T11:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.918, "last_started_at": "2026-07-03T11:52:38+09:00", "pid": 30806, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.754, "name": "ffmpeg", "pid": 30806, "rss_mb": 263.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 13, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 353.889, "sample_count": 1407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:53:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:53:11+09:00", "last_frame_read_age_sec": 0.591, "last_frame_read_at": "2026-07-03T11:53:10+09:00", "mjpeg": {"age_sec": 0.581, "exists": true, "mtime": "2026-07-03T11:53:10.611059+09:00", "mtime_epoch": 1783047190.611059, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:53:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.776, "pushed": 1.776, "read": 1.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.835, "count": 52, "max_ms": 41.185, "p95_ms": 38.496}, "gstreamer_push": {"avg_ms": 0.872, "count": 53, "max_ms": 1.296, "p95_ms": 0.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.937, "count": 52, "max_ms": 62.831, "p95_ms": 60.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.083, "count": 52, "max_ms": 104.975, "p95_ms": 98.979}, "yolo11_640_fire_11class": {"avg_ms": 52.043, "count": 52, "max_ms": 65.177, "p95_ms": 64.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 83.377, "count": 52, "max_ms": 109.601, "p95_ms": 106.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 562.673, "count": 53, "max_ms": 660.576, "p95_ms": 620.268}, "read_interval": {"avg_ms": 572.373, "count": 52, "max_ms": 670.989, "p95_ms": 631.105}, "triton_wait": {"avg_ms": 86.756, "count": 52, "max_ms": 109.614, "p95_ms": 106.033}, "visualize": {"avg_ms": 21.358, "count": 52, "max_ms": 24.051, "p95_ms": 23.801}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11877.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.071, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.625, "name": "ffmpeg", "pid": 30654, "rss_mb": 332.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.441, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:53:40+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T11:53:39+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T11:53:39.963279+09:00", "mtime_epoch": 1783047219.9632795, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:53:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.907, "pushed": 6.907, "read": 6.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.058, "count": 207, "max_ms": 10.835, "p95_ms": 8.507}, "gstreamer_push": {"avg_ms": 1.078, "count": 207, "max_ms": 1.386, "p95_ms": 1.332}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.387, "count": 207, "max_ms": 68.532, "p95_ms": 54.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.115, "count": 207, "max_ms": 101.162, "p95_ms": 81.29}, "yolo11_640_fire_11class": {"avg_ms": 46.034, "count": 207, "max_ms": 64.877, "p95_ms": 49.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.802, "count": 207, "max_ms": 105.686, "p95_ms": 87.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.208, "count": 207, "max_ms": 205.402, "p95_ms": 164.544}, "read_interval": {"avg_ms": 144.971, "count": 207, "max_ms": 4178.331, "p95_ms": 185.175}, "triton_wait": {"avg_ms": 56.379, "count": 207, "max_ms": 105.698, "p95_ms": 89.493}, "visualize": {"avg_ms": 4.52, "count": 207, "max_ms": 6.946, "p95_ms": 6.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11877.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:52:35+09:00", "last_error_summary": "[h264 @ 0x559cf2985480] error while decoding MB 73 19, bytestream -18", "last_exit_at": "2026-07-03T11:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.17, "last_started_at": "2026-07-03T11:52:38+09:00", "pid": 30806, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.27, "name": "ffmpeg", "pid": 30806, "rss_mb": 264.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 13, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 564.827, "sample_count": 1260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:53:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:53:41+09:00", "last_frame_read_age_sec": 0.627, "last_frame_read_at": "2026-07-03T11:53:40+09:00", "mjpeg": {"age_sec": 0.612, "exists": true, "mtime": "2026-07-03T11:53:40.831286+09:00", "mtime_epoch": 1783047220.8312862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:53:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 47, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.621, "pushed": 1.621, "read": 1.587}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.803, "count": 47, "max_ms": 39.947, "p95_ms": 38.285}, "gstreamer_push": {"avg_ms": 0.864, "count": 48, "max_ms": 0.945, "p95_ms": 0.903}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.57, "count": 47, "max_ms": 68.571, "p95_ms": 64.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.241, "count": 47, "max_ms": 107.525, "p95_ms": 99.19}, "yolo11_640_fire_11class": {"avg_ms": 51.897, "count": 47, "max_ms": 65.179, "p95_ms": 64.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.31, "count": 47, "max_ms": 106.323, "p95_ms": 103.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 615.77, "count": 48, "max_ms": 695.895, "p95_ms": 685.969}, "read_interval": {"avg_ms": 630.117, "count": 47, "max_ms": 823.219, "p95_ms": 706.148}, "triton_wait": {"avg_ms": 86.32, "count": 47, "max_ms": 107.537, "p95_ms": 103.421}, "visualize": {"avg_ms": 22.358, "count": 47, "max_ms": 25.122, "p95_ms": 24.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.618, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11877.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.131, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.883, "name": "ffmpeg", "pid": 30654, "rss_mb": 332.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.09, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:54:10+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T11:54:10+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T11:54:10.023523+09:00", "mtime_epoch": 1783047250.023523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:54:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.385, "pushed": 11.385, "read": 11.352}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.927, "count": 341, "max_ms": 7.409, "p95_ms": 5.193}, "gstreamer_push": {"avg_ms": 1.227, "count": 341, "max_ms": 1.424, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.228, "count": 341, "max_ms": 62.033, "p95_ms": 49.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.229, "count": 341, "max_ms": 107.194, "p95_ms": 68.948}, "yolo11_640_fire_11class": {"avg_ms": 45.949, "count": 341, "max_ms": 64.315, "p95_ms": 50.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.74, "count": 341, "max_ms": 106.05, "p95_ms": 71.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.784, "count": 341, "max_ms": 185.684, "p95_ms": 113.371}, "read_interval": {"avg_ms": 88.077, "count": 340, "max_ms": 199.957, "p95_ms": 129.456}, "triton_wait": {"avg_ms": 54.113, "count": 341, "max_ms": 107.209, "p95_ms": 72.411}, "visualize": {"avg_ms": 3.87, "count": 341, "max_ms": 6.205, "p95_ms": 5.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11878.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:52:35+09:00", "last_error_summary": "[h264 @ 0x559cf2985480] error while decoding MB 73 19, bytestream -18", "last_exit_at": "2026-07-03T11:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.388, "last_started_at": "2026-07-03T11:52:38+09:00", "pid": 30806, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.27, "name": "ffmpeg", "pid": 30806, "rss_mb": 264.27, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 13, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 611.882, "sample_count": 1133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:54:11+09:00", "last_frame_read_age_sec": 0.665, "last_frame_read_at": "2026-07-03T11:54:10+09:00", "mjpeg": {"age_sec": 0.655, "exists": true, "mtime": "2026-07-03T11:54:11.007531+09:00", "mtime_epoch": 1783047251.0075314, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:54:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 47, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.618, "pushed": 1.618, "read": 1.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 34.201, "count": 47, "max_ms": 38.814, "p95_ms": 37.57}, "gstreamer_push": {"avg_ms": 0.872, "count": 48, "max_ms": 0.926, "p95_ms": 0.909}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.064, "count": 47, "max_ms": 65.336, "p95_ms": 62.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 86.173, "count": 47, "max_ms": 106.532, "p95_ms": 99.854}, "yolo11_640_fire_11class": {"avg_ms": 52.375, "count": 47, "max_ms": 68.272, "p95_ms": 64.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.268, "count": 47, "max_ms": 109.69, "p95_ms": 105.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 619.226, "count": 48, "max_ms": 685.455, "p95_ms": 669.289}, "read_interval": {"avg_ms": 628.596, "count": 47, "max_ms": 696.322, "p95_ms": 679.782}, "triton_wait": {"avg_ms": 88.566, "count": 47, "max_ms": 109.702, "p95_ms": 106.542}, "visualize": {"avg_ms": 22.389, "count": 47, "max_ms": 25.185, "p95_ms": 24.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.669, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 11879.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.169, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.141, "name": "ffmpeg", "pid": 30654, "rss_mb": 333.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.053, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:54:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:54:40+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T11:54:40+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T11:54:40.095784+09:00", "mtime_epoch": 1783047280.0957837, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 250944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:54:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 351, "pushed_frames": 351, "read_frames": 350, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.73, "pushed": 11.73, "read": 11.697}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.673, "count": 351, "max_ms": 5.542, "p95_ms": 4.37}, "gstreamer_push": {"avg_ms": 1.254, "count": 351, "max_ms": 1.879, "p95_ms": 1.377}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.694, "count": 351, "max_ms": 65.523, "p95_ms": 51.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.19, "count": 351, "max_ms": 107.028, "p95_ms": 70.746}, "yolo11_640_fire_11class": {"avg_ms": 46.288, "count": 351, "max_ms": 67.161, "p95_ms": 50.408}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.593, "count": 351, "max_ms": 106.606, "p95_ms": 85.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.153, "count": 351, "max_ms": 146.946, "p95_ms": 105.735}, "read_interval": {"avg_ms": 85.602, "count": 350, "max_ms": 164.073, "p95_ms": 120.745}, "triton_wait": {"avg_ms": 54.295, "count": 351, "max_ms": 107.04, "p95_ms": 85.211}, "visualize": {"avg_ms": 3.772, "count": 351, "max_ms": 5.55, "p95_ms": 4.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11879.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:52:35+09:00", "last_error_summary": "[h264 @ 0x559cf2985480] error while decoding MB 73 19, bytestream -18", "last_exit_at": "2026-07-03T11:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.022, "last_started_at": "2026-07-03T11:52:38+09:00", "pid": 30806, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.785, "name": "ffmpeg", "pid": 30806, "rss_mb": 264.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 19, "restart_count_per_hour": 13, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 654.597, "sample_count": 974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:54:42+09:00", "last_frame_read_age_sec": 0.649, "last_frame_read_at": "2026-07-03T11:54:41+09:00", "mjpeg": {"age_sec": 0.64, "exists": true, "mtime": "2026-07-03T11:54:41.655798+09:00", "mtime_epoch": 1783047281.6557977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 194570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:54:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 6781.102, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 45, "pushed_frames": 45, "read_frames": 44, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.505, "pushed": 1.505, "read": 1.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 39.289, "count": 44, "max_ms": 51.173, "p95_ms": 45.814}, "gstreamer_push": {"avg_ms": 0.865, "count": 45, "max_ms": 0.921, "p95_ms": 0.903}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.921, "count": 44, "max_ms": 69.107, "p95_ms": 63.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 87.611, "count": 44, "max_ms": 107.751, "p95_ms": 102.633}, "yolo11_640_fire_11class": {"avg_ms": 52.986, "count": 44, "max_ms": 67.418, "p95_ms": 65.956}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.159, "count": 44, "max_ms": 111.583, "p95_ms": 105.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 670.916, "count": 45, "max_ms": 727.723, "p95_ms": 715.449}, "read_interval": {"avg_ms": 681.263, "count": 44, "max_ms": 738.751, "p95_ms": 725.973}, "triton_wait": {"avg_ms": 88.61, "count": 44, "max_ms": 111.594, "p95_ms": 105.879}, "visualize": {"avg_ms": 22.544, "count": 44, "max_ms": 26.678, "p95_ms": 25.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12287.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.198, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.141, "name": "ffmpeg", "pid": 30654, "rss_mb": 333.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.961, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:55:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:55:10+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T11:55:10+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T11:55:10.120060+09:00", "mtime_epoch": 1783047310.12006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:55:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 2.668, "count": 300, "max_ms": 5.429, "p95_ms": 4.366}, "gstreamer_push": {"avg_ms": 1.267, "count": 300, "max_ms": 1.49, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.774, "count": 300, "max_ms": 63.612, "p95_ms": 50.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.373, "count": 300, "max_ms": 106.172, "p95_ms": 62.771}, "yolo11_640_fire_11class": {"avg_ms": 46.601, "count": 300, "max_ms": 68.77, "p95_ms": 50.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.092, "count": 300, "max_ms": 107.163, "p95_ms": 63.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.735, "count": 300, "max_ms": 118.336, "p95_ms": 104.137}, "read_interval": {"avg_ms": 100.17, "count": 299, "max_ms": 841.085, "p95_ms": 134.878}, "triton_wait": {"avg_ms": 53.931, "count": 300, "max_ms": 107.174, "p95_ms": 66.185}, "visualize": {"avg_ms": 3.767, "count": 300, "max_ms": 5.56, "p95_ms": 4.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 22, "tracking_summary": 730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12335.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 17, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:52:35+09:00", "last_error_summary": "[h264 @ 0x559cf2985480] error while decoding MB 73 19, bytestream -18", "last_exit_at": "2026-07-03T11:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.024, "last_started_at": "2026-07-03T11:52:38+09:00", "pid": 30806, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.297, "name": "ffmpeg", "pid": 30806, "rss_mb": 281.297, "state": "S (sleeping)", "threads": 104}, "restart_count": 19, "restart_count_per_hour": 13, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 685.455, "sample_count": 781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:55:12+09:00", "last_frame_read_age_sec": 0.958, "last_frame_read_at": "2026-07-03T11:55:11+09:00", "mjpeg": {"age_sec": 0.95, "exists": true, "mtime": "2026-07-03T11:55:11.348072+09:00", "mtime_epoch": 1783047311.3480718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:55:12+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7060.066, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 12.348, "recorders": [{"age_sec": 12.348, "frame_count": 63, "is_recording": true, "is_stopping": false, "pid": 30913, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.113, "name": "ffmpeg", "pid": 30913, "rss_mb": 186.113, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 37, "returncode": null, "running": true, "started_at": "2026-07-03T11:54:59+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_115459_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [30913], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 38, "pushed_frames": 38, "read_frames": 38, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.267, "pushed": 1.267, "read": 1.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 40.411, "count": 38, "max_ms": 49.359, "p95_ms": 48.881}, "gstreamer_push": {"avg_ms": 1.216, "count": 38, "max_ms": 3.126, "p95_ms": 2.984}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.581, "count": 38, "max_ms": 62.908, "p95_ms": 62.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 90.048, "count": 38, "max_ms": 107.321, "p95_ms": 104.911}, "yolo11_640_fire_11class": {"avg_ms": 52.238, "count": 38, "max_ms": 67.814, "p95_ms": 65.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.575, "count": 38, "max_ms": 106.825, "p95_ms": 102.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 779.451, "count": 38, "max_ms": 1348.526, "p95_ms": 1035.496}, "read_interval": {"avg_ms": 781.407, "count": 38, "max_ms": 1358.655, "p95_ms": 1046.649}, "triton_wait": {"avg_ms": 90.454, "count": 38, "max_ms": 107.333, "p95_ms": 106.837}, "visualize": {"avg_ms": 23.504, "count": 38, "max_ms": 35.862, "p95_ms": 28.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.279, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.141, "name": "ffmpeg", "pid": 30654, "rss_mb": 333.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.606, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:55:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:55:40+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T11:55:40+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T11:55:40.152351+09:00", "mtime_epoch": 1783047340.1523514, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:55:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.503, "pushed": 8.503, "read": 8.503}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.454, "count": 255, "max_ms": 10.244, "p95_ms": 7.545}, "gstreamer_push": {"avg_ms": 1.149, "count": 255, "max_ms": 1.512, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.961, "count": 255, "max_ms": 68.22, "p95_ms": 53.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.525, "count": 255, "max_ms": 98.529, "p95_ms": 65.225}, "yolo11_640_fire_11class": {"avg_ms": 45.93, "count": 255, "max_ms": 67.739, "p95_ms": 50.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.768, "count": 255, "max_ms": 111.686, "p95_ms": 79.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.212, "count": 255, "max_ms": 182.856, "p95_ms": 144.807}, "read_interval": {"avg_ms": 117.446, "count": 255, "max_ms": 712.237, "p95_ms": 174.515}, "triton_wait": {"avg_ms": 55.169, "count": 255, "max_ms": 111.7, "p95_ms": 82.432}, "visualize": {"avg_ms": 4.266, "count": 255, "max_ms": 6.455, "p95_ms": 5.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:55:17+09:00", "last_error_summary": "[h264 @ 0x556ff8e4d580] error while decoding MB 28 35, bytestream -17", "last_exit_at": "2026-07-03T11:55:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.257, "last_started_at": "2026-07-03T11:55:20+09:00", "pid": 30973, "process": {"exists": true, "fd_count": 5, "hwm_mb": 226.938, "name": "ffmpeg", "pid": 30973, "rss_mb": 226.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 14, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 708.82, "sample_count": 654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:55:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:55:42+09:00", "last_frame_read_age_sec": 0.558, "last_frame_read_at": "2026-07-03T11:55:42+09:00", "mjpeg": {"age_sec": 0.55, "exists": true, "mtime": "2026-07-03T11:55:42.280373+09:00", "mtime_epoch": 1783047342.2803726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:55:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7335.934, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 44, "pushed_frames": 44, "read_frames": 43, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.484, "pushed": 1.484, "read": 1.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 32.59, "count": 43, "max_ms": 46.777, "p95_ms": 44.143}, "gstreamer_push": {"avg_ms": 1.071, "count": 44, "max_ms": 2.97, "p95_ms": 1.985}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.086, "count": 43, "max_ms": 66.163, "p95_ms": 63.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.331, "count": 43, "max_ms": 101.681, "p95_ms": 93.601}, "yolo11_640_fire_11class": {"avg_ms": 52.799, "count": 43, "max_ms": 67.828, "p95_ms": 65.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.571, "count": 43, "max_ms": 103.801, "p95_ms": 102.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 587.493, "count": 44, "max_ms": 1088.779, "p95_ms": 1023.575}, "read_interval": {"avg_ms": 696.88, "count": 43, "max_ms": 5350.07, "p95_ms": 1034.66}, "triton_wait": {"avg_ms": 82.553, "count": 43, "max_ms": 103.814, "p95_ms": 102.532}, "visualize": {"avg_ms": 19.634, "count": 43, "max_ms": 28.842, "p95_ms": 26.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.647, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12435.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.32, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.141, "name": "ffmpeg", "pid": 30654, "rss_mb": 333.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.336, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:56:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:56:10+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T11:56:10+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T11:56:10.244658+09:00", "mtime_epoch": 1783047370.2446578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:56:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.348, "pushed": 11.348, "read": 11.314}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.665, "count": 340, "max_ms": 5.818, "p95_ms": 4.414}, "gstreamer_push": {"avg_ms": 1.268, "count": 340, "max_ms": 1.545, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.924, "count": 340, "max_ms": 64.47, "p95_ms": 51.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.444, "count": 340, "max_ms": 99.175, "p95_ms": 79.237}, "yolo11_640_fire_11class": {"avg_ms": 46.581, "count": 340, "max_ms": 67.464, "p95_ms": 57.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.564, "count": 340, "max_ms": 104.76, "p95_ms": 88.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.283, "count": 340, "max_ms": 154.135, "p95_ms": 105.179}, "read_interval": {"avg_ms": 88.38, "count": 339, "max_ms": 812.954, "p95_ms": 123.73}, "triton_wait": {"avg_ms": 55.94, "count": 340, "max_ms": 104.772, "p95_ms": 88.977}, "visualize": {"avg_ms": 3.723, "count": 340, "max_ms": 5.715, "p95_ms": 4.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12434.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:55:17+09:00", "last_error_summary": "[h264 @ 0x556ff8e4d580] error while decoding MB 28 35, bytestream -17", "last_exit_at": "2026-07-03T11:55:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.408, "last_started_at": "2026-07-03T11:55:20+09:00", "pid": 30973, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.781, "name": "ffmpeg", "pid": 30973, "rss_mb": 263.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 14, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 715.449, "sample_count": 609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:56:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:56:12+09:00", "last_frame_read_age_sec": 0.49, "last_frame_read_at": "2026-07-03T11:56:12+09:00", "mjpeg": {"age_sec": 0.481, "exists": true, "mtime": "2026-07-03T11:56:12.500681+09:00", "mtime_epoch": 1783047372.5006812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:56:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7328.023, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.956, "pushed": 1.956, "read": 1.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.492, "count": 57, "max_ms": 38.198, "p95_ms": 37.0}, "gstreamer_push": {"avg_ms": 0.874, "count": 58, "max_ms": 1.163, "p95_ms": 0.947}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.877, "count": 57, "max_ms": 63.101, "p95_ms": 62.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.192, "count": 57, "max_ms": 97.15, "p95_ms": 95.677}, "yolo11_640_fire_11class": {"avg_ms": 53.261, "count": 57, "max_ms": 66.794, "p95_ms": 64.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.862, "count": 57, "max_ms": 104.222, "p95_ms": 99.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 510.246, "count": 58, "max_ms": 546.952, "p95_ms": 543.072}, "read_interval": {"avg_ms": 520.224, "count": 57, "max_ms": 557.246, "p95_ms": 554.205}, "triton_wait": {"avg_ms": 84.644, "count": 57, "max_ms": 104.234, "p95_ms": 99.839}, "visualize": {"avg_ms": 19.797, "count": 57, "max_ms": 24.028, "p95_ms": 21.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.649, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.352, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.141, "name": "ffmpeg", "pid": 30654, "rss_mb": 333.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.606, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:56:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:56:40+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T11:56:40+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T11:56:40.276977+09:00", "mtime_epoch": 1783047400.2769768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 252425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:56:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.088, "count": 302, "max_ms": 6.192, "p95_ms": 4.765}, "gstreamer_push": {"avg_ms": 1.231, "count": 302, "max_ms": 1.447, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.086, "count": 302, "max_ms": 73.253, "p95_ms": 57.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.469, "count": 302, "max_ms": 105.685, "p95_ms": 72.356}, "yolo11_640_fire_11class": {"avg_ms": 47.277, "count": 302, "max_ms": 72.314, "p95_ms": 56.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.808, "count": 302, "max_ms": 106.271, "p95_ms": 94.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.566, "count": 302, "max_ms": 153.915, "p95_ms": 111.773}, "read_interval": {"avg_ms": 99.504, "count": 301, "max_ms": 735.398, "p95_ms": 133.891}, "triton_wait": {"avg_ms": 56.043, "count": 302, "max_ms": 106.284, "p95_ms": 95.756}, "visualize": {"avg_ms": 4.005, "count": 302, "max_ms": 6.398, "p95_ms": 5.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:55:17+09:00", "last_error_summary": "[h264 @ 0x556ff8e4d580] error while decoding MB 28 35, bytestream -17", "last_exit_at": "2026-07-03T11:55:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.67, "last_started_at": "2026-07-03T11:55:20+09:00", "pid": 30973, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.07, "name": "ffmpeg", "pid": 30973, "rss_mb": 265.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 14, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 718.855, "sample_count": 563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:56:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:56:43+09:00", "last_frame_read_age_sec": 0.539, "last_frame_read_at": "2026-07-03T11:56:42+09:00", "mjpeg": {"age_sec": 0.53, "exists": true, "mtime": "2026-07-03T11:56:42.713003+09:00", "mtime_epoch": 1783047402.7130032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:56:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7320.113, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.917, "pushed": 1.917, "read": 1.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 29.585, "count": 56, "max_ms": 38.27, "p95_ms": 36.879}, "gstreamer_push": {"avg_ms": 0.875, "count": 57, "max_ms": 1.177, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.907, "count": 56, "max_ms": 63.097, "p95_ms": 61.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.07, "count": 56, "max_ms": 108.374, "p95_ms": 100.427}, "yolo11_640_fire_11class": {"avg_ms": 53.707, "count": 56, "max_ms": 75.614, "p95_ms": 65.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 85.31, "count": 56, "max_ms": 108.363, "p95_ms": 105.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 521.156, "count": 57, "max_ms": 572.599, "p95_ms": 557.75}, "read_interval": {"avg_ms": 530.592, "count": 56, "max_ms": 582.437, "p95_ms": 568.119}, "triton_wait": {"avg_ms": 87.332, "count": 56, "max_ms": 108.384, "p95_ms": 105.772}, "visualize": {"avg_ms": 20.471, "count": 56, "max_ms": 25.998, "p95_ms": 24.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.742, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 18, "tracking_summary": 800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.424, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.141, "name": "ffmpeg", "pid": 30654, "rss_mb": 333.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.917, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:57:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:57:10+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T11:57:10+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T11:57:10.257308+09:00", "mtime_epoch": 1783047430.2573078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 254635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:57:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.767}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.825, "count": 293, "max_ms": 7.108, "p95_ms": 4.76}, "gstreamer_push": {"avg_ms": 1.256, "count": 294, "max_ms": 1.455, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.991, "count": 293, "max_ms": 69.665, "p95_ms": 54.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.07, "count": 293, "max_ms": 107.7, "p95_ms": 79.603}, "yolo11_640_fire_11class": {"avg_ms": 46.406, "count": 293, "max_ms": 68.922, "p95_ms": 57.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.586, "count": 293, "max_ms": 105.34, "p95_ms": 94.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.814, "count": 294, "max_ms": 155.014, "p95_ms": 110.53}, "read_interval": {"avg_ms": 102.047, "count": 293, "max_ms": 853.869, "p95_ms": 155.116}, "triton_wait": {"avg_ms": 55.825, "count": 293, "max_ms": 107.712, "p95_ms": 94.865}, "visualize": {"avg_ms": 3.837, "count": 293, "max_ms": 6.074, "p95_ms": 5.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12600.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 18, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:55:17+09:00", "last_error_summary": "[h264 @ 0x556ff8e4d580] error while decoding MB 28 35, bytestream -17", "last_exit_at": "2026-07-03T11:55:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.942, "last_started_at": "2026-07-03T11:55:20+09:00", "pid": 30973, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 30973, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 14, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 725.789, "sample_count": 516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T11:57:13+09:00", "last_frame_read_age_sec": 0.52, "last_frame_read_at": "2026-07-03T11:57:12+09:00", "mjpeg": {"age_sec": 0.51, "exists": true, "mtime": "2026-07-03T11:57:13.005339+09:00", "mtime_epoch": 1783047433.005339, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:57:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7304.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.948, "pushed": 1.948, "read": 1.914}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.954, "count": 57, "max_ms": 34.832, "p95_ms": 32.868}, "gstreamer_push": {"avg_ms": 0.877, "count": 58, "max_ms": 1.136, "p95_ms": 0.929}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.095, "count": 57, "max_ms": 65.744, "p95_ms": 61.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 83.385, "count": 57, "max_ms": 105.931, "p95_ms": 102.659}, "yolo11_640_fire_11class": {"avg_ms": 52.346, "count": 57, "max_ms": 66.279, "p95_ms": 65.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 84.063, "count": 57, "max_ms": 106.528, "p95_ms": 103.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 512.232, "count": 58, "max_ms": 574.843, "p95_ms": 550.855}, "read_interval": {"avg_ms": 521.82, "count": 57, "max_ms": 583.357, "p95_ms": 561.693}, "triton_wait": {"avg_ms": 85.739, "count": 57, "max_ms": 106.538, "p95_ms": 105.623}, "visualize": {"avg_ms": 20.261, "count": 57, "max_ms": 29.024, "p95_ms": 22.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.776, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 20, "tracking_summary": 802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12263.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.565, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.141, "name": "ffmpeg", "pid": 30654, "rss_mb": 333.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.152, "sample_count": 2880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:57:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:57:40+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T11:57:40+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T11:57:40.421653+09:00", "mtime_epoch": 1783047460.421653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253493}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:57:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 2016.973, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.368, "pushed": 6.368, "read": 6.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.117, "count": 190, "max_ms": 10.367, "p95_ms": 8.75}, "gstreamer_push": {"avg_ms": 1.035, "count": 191, "max_ms": 3.466, "p95_ms": 1.758}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.471, "count": 190, "max_ms": 64.65, "p95_ms": 54.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.882, "count": 190, "max_ms": 104.596, "p95_ms": 82.762}, "yolo11_640_fire_11class": {"avg_ms": 44.961, "count": 190, "max_ms": 64.752, "p95_ms": 50.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.185, "count": 190, "max_ms": 106.397, "p95_ms": 85.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.839, "count": 191, "max_ms": 712.779, "p95_ms": 183.989}, "read_interval": {"avg_ms": 157.849, "count": 190, "max_ms": 725.781, "p95_ms": 196.974}, "triton_wait": {"avg_ms": 57.45, "count": 190, "max_ms": 106.408, "p95_ms": 85.492}, "visualize": {"avg_ms": 9.137, "count": 190, "max_ms": 15.547, "p95_ms": 13.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:57:39+09:00", "last_error_summary": "[h264 @ 0x558d3bff7ac0] error while decoding MB 79 16, bytestream -5", "last_exit_at": "2026-07-03T11:57:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.526, "last_started_at": "2026-07-03T11:57:41+09:00", "pid": 31140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.301, "name": "ffmpeg", "pid": 31140, "rss_mb": 149.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 15, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 727.723, "sample_count": 497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 87940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:57:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T11:57:44+09:00", "last_frame_read_age_sec": 0.512, "last_frame_read_at": "2026-07-03T11:57:43+09:00", "mjpeg": {"age_sec": 4.751, "exists": true, "mtime": "2026-07-03T11:57:39.577643+09:00", "mtime_epoch": 1783047459.5776432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:57:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7304.293, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.781, "pushed": 1.781, "read": 1.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.127, "count": 52, "max_ms": 32.774, "p95_ms": 31.161}, "gstreamer_push": {"avg_ms": 0.872, "count": 53, "max_ms": 0.973, "p95_ms": 0.966}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.824, "count": 52, "max_ms": 65.999, "p95_ms": 63.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.636, "count": 52, "max_ms": 106.247, "p95_ms": 96.596}, "yolo11_640_fire_11class": {"avg_ms": 50.27, "count": 52, "max_ms": 64.552, "p95_ms": 62.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.537, "count": 52, "max_ms": 108.046, "p95_ms": 100.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 481.912, "count": 53, "max_ms": 550.662, "p95_ms": 540.754}, "read_interval": {"avg_ms": 572.427, "count": 52, "max_ms": 4688.064, "p95_ms": 550.711}, "triton_wait": {"avg_ms": 84.827, "count": 52, "max_ms": 108.058, "p95_ms": 102.611}, "visualize": {"avg_ms": 19.057, "count": 52, "max_ms": 22.219, "p95_ms": 21.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.761, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12518.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.677, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.141, "name": "ffmpeg", "pid": 30654, "rss_mb": 333.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.654, "sample_count": 2761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:58:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:58:10+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T11:58:10+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T11:58:10.530009+09:00", "mtime_epoch": 1783047490.5300088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 253089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:58:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 2037.672, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.14, "pushed": 6.14, "read": 6.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.572, "count": 183, "max_ms": 11.16, "p95_ms": 9.044}, "gstreamer_push": {"avg_ms": 1.02, "count": 184, "max_ms": 3.017, "p95_ms": 1.845}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.86, "count": 183, "max_ms": 70.255, "p95_ms": 54.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.4, "count": 183, "max_ms": 92.732, "p95_ms": 66.912}, "yolo11_640_fire_11class": {"avg_ms": 44.567, "count": 183, "max_ms": 65.97, "p95_ms": 50.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.373, "count": 183, "max_ms": 102.96, "p95_ms": 78.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.251, "count": 184, "max_ms": 706.625, "p95_ms": 182.303}, "read_interval": {"avg_ms": 163.716, "count": 183, "max_ms": 719.153, "p95_ms": 196.333}, "triton_wait": {"avg_ms": 56.6, "count": 183, "max_ms": 102.972, "p95_ms": 81.604}, "visualize": {"avg_ms": 10.893, "count": 183, "max_ms": 16.156, "p95_ms": 13.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12519.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:57:39+09:00", "last_error_summary": "[h264 @ 0x558d3bff7ac0] error while decoding MB 79 16, bytestream -5", "last_exit_at": "2026-07-03T11:57:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.55, "last_started_at": "2026-07-03T11:57:41+09:00", "pid": 31140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.195, "name": "ffmpeg", "pid": 31140, "rss_mb": 264.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 15, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 725.789, "sample_count": 511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:58:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T11:58:14+09:00", "last_frame_read_age_sec": 0.471, "last_frame_read_at": "2026-07-03T11:58:13+09:00", "mjpeg": {"age_sec": 0.462, "exists": true, "mtime": "2026-07-03T11:58:13.890049+09:00", "mtime_epoch": 1783047493.890049, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:58:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7293.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.206, "pushed": 2.206, "read": 2.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 26.035, "count": 65, "max_ms": 31.355, "p95_ms": 29.285}, "gstreamer_push": {"avg_ms": 0.881, "count": 65, "max_ms": 1.015, "p95_ms": 0.95}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.593, "count": 65, "max_ms": 64.233, "p95_ms": 58.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.521, "count": 65, "max_ms": 98.717, "p95_ms": 87.453}, "yolo11_640_fire_11class": {"avg_ms": 49.828, "count": 65, "max_ms": 65.59, "p95_ms": 61.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.439, "count": 65, "max_ms": 103.714, "p95_ms": 100.389}}, "truncated_count": 0}, "processing_total": {"avg_ms": 452.55, "count": 65, "max_ms": 548.105, "p95_ms": 483.028}, "read_interval": {"avg_ms": 461.641, "count": 64, "max_ms": 556.71, "p95_ms": 490.735}, "triton_wait": {"avg_ms": 80.511, "count": 65, "max_ms": 103.727, "p95_ms": 100.4}, "visualize": {"avg_ms": 18.74, "count": 65, "max_ms": 22.034, "p95_ms": 20.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.468, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12492.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.718, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.141, "name": "ffmpeg", "pid": 30654, "rss_mb": 333.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.185, "sample_count": 2745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:58:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T11:58:40+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-03T11:58:40+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T11:58:40.522374+09:00", "mtime_epoch": 1783047520.5223737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:58:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 2011.684, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.391, "pushed": 6.391, "read": 6.357}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.456, "count": 191, "max_ms": 10.529, "p95_ms": 8.517}, "gstreamer_push": {"avg_ms": 0.952, "count": 191, "max_ms": 1.274, "p95_ms": 1.073}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.218, "count": 191, "max_ms": 67.866, "p95_ms": 62.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.03, "count": 191, "max_ms": 107.006, "p95_ms": 83.115}, "yolo11_640_fire_11class": {"avg_ms": 45.668, "count": 191, "max_ms": 67.914, "p95_ms": 58.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.465, "count": 191, "max_ms": 105.416, "p95_ms": 97.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.863, "count": 191, "max_ms": 212.709, "p95_ms": 187.296}, "read_interval": {"avg_ms": 157.056, "count": 190, "max_ms": 223.479, "p95_ms": 197.374}, "triton_wait": {"avg_ms": 60.273, "count": 191, "max_ms": 107.022, "p95_ms": 97.794}, "visualize": {"avg_ms": 10.96, "count": 191, "max_ms": 14.611, "p95_ms": 11.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12485.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:57:39+09:00", "last_error_summary": "[h264 @ 0x558d3bff7ac0] error while decoding MB 79 16, bytestream -5", "last_exit_at": "2026-07-03T11:57:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.806, "last_started_at": "2026-07-03T11:57:41+09:00", "pid": 31140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.195, "name": "ffmpeg", "pid": 31140, "rss_mb": 264.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 15, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 725.789, "sample_count": 524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:58:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T11:58:44+09:00", "last_frame_read_age_sec": 0.486, "last_frame_read_at": "2026-07-03T11:58:44+09:00", "mjpeg": {"age_sec": 0.478, "exists": true, "mtime": "2026-07-03T11:58:44.130418+09:00", "mtime_epoch": 1783047524.1304183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:58:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7293.746, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.081, "pushed": 2.081, "read": 2.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 27.656, "count": 61, "max_ms": 34.481, "p95_ms": 32.575}, "gstreamer_push": {"avg_ms": 0.873, "count": 62, "max_ms": 0.958, "p95_ms": 0.937}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.175, "count": 61, "max_ms": 68.896, "p95_ms": 65.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 84.0, "count": 61, "max_ms": 105.919, "p95_ms": 101.224}, "yolo11_640_fire_11class": {"avg_ms": 52.595, "count": 61, "max_ms": 66.37, "p95_ms": 63.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.681, "count": 61, "max_ms": 107.695, "p95_ms": 102.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 478.457, "count": 62, "max_ms": 521.791, "p95_ms": 516.8}, "read_interval": {"avg_ms": 487.891, "count": 61, "max_ms": 531.879, "p95_ms": 526.062}, "triton_wait": {"avg_ms": 85.893, "count": 61, "max_ms": 107.707, "p95_ms": 105.623}, "visualize": {"avg_ms": 19.437, "count": 61, "max_ms": 27.541, "p95_ms": 21.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.8, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12409.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:50:40+09:00", "last_error_summary": "[h264 @ 0x558680cde3c0] error while decoding MB 102 31, bytestream -5 [in#0/rtsp @ 0x558680b87e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558680b87e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:50:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 511.671, "last_started_at": "2026-07-03T11:50:42+09:00", "pid": 30654, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.004, "name": "ffmpeg", "pid": 30654, "rss_mb": 334.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.675, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:59:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T11:59:14+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T11:59:14+09:00", "mjpeg": {"age_sec": 9.276, "exists": true, "mtime": "2026-07-03T11:59:05.378684+09:00", "mtime_epoch": 1783047545.3786836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:59:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1998.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.671, "pushed": 5.671, "read": 5.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.51, "count": 169, "max_ms": 10.175, "p95_ms": 8.248}, "gstreamer_push": {"avg_ms": 1.109, "count": 170, "max_ms": 1.53, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.423, "count": 169, "max_ms": 66.331, "p95_ms": 53.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.174, "count": 169, "max_ms": 89.104, "p95_ms": 56.286}, "yolo11_640_fire_11class": {"avg_ms": 45.746, "count": 169, "max_ms": 68.455, "p95_ms": 48.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.258, "count": 169, "max_ms": 100.187, "p95_ms": 59.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.324, "count": 170, "max_ms": 185.779, "p95_ms": 151.074}, "read_interval": {"avg_ms": 177.568, "count": 169, "max_ms": 9288.189, "p95_ms": 163.444}, "triton_wait": {"avg_ms": 54.348, "count": 169, "max_ms": 100.199, "p95_ms": 59.112}, "visualize": {"avg_ms": 7.677, "count": 169, "max_ms": 13.573, "p95_ms": 11.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:57:39+09:00", "last_error_summary": "[h264 @ 0x558d3bff7ac0] error while decoding MB 79 16, bytestream -5", "last_exit_at": "2026-07-03T11:57:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.484, "last_started_at": "2026-07-03T11:57:41+09:00", "pid": 31140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.363, "name": "ffmpeg", "pid": 31140, "rss_mb": 281.363, "state": "S (sleeping)", "threads": 104}, "restart_count": 21, "restart_count_per_hour": 15, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 725.789, "sample_count": 504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T11:59:19+09:00", "last_frame_read_age_sec": 0.444, "last_frame_read_at": "2026-07-03T11:59:18+09:00", "mjpeg": {"age_sec": 18.664, "exists": true, "mtime": "2026-07-03T11:59:00.622624+09:00", "mtime_epoch": 1783047540.622624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:59:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 24, "pushed_frames": 24, "read_frames": 23, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.808, "pushed": 0.808, "read": 0.774}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 24.65, "count": 23, "max_ms": 28.211, "p95_ms": 27.457}, "gstreamer_push": {"avg_ms": 0.88, "count": 24, "max_ms": 0.969, "p95_ms": 0.93}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.303, "count": 23, "max_ms": 61.037, "p95_ms": 50.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.863, "count": 23, "max_ms": 87.176, "p95_ms": 84.387}, "yolo11_640_fire_11class": {"avg_ms": 50.647, "count": 23, "max_ms": 64.939, "p95_ms": 52.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.776, "count": 23, "max_ms": 98.015, "p95_ms": 81.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 454.003, "count": 24, "max_ms": 478.14, "p95_ms": 474.649}, "read_interval": {"avg_ms": 1293.225, "count": 23, "max_ms": 18695.007, "p95_ms": 1304.97}, "triton_wait": {"avg_ms": 80.56, "count": 23, "max_ms": 98.028, "p95_ms": 87.19}, "visualize": {"avg_ms": 18.687, "count": 23, "max_ms": 20.278, "p95_ms": 19.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.721, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12219.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:59:29+09:00", "last_error_summary": "[h264 @ 0x55c94d426bc0] error while decoding MB 2 29, bytestream -9 [in#0/rtsp @ 0x55c94c703e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c94c703e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:59:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.469, "last_started_at": "2026-07-03T11:59:32+09:00", "pid": 31309, "process": {"exists": true, "fd_count": 5, "hwm_mb": 239.797, "name": "ffmpeg", "pid": 31309, "rss_mb": 239.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.29, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T11:59:44+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T11:59:44+09:00", "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-07-03T11:59:44.651187+09:00", "mtime_epoch": 1783047584.6511867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T11:59:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1998.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 26, "pushed_frames": 26, "read_frames": 26, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.65, "pushed": 1.65, "read": 1.65}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.667, "count": 26, "max_ms": 5.25, "p95_ms": 4.669}, "gstreamer_push": {"avg_ms": 1.167, "count": 26, "max_ms": 1.495, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.418, "count": 26, "max_ms": 49.866, "p95_ms": 49.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.824, "count": 26, "max_ms": 78.086, "p95_ms": 76.511}, "yolo11_640_fire_11class": {"avg_ms": 46.152, "count": 26, "max_ms": 50.125, "p95_ms": 49.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.258, "count": 26, "max_ms": 77.357, "p95_ms": 77.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.711, "count": 26, "max_ms": 104.563, "p95_ms": 103.651}, "read_interval": {"avg_ms": 1157.633, "count": 26, "max_ms": 14398.902, "p95_ms": 13771.413}, "triton_wait": {"avg_ms": 53.297, "count": 26, "max_ms": 78.098, "p95_ms": 77.197}, "visualize": {"avg_ms": 3.318, "count": 26, "max_ms": 5.109, "p95_ms": 5.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 15.762, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12311.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:59:22+09:00", "last_error_summary": "[h264 @ 0x559e8b3c6a00] error while decoding MB 35 33, bytestream -7 [in#0/rtsp @ 0x559e8b284e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e8b284e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:59:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.752, "last_started_at": "2026-07-03T11:59:25+09:00", "pid": 31307, "process": {"exists": true, "fd_count": 5, "hwm_mb": 177.984, "name": "ffmpeg", "pid": 31307, "rss_mb": 177.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 732.444, "sample_count": 488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T11:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T11:59:49+09:00", "last_frame_read_age_sec": 0.443, "last_frame_read_at": "2026-07-03T11:59:49+09:00", "mjpeg": {"age_sec": 0.432, "exists": true, "mtime": "2026-07-03T11:59:49.199246+09:00", "mtime_epoch": 1783047589.199246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T11:59:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 30, "pushed_frames": 30, "read_frames": 29, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.004, "pushed": 1.004, "read": 0.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 26.003, "count": 29, "max_ms": 33.737, "p95_ms": 30.081}, "gstreamer_push": {"avg_ms": 0.875, "count": 30, "max_ms": 0.946, "p95_ms": 0.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.287, "count": 29, "max_ms": 60.825, "p95_ms": 59.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 78.64, "count": 29, "max_ms": 102.652, "p95_ms": 90.463}, "yolo11_640_fire_11class": {"avg_ms": 50.732, "count": 29, "max_ms": 65.57, "p95_ms": 63.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 76.245, "count": 29, "max_ms": 102.665, "p95_ms": 96.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 455.684, "count": 30, "max_ms": 498.965, "p95_ms": 498.243}, "read_interval": {"avg_ms": 1030.794, "count": 29, "max_ms": 16881.638, "p95_ms": 508.976}, "triton_wait": {"avg_ms": 78.877, "count": 29, "max_ms": 102.675, "p95_ms": 96.063}, "visualize": {"avg_ms": 18.639, "count": 29, "max_ms": 21.269, "p95_ms": 20.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12394.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:59:22+09:00", "last_error_summary": "[h264 @ 0x559e8b3c6a00] error while decoding MB 35 33, bytestream -7 [in#0/rtsp @ 0x559e8b284e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559e8b284e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:59:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.588, "last_started_at": "2026-07-03T11:59:25+09:00", "pid": 31307, "process": {"exists": true, "fd_count": 5, "hwm_mb": 257.055, "name": "ffmpeg", "pid": 31307, "rss_mb": 257.055, "state": "S (sleeping)", "threads": 104}, "restart_count": 22, "restart_count_per_hour": 15, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 541.85, "sample_count": 477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:00:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:00:22+09:00", "last_frame_read_age_sec": 0.466, "last_frame_read_at": "2026-07-03T12:00:22+09:00", "mjpeg": {"age_sec": 10.116, "exists": true, "mtime": "2026-07-03T12:00:12.351551+09:00", "mtime_epoch": 1783047612.3515506, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:00:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 16, "pushed_frames": 16, "read_frames": 16, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.533, "pushed": 0.533, "read": 0.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 27.596, "count": 16, "max_ms": 29.022, "p95_ms": 29.022}, "gstreamer_push": {"avg_ms": 0.883, "count": 16, "max_ms": 0.907, "p95_ms": 0.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.465, "count": 16, "max_ms": 48.26, "p95_ms": 48.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.271, "count": 16, "max_ms": 81.301, "p95_ms": 81.301}, "yolo11_640_fire_11class": {"avg_ms": 49.175, "count": 16, "max_ms": 52.189, "p95_ms": 52.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.644, "count": 16, "max_ms": 79.379, "p95_ms": 79.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 471.72, "count": 16, "max_ms": 482.804, "p95_ms": 482.804}, "read_interval": {"avg_ms": 1875.493, "count": 16, "max_ms": 13117.375, "p95_ms": 13117.375}, "triton_wait": {"avg_ms": 77.283, "count": 16, "max_ms": 81.314, "p95_ms": 81.314}, "visualize": {"avg_ms": 19.142, "count": 16, "max_ms": 20.156, "p95_ms": 20.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12178.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:59:29+09:00", "last_error_summary": "[h264 @ 0x55c94d426bc0] error while decoding MB 2 29, bytestream -9 [in#0/rtsp @ 0x55c94c703e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c94c703e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:59:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 58.14, "last_started_at": "2026-07-03T11:59:32+09:00", "pid": 31309, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.309, "name": "ffmpeg", "pid": 31309, "rss_mb": 329.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.612, "sample_count": 1880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:00:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:00:30+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T12:00:30+09:00", "mjpeg": {"age_sec": 28.515, "exists": true, "mtime": "2026-07-03T12:00:01.859412+09:00", "mtime_epoch": 1783047601.859412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:00:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1998.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 11, "pushed_frames": 11, "read_frames": 11, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.374, "pushed": 0.374, "read": 0.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.313, "count": 11, "max_ms": 4.857, "p95_ms": 4.857}, "gstreamer_push": {"avg_ms": 1.338, "count": 11, "max_ms": 1.462, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.805, "count": 11, "max_ms": 50.019, "p95_ms": 50.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.711, "count": 11, "max_ms": 56.625, "p95_ms": 56.625}, "yolo11_640_fire_11class": {"avg_ms": 45.914, "count": 11, "max_ms": 53.156, "p95_ms": 53.156}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.275, "count": 11, "max_ms": 54.729, "p95_ms": 54.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.716, "count": 11, "max_ms": 108.604, "p95_ms": 108.604}, "read_interval": {"avg_ms": 3425.274, "count": 11, "max_ms": 28530.158, "p95_ms": 28530.158}, "triton_wait": {"avg_ms": 51.459, "count": 11, "max_ms": 56.635, "p95_ms": 56.635}, "visualize": {"avg_ms": 4.118, "count": 11, "max_ms": 5.297, "p95_ms": 5.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.407, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12281.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 9, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T11:59:29+09:00", "last_error_summary": "[h264 @ 0x55c94d426bc0] error while decoding MB 2 29, bytestream -9 [in#0/rtsp @ 0x55c94c703e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c94c703e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T11:59:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.146, "last_started_at": "2026-07-03T11:59:32+09:00", "pid": 31309, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.855, "name": "ffmpeg", "pid": 31309, "rss_mb": 330.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.025, "sample_count": 1797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:01:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:01:00+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T12:01:00+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T12:01:00.320197+09:00", "mtime_epoch": 1783047660.3201973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:01:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1998.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.704, "pushed": 12.704, "read": 12.704}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.629, "count": 248, "max_ms": 3.824, "p95_ms": 2.708}, "gstreamer_push": {"avg_ms": 1.33, "count": 248, "max_ms": 1.474, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.422, "count": 248, "max_ms": 60.974, "p95_ms": 48.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.065, "count": 248, "max_ms": 89.554, "p95_ms": 53.857}, "yolo11_640_fire_11class": {"avg_ms": 46.345, "count": 248, "max_ms": 64.011, "p95_ms": 48.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.215, "count": 248, "max_ms": 99.151, "p95_ms": 55.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.468, "count": 248, "max_ms": 110.392, "p95_ms": 66.622}, "read_interval": {"avg_ms": 121.008, "count": 248, "max_ms": 10553.903, "p95_ms": 81.13}, "triton_wait": {"avg_ms": 52.236, "count": 248, "max_ms": 99.162, "p95_ms": 55.477}, "visualize": {"avg_ms": 3.663, "count": 248, "max_ms": 4.16, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.521, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12302.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:00:25+09:00", "last_error_summary": "[h264 @ 0x55758321de40] error while decoding MB 39 28, bytestream -6 [in#0/rtsp @ 0x5575831aee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575831aee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.615, "last_started_at": "2026-07-03T12:00:29+09:00", "pid": 31566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 162.496, "name": "ffmpeg", "pid": 31566, "rss_mb": 162.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 540.734, "sample_count": 420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:01:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T12:01:03+09:00", "last_frame_read_age_sec": 0.477, "last_frame_read_at": "2026-07-03T12:01:03+09:00", "mjpeg": {"age_sec": 18.253, "exists": true, "mtime": "2026-07-03T12:00:45.467995+09:00", "mtime_epoch": 1783047645.467995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:01:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 12, "pushed_frames": 12, "read_frames": 12, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.496, "pushed": 0.496, "read": 0.496}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 29.411, "count": 12, "max_ms": 31.33, "p95_ms": 31.33}, "gstreamer_push": {"avg_ms": 0.877, "count": 12, "max_ms": 0.906, "p95_ms": 0.906}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.113, "count": 12, "max_ms": 52.759, "p95_ms": 52.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 81.608, "count": 12, "max_ms": 86.841, "p95_ms": 86.841}, "yolo11_640_fire_11class": {"avg_ms": 51.659, "count": 12, "max_ms": 63.308, "p95_ms": 63.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.7, "count": 12, "max_ms": 97.962, "p95_ms": 97.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 524.097, "count": 12, "max_ms": 544.875, "p95_ms": 544.875}, "read_interval": {"avg_ms": 3124.047, "count": 12, "max_ms": 18291.697, "p95_ms": 18291.697}, "triton_wait": {"avg_ms": 83.371, "count": 12, "max_ms": 97.974, "p95_ms": 97.974}, "visualize": {"avg_ms": 19.86, "count": 12, "max_ms": 20.867, "p95_ms": 20.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 24.185, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12195.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:01:23+09:00", "last_error_summary": "[h264 @ 0x5587aa82ca00] error while decoding MB 5 53, bytestream -23 [h264 @ 0x5587aa8640c0] error while decoding MB 5 44, bytestream -21 [in#0/rtsp @ 0x5587aa690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5587aa690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:01:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.996, "last_started_at": "2026-07-03T12:01:26+09:00", "pid": 31673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 191.703, "name": "ffmpeg", "pid": 31673, "rss_mb": 191.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.196, "sample_count": 1457, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:01:38+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T12:01:37+09:00", "mjpeg": {"age_sec": 14.682, "exists": true, "mtime": "2026-07-03T12:01:23.364515+09:00", "mtime_epoch": 1783047683.364515, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 247602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:01:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1998.371, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.541, "pushed": 0.541, "read": 0.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.107, "count": 14, "max_ms": 4.704, "p95_ms": 4.704}, "gstreamer_push": {"avg_ms": 1.315, "count": 14, "max_ms": 1.511, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.941, "count": 14, "max_ms": 51.569, "p95_ms": 51.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.092, "count": 14, "max_ms": 53.426, "p95_ms": 53.426}, "yolo11_640_fire_11class": {"avg_ms": 46.251, "count": 14, "max_ms": 50.874, "p95_ms": 50.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.886, "count": 14, "max_ms": 55.408, "p95_ms": 55.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.948, "count": 14, "max_ms": 106.295, "p95_ms": 106.295}, "read_interval": {"avg_ms": 2483.638, "count": 14, "max_ms": 14692.858, "p95_ms": 14692.858}, "triton_wait": {"avg_ms": 51.984, "count": 14, "max_ms": 55.42, "p95_ms": 55.42}, "visualize": {"avg_ms": 3.995, "count": 14, "max_ms": 5.154, "p95_ms": 5.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:00:25+09:00", "last_error_summary": "[h264 @ 0x55758321de40] error while decoding MB 39 28, bytestream -6 [in#0/rtsp @ 0x5575831aee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5575831aee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:00:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.606, "last_started_at": "2026-07-03T12:00:29+09:00", "pid": 31566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 222.742, "name": "ffmpeg", "pid": 31566, "rss_mb": 222.742, "state": "S (sleeping)", "threads": 104}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 536.078, "sample_count": 364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:01:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T12:01:42+09:00", "last_frame_read_age_sec": 0.495, "last_frame_read_at": "2026-07-03T12:01:42+09:00", "mjpeg": {"age_sec": 15.936, "exists": true, "mtime": "2026-07-03T12:01:26.776562+09:00", "mtime_epoch": 1783047686.7765625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:01:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 7, "pushed_frames": 7, "read_frames": 7, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.369, "pushed": 0.369, "read": 0.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 28.615, "count": 7, "max_ms": 29.793, "p95_ms": 29.793}, "gstreamer_push": {"avg_ms": 0.892, "count": 7, "max_ms": 0.953, "p95_ms": 0.953}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.938, "count": 7, "max_ms": 47.008, "p95_ms": 47.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.156, "count": 7, "max_ms": 82.259, "p95_ms": 82.259}, "yolo11_640_fire_11class": {"avg_ms": 48.635, "count": 7, "max_ms": 50.4, "p95_ms": 50.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.191, "count": 7, "max_ms": 82.271, "p95_ms": 82.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 493.074, "count": 7, "max_ms": 506.802, "p95_ms": 506.802}, "read_interval": {"avg_ms": 4620.237, "count": 7, "max_ms": 15962.187, "p95_ms": 15962.187}, "triton_wait": {"avg_ms": 77.17, "count": 7, "max_ms": 82.281, "p95_ms": 82.281}, "visualize": {"avg_ms": 19.593, "count": 7, "max_ms": 20.099, "p95_ms": 20.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 18.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12337.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:01:23+09:00", "last_error_summary": "[h264 @ 0x5587aa82ca00] error while decoding MB 5 53, bytestream -23 [h264 @ 0x5587aa8640c0] error while decoding MB 5 44, bytestream -21 [in#0/rtsp @ 0x5587aa690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5587aa690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:01:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.549, "last_started_at": "2026-07-03T12:01:26+09:00", "pid": 31673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 339.309, "name": "ffmpeg", "pid": 31673, "rss_mb": 339.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.819, "sample_count": 1347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:02:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:02:16+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T12:02:16+09:00", "mjpeg": {"age_sec": 9.61, "exists": true, "mtime": "2026-07-03T12:02:06.989128+09:00", "mtime_epoch": 1783047726.9891279, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:02:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1987.949, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 141, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.007, "pushed": 5.007, "read": 5.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.756, "count": 141, "max_ms": 5.55, "p95_ms": 4.387}, "gstreamer_push": {"avg_ms": 1.342, "count": 141, "max_ms": 2.18, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.263, "count": 141, "max_ms": 51.865, "p95_ms": 48.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.948, "count": 141, "max_ms": 95.902, "p95_ms": 52.056}, "yolo11_640_fire_11class": {"avg_ms": 46.81, "count": 141, "max_ms": 55.133, "p95_ms": 49.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.032, "count": 141, "max_ms": 94.854, "p95_ms": 51.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.601, "count": 141, "max_ms": 107.276, "p95_ms": 99.598}, "read_interval": {"avg_ms": 218.404, "count": 141, "max_ms": 9621.152, "p95_ms": 113.308}, "triton_wait": {"avg_ms": 49.587, "count": 141, "max_ms": 95.913, "p95_ms": 52.17}, "visualize": {"avg_ms": 3.778, "count": 141, "max_ms": 5.682, "p95_ms": 5.104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.16, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12340.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:01:46+09:00", "last_error_summary": "[h264 @ 0x561418280a40] error while decoding MB 39 39, bytestream -34 [in#0/rtsp @ 0x561418250e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x561418250e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T12:01:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.376, "last_started_at": "2026-07-03T12:01:49+09:00", "pid": 31825, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.707, "name": "ffmpeg", "pid": 31825, "rss_mb": 209.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 17, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 514.76, "sample_count": 324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T12:02:23+09:00", "last_frame_read_age_sec": 0.475, "last_frame_read_at": "2026-07-03T12:02:23+09:00", "mjpeg": {"age_sec": 11.452, "exists": true, "mtime": "2026-07-03T12:02:12.145201+09:00", "mtime_epoch": 1783047732.1452014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:02:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 31, "pushed_frames": 31, "read_frames": 31, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.229, "pushed": 1.229, "read": 1.229}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 25.163, "count": 31, "max_ms": 28.746, "p95_ms": 26.341}, "gstreamer_push": {"avg_ms": 0.877, "count": 31, "max_ms": 1.12, "p95_ms": 1.063}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.334, "count": 31, "max_ms": 59.394, "p95_ms": 49.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.06, "count": 31, "max_ms": 87.746, "p95_ms": 86.671}, "yolo11_640_fire_11class": {"avg_ms": 49.419, "count": 31, "max_ms": 62.918, "p95_ms": 55.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 78.994, "count": 31, "max_ms": 102.771, "p95_ms": 84.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 450.699, "count": 31, "max_ms": 482.412, "p95_ms": 471.81}, "read_interval": {"avg_ms": 1189.439, "count": 31, "max_ms": 12118.146, "p95_ms": 11454.097}, "triton_wait": {"avg_ms": 79.959, "count": 31, "max_ms": 102.783, "p95_ms": 86.683}, "visualize": {"avg_ms": 18.574, "count": 31, "max_ms": 19.453, "p95_ms": 19.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.229, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12321.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:01:23+09:00", "last_error_summary": "[h264 @ 0x5587aa82ca00] error while decoding MB 5 53, bytestream -23 [h264 @ 0x5587aa8640c0] error while decoding MB 5 44, bytestream -21 [in#0/rtsp @ 0x5587aa690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5587aa690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:01:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.647, "last_started_at": "2026-07-03T12:01:26+09:00", "pid": 31673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 339.566, "name": "ffmpeg", "pid": 31673, "rss_mb": 339.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.675, "sample_count": 1482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:02:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:02:46+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T12:02:46+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T12:02:46.605697+09:00", "mtime_epoch": 1783047766.605697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242404}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:02:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.087, "pushed": 11.087, "read": 11.054}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.752, "count": 332, "max_ms": 5.34, "p95_ms": 4.613}, "gstreamer_push": {"avg_ms": 1.323, "count": 332, "max_ms": 1.537, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.281, "count": 332, "max_ms": 62.526, "p95_ms": 48.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.158, "count": 332, "max_ms": 99.485, "p95_ms": 52.782}, "yolo11_640_fire_11class": {"avg_ms": 49.186, "count": 332, "max_ms": 69.294, "p95_ms": 51.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.965, "count": 332, "max_ms": 100.85, "p95_ms": 53.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.523, "count": 332, "max_ms": 112.089, "p95_ms": 99.899}, "read_interval": {"avg_ms": 90.356, "count": 331, "max_ms": 3661.272, "p95_ms": 111.496}, "triton_wait": {"avg_ms": 51.027, "count": 332, "max_ms": 100.862, "p95_ms": 53.574}, "visualize": {"avg_ms": 3.777, "count": 332, "max_ms": 5.42, "p95_ms": 5.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12126.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:01:23+09:00", "last_error_summary": "[h264 @ 0x5587aa82ca00] error while decoding MB 5 53, bytestream -23 [h264 @ 0x5587aa8640c0] error while decoding MB 5 44, bytestream -21 [in#0/rtsp @ 0x5587aa690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5587aa690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:01:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.696, "last_started_at": "2026-07-03T12:01:26+09:00", "pid": 31673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 339.824, "name": "ffmpeg", "pid": 31673, "rss_mb": 339.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.981, "sample_count": 1494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:03:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:03:16+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T12:03:16+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T12:03:16.654135+09:00", "mtime_epoch": 1783047796.6541355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:03:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.547, "pushed": 6.547, "read": 6.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.378, "count": 196, "max_ms": 4.725, "p95_ms": 4.7}, "gstreamer_push": {"avg_ms": 1.263, "count": 196, "max_ms": 1.443, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.529, "count": 196, "max_ms": 53.893, "p95_ms": 48.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.712, "count": 196, "max_ms": 92.573, "p95_ms": 52.581}, "yolo11_640_fire_11class": {"avg_ms": 49.083, "count": 196, "max_ms": 60.089, "p95_ms": 51.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.633, "count": 196, "max_ms": 93.496, "p95_ms": 53.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.414, "count": 196, "max_ms": 141.387, "p95_ms": 103.574}, "read_interval": {"avg_ms": 153.518, "count": 195, "max_ms": 8651.67, "p95_ms": 116.148}, "triton_wait": {"avg_ms": 50.683, "count": 196, "max_ms": 93.506, "p95_ms": 53.351}, "visualize": {"avg_ms": 4.21, "count": 196, "max_ms": 5.273, "p95_ms": 5.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12126.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:01:23+09:00", "last_error_summary": "[h264 @ 0x5587aa82ca00] error while decoding MB 5 53, bytestream -23 [h264 @ 0x5587aa8640c0] error while decoding MB 5 44, bytestream -21 [in#0/rtsp @ 0x5587aa690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5587aa690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:01:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.769, "last_started_at": "2026-07-03T12:01:26+09:00", "pid": 31673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 339.824, "name": "ffmpeg", "pid": 31673, "rss_mb": 339.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.038, "sample_count": 1576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:03:46+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T12:03:46+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T12:03:46.762581+09:00", "mtime_epoch": 1783047826.7625809, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:03:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.112, "pushed": 9.112, "read": 9.078}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 4.584, "count": 272, "max_ms": 6.873, "p95_ms": 5.018}, "gstreamer_push": {"avg_ms": 1.169, "count": 273, "max_ms": 1.402, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.001, "count": 272, "max_ms": 49.462, "p95_ms": 47.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.699, "count": 272, "max_ms": 53.194, "p95_ms": 49.422}, "yolo11_640_fire_11class": {"avg_ms": 48.852, "count": 272, "max_ms": 53.169, "p95_ms": 49.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.094, "count": 272, "max_ms": 54.239, "p95_ms": 51.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.526, "count": 273, "max_ms": 113.993, "p95_ms": 103.067}, "read_interval": {"avg_ms": 110.284, "count": 272, "max_ms": 128.42, "p95_ms": 115.614}, "triton_wait": {"avg_ms": 50.106, "count": 272, "max_ms": 54.251, "p95_ms": 51.444}, "visualize": {"avg_ms": 5.058, "count": 272, "max_ms": 6.457, "p95_ms": 5.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12127.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 10, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:01:23+09:00", "last_error_summary": "[h264 @ 0x5587aa82ca00] error while decoding MB 5 53, bytestream -23 [h264 @ 0x5587aa8640c0] error while decoding MB 5 44, bytestream -21 [in#0/rtsp @ 0x5587aa690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5587aa690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:01:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 179.896, "last_started_at": "2026-07-03T12:01:26+09:00", "pid": 31673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.703, "name": "ffmpeg", "pid": 31673, "rss_mb": 340.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 10, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.849, "sample_count": 1738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:04:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:04:25+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T12:04:25+09:00", "mjpeg": {"age_sec": 13.015, "exists": true, "mtime": "2026-07-03T12:04:12.930973+09:00", "mtime_epoch": 1783047852.9309726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:04:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.013, "pushed": 7.013, "read": 6.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.77, "count": 210, "max_ms": 4.691, "p95_ms": 4.63}, "gstreamer_push": {"avg_ms": 1.306, "count": 210, "max_ms": 1.507, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.225, "count": 210, "max_ms": 55.38, "p95_ms": 48.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.678, "count": 210, "max_ms": 59.985, "p95_ms": 54.638}, "yolo11_640_fire_11class": {"avg_ms": 49.944, "count": 210, "max_ms": 57.699, "p95_ms": 52.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.998, "count": 210, "max_ms": 59.221, "p95_ms": 53.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.776, "count": 210, "max_ms": 107.581, "p95_ms": 102.791}, "read_interval": {"avg_ms": 143.204, "count": 209, "max_ms": 13022.957, "p95_ms": 115.572}, "triton_wait": {"avg_ms": 51.297, "count": 210, "max_ms": 59.995, "p95_ms": 54.688}, "visualize": {"avg_ms": 3.779, "count": 210, "max_ms": 5.275, "p95_ms": 5.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12018.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:04:36+09:00", "last_error_summary": "[h264 @ 0x555d65f7ccc0] error while decoding MB 43 36, bytestream -19 [in#0/rtsp @ 0x555d65f47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d65f47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:04:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.286, "last_started_at": "2026-07-03T12:04:39+09:00", "pid": 31938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 244.98, "name": "ffmpeg", "pid": 31938, "rss_mb": 244.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 9, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.774, "sample_count": 1689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:04:56+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T12:04:56+09:00", "mjpeg": {"age_sec": 2.797, "exists": true, "mtime": "2026-07-03T12:04:53.523588+09:00", "mtime_epoch": 1783047893.5235877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:04:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 29, "pushed_frames": 29, "read_frames": 29, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.429, "pushed": 1.429, "read": 1.429}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.064, "count": 29, "max_ms": 4.648, "p95_ms": 4.636}, "gstreamer_push": {"avg_ms": 1.275, "count": 29, "max_ms": 1.391, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.36, "count": 29, "max_ms": 50.404, "p95_ms": 48.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.092, "count": 29, "max_ms": 53.635, "p95_ms": 53.158}, "yolo11_640_fire_11class": {"avg_ms": 48.683, "count": 29, "max_ms": 55.238, "p95_ms": 51.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.434, "count": 29, "max_ms": 56.894, "p95_ms": 53.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.805, "count": 29, "max_ms": 110.967, "p95_ms": 100.604}, "read_interval": {"avg_ms": 1046.047, "count": 29, "max_ms": 14982.726, "p95_ms": 10161.892}, "triton_wait": {"avg_ms": 50.831, "count": 29, "max_ms": 56.905, "p95_ms": 53.705}, "visualize": {"avg_ms": 4.014, "count": 29, "max_ms": 5.15, "p95_ms": 5.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.29, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12173.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:04:40+09:00", "last_error_summary": "[h264 @ 0x5557d3f63300] error while decoding MB 69 31, bytestream -26", "last_exit_at": "2026-07-03T12:02:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.467, "last_started_at": "2026-07-03T12:04:56+09:00", "pid": 32090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 131.539, "name": "ffmpeg", "pid": 32090, "rss_mb": 131.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 21, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 537.238, "sample_count": 95, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T12:05:01+09:00", "last_frame_read_age_sec": 0.596, "last_frame_read_at": "2026-07-03T12:05:01+09:00", "mjpeg": {"age_sec": 133.782, "exists": true, "mtime": "2026-07-03T12:02:48.141719+09:00", "mtime_epoch": 1783047768.141719, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:05:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 32.692, "count": 1, "max_ms": 32.692, "p95_ms": 32.692}, "gstreamer_push": {"avg_ms": 0.877, "count": 1, "max_ms": 0.877, "p95_ms": 0.877}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.732, "count": 1, "max_ms": 58.732, "p95_ms": 58.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 82.947, "count": 1, "max_ms": 82.947, "p95_ms": 82.947}, "yolo11_640_fire_11class": {"avg_ms": 53.886, "count": 1, "max_ms": 53.886, "p95_ms": 53.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 97.887, "count": 1, "max_ms": 97.887, "p95_ms": 97.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 593.571, "count": 1, "max_ms": 593.571, "p95_ms": 593.571}, "read_interval": {"avg_ms": 133644.346, "count": 1, "max_ms": 133644.346, "p95_ms": 133644.346}, "triton_wait": {"avg_ms": 97.9, "count": 1, "max_ms": 97.9, "p95_ms": 97.9}, "visualize": {"avg_ms": 20.108, "count": 1, "max_ms": 20.108, "p95_ms": 20.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:04:36+09:00", "last_error_summary": "[h264 @ 0x555d65f7ccc0] error while decoding MB 43 36, bytestream -19 [in#0/rtsp @ 0x555d65f47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d65f47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:04:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.286, "last_started_at": "2026-07-03T12:04:39+09:00", "pid": 31938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.492, "name": "ffmpeg", "pid": 31938, "rss_mb": 331.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 9, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.762, "sample_count": 1757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:05:26+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T12:05:26+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T12:05:26.256090+09:00", "mtime_epoch": 1783047926.2560904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:05:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 78, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.601, "pushed": 2.601, "read": 2.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.036, "count": 78, "max_ms": 4.849, "p95_ms": 4.792}, "gstreamer_push": {"avg_ms": 1.292, "count": 78, "max_ms": 1.519, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.294, "count": 78, "max_ms": 55.896, "p95_ms": 51.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.625, "count": 78, "max_ms": 84.377, "p95_ms": 53.072}, "yolo11_640_fire_11class": {"avg_ms": 49.553, "count": 78, "max_ms": 56.605, "p95_ms": 53.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.11, "count": 78, "max_ms": 83.634, "p95_ms": 54.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.612, "count": 78, "max_ms": 103.0, "p95_ms": 101.119}, "read_interval": {"avg_ms": 385.233, "count": 78, "max_ms": 9750.237, "p95_ms": 3496.688}, "triton_wait": {"avg_ms": 51.298, "count": 78, "max_ms": 84.388, "p95_ms": 54.268}, "visualize": {"avg_ms": 3.99, "count": 78, "max_ms": 5.402, "p95_ms": 5.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12409.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:04:40+09:00", "last_error_summary": "[h264 @ 0x5557d3f63300] error while decoding MB 69 31, bytestream -26", "last_exit_at": "2026-07-03T12:02:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.296, "last_started_at": "2026-07-03T12:04:56+09:00", "pid": 32090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 176.406, "name": "ffmpeg", "pid": 32090, "rss_mb": 176.406, "state": "S (sleeping)", "threads": 104}, "restart_count": 28, "restart_count_per_hour": 21, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 586.646, "sample_count": 86, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T12:05:50+09:00", "last_frame_read_age_sec": 0.606, "last_frame_read_at": "2026-07-03T12:05:50+09:00", "mjpeg": {"age_sec": 24.932, "exists": true, "mtime": "2026-07-03T12:05:25.820084+09:00", "mtime_epoch": 1783047925.8200836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:05:50+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 39.902, "recorders": [{"age_sec": 39.902, "frame_count": 58, "is_recording": true, "is_stopping": false, "pid": 32197, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.238, "name": "ffmpeg", "pid": 32197, "rss_mb": 187.238, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 42, "returncode": null, "running": true, "started_at": "2026-07-03T12:05:10+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_120510_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [32197], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.078, "pushed": 0.078, "read": 0.078}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 35.222, "count": 2, "max_ms": 36.992, "p95_ms": 36.992}, "gstreamer_push": {"avg_ms": 0.86, "count": 2, "max_ms": 0.866, "p95_ms": 0.866}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.601, "count": 2, "max_ms": 54.725, "p95_ms": 54.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 79.492, "count": 2, "max_ms": 79.726, "p95_ms": 79.726}, "yolo11_640_fire_11class": {"avg_ms": 50.767, "count": 2, "max_ms": 51.407, "p95_ms": 51.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 77.269, "count": 2, "max_ms": 78.771, "p95_ms": 78.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 595.141, "count": 2, "max_ms": 603.637, "p95_ms": 603.637}, "read_interval": {"avg_ms": 17967.42, "count": 2, "max_ms": 24929.673, "p95_ms": 24929.673}, "triton_wait": {"avg_ms": 79.504, "count": 2, "max_ms": 79.737, "p95_ms": 79.737}, "visualize": {"avg_ms": 28.73, "count": 2, "max_ms": 28.959, "p95_ms": 28.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.536, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12265.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:04:36+09:00", "last_error_summary": "[h264 @ 0x555d65f7ccc0] error while decoding MB 43 36, bytestream -19 [in#0/rtsp @ 0x555d65f47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d65f47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:04:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.299, "last_started_at": "2026-07-03T12:04:39+09:00", "pid": 31938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.062, "name": "ffmpeg", "pid": 31938, "rss_mb": 332.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 9, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.708, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:05:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T12:05:56+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T12:05:56.272556+09:00", "mtime_epoch": 1783047956.2725558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:05:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 357, "pushed_frames": 357, "read_frames": 357, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.9, "pushed": 11.9, "read": 11.9}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.604, "count": 357, "max_ms": 3.731, "p95_ms": 2.697}, "gstreamer_push": {"avg_ms": 1.327, "count": 357, "max_ms": 1.56, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.825, "count": 357, "max_ms": 70.164, "p95_ms": 49.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.083, "count": 357, "max_ms": 100.11, "p95_ms": 53.052}, "yolo11_640_fire_11class": {"avg_ms": 49.78, "count": 357, "max_ms": 70.14, "p95_ms": 52.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.329, "count": 357, "max_ms": 101.54, "p95_ms": 53.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.661, "count": 357, "max_ms": 113.288, "p95_ms": 65.246}, "read_interval": {"avg_ms": 84.073, "count": 357, "max_ms": 2357.307, "p95_ms": 81.216}, "triton_wait": {"avg_ms": 51.395, "count": 357, "max_ms": 101.549, "p95_ms": 54.035}, "visualize": {"avg_ms": 3.649, "count": 357, "max_ms": 4.665, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12268.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 11, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:04:36+09:00", "last_error_summary": "[h264 @ 0x555d65f7ccc0] error while decoding MB 43 36, bytestream -19 [in#0/rtsp @ 0x555d65f47e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555d65f47e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:04:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.225, "last_started_at": "2026-07-03T12:04:39+09:00", "pid": 31938, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.73, "name": "ffmpeg", "pid": 31938, "rss_mb": 335.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 11, "restart_count_per_hour": 9, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.529, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T12:06:30+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T12:06:30+09:00", "mjpeg": {"age_sec": 8.571, "exists": true, "mtime": "2026-07-03T12:06:21.688953+09:00", "mtime_epoch": 1783047981.6889534, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:06:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 39, "pushed_frames": 39, "read_frames": 38, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.3, "pushed": 1.3, "read": 1.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.658, "count": 38, "max_ms": 4.763, "p95_ms": 4.716}, "gstreamer_push": {"avg_ms": 1.234, "count": 39, "max_ms": 1.389, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.695, "count": 38, "max_ms": 65.989, "p95_ms": 51.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.789, "count": 38, "max_ms": 53.345, "p95_ms": 52.736}, "yolo11_640_fire_11class": {"avg_ms": 49.028, "count": 38, "max_ms": 67.324, "p95_ms": 53.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.401, "count": 38, "max_ms": 69.551, "p95_ms": 55.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.796, "count": 39, "max_ms": 102.147, "p95_ms": 101.792}, "read_interval": {"avg_ms": 790.112, "count": 38, "max_ms": 17915.582, "p95_ms": 8597.57}, "triton_wait": {"avg_ms": 50.413, "count": 38, "max_ms": 69.563, "p95_ms": 55.296}, "visualize": {"avg_ms": 4.461, "count": 38, "max_ms": 5.873, "p95_ms": 5.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12137.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:07:01+09:00", "last_error_summary": "[NULL @ 0x55efc071e200] missing picture in access unit with size 18 [h264 @ 0x55efc075eb80] no frame! [vist#0:0/h264 @ 0x55efc071e840] Error submitting packet to decoder: Invalid data found when processing input [h264 @ 0x55efc0db8600] error while decoding MB 25 66, bytestream -16 [h264 @ 0x55efc0db8600] error while decoding MB 17 35, bytestream -17", "last_exit_at": "2026-07-03T12:04:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.254, "last_started_at": "2026-07-03T12:07:03+09:00", "pid": 32261, "process": {"exists": true, "fd_count": 5, "hwm_mb": 195.062, "name": "ffmpeg", "pid": 32261, "rss_mb": 195.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 12, "restart_count_per_hour": 10, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.49, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:07:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:07:24+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T12:07:24+09:00", "mjpeg": {"age_sec": 53.583, "exists": true, "mtime": "2026-07-03T12:06:30.949099+09:00", "mtime_epoch": 1783047990.949099, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:07:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.51, "count": 1, "max_ms": 2.51, "p95_ms": 2.51}, "gstreamer_push": {"avg_ms": 1.384, "count": 1, "max_ms": 1.384, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 78.868, "count": 1, "max_ms": 78.868, "p95_ms": 78.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.503, "count": 1, "max_ms": 67.503, "p95_ms": 67.503}, "yolo11_640_fire_11class": {"avg_ms": 79.642, "count": 1, "max_ms": 79.642, "p95_ms": 79.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.919, "count": 1, "max_ms": 82.919, "p95_ms": 82.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.373, "count": 1, "max_ms": 94.373, "p95_ms": 94.373}, "read_interval": {"avg_ms": 53563.985, "count": 1, "max_ms": 53563.985, "p95_ms": 53563.985}, "triton_wait": {"avg_ms": 82.93, "count": 1, "max_ms": 82.93, "p95_ms": 82.93}, "visualize": {"avg_ms": 3.722, "count": 1, "max_ms": 3.722, "p95_ms": 3.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12139.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:07:01+09:00", "last_error_summary": "[NULL @ 0x55efc071e200] missing picture in access unit with size 18 [h264 @ 0x55efc075eb80] no frame! [vist#0:0/h264 @ 0x55efc071e840] Error submitting packet to decoder: Invalid data found when processing input [h264 @ 0x55efc0db8600] error while decoding MB 25 66, bytestream -16 [h264 @ 0x55efc0db8600] error while decoding MB 17 35, bytestream -17", "last_exit_at": "2026-07-03T12:04:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.876, "last_started_at": "2026-07-03T12:08:10+09:00", "pid": 32417, "process": {"exists": true, "fd_count": 5, "hwm_mb": 191.562, "name": "ffmpeg", "pid": 32417, "rss_mb": 191.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 13, "restart_count_per_hour": 10, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.082, "sample_count": 1042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:08:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:08:34+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T12:08:34+09:00", "mjpeg": {"age_sec": 56.495, "exists": true, "mtime": "2026-07-03T12:07:37.778160+09:00", "mtime_epoch": 1783048057.7781603, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:08:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.568, "count": 1, "max_ms": 2.568, "p95_ms": 2.568}, "gstreamer_push": {"avg_ms": 1.43, "count": 1, "max_ms": 1.43, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 84.288, "count": 1, "max_ms": 84.288, "p95_ms": 84.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.079, "count": 1, "max_ms": 85.079, "p95_ms": 85.079}, "yolo11_640_fire_11class": {"avg_ms": 77.042, "count": 1, "max_ms": 77.042, "p95_ms": 77.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 88.764, "count": 1, "max_ms": 88.764, "p95_ms": 88.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.546, "count": 1, "max_ms": 100.546, "p95_ms": 100.546}, "read_interval": {"avg_ms": 56468.859, "count": 1, "max_ms": 56468.859, "p95_ms": 56468.859}, "triton_wait": {"avg_ms": 88.776, "count": 1, "max_ms": 88.776, "p95_ms": 88.776}, "visualize": {"avg_ms": 3.776, "count": 1, "max_ms": 3.776, "p95_ms": 3.776}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12182.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 12, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:07:01+09:00", "last_error_summary": "[NULL @ 0x55efc071e200] missing picture in access unit with size 18 [h264 @ 0x55efc075eb80] no frame! [vist#0:0/h264 @ 0x55efc071e840] Error submitting packet to decoder: Invalid data found when processing input [h264 @ 0x55efc0db8600] error while decoding MB 25 66, bytestream -16 [h264 @ 0x55efc0db8600] error while decoding MB 17 35, bytestream -17", "last_exit_at": "2026-07-03T12:04:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.37, "last_started_at": "2026-07-03T12:08:10+09:00", "pid": 32417, "process": {"exists": true, "fd_count": 5, "hwm_mb": 240.082, "name": "ffmpeg", "pid": 32417, "rss_mb": 240.082, "state": "S (sleeping)", "threads": 104}, "restart_count": 13, "restart_count_per_hour": 10, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.021, "sample_count": 616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:09:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:09:12+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T12:09:12+09:00", "mjpeg": {"age_sec": 17.408, "exists": true, "mtime": "2026-07-03T12:08:55.359414+09:00", "mtime_epoch": 1783048135.359414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:09:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.114, "pushed": 0.114, "read": 0.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.512, "count": 2, "max_ms": 2.523, "p95_ms": 2.523}, "gstreamer_push": {"avg_ms": 1.285, "count": 2, "max_ms": 1.297, "p95_ms": 1.297}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 77.684, "count": 2, "max_ms": 79.69, "p95_ms": 79.69}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.952, "count": 2, "max_ms": 71.984, "p95_ms": 71.984}, "yolo11_640_fire_11class": {"avg_ms": 74.392, "count": 2, "max_ms": 77.509, "p95_ms": 77.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 81.928, "count": 2, "max_ms": 84.192, "p95_ms": 84.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.125, "count": 2, "max_ms": 95.434, "p95_ms": 95.434}, "read_interval": {"avg_ms": 19043.825, "count": 2, "max_ms": 20660.321, "p95_ms": 20660.321}, "triton_wait": {"avg_ms": 81.939, "count": 2, "max_ms": 84.203, "p95_ms": 84.203}, "visualize": {"avg_ms": 3.591, "count": 2, "max_ms": 3.608, "p95_ms": 3.608}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 17.523, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12187.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:09:13+09:00", "last_error_summary": "[h264 @ 0x55c0c43aa380] error while decoding MB 8 63, bytestream -27 [in#0/rtsp @ 0x55c0c4254e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c0c4254e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:09:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.23, "last_started_at": "2026-07-03T12:09:16+09:00", "pid": 32571, "process": {"exists": true, "fd_count": 5, "hwm_mb": 255.961, "name": "ffmpeg", "pid": 32571, "rss_mb": 255.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.993, "sample_count": 639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:09:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:09:48+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T12:09:48+09:00", "mjpeg": {"age_sec": 10.517, "exists": true, "mtime": "2026-07-03T12:09:38.124114+09:00", "mtime_epoch": 1783048178.124114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:09:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 27, "pushed_frames": 27, "read_frames": 27, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.324, "pushed": 1.324, "read": 1.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.48, "count": 27, "max_ms": 2.796, "p95_ms": 2.608}, "gstreamer_push": {"avg_ms": 1.35, "count": 27, "max_ms": 1.613, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.282, "count": 27, "max_ms": 50.833, "p95_ms": 49.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.32, "count": 27, "max_ms": 55.853, "p95_ms": 54.324}, "yolo11_640_fire_11class": {"avg_ms": 49.133, "count": 27, "max_ms": 55.843, "p95_ms": 52.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.16, "count": 27, "max_ms": 55.86, "p95_ms": 53.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.245, "count": 27, "max_ms": 67.047, "p95_ms": 66.06}, "read_interval": {"avg_ms": 1298.687, "count": 27, "max_ms": 14745.343, "p95_ms": 10526.64}, "triton_wait": {"avg_ms": 50.225, "count": 27, "max_ms": 55.87, "p95_ms": 54.333}, "visualize": {"avg_ms": 3.586, "count": 27, "max_ms": 4.542, "p95_ms": 3.767}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.39, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12267.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:09:13+09:00", "last_error_summary": "[h264 @ 0x55c0c43aa380] error while decoding MB 8 63, bytestream -27 [in#0/rtsp @ 0x55c0c4254e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c0c4254e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:09:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.259, "last_started_at": "2026-07-03T12:09:16+09:00", "pid": 32571, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.812, "name": "ffmpeg", "pid": 32571, "rss_mb": 334.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.816, "sample_count": 912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:10:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:10:18+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T12:10:18+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T12:10:18.604782+09:00", "mtime_epoch": 1783048218.6047816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:10:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 325, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.885, "pushed": 10.885, "read": 10.851}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.54, "count": 326, "max_ms": 2.962, "p95_ms": 2.619}, "gstreamer_push": {"avg_ms": 1.333, "count": 326, "max_ms": 2.261, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.285, "count": 326, "max_ms": 52.862, "p95_ms": 48.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.115, "count": 326, "max_ms": 56.529, "p95_ms": 53.725}, "yolo11_640_fire_11class": {"avg_ms": 49.702, "count": 326, "max_ms": 55.424, "p95_ms": 52.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.495, "count": 326, "max_ms": 54.637, "p95_ms": 52.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.536, "count": 326, "max_ms": 67.56, "p95_ms": 64.895}, "read_interval": {"avg_ms": 92.139, "count": 325, "max_ms": 3477.589, "p95_ms": 79.679}, "triton_wait": {"avg_ms": 50.368, "count": 326, "max_ms": 56.541, "p95_ms": 53.737}, "visualize": {"avg_ms": 3.633, "count": 326, "max_ms": 3.993, "p95_ms": 3.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12303.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 13, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:09:13+09:00", "last_error_summary": "[h264 @ 0x55c0c43aa380] error while decoding MB 8 63, bytestream -27 [in#0/rtsp @ 0x55c0c4254e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c0c4254e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:09:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.009, "last_started_at": "2026-07-03T12:09:16+09:00", "pid": 32571, "process": {"exists": true, "fd_count": 5, "hwm_mb": 359.523, "name": "ffmpeg", "pid": 32571, "rss_mb": 359.523, "state": "S (sleeping)", "threads": 104}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.927, "sample_count": 519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:11:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:11:03+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T12:11:03+09:00", "mjpeg": {"age_sec": 17.515, "exists": true, "mtime": "2026-07-03T12:10:45.905235+09:00", "mtime_epoch": 1783048245.9052346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:11:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.114, "pushed": 0.114, "read": 0.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.549, "count": 2, "max_ms": 2.552, "p95_ms": 2.552}, "gstreamer_push": {"avg_ms": 1.389, "count": 2, "max_ms": 1.41, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 73.577, "count": 2, "max_ms": 75.237, "p95_ms": 75.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.196, "count": 2, "max_ms": 74.4, "p95_ms": 74.4}, "yolo11_640_fire_11class": {"avg_ms": 75.269, "count": 2, "max_ms": 76.475, "p95_ms": 76.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.496, "count": 2, "max_ms": 76.463, "p95_ms": 76.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.843, "count": 2, "max_ms": 87.996, "p95_ms": 87.996}, "read_interval": {"avg_ms": 19207.831, "count": 2, "max_ms": 20885.568, "p95_ms": 20885.568}, "triton_wait": {"avg_ms": 75.28, "count": 2, "max_ms": 76.485, "p95_ms": 76.485}, "visualize": {"avg_ms": 3.68, "count": 2, "max_ms": 3.71, "p95_ms": 3.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 17.621, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12227.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:11:04+09:00", "last_error_summary": "[h264 @ 0x559a018d96c0] error while decoding MB 59 48, bytestream -28 [in#0/rtsp @ 0x559a01783e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a01783e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:11:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.874, "last_started_at": "2026-07-03T12:11:06+09:00", "pid": 32725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.473, "name": "ffmpeg", "pid": 32725, "rss_mb": 295.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 12, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.891, "sample_count": 552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:11:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:11:45+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T12:11:45+09:00", "mjpeg": {"age_sec": 17.256, "exists": true, "mtime": "2026-07-03T12:11:28.269941+09:00", "mtime_epoch": 1783048288.269941, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:11:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 31, "pushed_frames": 31, "read_frames": 31, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.096, "pushed": 1.096, "read": 1.096}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.614, "count": 31, "max_ms": 3.139, "p95_ms": 2.706}, "gstreamer_push": {"avg_ms": 1.355, "count": 31, "max_ms": 1.411, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.847, "count": 31, "max_ms": 71.44, "p95_ms": 48.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.186, "count": 31, "max_ms": 61.242, "p95_ms": 49.514}, "yolo11_640_fire_11class": {"avg_ms": 49.283, "count": 31, "max_ms": 73.188, "p95_ms": 51.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.953, "count": 31, "max_ms": 71.935, "p95_ms": 53.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.287, "count": 31, "max_ms": 84.899, "p95_ms": 64.428}, "read_interval": {"avg_ms": 1027.486, "count": 31, "max_ms": 17246.944, "p95_ms": 8754.214}, "triton_wait": {"avg_ms": 49.786, "count": 31, "max_ms": 73.2, "p95_ms": 53.174}, "visualize": {"avg_ms": 3.73, "count": 31, "max_ms": 4.14, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.28, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12277.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:11:04+09:00", "last_error_summary": "[h264 @ 0x559a018d96c0] error while decoding MB 59 48, bytestream -28 [in#0/rtsp @ 0x559a01783e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a01783e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:11:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.887, "last_started_at": "2026-07-03T12:11:06+09:00", "pid": 32725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.562, "name": "ffmpeg", "pid": 32725, "rss_mb": 332.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 11, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.807, "sample_count": 889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:12:15+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T12:12:15+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T12:12:15.478734+09:00", "mtime_epoch": 1783048335.4787338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:12:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 337, "pushed_frames": 337, "read_frames": 337, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.233, "pushed": 11.233, "read": 11.233}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.562, "count": 337, "max_ms": 3.707, "p95_ms": 2.648}, "gstreamer_push": {"avg_ms": 1.355, "count": 337, "max_ms": 1.492, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.529, "count": 337, "max_ms": 51.676, "p95_ms": 49.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.25, "count": 337, "max_ms": 55.343, "p95_ms": 52.658}, "yolo11_640_fire_11class": {"avg_ms": 49.321, "count": 337, "max_ms": 55.331, "p95_ms": 52.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.753, "count": 337, "max_ms": 53.406, "p95_ms": 50.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 60.817, "count": 337, "max_ms": 66.584, "p95_ms": 64.151}, "read_interval": {"avg_ms": 89.127, "count": 337, "max_ms": 3954.169, "p95_ms": 79.173}, "triton_wait": {"avg_ms": 49.516, "count": 337, "max_ms": 55.353, "p95_ms": 52.814}, "visualize": {"avg_ms": 3.666, "count": 337, "max_ms": 4.792, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12267.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:11:04+09:00", "last_error_summary": "[h264 @ 0x559a018d96c0] error while decoding MB 59 48, bytestream -28 [in#0/rtsp @ 0x559a01783e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a01783e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:11:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.929, "last_started_at": "2026-07-03T12:11:06+09:00", "pid": 32725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.883, "name": "ffmpeg", "pid": 32725, "rss_mb": 334.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 11, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.627, "sample_count": 1141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:12:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:12:45+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T12:12:45+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T12:12:45.519241+09:00", "mtime_epoch": 1783048365.5192409, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:12:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.618, "count": 298, "max_ms": 4.611, "p95_ms": 2.955}, "gstreamer_push": {"avg_ms": 1.329, "count": 298, "max_ms": 1.472, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.991, "count": 298, "max_ms": 49.611, "p95_ms": 48.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.766, "count": 298, "max_ms": 52.152, "p95_ms": 49.107}, "yolo11_640_fire_11class": {"avg_ms": 48.519, "count": 298, "max_ms": 53.181, "p95_ms": 50.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.274, "count": 298, "max_ms": 53.192, "p95_ms": 51.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.966, "count": 298, "max_ms": 100.127, "p95_ms": 64.117}, "read_interval": {"avg_ms": 100.876, "count": 297, "max_ms": 7128.616, "p95_ms": 79.598}, "triton_wait": {"avg_ms": 49.555, "count": 298, "max_ms": 53.202, "p95_ms": 51.989}, "visualize": {"avg_ms": 3.667, "count": 298, "max_ms": 5.199, "p95_ms": 3.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12267.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:11:04+09:00", "last_error_summary": "[h264 @ 0x559a018d96c0] error while decoding MB 59 48, bytestream -28 [in#0/rtsp @ 0x559a01783e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a01783e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:11:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.307, "last_started_at": "2026-07-03T12:11:06+09:00", "pid": 32725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 335.398, "name": "ffmpeg", "pid": 32725, "rss_mb": 335.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 11, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.289, "sample_count": 1506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:13:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:13:17+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T12:13:17+09:00", "mjpeg": {"age_sec": 3.663, "exists": true, "mtime": "2026-07-03T12:13:14.295728+09:00", "mtime_epoch": 1783048394.2957284, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:13:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 334, "pushed_frames": 334, "read_frames": 334, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.134, "pushed": 11.134, "read": 11.134}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.587, "count": 334, "max_ms": 3.447, "p95_ms": 2.661}, "gstreamer_push": {"avg_ms": 1.325, "count": 334, "max_ms": 1.464, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.304, "count": 334, "max_ms": 54.238, "p95_ms": 48.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.701, "count": 334, "max_ms": 53.547, "p95_ms": 50.052}, "yolo11_640_fire_11class": {"avg_ms": 48.451, "count": 334, "max_ms": 53.534, "p95_ms": 51.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.949, "count": 334, "max_ms": 57.648, "p95_ms": 51.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 60.363, "count": 334, "max_ms": 69.006, "p95_ms": 62.767}, "read_interval": {"avg_ms": 89.822, "count": 334, "max_ms": 3671.71, "p95_ms": 78.973}, "triton_wait": {"avg_ms": 49.177, "count": 334, "max_ms": 57.659, "p95_ms": 51.582}, "visualize": {"avg_ms": 3.66, "count": 334, "max_ms": 4.757, "p95_ms": 3.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12280.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:11:04+09:00", "last_error_summary": "[h264 @ 0x559a018d96c0] error while decoding MB 59 48, bytestream -28 [in#0/rtsp @ 0x559a01783e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a01783e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:11:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.106, "last_started_at": "2026-07-03T12:11:06+09:00", "pid": 32725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 336.266, "name": "ffmpeg", "pid": 32725, "rss_mb": 336.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 15, "restart_count_per_hour": 11, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.402, "sample_count": 1550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:13:51+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T12:13:51+09:00", "mjpeg": {"age_sec": 19.666, "exists": true, "mtime": "2026-07-03T12:13:32.092031+09:00", "mtime_epoch": 1783048412.0920308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 251939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:13:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 21, "pushed_frames": 21, "read_frames": 21, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.954, "pushed": 0.954, "read": 0.954}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.561, "count": 21, "max_ms": 2.678, "p95_ms": 2.653}, "gstreamer_push": {"avg_ms": 1.307, "count": 21, "max_ms": 1.391, "p95_ms": 1.35}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.576, "count": 21, "max_ms": 76.116, "p95_ms": 48.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.601, "count": 21, "max_ms": 65.736, "p95_ms": 52.408}, "yolo11_640_fire_11class": {"avg_ms": 47.315, "count": 21, "max_ms": 69.617, "p95_ms": 48.795}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.068, "count": 21, "max_ms": 81.36, "p95_ms": 54.894}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.279, "count": 21, "max_ms": 92.532, "p95_ms": 66.38}, "read_interval": {"avg_ms": 1482.425, "count": 21, "max_ms": 19646.336, "p95_ms": 9225.394}, "triton_wait": {"avg_ms": 52.179, "count": 21, "max_ms": 81.372, "p95_ms": 54.905}, "visualize": {"avg_ms": 3.679, "count": 21, "max_ms": 3.974, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 22.004, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12292.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 14, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:11:04+09:00", "last_error_summary": "[h264 @ 0x559a018d96c0] error while decoding MB 59 48, bytestream -28 [in#0/rtsp @ 0x559a01783e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x559a01783e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:11:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.129, "last_started_at": "2026-07-03T12:11:06+09:00", "pid": 32725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 360.148, "name": "ffmpeg", "pid": 32725, "rss_mb": 360.148, "state": "S (sleeping)", "threads": 104}, "restart_count": 15, "restart_count_per_hour": 11, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.428, "sample_count": 1698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:14:21+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T12:14:21+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T12:14:21.716877+09:00", "mtime_epoch": 1783048461.716877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 249795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:14:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 161, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 13.259, "pushed": 13.259, "read": 13.259}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.547, "count": 161, "max_ms": 2.718, "p95_ms": 2.635}, "gstreamer_push": {"avg_ms": 1.321, "count": 161, "max_ms": 1.503, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.464, "count": 161, "max_ms": 73.731, "p95_ms": 48.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.112, "count": 161, "max_ms": 62.961, "p95_ms": 53.862}, "yolo11_640_fire_11class": {"avg_ms": 45.983, "count": 161, "max_ms": 67.393, "p95_ms": 48.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.566, "count": 161, "max_ms": 78.915, "p95_ms": 53.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.773, "count": 161, "max_ms": 90.231, "p95_ms": 65.021}, "read_interval": {"avg_ms": 186.667, "count": 161, "max_ms": 17978.493, "p95_ms": 78.494}, "triton_wait": {"avg_ms": 50.634, "count": 161, "max_ms": 78.926, "p95_ms": 53.872}, "visualize": {"avg_ms": 3.627, "count": 161, "max_ms": 4.32, "p95_ms": 3.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 12.143, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12188.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 15, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:14:35+09:00", "last_error_summary": "[h264 @ 0x55ea8674cfc0] error while decoding MB 66 51, bytestream -5 [in#0/rtsp @ 0x55ea865c4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ea865c4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:14:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.53, "last_started_at": "2026-07-03T12:14:38+09:00", "pid": 32881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 256.16, "name": "ffmpeg", "pid": 32881, "rss_mb": 256.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 16, "restart_count_per_hour": 12, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.783, "sample_count": 1831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:14:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:14:54+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T12:14:54+09:00", "mjpeg": {"age_sec": 3.669, "exists": true, "mtime": "2026-07-03T12:14:51.213382+09:00", "mtime_epoch": 1783048491.2133822, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:14:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.638, "pushed": 5.638, "read": 5.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.743, "count": 169, "max_ms": 4.751, "p95_ms": 4.577}, "gstreamer_push": {"avg_ms": 1.354, "count": 169, "max_ms": 2.096, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.248, "count": 169, "max_ms": 50.533, "p95_ms": 48.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.978, "count": 169, "max_ms": 54.841, "p95_ms": 54.036}, "yolo11_640_fire_11class": {"avg_ms": 46.128, "count": 169, "max_ms": 53.663, "p95_ms": 48.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.58, "count": 169, "max_ms": 57.152, "p95_ms": 53.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.306, "count": 169, "max_ms": 104.465, "p95_ms": 101.013}, "read_interval": {"avg_ms": 178.319, "count": 168, "max_ms": 13078.874, "p95_ms": 114.227}, "triton_wait": {"avg_ms": 50.655, "count": 169, "max_ms": 57.163, "p95_ms": 54.081}, "visualize": {"avg_ms": 3.847, "count": 169, "max_ms": 5.273, "p95_ms": 5.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12123.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:15:22+09:00", "last_error_summary": "[h264 @ 0x55a08abe5f40] error while decoding MB 84 33, bytestream -29 [in#0/rtsp @ 0x55a08aaa9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a08aaa9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:15:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.124, "last_started_at": "2026-07-03T12:15:25+09:00", "pid": 33033, "process": {"exists": true, "fd_count": 5, "hwm_mb": 192.332, "name": "ffmpeg", "pid": 33033, "rss_mb": 192.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 12, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.932, "sample_count": 1494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:15:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:15:37+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T12:15:37+09:00", "mjpeg": {"age_sec": 14.348, "exists": true, "mtime": "2026-07-03T12:15:22.977928+09:00", "mtime_epoch": 1783048522.9779277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:15:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.542, "pushed": 0.542, "read": 0.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.145, "count": 14, "max_ms": 4.815, "p95_ms": 4.815}, "gstreamer_push": {"avg_ms": 1.239, "count": 14, "max_ms": 1.458, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.033, "count": 14, "max_ms": 52.267, "p95_ms": 52.267}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.759, "count": 14, "max_ms": 55.206, "p95_ms": 55.206}, "yolo11_640_fire_11class": {"avg_ms": 48.601, "count": 14, "max_ms": 54.334, "p95_ms": 54.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.732, "count": 14, "max_ms": 58.199, "p95_ms": 58.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.906, "count": 14, "max_ms": 109.227, "p95_ms": 109.227}, "read_interval": {"avg_ms": 2574.252, "count": 14, "max_ms": 14404.489, "p95_ms": 14404.489}, "triton_wait": {"avg_ms": 51.744, "count": 14, "max_ms": 58.21, "p95_ms": 58.21}, "visualize": {"avg_ms": 4.795, "count": 14, "max_ms": 5.739, "p95_ms": 5.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.808, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12261.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 16, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:15:22+09:00", "last_error_summary": "[h264 @ 0x55a08abe5f40] error while decoding MB 84 33, bytestream -29 [in#0/rtsp @ 0x55a08aaa9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a08aaa9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:15:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.459, "last_started_at": "2026-07-03T12:15:25+09:00", "pid": 33033, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.203, "name": "ffmpeg", "pid": 33033, "rss_mb": 329.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 17, "restart_count_per_hour": 12, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.25, "sample_count": 1540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:16:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:16:15+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T12:16:15+09:00", "mjpeg": {"age_sec": 13.259, "exists": true, "mtime": "2026-07-03T12:16:02.402607+09:00", "mtime_epoch": 1783048562.402607, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:16:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 51, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.797, "pushed": 2.797, "read": 2.797}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.643, "count": 51, "max_ms": 4.829, "p95_ms": 4.794}, "gstreamer_push": {"avg_ms": 1.275, "count": 51, "max_ms": 1.472, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.667, "count": 51, "max_ms": 73.432, "p95_ms": 51.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.597, "count": 51, "max_ms": 72.828, "p95_ms": 54.695}, "yolo11_640_fire_11class": {"avg_ms": 49.798, "count": 51, "max_ms": 73.948, "p95_ms": 53.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.228, "count": 51, "max_ms": 78.455, "p95_ms": 56.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.066, "count": 51, "max_ms": 129.972, "p95_ms": 104.902}, "read_interval": {"avg_ms": 718.257, "count": 51, "max_ms": 18476.046, "p95_ms": 312.824}, "triton_wait": {"avg_ms": 52.255, "count": 51, "max_ms": 78.468, "p95_ms": 56.946}, "visualize": {"avg_ms": 4.446, "count": 51, "max_ms": 5.852, "p95_ms": 5.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 18.232, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12123.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:17:56+09:00", "last_error_summary": "[h264 @ 0x55f02a1a6200] error while decoding MB 99 63, bytestream -9", "last_exit_at": "2026-07-03T12:15:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.037, "last_started_at": "2026-07-03T12:18:04+09:00", "pid": 33189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 192.215, "name": "ffmpeg", "pid": 33189, "rss_mb": 192.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 15, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.364, "sample_count": 511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:18:16+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T12:18:15+09:00", "mjpeg": {"age_sec": 120.328, "exists": true, "mtime": "2026-07-03T12:16:15.674836+09:00", "mtime_epoch": 1783048575.6748362, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:18:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.776, "count": 1, "max_ms": 2.776, "p95_ms": 2.776}, "gstreamer_push": {"avg_ms": 1.451, "count": 1, "max_ms": 1.451, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 83.297, "count": 1, "max_ms": 83.297, "p95_ms": 83.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 85.25, "count": 1, "max_ms": 85.25, "p95_ms": 85.25}, "yolo11_640_fire_11class": {"avg_ms": 85.982, "count": 1, "max_ms": 85.982, "p95_ms": 85.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 89.397, "count": 1, "max_ms": 89.397, "p95_ms": 89.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.237, "count": 1, "max_ms": 101.237, "p95_ms": 101.237}, "read_interval": {"avg_ms": 120312.299, "count": 1, "max_ms": 120312.299, "p95_ms": 120312.299}, "triton_wait": {"avg_ms": 89.41, "count": 1, "max_ms": 89.41, "p95_ms": 89.41}, "visualize": {"avg_ms": 3.847, "count": 1, "max_ms": 3.847, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12262.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:17:56+09:00", "last_error_summary": "[h264 @ 0x55f02a1a6200] error while decoding MB 99 63, bytestream -9", "last_exit_at": "2026-07-03T12:15:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 60.835, "last_started_at": "2026-07-03T12:18:04+09:00", "pid": 33189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.766, "name": "ffmpeg", "pid": 33189, "rss_mb": 329.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 20, "restart_count_per_hour": 15, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.847, "sample_count": 556, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:19:05+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T12:19:05+09:00", "mjpeg": {"age_sec": 22.647, "exists": true, "mtime": "2026-07-03T12:18:43.153398+09:00", "mtime_epoch": 1783048723.1533983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:19:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 31, "pushed_frames": 31, "read_frames": 31, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.204, "pushed": 1.204, "read": 1.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.65, "count": 31, "max_ms": 3.106, "p95_ms": 2.86}, "gstreamer_push": {"avg_ms": 1.35, "count": 31, "max_ms": 1.508, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.806, "count": 31, "max_ms": 77.714, "p95_ms": 50.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.949, "count": 31, "max_ms": 65.161, "p95_ms": 55.061}, "yolo11_640_fire_11class": {"avg_ms": 49.862, "count": 31, "max_ms": 79.391, "p95_ms": 53.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.177, "count": 31, "max_ms": 83.425, "p95_ms": 55.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.536, "count": 31, "max_ms": 94.989, "p95_ms": 67.414}, "read_interval": {"avg_ms": 1118.931, "count": 31, "max_ms": 22626.636, "p95_ms": 9038.093}, "triton_wait": {"avg_ms": 52.19, "count": 31, "max_ms": 83.438, "p95_ms": 55.795}, "visualize": {"avg_ms": 3.699, "count": 31, "max_ms": 4.02, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.749, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12285.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 19, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:17:56+09:00", "last_error_summary": "[h264 @ 0x55f02a1a6200] error while decoding MB 99 63, bytestream -9", "last_exit_at": "2026-07-03T12:15:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.875, "last_started_at": "2026-07-03T12:18:04+09:00", "pid": 33189, "process": {"exists": true, "fd_count": 5, "hwm_mb": 352.707, "name": "ffmpeg", "pid": 33189, "rss_mb": 352.707, "state": "S (sleeping)", "threads": 104}, "restart_count": 20, "restart_count_per_hour": 15, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.156, "sample_count": 456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:19:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:19:49+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-03T12:19:49+09:00", "mjpeg": {"age_sec": 15.794, "exists": true, "mtime": "2026-07-03T12:19:34.046288+09:00", "mtime_epoch": 1783048774.046288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:19:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 66, "read_frames": 65, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.167, "pushed": 2.2, "read": 2.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.91, "count": 65, "max_ms": 4.692, "p95_ms": 4.634}, "gstreamer_push": {"avg_ms": 1.298, "count": 66, "max_ms": 1.523, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.25, "count": 65, "max_ms": 57.023, "p95_ms": 48.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.606, "count": 65, "max_ms": 52.809, "p95_ms": 52.142}, "yolo11_640_fire_11class": {"avg_ms": 49.172, "count": 65, "max_ms": 57.725, "p95_ms": 51.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.693, "count": 65, "max_ms": 61.944, "p95_ms": 53.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.467, "count": 65, "max_ms": 114.06, "p95_ms": 102.822}, "read_interval": {"avg_ms": 460.681, "count": 65, "max_ms": 15800.889, "p95_ms": 114.827}, "triton_wait": {"avg_ms": 50.706, "count": 65, "max_ms": 61.957, "p95_ms": 53.44}, "visualize": {"avg_ms": 3.884, "count": 65, "max_ms": 5.694, "p95_ms": 5.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12231.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.399, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.812, "name": "ffmpeg", "pid": 33341, "rss_mb": 297.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.156, "sample_count": 463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:20:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:20:34+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T12:20:33+09:00", "mjpeg": {"age_sec": 19.466, "exists": true, "mtime": "2026-07-03T12:20:14.578998+09:00", "mtime_epoch": 1783048814.5789983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:20:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 37, "pushed_frames": 37, "read_frames": 37, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.421, "pushed": 1.421, "read": 1.421}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.63, "count": 37, "max_ms": 2.717, "p95_ms": 2.711}, "gstreamer_push": {"avg_ms": 1.321, "count": 37, "max_ms": 1.385, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.293, "count": 37, "max_ms": 112.951, "p95_ms": 84.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.512, "count": 37, "max_ms": 71.951, "p95_ms": 65.058}, "yolo11_640_fire_11class": {"avg_ms": 52.07, "count": 37, "max_ms": 113.669, "p95_ms": 74.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.397, "count": 37, "max_ms": 117.484, "p95_ms": 89.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.597, "count": 37, "max_ms": 128.577, "p95_ms": 101.346}, "read_interval": {"avg_ms": 1170.304, "count": 37, "max_ms": 19444.454, "p95_ms": 17365.211}, "triton_wait": {"avg_ms": 54.408, "count": 37, "max_ms": 117.497, "p95_ms": 89.794}, "visualize": {"avg_ms": 3.63, "count": 37, "max_ms": 3.804, "p95_ms": 3.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 26.042, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12262.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.451, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.809, "name": "ffmpeg", "pid": 33341, "rss_mb": 329.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.491, "sample_count": 574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:21:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:21:04+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T12:21:03+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T12:21:03.995867+09:00", "mtime_epoch": 1783048863.9958665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:21:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.904, "pushed": 5.904, "read": 5.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.286, "count": 177, "max_ms": 6.523, "p95_ms": 4.893}, "gstreamer_push": {"avg_ms": 1.194, "count": 177, "max_ms": 1.909, "p95_ms": 1.36}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.253, "count": 177, "max_ms": 49.912, "p95_ms": 48.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.234, "count": 177, "max_ms": 55.501, "p95_ms": 53.844}, "yolo11_640_fire_11class": {"avg_ms": 49.335, "count": 177, "max_ms": 53.079, "p95_ms": 51.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.906, "count": 177, "max_ms": 56.424, "p95_ms": 54.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.559, "count": 177, "max_ms": 108.171, "p95_ms": 105.709}, "read_interval": {"avg_ms": 170.046, "count": 176, "max_ms": 9744.516, "p95_ms": 117.681}, "triton_wait": {"avg_ms": 51.918, "count": 177, "max_ms": 56.437, "p95_ms": 54.938}, "visualize": {"avg_ms": 4.869, "count": 177, "max_ms": 6.786, "p95_ms": 5.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12263.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.47, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.324, "name": "ffmpeg", "pid": 33341, "rss_mb": 330.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.157, "sample_count": 836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:21:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:21:34+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T12:21:34+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T12:21:34.012395+09:00", "mtime_epoch": 1783048894.012395, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:21:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.793, "pushed": 8.793, "read": 8.76}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 4.706, "count": 263, "max_ms": 6.74, "p95_ms": 4.809}, "gstreamer_push": {"avg_ms": 1.156, "count": 263, "max_ms": 1.575, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.34, "count": 263, "max_ms": 50.033, "p95_ms": 49.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.391, "count": 263, "max_ms": 55.132, "p95_ms": 54.358}, "yolo11_640_fire_11class": {"avg_ms": 49.32, "count": 263, "max_ms": 52.669, "p95_ms": 51.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.094, "count": 263, "max_ms": 55.849, "p95_ms": 55.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.129, "count": 263, "max_ms": 109.089, "p95_ms": 106.521}, "read_interval": {"avg_ms": 114.116, "count": 262, "max_ms": 120.43, "p95_ms": 118.791}, "triton_wait": {"avg_ms": 52.106, "count": 263, "max_ms": 55.861, "p95_ms": 55.361}, "visualize": {"avg_ms": 5.161, "count": 263, "max_ms": 6.135, "p95_ms": 5.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12265.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.497, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.731, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:22:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:22:04+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T12:22:04+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T12:22:04.076925+09:00", "mtime_epoch": 1783048924.0769246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:22:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.354, "pushed": 7.354, "read": 7.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.876, "count": 220, "max_ms": 6.032, "p95_ms": 4.676}, "gstreamer_push": {"avg_ms": 1.33, "count": 220, "max_ms": 2.097, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.186, "count": 220, "max_ms": 49.677, "p95_ms": 48.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.6, "count": 220, "max_ms": 56.041, "p95_ms": 53.792}, "yolo11_640_fire_11class": {"avg_ms": 49.395, "count": 220, "max_ms": 53.428, "p95_ms": 51.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.848, "count": 220, "max_ms": 56.052, "p95_ms": 54.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.883, "count": 220, "max_ms": 107.398, "p95_ms": 100.825}, "read_interval": {"avg_ms": 136.738, "count": 219, "max_ms": 12307.355, "p95_ms": 113.915}, "triton_wait": {"avg_ms": 51.892, "count": 220, "max_ms": 56.062, "p95_ms": 54.913}, "visualize": {"avg_ms": 3.813, "count": 220, "max_ms": 5.82, "p95_ms": 5.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12265.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.561, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.936, "sample_count": 1428, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:22:34+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T12:22:34+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T12:22:34.137455+09:00", "mtime_epoch": 1783048954.137455, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:22:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 372, "pushed_frames": 372, "read_frames": 371, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.405, "pushed": 12.405, "read": 12.372}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 2.778, "count": 372, "max_ms": 5.125, "p95_ms": 4.606}, "gstreamer_push": {"avg_ms": 1.325, "count": 372, "max_ms": 1.527, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.136, "count": 372, "max_ms": 52.638, "p95_ms": 48.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.027, "count": 372, "max_ms": 57.738, "p95_ms": 53.772}, "yolo11_640_fire_11class": {"avg_ms": 49.359, "count": 372, "max_ms": 55.632, "p95_ms": 51.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.951, "count": 372, "max_ms": 59.309, "p95_ms": 54.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.495, "count": 372, "max_ms": 106.443, "p95_ms": 99.577}, "read_interval": {"avg_ms": 80.8, "count": 371, "max_ms": 119.765, "p95_ms": 112.28}, "triton_wait": {"avg_ms": 51.964, "count": 372, "max_ms": 59.321, "p95_ms": 54.897}, "visualize": {"avg_ms": 3.779, "count": 372, "max_ms": 5.346, "p95_ms": 5.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12265.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.611, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.535, "sample_count": 1759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:23:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:23:04+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T12:23:04+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T12:23:04.149985+09:00", "mtime_epoch": 1783048984.149985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:23:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 331, "pushed_frames": 331, "read_frames": 330, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.044, "pushed": 11.044, "read": 11.01}, "hints": ["ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.705, "count": 331, "max_ms": 4.708, "p95_ms": 2.762}, "gstreamer_push": {"avg_ms": 1.329, "count": 331, "max_ms": 1.619, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.923, "count": 331, "max_ms": 52.625, "p95_ms": 47.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.202, "count": 331, "max_ms": 59.595, "p95_ms": 52.273}, "yolo11_640_fire_11class": {"avg_ms": 46.136, "count": 331, "max_ms": 55.615, "p95_ms": 49.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.616, "count": 331, "max_ms": 58.653, "p95_ms": 53.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.242, "count": 331, "max_ms": 109.734, "p95_ms": 66.356}, "read_interval": {"avg_ms": 90.672, "count": 330, "max_ms": 3763.449, "p95_ms": 84.177}, "triton_wait": {"avg_ms": 50.655, "count": 331, "max_ms": 59.607, "p95_ms": 53.568}, "visualize": {"avg_ms": 3.709, "count": 331, "max_ms": 5.729, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12265.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.648, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.177, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:23:34+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T12:23:34+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T12:23:34.230517+09:00", "mtime_epoch": 1783049014.230517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:23:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 377, "pushed_frames": 377, "read_frames": 376, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.599, "pushed": 12.599, "read": 12.566}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 2.654, "count": 377, "max_ms": 5.011, "p95_ms": 2.747}, "gstreamer_push": {"avg_ms": 1.337, "count": 377, "max_ms": 1.619, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.23, "count": 377, "max_ms": 52.312, "p95_ms": 48.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.107, "count": 377, "max_ms": 54.051, "p95_ms": 51.996}, "yolo11_640_fire_11class": {"avg_ms": 47.788, "count": 377, "max_ms": 53.003, "p95_ms": 49.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.285, "count": 377, "max_ms": 56.196, "p95_ms": 54.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.491, "count": 377, "max_ms": 101.316, "p95_ms": 66.11}, "read_interval": {"avg_ms": 79.667, "count": 376, "max_ms": 115.81, "p95_ms": 82.608}, "triton_wait": {"avg_ms": 51.297, "count": 377, "max_ms": 56.209, "p95_ms": 54.564}, "visualize": {"avg_ms": 3.723, "count": 377, "max_ms": 5.175, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12265.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.734, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.182, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:24:04+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T12:24:04+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T12:24:04.279049+09:00", "mtime_epoch": 1783049044.279049, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:24:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.903, "pushed": 10.903, "read": 10.903}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 3.424, "count": 327, "max_ms": 5.546, "p95_ms": 4.74}, "gstreamer_push": {"avg_ms": 1.277, "count": 327, "max_ms": 1.564, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.021, "count": 327, "max_ms": 49.758, "p95_ms": 47.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.804, "count": 327, "max_ms": 56.071, "p95_ms": 50.924}, "yolo11_640_fire_11class": {"avg_ms": 47.538, "count": 327, "max_ms": 53.579, "p95_ms": 49.797}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.045, "count": 327, "max_ms": 55.659, "p95_ms": 52.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.139, "count": 327, "max_ms": 106.602, "p95_ms": 103.182}, "read_interval": {"avg_ms": 91.627, "count": 327, "max_ms": 120.661, "p95_ms": 117.061}, "triton_wait": {"avg_ms": 51.06, "count": 327, "max_ms": 56.081, "p95_ms": 52.975}, "visualize": {"avg_ms": 4.233, "count": 327, "max_ms": 5.775, "p95_ms": 5.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:07:47+09:00", "last_error_summary": "[h264 @ 0x5597138dd300] error while decoding MB 70 29, bytestream -16", "last_exit_at": "2026-07-03T12:05:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.242, "last_started_at": "2026-07-03T12:24:17+09:00", "pid": 33493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.953, "name": "ffmpeg", "pid": 33493, "rss_mb": 138.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.831, "sample_count": 1, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T12:24:20+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-07-03T12:24:19+09:00", "mjpeg": {"age_sec": 1104.528, "exists": true, "mtime": "2026-07-03T12:05:55.524544+09:00", "mtime_epoch": 1783047955.5245442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:24:20+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 1149.202, "recorders": [{"age_sec": 1149.202, "frame_count": 67, "is_recording": true, "is_stopping": false, "pid": 32197, "process": {"exists": true, "fd_count": 5, "hwm_mb": 187.551, "name": "ffmpeg", "pid": 32197, "rss_mb": 187.551, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 33, "returncode": null, "running": true, "started_at": "2026-07-03T12:05:10+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_120510_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [32197], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 14.108, "count": 1, "max_ms": 14.108, "p95_ms": 14.108}, "gstreamer_push": {"avg_ms": 0.84, "count": 1, "max_ms": 0.84, "p95_ms": 0.84}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.937, "count": 1, "max_ms": 65.937, "p95_ms": 65.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.984, "count": 1, "max_ms": 60.984, "p95_ms": 60.984}, "yolo11_640_fire_11class": {"avg_ms": 58.597, "count": 1, "max_ms": 58.597, "p95_ms": 58.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 82.654, "count": 1, "max_ms": 82.654, "p95_ms": 82.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 223.831, "count": 1, "max_ms": 223.831, "p95_ms": 223.831}, "read_interval": {"avg_ms": 1104869.37, "count": 1, "max_ms": 1104869.37, "p95_ms": 1104869.37}, "triton_wait": {"avg_ms": 82.667, "count": 1, "max_ms": 82.667, "p95_ms": 82.667}, "visualize": {"avg_ms": 8.709, "count": 1, "max_ms": 8.709, "p95_ms": 8.709}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12350.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.821, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.142, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:24:34+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T12:24:34+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T12:24:34.367582+09:00", "mtime_epoch": 1783049074.367582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:24:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.775, "pushed": 8.775, "read": 8.742}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 4.67, "count": 262, "max_ms": 6.994, "p95_ms": 5.599}, "gstreamer_push": {"avg_ms": 1.153, "count": 263, "max_ms": 1.428, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.542, "count": 262, "max_ms": 63.48, "p95_ms": 50.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.386, "count": 262, "max_ms": 80.559, "p95_ms": 60.11}, "yolo11_640_fire_11class": {"avg_ms": 49.74, "count": 262, "max_ms": 73.142, "p95_ms": 57.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.092, "count": 262, "max_ms": 85.817, "p95_ms": 67.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.704, "count": 263, "max_ms": 139.912, "p95_ms": 118.762}, "read_interval": {"avg_ms": 114.365, "count": 262, "max_ms": 153.04, "p95_ms": 132.968}, "triton_wait": {"avg_ms": 53.159, "count": 262, "max_ms": 85.829, "p95_ms": 67.095}, "visualize": {"avg_ms": 5.089, "count": 262, "max_ms": 7.254, "p95_ms": 5.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:07:47+09:00", "last_error_summary": "[h264 @ 0x5597138dd300] error while decoding MB 70 29, bytestream -16", "last_exit_at": "2026-07-03T12:05:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.368, "last_started_at": "2026-07-03T12:24:17+09:00", "pid": 33493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.008, "name": "ffmpeg", "pid": 33493, "rss_mb": 266.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.291, "sample_count": 149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:24:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:24:50+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T12:24:49+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T12:24:50.003859+09:00", "mtime_epoch": 1783049090.0038593, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:24:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.949, "pushed": 4.949, "read": 4.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.402, "count": 147, "max_ms": 15.81, "p95_ms": 14.028}, "gstreamer_push": {"avg_ms": 0.866, "count": 148, "max_ms": 1.019, "p95_ms": 0.912}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.795, "count": 147, "max_ms": 64.217, "p95_ms": 60.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.856, "count": 147, "max_ms": 88.371, "p95_ms": 77.219}, "yolo11_640_fire_11class": {"avg_ms": 53.192, "count": 147, "max_ms": 70.214, "p95_ms": 66.413}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.425, "count": 147, "max_ms": 86.385, "p95_ms": 83.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.689, "count": 148, "max_ms": 241.192, "p95_ms": 216.864}, "read_interval": {"avg_ms": 203.614, "count": 147, "max_ms": 249.758, "p95_ms": 225.337}, "triton_wait": {"avg_ms": 65.916, "count": 147, "max_ms": 88.38, "p95_ms": 83.062}, "visualize": {"avg_ms": 8.592, "count": 147, "max_ms": 12.145, "p95_ms": 9.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.82, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.095, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:25:04+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T12:25:04+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T12:25:04.376114+09:00", "mtime_epoch": 1783049104.3761141, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:25:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 347, "pushed_frames": 348, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.567, "pushed": 11.6, "read": 11.567}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.795, "count": 347, "max_ms": 6.209, "p95_ms": 4.564}, "gstreamer_push": {"avg_ms": 1.317, "count": 348, "max_ms": 1.828, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.4, "count": 347, "max_ms": 68.568, "p95_ms": 61.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.069, "count": 347, "max_ms": 92.632, "p95_ms": 72.091}, "yolo11_640_fire_11class": {"avg_ms": 49.306, "count": 347, "max_ms": 73.298, "p95_ms": 64.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.315, "count": 347, "max_ms": 89.123, "p95_ms": 80.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.931, "count": 347, "max_ms": 135.004, "p95_ms": 102.574}, "read_interval": {"avg_ms": 86.499, "count": 347, "max_ms": 148.299, "p95_ms": 115.503}, "triton_wait": {"avg_ms": 56.137, "count": 347, "max_ms": 92.645, "p95_ms": 80.612}, "visualize": {"avg_ms": 3.791, "count": 347, "max_ms": 5.791, "p95_ms": 5.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:07:47+09:00", "last_error_summary": "[h264 @ 0x5597138dd300] error while decoding MB 70 29, bytestream -16", "last_exit_at": "2026-07-03T12:05:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.495, "last_started_at": "2026-07-03T12:24:17+09:00", "pid": 33493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.008, "name": "ffmpeg", "pid": 33493, "rss_mb": 266.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.878, "sample_count": 300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:25:20+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T12:25:20+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-03T12:25:20.104393+09:00", "mtime_epoch": 1783049120.1043932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168193}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:25:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.045, "pushed": 5.045, "read": 5.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.547, "count": 150, "max_ms": 11.838, "p95_ms": 10.263}, "gstreamer_push": {"avg_ms": 0.867, "count": 151, "max_ms": 0.975, "p95_ms": 0.912}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.894, "count": 150, "max_ms": 66.228, "p95_ms": 62.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.921, "count": 150, "max_ms": 90.003, "p95_ms": 83.708}, "yolo11_640_fire_11class": {"avg_ms": 53.258, "count": 150, "max_ms": 69.464, "p95_ms": 64.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.94, "count": 150, "max_ms": 87.734, "p95_ms": 81.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.23, "count": 151, "max_ms": 215.287, "p95_ms": 208.338}, "read_interval": {"avg_ms": 199.377, "count": 150, "max_ms": 224.902, "p95_ms": 217.693}, "triton_wait": {"avg_ms": 66.08, "count": 150, "max_ms": 90.015, "p95_ms": 85.072}, "visualize": {"avg_ms": 8.662, "count": 150, "max_ms": 10.849, "p95_ms": 9.484}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12353.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.845, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.364, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:25:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:25:34+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-03T12:25:34+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T12:25:34.376647+09:00", "mtime_epoch": 1783049134.3766465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:25:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.523, "count": 301, "max_ms": 6.957, "p95_ms": 4.996}, "gstreamer_push": {"avg_ms": 1.242, "count": 301, "max_ms": 2.049, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.187, "count": 301, "max_ms": 67.46, "p95_ms": 61.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.525, "count": 301, "max_ms": 85.33, "p95_ms": 72.753}, "yolo11_640_fire_11class": {"avg_ms": 50.55, "count": 301, "max_ms": 73.239, "p95_ms": 67.132}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.03, "count": 301, "max_ms": 88.994, "p95_ms": 80.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.111, "count": 301, "max_ms": 145.199, "p95_ms": 122.844}, "read_interval": {"avg_ms": 99.628, "count": 300, "max_ms": 158.915, "p95_ms": 137.509}, "triton_wait": {"avg_ms": 55.937, "count": 301, "max_ms": 89.007, "p95_ms": 81.058}, "visualize": {"avg_ms": 4.274, "count": 301, "max_ms": 6.784, "p95_ms": 5.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12353.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:07:47+09:00", "last_error_summary": "[h264 @ 0x5597138dd300] error while decoding MB 70 29, bytestream -16", "last_exit_at": "2026-07-03T12:05:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.676, "last_started_at": "2026-07-03T12:24:17+09:00", "pid": 33493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.008, "name": "ffmpeg", "pid": 33493, "rss_mb": 266.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.642, "sample_count": 452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:25:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-07-03T12:25:50+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-03T12:25:50+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T12:25:50.292929+09:00", "mtime_epoch": 1783049150.2929292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:25:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.068, "pushed": 5.068, "read": 5.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.461, "count": 151, "max_ms": 14.742, "p95_ms": 10.335}, "gstreamer_push": {"avg_ms": 0.873, "count": 152, "max_ms": 1.179, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.737, "count": 151, "max_ms": 66.74, "p95_ms": 60.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.532, "count": 151, "max_ms": 84.912, "p95_ms": 78.692}, "yolo11_640_fire_11class": {"avg_ms": 51.433, "count": 151, "max_ms": 70.413, "p95_ms": 66.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.571, "count": 151, "max_ms": 87.349, "p95_ms": 83.385}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.464, "count": 152, "max_ms": 217.079, "p95_ms": 207.505}, "read_interval": {"avg_ms": 198.487, "count": 151, "max_ms": 227.957, "p95_ms": 216.783}, "triton_wait": {"avg_ms": 64.582, "count": 151, "max_ms": 87.361, "p95_ms": 83.396}, "visualize": {"avg_ms": 8.729, "count": 151, "max_ms": 11.903, "p95_ms": 9.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.891, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.788, "sample_count": 3047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:26:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:26:04+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T12:26:04+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T12:26:04.437181+09:00", "mtime_epoch": 1783049164.4371805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:26:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.287, "pushed": 8.287, "read": 8.254}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.733, "count": 248, "max_ms": 7.254, "p95_ms": 5.389}, "gstreamer_push": {"avg_ms": 1.123, "count": 248, "max_ms": 1.523, "p95_ms": 1.223}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.344, "count": 248, "max_ms": 65.848, "p95_ms": 60.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.811, "count": 248, "max_ms": 85.545, "p95_ms": 65.511}, "yolo11_640_fire_11class": {"avg_ms": 50.734, "count": 248, "max_ms": 75.032, "p95_ms": 66.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.722, "count": 248, "max_ms": 87.333, "p95_ms": 81.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.413, "count": 248, "max_ms": 139.808, "p95_ms": 132.899}, "read_interval": {"avg_ms": 121.156, "count": 247, "max_ms": 159.902, "p95_ms": 147.553}, "triton_wait": {"avg_ms": 55.967, "count": 248, "max_ms": 87.344, "p95_ms": 81.787}, "visualize": {"avg_ms": 5.129, "count": 248, "max_ms": 6.732, "p95_ms": 5.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12355.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:07:47+09:00", "last_error_summary": "[h264 @ 0x5597138dd300] error while decoding MB 70 29, bytestream -16", "last_exit_at": "2026-07-03T12:05:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.711, "last_started_at": "2026-07-03T12:24:17+09:00", "pid": 33493, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.586, "name": "ffmpeg", "pid": 33493, "rss_mb": 268.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 29, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.285, "sample_count": 568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:26:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:26:20+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T12:26:20+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-03T12:26:20.353463+09:00", "mtime_epoch": 1783049180.3534634, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:26:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.889, "pushed": 3.889, "read": 3.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.652, "count": 116, "max_ms": 12.643, "p95_ms": 11.665}, "gstreamer_push": {"avg_ms": 0.867, "count": 116, "max_ms": 1.333, "p95_ms": 0.912}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.201, "count": 116, "max_ms": 66.374, "p95_ms": 60.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.966, "count": 116, "max_ms": 88.007, "p95_ms": 77.983}, "yolo11_640_fire_11class": {"avg_ms": 51.744, "count": 116, "max_ms": 70.055, "p95_ms": 66.417}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.734, "count": 116, "max_ms": 89.661, "p95_ms": 85.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.584, "count": 116, "max_ms": 219.815, "p95_ms": 210.114}, "read_interval": {"avg_ms": 259.521, "count": 115, "max_ms": 3758.503, "p95_ms": 230.956}, "triton_wait": {"avg_ms": 64.33, "count": 116, "max_ms": 89.673, "p95_ms": 85.324}, "visualize": {"avg_ms": 8.66, "count": 116, "max_ms": 10.647, "p95_ms": 9.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.829, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12252.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.909, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.286, "sample_count": 3076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:26:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:26:34+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T12:26:34+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T12:26:34.485609+09:00", "mtime_epoch": 1783049194.4856086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:26:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.733}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.797, "count": 292, "max_ms": 6.019, "p95_ms": 5.244}, "gstreamer_push": {"avg_ms": 1.232, "count": 292, "max_ms": 1.491, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.279, "count": 292, "max_ms": 64.296, "p95_ms": 58.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.187, "count": 292, "max_ms": 92.426, "p95_ms": 74.911}, "yolo11_640_fire_11class": {"avg_ms": 49.864, "count": 292, "max_ms": 67.587, "p95_ms": 59.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.463, "count": 292, "max_ms": 91.715, "p95_ms": 79.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.202, "count": 292, "max_ms": 138.724, "p95_ms": 110.779}, "read_interval": {"avg_ms": 102.861, "count": 291, "max_ms": 345.202, "p95_ms": 123.716}, "triton_wait": {"avg_ms": 54.575, "count": 292, "max_ms": 92.439, "p95_ms": 79.366}, "visualize": {"avg_ms": 4.456, "count": 292, "max_ms": 7.45, "p95_ms": 5.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:26:26+09:00", "last_error_summary": "[h264 @ 0x56343d23dbc0] error while decoding MB 35 12, bytestream -5", "last_exit_at": "2026-07-03T12:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.924, "last_started_at": "2026-07-03T12:26:29+09:00", "pid": 33600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.371, "name": "ffmpeg", "pid": 33600, "rss_mb": 264.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.289, "sample_count": 695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:26:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:26:50+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T12:26:50+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T12:26:50.509675+09:00", "mtime_epoch": 1783049210.509675, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:26:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.234, "pushed": 4.234, "read": 4.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.458, "count": 126, "max_ms": 13.966, "p95_ms": 10.309}, "gstreamer_push": {"avg_ms": 0.871, "count": 127, "max_ms": 1.074, "p95_ms": 0.925}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.806, "count": 126, "max_ms": 67.328, "p95_ms": 61.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.331, "count": 126, "max_ms": 92.871, "p95_ms": 84.178}, "yolo11_640_fire_11class": {"avg_ms": 50.59, "count": 126, "max_ms": 75.302, "p95_ms": 65.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.637, "count": 126, "max_ms": 91.476, "p95_ms": 85.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.732, "count": 127, "max_ms": 235.362, "p95_ms": 210.668}, "read_interval": {"avg_ms": 237.85, "count": 126, "max_ms": 5125.788, "p95_ms": 220.557}, "triton_wait": {"avg_ms": 65.591, "count": 126, "max_ms": 92.884, "p95_ms": 85.596}, "visualize": {"avg_ms": 8.672, "count": 126, "max_ms": 11.507, "p95_ms": 9.393}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 878}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12353.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.947, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.321, "sample_count": 3188, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:27:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:27:04+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T12:27:04+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T12:27:04.493738+09:00", "mtime_epoch": 1783049224.493738, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:27:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 334, "pushed_frames": 334, "read_frames": 333, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.154, "pushed": 11.154, "read": 11.121}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.992, "count": 334, "max_ms": 7.036, "p95_ms": 4.668}, "gstreamer_push": {"avg_ms": 1.291, "count": 334, "max_ms": 1.522, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.662, "count": 334, "max_ms": 63.737, "p95_ms": 60.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.273, "count": 334, "max_ms": 87.342, "p95_ms": 78.768}, "yolo11_640_fire_11class": {"avg_ms": 50.966, "count": 334, "max_ms": 67.55, "p95_ms": 63.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.985, "count": 334, "max_ms": 86.486, "p95_ms": 81.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.287, "count": 334, "max_ms": 133.525, "p95_ms": 105.893}, "read_interval": {"avg_ms": 89.828, "count": 333, "max_ms": 147.284, "p95_ms": 118.642}, "triton_wait": {"avg_ms": 56.078, "count": 334, "max_ms": 87.355, "p95_ms": 81.868}, "visualize": {"avg_ms": 3.898, "count": 334, "max_ms": 6.892, "p95_ms": 5.093}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12355.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:26:26+09:00", "last_error_summary": "[h264 @ 0x56343d23dbc0] error while decoding MB 35 12, bytestream -5", "last_exit_at": "2026-07-03T12:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.044, "last_started_at": "2026-07-03T12:26:29+09:00", "pid": 33600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.434, "name": "ffmpeg", "pid": 33600, "rss_mb": 266.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.285, "sample_count": 851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:27:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:27:20+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T12:27:20+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T12:27:20.669816+09:00", "mtime_epoch": 1783049240.6698158, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:27:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.211, "pushed": 5.211, "read": 5.178}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.408, "count": 155, "max_ms": 14.796, "p95_ms": 10.851}, "gstreamer_push": {"avg_ms": 0.905, "count": 156, "max_ms": 1.524, "p95_ms": 1.071}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.401, "count": 155, "max_ms": 66.219, "p95_ms": 62.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.97, "count": 155, "max_ms": 87.419, "p95_ms": 82.077}, "yolo11_640_fire_11class": {"avg_ms": 50.124, "count": 155, "max_ms": 74.252, "p95_ms": 64.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.607, "count": 155, "max_ms": 86.809, "p95_ms": 84.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.293, "count": 156, "max_ms": 225.48, "p95_ms": 208.608}, "read_interval": {"avg_ms": 193.221, "count": 155, "max_ms": 234.425, "p95_ms": 218.683}, "triton_wait": {"avg_ms": 65.732, "count": 155, "max_ms": 87.43, "p95_ms": 84.151}, "visualize": {"avg_ms": 8.421, "count": 155, "max_ms": 11.775, "p95_ms": 10.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12355.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.95, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.721, "sample_count": 3059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:27:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:27:34+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T12:27:34+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T12:27:34.473887+09:00", "mtime_epoch": 1783049254.4738867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:27:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.069, "pushed": 8.069, "read": 8.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.872, "count": 242, "max_ms": 9.336, "p95_ms": 6.515}, "gstreamer_push": {"avg_ms": 1.137, "count": 242, "max_ms": 1.579, "p95_ms": 1.359}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.516, "count": 242, "max_ms": 68.896, "p95_ms": 63.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.29, "count": 242, "max_ms": 89.265, "p95_ms": 79.673}, "yolo11_640_fire_11class": {"avg_ms": 51.736, "count": 242, "max_ms": 76.346, "p95_ms": 65.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.774, "count": 242, "max_ms": 86.928, "p95_ms": 83.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.914, "count": 242, "max_ms": 180.339, "p95_ms": 146.157}, "read_interval": {"avg_ms": 123.881, "count": 242, "max_ms": 196.309, "p95_ms": 159.506}, "triton_wait": {"avg_ms": 58.209, "count": 242, "max_ms": 89.277, "p95_ms": 84.399}, "visualize": {"avg_ms": 5.2, "count": 242, "max_ms": 8.522, "p95_ms": 6.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:26:26+09:00", "last_error_summary": "[h264 @ 0x56343d23dbc0] error while decoding MB 35 12, bytestream -5", "last_exit_at": "2026-07-03T12:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.103, "last_started_at": "2026-07-03T12:26:29+09:00", "pid": 33600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.465, "name": "ffmpeg", "pid": 33600, "rss_mb": 267.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.642, "sample_count": 1016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:27:50+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T12:27:50+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T12:27:50.729975+09:00", "mtime_epoch": 1783049270.7299752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:27:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.518, "pushed": 5.518, "read": 5.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.127, "count": 165, "max_ms": 13.724, "p95_ms": 10.458}, "gstreamer_push": {"avg_ms": 0.932, "count": 165, "max_ms": 1.271, "p95_ms": 1.013}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.62, "count": 165, "max_ms": 65.428, "p95_ms": 63.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.291, "count": 165, "max_ms": 89.641, "p95_ms": 82.025}, "yolo11_640_fire_11class": {"avg_ms": 48.934, "count": 165, "max_ms": 68.555, "p95_ms": 64.882}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.162, "count": 165, "max_ms": 87.364, "p95_ms": 83.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.334, "count": 165, "max_ms": 213.025, "p95_ms": 203.609}, "read_interval": {"avg_ms": 182.235, "count": 164, "max_ms": 224.923, "p95_ms": 212.986}, "triton_wait": {"avg_ms": 63.291, "count": 165, "max_ms": 89.653, "p95_ms": 84.612}, "visualize": {"avg_ms": 7.828, "count": 165, "max_ms": 10.913, "p95_ms": 9.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12355.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.971, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.387, "name": "ffmpeg", "pid": 33341, "rss_mb": 332.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.113, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:28:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:28:04+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T12:28:04+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T12:28:04.494054+09:00", "mtime_epoch": 1783049284.494054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:28:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.798, "pushed": 6.798, "read": 6.764}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.588, "count": 203, "max_ms": 8.521, "p95_ms": 7.477}, "gstreamer_push": {"avg_ms": 1.032, "count": 203, "max_ms": 1.233, "p95_ms": 1.138}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.071, "count": 203, "max_ms": 66.887, "p95_ms": 62.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.788, "count": 203, "max_ms": 91.592, "p95_ms": 82.088}, "yolo11_640_fire_11class": {"avg_ms": 51.565, "count": 203, "max_ms": 75.18, "p95_ms": 64.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.089, "count": 203, "max_ms": 87.001, "p95_ms": 83.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.657, "count": 203, "max_ms": 172.037, "p95_ms": 160.846}, "read_interval": {"avg_ms": 147.907, "count": 202, "max_ms": 184.468, "p95_ms": 173.307}, "triton_wait": {"avg_ms": 58.347, "count": 203, "max_ms": 91.604, "p95_ms": 83.571}, "visualize": {"avg_ms": 6.366, "count": 203, "max_ms": 8.394, "p95_ms": 7.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:26:26+09:00", "last_error_summary": "[h264 @ 0x56343d23dbc0] error while decoding MB 35 12, bytestream -5", "last_exit_at": "2026-07-03T12:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.21, "last_started_at": "2026-07-03T12:26:29+09:00", "pid": 33600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.465, "name": "ffmpeg", "pid": 33600, "rss_mb": 267.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.483, "sample_count": 1164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:28:20+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-03T12:28:20+09:00", "mjpeg": {"age_sec": 2.178, "exists": true, "mtime": "2026-07-03T12:28:18.810140+09:00", "mtime_epoch": 1783049298.8101401, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:28:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.952, "pushed": 4.952, "read": 4.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.314, "count": 148, "max_ms": 14.114, "p95_ms": 10.415}, "gstreamer_push": {"avg_ms": 0.895, "count": 148, "max_ms": 1.124, "p95_ms": 0.979}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.217, "count": 148, "max_ms": 65.45, "p95_ms": 62.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.332, "count": 148, "max_ms": 89.401, "p95_ms": 83.676}, "yolo11_640_fire_11class": {"avg_ms": 49.408, "count": 148, "max_ms": 69.22, "p95_ms": 66.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.561, "count": 148, "max_ms": 89.389, "p95_ms": 84.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.179, "count": 148, "max_ms": 228.543, "p95_ms": 203.967}, "read_interval": {"avg_ms": 203.441, "count": 147, "max_ms": 2185.273, "p95_ms": 215.268}, "triton_wait": {"avg_ms": 63.361, "count": 148, "max_ms": 89.41, "p95_ms": 84.687}, "visualize": {"avg_ms": 8.37, "count": 148, "max_ms": 11.068, "p95_ms": 9.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12153.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 20, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:19:50+09:00", "last_error_summary": "[h264 @ 0x558247816000] error while decoding MB 3 66, bytestream -13 [in#0/rtsp @ 0x558247798e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558247798e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 525.601, "last_started_at": "2026-07-03T12:19:53+09:00", "pid": 33341, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.723, "name": "ffmpeg", "pid": 33341, "rss_mb": 354.723, "state": "S (sleeping)", "threads": 104}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.993, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:28:39+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T12:28:39+09:00", "mjpeg": {"age_sec": 15.429, "exists": true, "mtime": "2026-07-03T12:28:23.818171+09:00", "mtime_epoch": 1783049303.8181713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:28:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.838, "pushed": 1.838, "read": 1.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.759, "count": 55, "max_ms": 6.114, "p95_ms": 5.364}, "gstreamer_push": {"avg_ms": 1.25, "count": 55, "max_ms": 1.445, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.689, "count": 55, "max_ms": 64.147, "p95_ms": 61.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.664, "count": 55, "max_ms": 85.415, "p95_ms": 81.035}, "yolo11_640_fire_11class": {"avg_ms": 52.289, "count": 55, "max_ms": 72.51, "p95_ms": 69.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.31, "count": 55, "max_ms": 85.404, "p95_ms": 84.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.511, "count": 55, "max_ms": 135.982, "p95_ms": 130.564}, "read_interval": {"avg_ms": 554.685, "count": 54, "max_ms": 15443.084, "p95_ms": 149.045}, "triton_wait": {"avg_ms": 59.683, "count": 55, "max_ms": 85.426, "p95_ms": 84.398}, "visualize": {"avg_ms": 4.275, "count": 55, "max_ms": 5.903, "p95_ms": 5.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12348.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x55fe39fc7700] error while decoding MB 59 20, bytestream -10", "last_exit_at": "2026-07-03T12:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.213, "last_started_at": "2026-07-03T12:28:37+09:00", "pid": 33707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.645, "name": "ffmpeg", "pid": 33707, "rss_mb": 263.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.233, "sample_count": 1300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:28:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:28:51+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T12:28:50+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T12:28:50.910347+09:00", "mtime_epoch": 1783049330.910347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:28:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.547, "pushed": 4.547, "read": 4.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.468, "count": 135, "max_ms": 11.554, "p95_ms": 10.398}, "gstreamer_push": {"avg_ms": 0.866, "count": 136, "max_ms": 1.425, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.823, "count": 135, "max_ms": 63.333, "p95_ms": 56.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.262, "count": 135, "max_ms": 84.439, "p95_ms": 65.882}, "yolo11_640_fire_11class": {"avg_ms": 47.232, "count": 135, "max_ms": 72.577, "p95_ms": 59.927}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.86, "count": 135, "max_ms": 86.251, "p95_ms": 77.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.602, "count": 136, "max_ms": 211.964, "p95_ms": 203.991}, "read_interval": {"avg_ms": 221.49, "count": 135, "max_ms": 4291.199, "p95_ms": 215.411}, "triton_wait": {"avg_ms": 58.954, "count": 135, "max_ms": 86.267, "p95_ms": 79.376}, "visualize": {"avg_ms": 8.606, "count": 135, "max_ms": 10.77, "p95_ms": 9.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12355.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.896, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.203, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.334, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:29:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:29:09+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T12:29:09+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T12:29:09.234473+09:00", "mtime_epoch": 1783049349.2344732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:29:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.1, "pushed": 7.1, "read": 7.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.396, "count": 213, "max_ms": 7.123, "p95_ms": 5.829}, "gstreamer_push": {"avg_ms": 1.166, "count": 213, "max_ms": 1.536, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.426, "count": 213, "max_ms": 65.158, "p95_ms": 60.699}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.5, "count": 213, "max_ms": 81.765, "p95_ms": 78.454}, "yolo11_640_fire_11class": {"avg_ms": 50.122, "count": 213, "max_ms": 71.34, "p95_ms": 63.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.321, "count": 213, "max_ms": 85.58, "p95_ms": 81.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.585, "count": 213, "max_ms": 138.722, "p95_ms": 131.283}, "read_interval": {"avg_ms": 140.668, "count": 213, "max_ms": 5080.833, "p95_ms": 144.199}, "triton_wait": {"avg_ms": 55.459, "count": 213, "max_ms": 85.593, "p95_ms": 81.485}, "visualize": {"avg_ms": 4.637, "count": 213, "max_ms": 6.894, "p95_ms": 5.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x55fe39fc7700] error while decoding MB 59 20, bytestream -10", "last_exit_at": "2026-07-03T12:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.332, "last_started_at": "2026-07-03T12:28:37+09:00", "pid": 33707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.027, "name": "ffmpeg", "pid": 33707, "rss_mb": 268.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.988, "sample_count": 1448, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:29:21+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-03T12:29:21+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T12:29:21.038558+09:00", "mtime_epoch": 1783049361.0385575, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:29:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.146, "pushed": 5.146, "read": 5.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.498, "count": 153, "max_ms": 12.077, "p95_ms": 10.712}, "gstreamer_push": {"avg_ms": 0.874, "count": 154, "max_ms": 1.308, "p95_ms": 0.935}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.096, "count": 153, "max_ms": 65.021, "p95_ms": 60.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.328, "count": 153, "max_ms": 82.606, "p95_ms": 78.496}, "yolo11_640_fire_11class": {"avg_ms": 50.939, "count": 153, "max_ms": 71.153, "p95_ms": 64.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.948, "count": 153, "max_ms": 85.053, "p95_ms": 83.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.98, "count": 154, "max_ms": 213.672, "p95_ms": 206.176}, "read_interval": {"avg_ms": 195.648, "count": 153, "max_ms": 224.416, "p95_ms": 217.122}, "triton_wait": {"avg_ms": 63.375, "count": 153, "max_ms": 85.065, "p95_ms": 83.188}, "visualize": {"avg_ms": 8.599, "count": 153, "max_ms": 10.33, "p95_ms": 9.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.969, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.203, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.412, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:29:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:29:39+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T12:29:39+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T12:29:39.342693+09:00", "mtime_epoch": 1783049379.3426929, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:29:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.796, "count": 302, "max_ms": 7.167, "p95_ms": 5.61}, "gstreamer_push": {"avg_ms": 1.236, "count": 302, "max_ms": 1.548, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.831, "count": 302, "max_ms": 68.049, "p95_ms": 61.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.037, "count": 302, "max_ms": 85.205, "p95_ms": 65.365}, "yolo11_640_fire_11class": {"avg_ms": 50.103, "count": 302, "max_ms": 74.649, "p95_ms": 64.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.555, "count": 302, "max_ms": 88.192, "p95_ms": 82.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.568, "count": 302, "max_ms": 140.296, "p95_ms": 118.009}, "read_interval": {"avg_ms": 99.642, "count": 301, "max_ms": 153.696, "p95_ms": 130.827}, "triton_wait": {"avg_ms": 55.731, "count": 302, "max_ms": 88.205, "p95_ms": 82.663}, "visualize": {"avg_ms": 4.322, "count": 302, "max_ms": 7.02, "p95_ms": 5.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12360.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x55fe39fc7700] error while decoding MB 59 20, bytestream -10", "last_exit_at": "2026-07-03T12:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.391, "last_started_at": "2026-07-03T12:28:37+09:00", "pid": 33707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.289, "name": "ffmpeg", "pid": 33707, "rss_mb": 273.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.653, "sample_count": 1456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 89875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:29:51+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-03T12:29:51+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-03T12:29:51.102783+09:00", "mtime_epoch": 1783049391.1027827, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:29:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.223, "pushed": 5.223, "read": 5.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.419, "count": 156, "max_ms": 14.808, "p95_ms": 10.331}, "gstreamer_push": {"avg_ms": 0.88, "count": 156, "max_ms": 1.059, "p95_ms": 0.962}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.572, "count": 156, "max_ms": 65.591, "p95_ms": 62.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.514, "count": 156, "max_ms": 88.258, "p95_ms": 78.778}, "yolo11_640_fire_11class": {"avg_ms": 50.82, "count": 156, "max_ms": 71.373, "p95_ms": 66.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.194, "count": 156, "max_ms": 89.057, "p95_ms": 84.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.462, "count": 156, "max_ms": 223.551, "p95_ms": 207.706}, "read_interval": {"avg_ms": 192.745, "count": 155, "max_ms": 236.877, "p95_ms": 217.168}, "triton_wait": {"avg_ms": 64.833, "count": 156, "max_ms": 89.069, "p95_ms": 84.958}, "visualize": {"avg_ms": 8.274, "count": 156, "max_ms": 12.49, "p95_ms": 8.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12362.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.985, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.203, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.789, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:30:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:30:09+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T12:30:09+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T12:30:09.330926+09:00", "mtime_epoch": 1783049409.3309264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:30:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.563, "pushed": 9.563, "read": 9.53}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.12, "count": 286, "max_ms": 7.209, "p95_ms": 5.603}, "gstreamer_push": {"avg_ms": 1.165, "count": 286, "max_ms": 1.479, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.671, "count": 286, "max_ms": 67.395, "p95_ms": 59.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.113, "count": 286, "max_ms": 87.783, "p95_ms": 72.195}, "yolo11_640_fire_11class": {"avg_ms": 49.951, "count": 286, "max_ms": 71.174, "p95_ms": 61.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.626, "count": 286, "max_ms": 88.943, "p95_ms": 82.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.683, "count": 286, "max_ms": 142.021, "p95_ms": 130.68}, "read_interval": {"avg_ms": 104.911, "count": 285, "max_ms": 157.328, "p95_ms": 143.965}, "triton_wait": {"avg_ms": 55.758, "count": 286, "max_ms": 88.956, "p95_ms": 82.707}, "visualize": {"avg_ms": 4.453, "count": 286, "max_ms": 6.69, "p95_ms": 5.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12362.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x55fe39fc7700] error while decoding MB 59 20, bytestream -10", "last_exit_at": "2026-07-03T12:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.422, "last_started_at": "2026-07-03T12:28:37+09:00", "pid": 33707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.062, "name": "ffmpeg", "pid": 33707, "rss_mb": 274.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.608, "sample_count": 1447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:30:21+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T12:30:21+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T12:30:21.119022+09:00", "mtime_epoch": 1783049421.119022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:30:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.758, "pushed": 4.758, "read": 4.724}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.036, "count": 142, "max_ms": 13.593, "p95_ms": 11.033}, "gstreamer_push": {"avg_ms": 0.877, "count": 142, "max_ms": 1.098, "p95_ms": 0.927}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.398, "count": 142, "max_ms": 64.218, "p95_ms": 60.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.001, "count": 142, "max_ms": 90.797, "p95_ms": 75.147}, "yolo11_640_fire_11class": {"avg_ms": 48.927, "count": 142, "max_ms": 68.737, "p95_ms": 62.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.482, "count": 142, "max_ms": 89.976, "p95_ms": 83.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.733, "count": 142, "max_ms": 234.232, "p95_ms": 226.328}, "read_interval": {"avg_ms": 211.648, "count": 141, "max_ms": 243.153, "p95_ms": 236.449}, "triton_wait": {"avg_ms": 63.781, "count": 142, "max_ms": 90.81, "p95_ms": 83.124}, "visualize": {"avg_ms": 9.357, "count": 142, "max_ms": 10.923, "p95_ms": 10.364}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12363.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.061, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.203, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.551, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:30:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:30:39+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T12:30:39+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T12:30:39.407174+09:00", "mtime_epoch": 1783049439.407174, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:30:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.38, "pushed": 9.38, "read": 9.346}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.229, "count": 281, "max_ms": 6.992, "p95_ms": 5.841}, "gstreamer_push": {"avg_ms": 1.166, "count": 281, "max_ms": 1.658, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.204, "count": 281, "max_ms": 65.216, "p95_ms": 60.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.767, "count": 281, "max_ms": 87.421, "p95_ms": 77.306}, "yolo11_640_fire_11class": {"avg_ms": 50.358, "count": 281, "max_ms": 68.071, "p95_ms": 63.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.609, "count": 281, "max_ms": 88.422, "p95_ms": 82.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.491, "count": 281, "max_ms": 139.736, "p95_ms": 128.509}, "read_interval": {"avg_ms": 106.992, "count": 280, "max_ms": 154.42, "p95_ms": 142.367}, "triton_wait": {"avg_ms": 55.691, "count": 281, "max_ms": 88.434, "p95_ms": 82.407}, "visualize": {"avg_ms": 4.526, "count": 281, "max_ms": 6.435, "p95_ms": 5.491}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x55fe39fc7700] error while decoding MB 59 20, bytestream -10", "last_exit_at": "2026-07-03T12:28:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 148.542, "last_started_at": "2026-07-03T12:28:37+09:00", "pid": 33707, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.254, "name": "ffmpeg", "pid": 33707, "rss_mb": 288.254, "state": "S (sleeping)", "threads": 104}, "restart_count": 39, "restart_count_per_hour": 30, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.703, "sample_count": 1363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:31:06+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-03T12:31:06+09:00", "mjpeg": {"age_sec": 18.075, "exists": true, "mtime": "2026-07-03T12:30:48.339250+09:00", "mtime_epoch": 1783049448.33925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:31:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.034, "read": 2.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.732, "count": 60, "max_ms": 13.01, "p95_ms": 10.57}, "gstreamer_push": {"avg_ms": 0.895, "count": 61, "max_ms": 1.002, "p95_ms": 0.977}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.7, "count": 60, "max_ms": 66.196, "p95_ms": 63.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.226, "count": 60, "max_ms": 86.329, "p95_ms": 79.442}, "yolo11_640_fire_11class": {"avg_ms": 50.247, "count": 60, "max_ms": 68.447, "p95_ms": 64.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.385, "count": 60, "max_ms": 87.129, "p95_ms": 85.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.621, "count": 61, "max_ms": 230.901, "p95_ms": 224.146}, "read_interval": {"avg_ms": 499.454, "count": 60, "max_ms": 18116.927, "p95_ms": 231.624}, "triton_wait": {"avg_ms": 66.403, "count": 60, "max_ms": 87.142, "p95_ms": 85.389}, "visualize": {"avg_ms": 8.992, "count": 60, "max_ms": 10.677, "p95_ms": 10.597}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12115.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.087, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.203, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.267, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:31:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:31:09+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T12:31:09+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T12:31:09.471435+09:00", "mtime_epoch": 1783049469.4714346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:31:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.634}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 4.345, "count": 289, "max_ms": 6.994, "p95_ms": 5.811}, "gstreamer_push": {"avg_ms": 1.203, "count": 289, "max_ms": 1.625, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.283, "count": 289, "max_ms": 64.79, "p95_ms": 51.609}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.022, "count": 289, "max_ms": 81.526, "p95_ms": 53.507}, "yolo11_640_fire_11class": {"avg_ms": 48.003, "count": 289, "max_ms": 71.152, "p95_ms": 53.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.526, "count": 289, "max_ms": 85.56, "p95_ms": 67.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.408, "count": 289, "max_ms": 138.888, "p95_ms": 109.892}, "read_interval": {"avg_ms": 103.987, "count": 288, "max_ms": 153.261, "p95_ms": 124.847}, "triton_wait": {"avg_ms": 52.542, "count": 289, "max_ms": 85.573, "p95_ms": 67.896}, "visualize": {"avg_ms": 4.641, "count": 289, "max_ms": 6.486, "p95_ms": 5.6}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12353.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:31:07+09:00", "last_error_summary": "[h264 @ 0x56265f153440] left block unavailable for requested intra mode [h264 @ 0x56265f153440] error while decoding MB 0 36, bytestream 3262 [h264 @ 0x56265fc9ff80] left block unavailable for requested intra mode [h264 @ 0x56265fc9ff80] error while decoding MB 0 16, bytestream 2643 [h264 @ 0x56265f0a1580] error while decoding MB 71 8, bytestream -9 [in#0/rtsp @ 0x56265ef89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56265ef89e00] Error retrieving a packet from demuxer: Connec", "last_exit_at": "2026-07-03T12:31:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.551, "last_started_at": "2026-07-03T12:31:10+09:00", "pid": 33966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.758, "name": "ffmpeg", "pid": 33966, "rss_mb": 264.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 30, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.836, "sample_count": 1422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:31:36+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T12:31:36+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T12:31:36.343678+09:00", "mtime_epoch": 1783049496.3436778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:31:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.397, "pushed": 5.397, "read": 5.363}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.739, "count": 161, "max_ms": 11.794, "p95_ms": 9.859}, "gstreamer_push": {"avg_ms": 1.009, "count": 161, "max_ms": 1.426, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.235, "count": 161, "max_ms": 68.354, "p95_ms": 62.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.532, "count": 161, "max_ms": 86.807, "p95_ms": 79.02}, "yolo11_640_fire_11class": {"avg_ms": 50.552, "count": 161, "max_ms": 73.308, "p95_ms": 65.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.648, "count": 161, "max_ms": 86.775, "p95_ms": 82.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.361, "count": 161, "max_ms": 229.442, "p95_ms": 168.908}, "read_interval": {"avg_ms": 186.946, "count": 160, "max_ms": 5205.0, "p95_ms": 180.162}, "triton_wait": {"avg_ms": 62.767, "count": 161, "max_ms": 86.818, "p95_ms": 82.923}, "visualize": {"avg_ms": 6.567, "count": 161, "max_ms": 10.3, "p95_ms": 8.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12353.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.147, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.203, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.267, "sample_count": 2473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:31:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:31:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T12:31:39+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T12:31:39.531707+09:00", "mtime_epoch": 1783049499.5317073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:31:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.573, "pushed": 9.573, "read": 9.54}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.117, "count": 287, "max_ms": 6.929, "p95_ms": 5.658}, "gstreamer_push": {"avg_ms": 1.22, "count": 287, "max_ms": 1.684, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.509, "count": 287, "max_ms": 68.429, "p95_ms": 62.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.59, "count": 287, "max_ms": 89.58, "p95_ms": 73.927}, "yolo11_640_fire_11class": {"avg_ms": 51.553, "count": 287, "max_ms": 72.77, "p95_ms": 64.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.093, "count": 287, "max_ms": 86.38, "p95_ms": 80.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.295, "count": 287, "max_ms": 140.521, "p95_ms": 130.462}, "read_interval": {"avg_ms": 104.82, "count": 286, "max_ms": 155.65, "p95_ms": 143.958}, "triton_wait": {"avg_ms": 56.387, "count": 287, "max_ms": 89.593, "p95_ms": 80.196}, "visualize": {"avg_ms": 4.499, "count": 287, "max_ms": 7.898, "p95_ms": 5.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12353.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:31:07+09:00", "last_error_summary": "[h264 @ 0x56265f153440] left block unavailable for requested intra mode [h264 @ 0x56265f153440] error while decoding MB 0 36, bytestream 3262 [h264 @ 0x56265fc9ff80] left block unavailable for requested intra mode [h264 @ 0x56265fc9ff80] error while decoding MB 0 16, bytestream 2643 [h264 @ 0x56265f0a1580] error while decoding MB 71 8, bytestream -9 [in#0/rtsp @ 0x56265ef89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56265ef89e00] Error retrieving a packet from demuxer: Connec", "last_exit_at": "2026-07-03T12:31:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.654, "last_started_at": "2026-07-03T12:31:10+09:00", "pid": 33966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.016, "name": "ffmpeg", "pid": 33966, "rss_mb": 265.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 30, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.766, "sample_count": 1470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:32:06+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T12:32:06+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T12:32:06.447961+09:00", "mtime_epoch": 1783049526.447961, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:32:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.643, "pushed": 6.643, "read": 6.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.501, "count": 198, "max_ms": 10.066, "p95_ms": 8.334}, "gstreamer_push": {"avg_ms": 0.995, "count": 199, "max_ms": 1.604, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.709, "count": 198, "max_ms": 63.406, "p95_ms": 61.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.948, "count": 198, "max_ms": 82.015, "p95_ms": 74.141}, "yolo11_640_fire_11class": {"avg_ms": 49.378, "count": 198, "max_ms": 67.443, "p95_ms": 64.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.943, "count": 198, "max_ms": 84.107, "p95_ms": 80.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.218, "count": 199, "max_ms": 180.14, "p95_ms": 161.732}, "read_interval": {"avg_ms": 151.295, "count": 198, "max_ms": 191.759, "p95_ms": 173.198}, "triton_wait": {"avg_ms": 60.27, "count": 198, "max_ms": 84.12, "p95_ms": 80.175}, "visualize": {"avg_ms": 6.336, "count": 198, "max_ms": 8.315, "p95_ms": 6.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12353.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.204, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.203, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.412, "sample_count": 2436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:32:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:32:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T12:32:09+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T12:32:09.579991+09:00", "mtime_epoch": 1783049529.5799913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232216}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:32:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.086, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.44, "pushed": 9.44, "read": 9.407}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.221, "count": 283, "max_ms": 7.624, "p95_ms": 5.407}, "gstreamer_push": {"avg_ms": 1.188, "count": 283, "max_ms": 2.092, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.375, "count": 283, "max_ms": 67.461, "p95_ms": 61.36}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.695, "count": 283, "max_ms": 83.202, "p95_ms": 74.356}, "yolo11_640_fire_11class": {"avg_ms": 51.007, "count": 283, "max_ms": 74.122, "p95_ms": 65.188}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.215, "count": 283, "max_ms": 83.002, "p95_ms": 79.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.319, "count": 283, "max_ms": 137.346, "p95_ms": 129.375}, "read_interval": {"avg_ms": 106.28, "count": 282, "max_ms": 155.235, "p95_ms": 142.476}, "triton_wait": {"avg_ms": 55.462, "count": 283, "max_ms": 83.212, "p95_ms": 79.81}, "visualize": {"avg_ms": 4.603, "count": 283, "max_ms": 8.023, "p95_ms": 5.644}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12465.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:31:07+09:00", "last_error_summary": "[h264 @ 0x56265f153440] left block unavailable for requested intra mode [h264 @ 0x56265f153440] error while decoding MB 0 36, bytestream 3262 [h264 @ 0x56265fc9ff80] left block unavailable for requested intra mode [h264 @ 0x56265fc9ff80] error while decoding MB 0 16, bytestream 2643 [h264 @ 0x56265f0a1580] error while decoding MB 71 8, bytestream -9 [in#0/rtsp @ 0x56265ef89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56265ef89e00] Error retrieving a packet from demuxer: Connec", "last_exit_at": "2026-07-03T12:31:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.663, "last_started_at": "2026-07-03T12:31:10+09:00", "pid": 33966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.141, "name": "ffmpeg", "pid": 33966, "rss_mb": 269.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 30, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.286, "sample_count": 1503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:32:36+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T12:32:36+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T12:32:36.460255+09:00", "mtime_epoch": 1783049556.4602547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:32:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.567, "pushed": 6.567, "read": 6.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.607, "count": 197, "max_ms": 11.286, "p95_ms": 9.341}, "gstreamer_push": {"avg_ms": 1.037, "count": 197, "max_ms": 1.421, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.108, "count": 197, "max_ms": 67.849, "p95_ms": 62.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.946, "count": 197, "max_ms": 84.181, "p95_ms": 73.941}, "yolo11_640_fire_11class": {"avg_ms": 48.449, "count": 197, "max_ms": 67.458, "p95_ms": 61.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.258, "count": 197, "max_ms": 85.247, "p95_ms": 81.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.56, "count": 197, "max_ms": 175.917, "p95_ms": 163.511}, "read_interval": {"avg_ms": 152.33, "count": 197, "max_ms": 187.052, "p95_ms": 173.765}, "triton_wait": {"avg_ms": 60.717, "count": 197, "max_ms": 85.259, "p95_ms": 81.785}, "visualize": {"avg_ms": 6.483, "count": 197, "max_ms": 10.195, "p95_ms": 7.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 22, "tracking_summary": 901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12465.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.365, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.203, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.573, "sample_count": 2424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:32:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:32:39+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-03T12:32:39+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-03T12:32:39.648286+09:00", "mtime_epoch": 1783049559.6482863, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:32:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 2034.914, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.27, "pushed": 7.27, "read": 7.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.581, "count": 218, "max_ms": 11.396, "p95_ms": 8.437}, "gstreamer_push": {"avg_ms": 1.194, "count": 218, "max_ms": 2.815, "p95_ms": 1.783}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.178, "count": 218, "max_ms": 68.709, "p95_ms": 63.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.235, "count": 218, "max_ms": 84.593, "p95_ms": 75.904}, "yolo11_640_fire_11class": {"avg_ms": 50.605, "count": 218, "max_ms": 71.943, "p95_ms": 64.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.519, "count": 218, "max_ms": 86.75, "p95_ms": 82.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 123.869, "count": 218, "max_ms": 784.299, "p95_ms": 206.779}, "read_interval": {"avg_ms": 137.145, "count": 218, "max_ms": 796.848, "p95_ms": 219.1}, "triton_wait": {"avg_ms": 58.715, "count": 218, "max_ms": 86.762, "p95_ms": 82.399}, "visualize": {"avg_ms": 6.987, "count": 218, "max_ms": 17.25, "p95_ms": 14.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12441.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:31:07+09:00", "last_error_summary": "[h264 @ 0x56265f153440] left block unavailable for requested intra mode [h264 @ 0x56265f153440] error while decoding MB 0 36, bytestream 3262 [h264 @ 0x56265fc9ff80] left block unavailable for requested intra mode [h264 @ 0x56265fc9ff80] error while decoding MB 0 16, bytestream 2643 [h264 @ 0x56265f0a1580] error while decoding MB 71 8, bytestream -9 [in#0/rtsp @ 0x56265ef89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56265ef89e00] Error retrieving a packet from demuxer: Connec", "last_exit_at": "2026-07-03T12:31:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.796, "last_started_at": "2026-07-03T12:31:10+09:00", "pid": 33966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.172, "name": "ffmpeg", "pid": 33966, "rss_mb": 270.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 30, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.659, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:33:06+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T12:33:06+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T12:33:06.588559+09:00", "mtime_epoch": 1783049586.5885594, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:33:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.61, "pushed": 6.61, "read": 6.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.658, "count": 197, "max_ms": 11.246, "p95_ms": 8.632}, "gstreamer_push": {"avg_ms": 1.044, "count": 198, "max_ms": 1.747, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.626, "count": 197, "max_ms": 68.07, "p95_ms": 64.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.097, "count": 197, "max_ms": 83.726, "p95_ms": 67.666}, "yolo11_640_fire_11class": {"avg_ms": 46.939, "count": 197, "max_ms": 65.66, "p95_ms": 61.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.248, "count": 197, "max_ms": 87.746, "p95_ms": 84.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.114, "count": 198, "max_ms": 190.821, "p95_ms": 165.13}, "read_interval": {"avg_ms": 152.188, "count": 197, "max_ms": 207.001, "p95_ms": 176.529}, "triton_wait": {"avg_ms": 59.757, "count": 197, "max_ms": 87.759, "p95_ms": 84.139}, "visualize": {"avg_ms": 6.494, "count": 197, "max_ms": 8.012, "p95_ms": 7.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12441.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.465, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.654, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:33:09+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T12:33:09+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T12:33:09.752592+09:00", "mtime_epoch": 1783049589.752592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:33:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 2008.926, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.617, "pushed": 6.617, "read": 6.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.224, "count": 198, "max_ms": 10.305, "p95_ms": 8.939}, "gstreamer_push": {"avg_ms": 1.033, "count": 198, "max_ms": 1.274, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.132, "count": 198, "max_ms": 67.145, "p95_ms": 60.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.726, "count": 198, "max_ms": 82.639, "p95_ms": 78.679}, "yolo11_640_fire_11class": {"avg_ms": 48.032, "count": 198, "max_ms": 66.614, "p95_ms": 60.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.635, "count": 198, "max_ms": 86.412, "p95_ms": 81.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.308, "count": 198, "max_ms": 208.116, "p95_ms": 171.653}, "read_interval": {"avg_ms": 151.907, "count": 197, "max_ms": 218.55, "p95_ms": 181.68}, "triton_wait": {"avg_ms": 58.725, "count": 198, "max_ms": 86.425, "p95_ms": 81.343}, "visualize": {"avg_ms": 7.365, "count": 198, "max_ms": 15.064, "p95_ms": 12.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12433.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:31:07+09:00", "last_error_summary": "[h264 @ 0x56265f153440] left block unavailable for requested intra mode [h264 @ 0x56265f153440] error while decoding MB 0 36, bytestream 3262 [h264 @ 0x56265fc9ff80] left block unavailable for requested intra mode [h264 @ 0x56265fc9ff80] error while decoding MB 0 16, bytestream 2643 [h264 @ 0x56265f0a1580] error while decoding MB 71 8, bytestream -9 [in#0/rtsp @ 0x56265ef89e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56265ef89e00] Error retrieving a packet from demuxer: Connec", "last_exit_at": "2026-07-03T12:31:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.861, "last_started_at": "2026-07-03T12:31:10+09:00", "pid": 33966, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.008, "name": "ffmpeg", "pid": 33966, "rss_mb": 273.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 30, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.643, "sample_count": 1579, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:33:36+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-03T12:33:36+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T12:33:36.644873+09:00", "mtime_epoch": 1783049616.6448731, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:33:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.084, "pushed": 6.084, "read": 6.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.645, "count": 182, "max_ms": 11.144, "p95_ms": 9.775}, "gstreamer_push": {"avg_ms": 1.037, "count": 182, "max_ms": 1.395, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.842, "count": 182, "max_ms": 66.238, "p95_ms": 62.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.919, "count": 182, "max_ms": 87.722, "p95_ms": 83.726}, "yolo11_640_fire_11class": {"avg_ms": 55.154, "count": 182, "max_ms": 69.799, "p95_ms": 64.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.225, "count": 182, "max_ms": 91.277, "p95_ms": 86.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.932, "count": 182, "max_ms": 186.694, "p95_ms": 168.779}, "read_interval": {"avg_ms": 165.226, "count": 181, "max_ms": 199.267, "p95_ms": 180.336}, "triton_wait": {"avg_ms": 72.626, "count": 182, "max_ms": 91.291, "p95_ms": 86.04}, "visualize": {"avg_ms": 6.504, "count": 182, "max_ms": 9.052, "p95_ms": 7.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12433.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.535, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.833, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:33:39+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T12:33:39+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T12:33:39.912908+09:00", "mtime_epoch": 1783049619.9129078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:33:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1998.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.761, "pushed": 7.761, "read": 7.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.043, "count": 232, "max_ms": 9.9, "p95_ms": 6.773}, "gstreamer_push": {"avg_ms": 1.137, "count": 232, "max_ms": 1.669, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.249, "count": 232, "max_ms": 64.443, "p95_ms": 61.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.918, "count": 232, "max_ms": 89.237, "p95_ms": 81.23}, "yolo11_640_fire_11class": {"avg_ms": 52.703, "count": 232, "max_ms": 68.228, "p95_ms": 63.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.182, "count": 232, "max_ms": 88.526, "p95_ms": 82.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.118, "count": 232, "max_ms": 187.957, "p95_ms": 167.288}, "read_interval": {"avg_ms": 129.85, "count": 231, "max_ms": 199.953, "p95_ms": 179.823}, "triton_wait": {"avg_ms": 65.247, "count": 232, "max_ms": 89.249, "p95_ms": 82.876}, "visualize": {"avg_ms": 5.185, "count": 232, "max_ms": 9.742, "p95_ms": 6.596}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12424.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.018, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.539, "name": "ffmpeg", "pid": 34133, "rss_mb": 265.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 30, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.852, "sample_count": 1607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:34:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:34:06+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T12:34:06+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T12:34:06.697196+09:00", "mtime_epoch": 1783049646.697196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:34:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.584, "pushed": 5.584, "read": 5.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.838, "count": 167, "max_ms": 12.541, "p95_ms": 12.265}, "gstreamer_push": {"avg_ms": 1.032, "count": 167, "max_ms": 1.319, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.933, "count": 167, "max_ms": 66.152, "p95_ms": 61.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.42, "count": 167, "max_ms": 83.974, "p95_ms": 71.458}, "yolo11_640_fire_11class": {"avg_ms": 47.988, "count": 167, "max_ms": 65.577, "p95_ms": 61.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.347, "count": 167, "max_ms": 82.373, "p95_ms": 78.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.255, "count": 167, "max_ms": 178.235, "p95_ms": 164.042}, "read_interval": {"avg_ms": 180.079, "count": 166, "max_ms": 4591.345, "p95_ms": 177.716}, "triton_wait": {"avg_ms": 60.563, "count": 167, "max_ms": 83.989, "p95_ms": 78.864}, "visualize": {"avg_ms": 6.656, "count": 167, "max_ms": 9.895, "p95_ms": 9.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.545, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.659, "sample_count": 2709, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:34:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:34:09+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T12:34:09+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T12:34:09.925231+09:00", "mtime_epoch": 1783049649.9252312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:34:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1998.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 336, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.201, "pushed": 11.201, "read": 11.201}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.198, "count": 336, "max_ms": 6.867, "p95_ms": 5.387}, "gstreamer_push": {"avg_ms": 1.284, "count": 336, "max_ms": 1.927, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.227, "count": 336, "max_ms": 65.145, "p95_ms": 61.36}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.582, "count": 336, "max_ms": 84.466, "p95_ms": 60.153}, "yolo11_640_fire_11class": {"avg_ms": 48.196, "count": 336, "max_ms": 72.613, "p95_ms": 61.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.596, "count": 336, "max_ms": 86.113, "p95_ms": 77.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.382, "count": 336, "max_ms": 136.709, "p95_ms": 104.382}, "read_interval": {"avg_ms": 89.308, "count": 336, "max_ms": 149.065, "p95_ms": 117.664}, "triton_wait": {"avg_ms": 54.915, "count": 336, "max_ms": 86.125, "p95_ms": 77.705}, "visualize": {"avg_ms": 3.935, "count": 336, "max_ms": 6.828, "p95_ms": 5.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.099, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.664, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 30, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.334, "sample_count": 1652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:34:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:34:36+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T12:34:36+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T12:34:36.805528+09:00", "mtime_epoch": 1783049676.8055282, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170079}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:34:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.615, "pushed": 6.615, "read": 6.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.477, "count": 198, "max_ms": 9.582, "p95_ms": 8.347}, "gstreamer_push": {"avg_ms": 1.018, "count": 198, "max_ms": 1.347, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.607, "count": 198, "max_ms": 68.816, "p95_ms": 61.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.901, "count": 198, "max_ms": 82.346, "p95_ms": 75.873}, "yolo11_640_fire_11class": {"avg_ms": 48.448, "count": 198, "max_ms": 71.309, "p95_ms": 63.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.753, "count": 198, "max_ms": 83.558, "p95_ms": 79.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.778, "count": 198, "max_ms": 169.898, "p95_ms": 160.437}, "read_interval": {"avg_ms": 151.978, "count": 197, "max_ms": 181.195, "p95_ms": 171.309}, "triton_wait": {"avg_ms": 60.971, "count": 198, "max_ms": 83.571, "p95_ms": 79.395}, "visualize": {"avg_ms": 6.34, "count": 198, "max_ms": 8.634, "p95_ms": 6.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12429.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.561, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.638, "sample_count": 2721, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:34:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:34:40+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T12:34:39+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T12:34:39.945563+09:00", "mtime_epoch": 1783049679.945563, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:34:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1998.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.468, "pushed": 10.468, "read": 10.468}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.597, "count": 314, "max_ms": 7.752, "p95_ms": 5.483}, "gstreamer_push": {"avg_ms": 1.252, "count": 314, "max_ms": 1.49, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.662, "count": 314, "max_ms": 67.884, "p95_ms": 61.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.011, "count": 314, "max_ms": 84.373, "p95_ms": 64.96}, "yolo11_640_fire_11class": {"avg_ms": 49.321, "count": 314, "max_ms": 69.742, "p95_ms": 62.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.779, "count": 314, "max_ms": 85.077, "p95_ms": 77.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.884, "count": 314, "max_ms": 136.29, "p95_ms": 121.999}, "read_interval": {"avg_ms": 95.606, "count": 314, "max_ms": 151.181, "p95_ms": 135.143}, "triton_wait": {"avg_ms": 54.549, "count": 314, "max_ms": 85.089, "p95_ms": 78.258}, "visualize": {"avg_ms": 4.183, "count": 314, "max_ms": 7.041, "p95_ms": 5.477}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 763}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.149, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.922, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 30, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.354, "sample_count": 1705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:35:06+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T12:35:06+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T12:35:06.849868+09:00", "mtime_epoch": 1783049706.8498676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:35:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.822, "pushed": 6.822, "read": 6.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 204, "max_ms": 11.246, "p95_ms": 8.137}, "gstreamer_push": {"avg_ms": 1.04, "count": 204, "max_ms": 1.701, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.583, "count": 204, "max_ms": 64.694, "p95_ms": 60.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.038, "count": 204, "max_ms": 81.223, "p95_ms": 73.197}, "yolo11_640_fire_11class": {"avg_ms": 47.284, "count": 204, "max_ms": 64.164, "p95_ms": 60.861}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.161, "count": 204, "max_ms": 81.766, "p95_ms": 77.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.214, "count": 204, "max_ms": 160.203, "p95_ms": 155.019}, "read_interval": {"avg_ms": 147.292, "count": 203, "max_ms": 170.738, "p95_ms": 166.128}, "triton_wait": {"avg_ms": 58.289, "count": 204, "max_ms": 81.778, "p95_ms": 77.062}, "visualize": {"avg_ms": 6.269, "count": 204, "max_ms": 8.696, "p95_ms": 6.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.656, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.609, "sample_count": 2739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:35:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:35:10+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T12:35:09+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T12:35:09.965903+09:00", "mtime_epoch": 1783049709.9659033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:35:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1998.25, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.131, "pushed": 10.131, "read": 10.098}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.867, "count": 303, "max_ms": 6.956, "p95_ms": 5.335}, "gstreamer_push": {"avg_ms": 1.235, "count": 303, "max_ms": 1.987, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.763, "count": 303, "max_ms": 64.394, "p95_ms": 61.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.962, "count": 303, "max_ms": 80.464, "p95_ms": 69.82}, "yolo11_640_fire_11class": {"avg_ms": 48.002, "count": 303, "max_ms": 64.398, "p95_ms": 61.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.8, "count": 303, "max_ms": 81.417, "p95_ms": 77.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.403, "count": 303, "max_ms": 131.562, "p95_ms": 127.627}, "read_interval": {"avg_ms": 98.904, "count": 302, "max_ms": 147.59, "p95_ms": 142.574}, "triton_wait": {"avg_ms": 53.429, "count": 303, "max_ms": 81.43, "p95_ms": 78.178}, "visualize": {"avg_ms": 4.354, "count": 303, "max_ms": 5.945, "p95_ms": 5.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12464.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.216, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.922, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 30, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.779, "sample_count": 1769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:35:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:35:37+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T12:35:36+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T12:35:36.942215+09:00", "mtime_epoch": 1783049736.9422152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:35:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.85, "pushed": 6.85, "read": 6.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.495, "count": 205, "max_ms": 11.601, "p95_ms": 8.884}, "gstreamer_push": {"avg_ms": 1.043, "count": 205, "max_ms": 1.721, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.575, "count": 205, "max_ms": 69.306, "p95_ms": 61.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.049, "count": 205, "max_ms": 84.548, "p95_ms": 69.474}, "yolo11_640_fire_11class": {"avg_ms": 46.546, "count": 205, "max_ms": 67.865, "p95_ms": 58.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.791, "count": 205, "max_ms": 86.591, "p95_ms": 77.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.272, "count": 205, "max_ms": 173.554, "p95_ms": 160.566}, "read_interval": {"avg_ms": 146.798, "count": 204, "max_ms": 186.749, "p95_ms": 171.83}, "triton_wait": {"avg_ms": 58.013, "count": 205, "max_ms": 86.604, "p95_ms": 77.091}, "visualize": {"avg_ms": 6.194, "count": 205, "max_ms": 8.118, "p95_ms": 7.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12464.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.787, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.719, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.823, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:35:40+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T12:35:40+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T12:35:40.042251+09:00", "mtime_epoch": 1783049740.0422513, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233340}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:35:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 2027.719, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.869, "pushed": 5.869, "read": 5.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.848, "count": 176, "max_ms": 11.556, "p95_ms": 9.832}, "gstreamer_push": {"avg_ms": 0.991, "count": 176, "max_ms": 1.978, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.257, "count": 176, "max_ms": 75.979, "p95_ms": 64.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.604, "count": 176, "max_ms": 80.703, "p95_ms": 71.907}, "yolo11_640_fire_11class": {"avg_ms": 48.7, "count": 176, "max_ms": 71.773, "p95_ms": 60.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.294, "count": 176, "max_ms": 86.384, "p95_ms": 81.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.669, "count": 176, "max_ms": 741.565, "p95_ms": 208.509}, "read_interval": {"avg_ms": 169.985, "count": 176, "max_ms": 753.015, "p95_ms": 217.998}, "triton_wait": {"avg_ms": 56.457, "count": 176, "max_ms": 86.397, "p95_ms": 81.394}, "visualize": {"avg_ms": 9.892, "count": 176, "max_ms": 18.215, "p95_ms": 13.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.275, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.922, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 29, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.921, "sample_count": 1985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:36:07+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T12:36:07+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T12:36:07.038570+09:00", "mtime_epoch": 1783049767.0385702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:36:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.253, "pushed": 9.253, "read": 9.219}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.176, "count": 277, "max_ms": 9.27, "p95_ms": 7.04}, "gstreamer_push": {"avg_ms": 1.218, "count": 277, "max_ms": 1.708, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.752, "count": 277, "max_ms": 69.519, "p95_ms": 64.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.899, "count": 277, "max_ms": 85.35, "p95_ms": 76.924}, "yolo11_640_fire_11class": {"avg_ms": 49.627, "count": 277, "max_ms": 70.583, "p95_ms": 64.049}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.199, "count": 277, "max_ms": 86.774, "p95_ms": 80.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.465, "count": 277, "max_ms": 141.622, "p95_ms": 132.0}, "read_interval": {"avg_ms": 108.618, "count": 276, "max_ms": 154.718, "p95_ms": 144.517}, "triton_wait": {"avg_ms": 60.357, "count": 277, "max_ms": 86.786, "p95_ms": 81.057}, "visualize": {"avg_ms": 4.461, "count": 277, "max_ms": 6.724, "p95_ms": 5.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.884, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.676, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:36:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:36:10+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T12:36:10+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T12:36:10.222608+09:00", "mtime_epoch": 1783049770.222608, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227742}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:36:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1988.164, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.452, "pushed": 7.452, "read": 7.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.81, "count": 222, "max_ms": 9.909, "p95_ms": 8.86}, "gstreamer_push": {"avg_ms": 1.128, "count": 223, "max_ms": 1.69, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.612, "count": 222, "max_ms": 73.146, "p95_ms": 65.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.905, "count": 222, "max_ms": 83.214, "p95_ms": 77.278}, "yolo11_640_fire_11class": {"avg_ms": 51.943, "count": 222, "max_ms": 74.343, "p95_ms": 65.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.101, "count": 222, "max_ms": 90.322, "p95_ms": 81.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 121.982, "count": 223, "max_ms": 197.691, "p95_ms": 181.018}, "read_interval": {"avg_ms": 135.015, "count": 222, "max_ms": 207.735, "p95_ms": 191.302}, "triton_wait": {"avg_ms": 60.564, "count": 222, "max_ms": 90.335, "p95_ms": 81.541}, "visualize": {"avg_ms": 6.943, "count": 222, "max_ms": 13.707, "p95_ms": 12.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12395.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.294, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.922, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 29, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.239, "sample_count": 2171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:36:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:36:37+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T12:36:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T12:36:37.062931+09:00", "mtime_epoch": 1783049797.062931, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:36:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 348, "pushed_frames": 348, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.624, "pushed": 11.624, "read": 11.591}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.862, "count": 348, "max_ms": 5.826, "p95_ms": 4.499}, "gstreamer_push": {"avg_ms": 1.311, "count": 348, "max_ms": 1.924, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.141, "count": 348, "max_ms": 69.592, "p95_ms": 61.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.453, "count": 348, "max_ms": 79.932, "p95_ms": 68.401}, "yolo11_640_fire_11class": {"avg_ms": 49.076, "count": 348, "max_ms": 73.404, "p95_ms": 64.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.538, "count": 348, "max_ms": 80.522, "p95_ms": 75.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.269, "count": 348, "max_ms": 93.004, "p95_ms": 87.388}, "read_interval": {"avg_ms": 86.264, "count": 347, "max_ms": 112.613, "p95_ms": 103.55}, "triton_wait": {"avg_ms": 57.751, "count": 348, "max_ms": 80.534, "p95_ms": 75.235}, "visualize": {"avg_ms": 3.693, "count": 348, "max_ms": 5.775, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12396.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.999, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.766, "sample_count": 2492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:36:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:36:40+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T12:36:40+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T12:36:40.342971+09:00", "mtime_epoch": 1783049800.3429708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:36:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1959.16, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.073, "pushed": 7.073, "read": 7.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.666, "count": 211, "max_ms": 7.752, "p95_ms": 5.461}, "gstreamer_push": {"avg_ms": 1.218, "count": 212, "max_ms": 2.04, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.034, "count": 211, "max_ms": 67.74, "p95_ms": 63.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.728, "count": 211, "max_ms": 80.158, "p95_ms": 74.5}, "yolo11_640_fire_11class": {"avg_ms": 53.706, "count": 211, "max_ms": 72.887, "p95_ms": 66.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.506, "count": 211, "max_ms": 81.748, "p95_ms": 77.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.572, "count": 212, "max_ms": 133.571, "p95_ms": 130.616}, "read_interval": {"avg_ms": 142.16, "count": 211, "max_ms": 5275.208, "p95_ms": 144.125}, "triton_wait": {"avg_ms": 59.777, "count": 211, "max_ms": 81.76, "p95_ms": 77.973}, "visualize": {"avg_ms": 4.834, "count": 211, "max_ms": 6.963, "p95_ms": 5.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 773}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.354, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.922, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 29, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.684, "sample_count": 2320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:37:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:37:07+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T12:37:07+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T12:37:07.119299+09:00", "mtime_epoch": 1783049827.1192987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:37:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 348, "pushed_frames": 348, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.609, "pushed": 11.609, "read": 11.576}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.855, "count": 348, "max_ms": 6.264, "p95_ms": 4.556}, "gstreamer_push": {"avg_ms": 1.315, "count": 348, "max_ms": 2.007, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.656, "count": 348, "max_ms": 68.124, "p95_ms": 61.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.898, "count": 348, "max_ms": 78.178, "p95_ms": 68.15}, "yolo11_640_fire_11class": {"avg_ms": 48.639, "count": 348, "max_ms": 69.52, "p95_ms": 63.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.711, "count": 348, "max_ms": 78.003, "p95_ms": 72.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.706, "count": 348, "max_ms": 90.49, "p95_ms": 85.384}, "read_interval": {"avg_ms": 86.373, "count": 347, "max_ms": 110.356, "p95_ms": 103.427}, "triton_wait": {"avg_ms": 57.181, "count": 348, "max_ms": 78.191, "p95_ms": 72.944}, "visualize": {"avg_ms": 3.693, "count": 348, "max_ms": 4.953, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.073, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.516, "sample_count": 2449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:37:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:37:10+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T12:37:10+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T12:37:10.383339+09:00", "mtime_epoch": 1783049830.383339, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:37:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.112, "pushed": 8.112, "read": 8.079}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.229, "count": 243, "max_ms": 7.075, "p95_ms": 6.483}, "gstreamer_push": {"avg_ms": 1.171, "count": 243, "max_ms": 1.423, "p95_ms": 1.248}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.441, "count": 243, "max_ms": 66.142, "p95_ms": 62.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.201, "count": 243, "max_ms": 81.65, "p95_ms": 76.052}, "yolo11_640_fire_11class": {"avg_ms": 53.496, "count": 243, "max_ms": 68.828, "p95_ms": 66.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.579, "count": 243, "max_ms": 79.482, "p95_ms": 75.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.633, "count": 243, "max_ms": 139.514, "p95_ms": 130.462}, "read_interval": {"avg_ms": 123.64, "count": 242, "max_ms": 154.862, "p95_ms": 144.143}, "triton_wait": {"avg_ms": 58.34, "count": 243, "max_ms": 81.665, "p95_ms": 77.384}, "visualize": {"avg_ms": 5.174, "count": 243, "max_ms": 6.872, "p95_ms": 5.698}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 230.364, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.922, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 29, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.023, "sample_count": 2440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:37:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:37:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T12:37:37+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T12:37:37.107671+09:00", "mtime_epoch": 1783049857.1076715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:37:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.536, "pushed": 10.536, "read": 10.536}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.906, "count": 316, "max_ms": 5.869, "p95_ms": 4.717}, "gstreamer_push": {"avg_ms": 1.328, "count": 316, "max_ms": 2.445, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.164, "count": 316, "max_ms": 72.588, "p95_ms": 65.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.423, "count": 316, "max_ms": 84.936, "p95_ms": 79.897}, "yolo11_640_fire_11class": {"avg_ms": 54.984, "count": 316, "max_ms": 74.939, "p95_ms": 66.593}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.575, "count": 316, "max_ms": 80.85, "p95_ms": 78.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.303, "count": 316, "max_ms": 97.522, "p95_ms": 92.64}, "read_interval": {"avg_ms": 94.913, "count": 316, "max_ms": 114.948, "p95_ms": 109.913}, "triton_wait": {"avg_ms": 65.59, "count": 316, "max_ms": 84.949, "p95_ms": 79.909}, "visualize": {"avg_ms": 3.721, "count": 316, "max_ms": 6.167, "p95_ms": 4.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.138, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.823, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:37:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:37:40+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T12:37:40+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T12:37:40.499714+09:00", "mtime_epoch": 1783049860.4997141, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:37:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.052, "pushed": 9.052, "read": 9.018}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.689, "count": 271, "max_ms": 7.883, "p95_ms": 5.382}, "gstreamer_push": {"avg_ms": 1.302, "count": 271, "max_ms": 1.637, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.516, "count": 271, "max_ms": 68.532, "p95_ms": 65.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.425, "count": 271, "max_ms": 85.739, "p95_ms": 81.38}, "yolo11_640_fire_11class": {"avg_ms": 59.609, "count": 271, "max_ms": 71.205, "p95_ms": 67.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.093, "count": 271, "max_ms": 81.412, "p95_ms": 79.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.861, "count": 271, "max_ms": 136.277, "p95_ms": 128.265}, "read_interval": {"avg_ms": 110.968, "count": 270, "max_ms": 149.324, "p95_ms": 141.732}, "triton_wait": {"avg_ms": 69.198, "count": 271, "max_ms": 85.754, "p95_ms": 81.393}, "visualize": {"avg_ms": 4.248, "count": 271, "max_ms": 8.761, "p95_ms": 5.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12530.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 260.474, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.922, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 29, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.575, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:38:07+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-03T12:38:07+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-03T12:38:07.144051+09:00", "mtime_epoch": 1783049887.1440508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:38:07+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 4.011, "recorders": [{"age_sec": 4.011, "frame_count": 70, "is_recording": true, "is_stopping": false, "pid": 34300, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.426, "name": "ffmpeg", "pid": 34300, "rss_mb": 185.426, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 30, "returncode": null, "running": true, "started_at": "2026-07-03T12:38:03+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_123803_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [34300], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.003, "pushed": 9.003, "read": 9.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.28, "count": 270, "max_ms": 12.552, "p95_ms": 8.561}, "gstreamer_push": {"avg_ms": 1.306, "count": 270, "max_ms": 2.224, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.513, "count": 270, "max_ms": 70.432, "p95_ms": 66.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.955, "count": 270, "max_ms": 85.589, "p95_ms": 83.082}, "yolo11_640_fire_11class": {"avg_ms": 59.335, "count": 270, "max_ms": 72.543, "p95_ms": 68.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.444, "count": 270, "max_ms": 83.354, "p95_ms": 80.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.326, "count": 270, "max_ms": 753.671, "p95_ms": 156.18}, "read_interval": {"avg_ms": 110.878, "count": 270, "max_ms": 766.514, "p95_ms": 167.215}, "triton_wait": {"avg_ms": 72.278, "count": 270, "max_ms": 85.601, "p95_ms": 83.24}, "visualize": {"avg_ms": 4.274, "count": 270, "max_ms": 14.689, "p95_ms": 10.693}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12530.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.238, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.763, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:38:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:38:10+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T12:38:10+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T12:38:10.584095+09:00", "mtime_epoch": 1783049890.5840945, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:38:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.301, "pushed": 9.301, "read": 9.267}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.522, "count": 278, "max_ms": 7.2, "p95_ms": 5.559}, "gstreamer_push": {"avg_ms": 1.299, "count": 279, "max_ms": 1.858, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.969, "count": 278, "max_ms": 71.918, "p95_ms": 67.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.876, "count": 278, "max_ms": 87.23, "p95_ms": 82.855}, "yolo11_640_fire_11class": {"avg_ms": 58.871, "count": 278, "max_ms": 75.372, "p95_ms": 69.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.428, "count": 278, "max_ms": 84.229, "p95_ms": 81.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.3, "count": 279, "max_ms": 136.044, "p95_ms": 120.357}, "read_interval": {"avg_ms": 107.845, "count": 278, "max_ms": 149.956, "p95_ms": 134.308}, "triton_wait": {"avg_ms": 68.516, "count": 278, "max_ms": 87.243, "p95_ms": 82.992}, "visualize": {"avg_ms": 4.151, "count": 278, "max_ms": 7.31, "p95_ms": 5.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 290.571, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.922, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 28, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.274, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:38:37+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-03T12:38:37+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T12:38:37.276437+09:00", "mtime_epoch": 1783049917.2764366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:38:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.026, "pushed": 7.026, "read": 6.992}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.868, "count": 210, "max_ms": 10.137, "p95_ms": 8.742}, "gstreamer_push": {"avg_ms": 1.11, "count": 210, "max_ms": 1.29, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.009, "count": 210, "max_ms": 68.339, "p95_ms": 62.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.695, "count": 210, "max_ms": 83.88, "p95_ms": 79.838}, "yolo11_640_fire_11class": {"avg_ms": 55.076, "count": 210, "max_ms": 67.889, "p95_ms": 63.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.646, "count": 210, "max_ms": 86.04, "p95_ms": 80.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.436, "count": 210, "max_ms": 196.188, "p95_ms": 151.479}, "read_interval": {"avg_ms": 143.327, "count": 209, "max_ms": 207.316, "p95_ms": 164.726}, "triton_wait": {"avg_ms": 69.985, "count": 210, "max_ms": 86.051, "p95_ms": 80.847}, "visualize": {"avg_ms": 5.358, "count": 210, "max_ms": 12.275, "p95_ms": 6.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.253, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.317, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:38:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:38:40+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T12:38:40+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T12:38:40.568479+09:00", "mtime_epoch": 1783049920.568479, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:38:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.226, "pushed": 7.226, "read": 7.192}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.133, "count": 216, "max_ms": 6.049, "p95_ms": 5.545}, "gstreamer_push": {"avg_ms": 1.157, "count": 216, "max_ms": 1.325, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.925, "count": 216, "max_ms": 71.898, "p95_ms": 66.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.589, "count": 216, "max_ms": 85.714, "p95_ms": 80.361}, "yolo11_640_fire_11class": {"avg_ms": 60.578, "count": 216, "max_ms": 72.616, "p95_ms": 66.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.273, "count": 216, "max_ms": 86.25, "p95_ms": 81.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.554, "count": 216, "max_ms": 139.052, "p95_ms": 133.652}, "read_interval": {"avg_ms": 138.91, "count": 215, "max_ms": 153.317, "p95_ms": 147.467}, "triton_wait": {"avg_ms": 74.555, "count": 216, "max_ms": 86.262, "p95_ms": 81.947}, "visualize": {"avg_ms": 5.149, "count": 216, "max_ms": 6.682, "p95_ms": 5.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 320.6, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.922, "name": "ffmpeg", "pid": 34133, "rss_mb": 269.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 28, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.341, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 93895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:39:07+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T12:39:07+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T12:39:07.368827+09:00", "mtime_epoch": 1783049947.3688269, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:39:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.866, "pushed": 8.866, "read": 8.833}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.268, "count": 265, "max_ms": 7.762, "p95_ms": 6.641}, "gstreamer_push": {"avg_ms": 1.189, "count": 265, "max_ms": 1.506, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.52, "count": 265, "max_ms": 68.335, "p95_ms": 63.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.587, "count": 265, "max_ms": 85.579, "p95_ms": 78.412}, "yolo11_640_fire_11class": {"avg_ms": 51.413, "count": 265, "max_ms": 70.115, "p95_ms": 63.947}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.763, "count": 265, "max_ms": 85.143, "p95_ms": 79.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.231, "count": 265, "max_ms": 141.208, "p95_ms": 133.205}, "read_interval": {"avg_ms": 113.446, "count": 264, "max_ms": 155.663, "p95_ms": 146.643}, "triton_wait": {"avg_ms": 62.595, "count": 265, "max_ms": 85.588, "p95_ms": 79.322}, "visualize": {"avg_ms": 4.454, "count": 265, "max_ms": 5.774, "p95_ms": 5.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.331, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.591, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:39:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:39:10+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T12:39:10+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T12:39:10.680870+09:00", "mtime_epoch": 1783049950.68087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:39:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.017, "pushed": 8.017, "read": 7.984}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.124, "count": 240, "max_ms": 7.424, "p95_ms": 6.001}, "gstreamer_push": {"avg_ms": 1.153, "count": 240, "max_ms": 1.475, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.164, "count": 240, "max_ms": 71.532, "p95_ms": 65.791}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.71, "count": 240, "max_ms": 86.015, "p95_ms": 79.362}, "yolo11_640_fire_11class": {"avg_ms": 53.37, "count": 240, "max_ms": 71.549, "p95_ms": 66.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.493, "count": 240, "max_ms": 87.041, "p95_ms": 81.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.028, "count": 240, "max_ms": 139.214, "p95_ms": 132.737}, "read_interval": {"avg_ms": 125.373, "count": 239, "max_ms": 154.574, "p95_ms": 146.183}, "triton_wait": {"avg_ms": 60.777, "count": 240, "max_ms": 87.052, "p95_ms": 81.244}, "visualize": {"avg_ms": 5.113, "count": 240, "max_ms": 6.674, "p95_ms": 5.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12393.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 350.668, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.906, "name": "ffmpeg", "pid": 34133, "rss_mb": 285.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 28, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.341, "sample_count": 2780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:39:37+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T12:39:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T12:39:37.437222+09:00", "mtime_epoch": 1783049977.4372218, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:39:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 339, "pushed_frames": 339, "read_frames": 338, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.306, "pushed": 11.306, "read": 11.273}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.923, "count": 339, "max_ms": 6.276, "p95_ms": 4.59}, "gstreamer_push": {"avg_ms": 1.298, "count": 339, "max_ms": 1.936, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.97, "count": 339, "max_ms": 65.68, "p95_ms": 61.692}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.48, "count": 339, "max_ms": 81.066, "p95_ms": 74.056}, "yolo11_640_fire_11class": {"avg_ms": 49.117, "count": 339, "max_ms": 67.658, "p95_ms": 62.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.187, "count": 339, "max_ms": 78.876, "p95_ms": 74.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.934, "count": 339, "max_ms": 93.78, "p95_ms": 88.175}, "read_interval": {"avg_ms": 88.714, "count": 338, "max_ms": 589.46, "p95_ms": 104.609}, "triton_wait": {"avg_ms": 58.399, "count": 339, "max_ms": 81.079, "p95_ms": 75.702}, "visualize": {"avg_ms": 3.658, "count": 339, "max_ms": 5.196, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.389, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.82, "sample_count": 2409, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:39:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:39:40+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T12:39:40+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T12:39:40.705265+09:00", "mtime_epoch": 1783049980.7052648, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:39:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.483, "pushed": 8.483, "read": 8.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.085, "count": 254, "max_ms": 7.827, "p95_ms": 6.406}, "gstreamer_push": {"avg_ms": 1.149, "count": 254, "max_ms": 1.594, "p95_ms": 1.352}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.427, "count": 254, "max_ms": 65.293, "p95_ms": 62.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.329, "count": 254, "max_ms": 79.292, "p95_ms": 74.181}, "yolo11_640_fire_11class": {"avg_ms": 50.308, "count": 254, "max_ms": 69.965, "p95_ms": 64.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.431, "count": 254, "max_ms": 80.542, "p95_ms": 76.334}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.85, "count": 254, "max_ms": 133.206, "p95_ms": 127.585}, "read_interval": {"avg_ms": 118.225, "count": 253, "max_ms": 145.951, "p95_ms": 140.726}, "triton_wait": {"avg_ms": 56.348, "count": 254, "max_ms": 80.554, "p95_ms": 76.618}, "visualize": {"avg_ms": 5.099, "count": 254, "max_ms": 6.971, "p95_ms": 6.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 380.694, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.805, "name": "ffmpeg", "pid": 34133, "rss_mb": 290.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 28, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.14, "sample_count": 2894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:40:07+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T12:40:07+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T12:40:07.461620+09:00", "mtime_epoch": 1783050007.4616203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:40:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.629, "pushed": 10.629, "read": 10.595}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.309, "count": 318, "max_ms": 9.4, "p95_ms": 6.025}, "gstreamer_push": {"avg_ms": 1.292, "count": 318, "max_ms": 1.9, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.426, "count": 318, "max_ms": 65.875, "p95_ms": 62.283}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.496, "count": 318, "max_ms": 84.539, "p95_ms": 73.328}, "yolo11_640_fire_11class": {"avg_ms": 48.847, "count": 318, "max_ms": 71.006, "p95_ms": 64.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.016, "count": 318, "max_ms": 82.677, "p95_ms": 78.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.168, "count": 318, "max_ms": 132.655, "p95_ms": 109.978}, "read_interval": {"avg_ms": 94.444, "count": 317, "max_ms": 147.537, "p95_ms": 124.819}, "triton_wait": {"avg_ms": 59.636, "count": 318, "max_ms": 84.55, "p95_ms": 78.536}, "visualize": {"avg_ms": 3.891, "count": 318, "max_ms": 6.336, "p95_ms": 5.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12400.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.433, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 163.943, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:40:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:40:10+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T12:40:10+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T12:40:10.777665+09:00", "mtime_epoch": 1783050010.7776647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:40:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.486, "pushed": 8.486, "read": 8.453}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.904, "count": 254, "max_ms": 7.062, "p95_ms": 5.895}, "gstreamer_push": {"avg_ms": 1.158, "count": 254, "max_ms": 1.444, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.99, "count": 254, "max_ms": 65.669, "p95_ms": 62.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.452, "count": 254, "max_ms": 81.746, "p95_ms": 76.045}, "yolo11_640_fire_11class": {"avg_ms": 51.948, "count": 254, "max_ms": 69.174, "p95_ms": 64.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.105, "count": 254, "max_ms": 81.008, "p95_ms": 77.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.948, "count": 254, "max_ms": 140.752, "p95_ms": 130.795}, "read_interval": {"avg_ms": 118.281, "count": 253, "max_ms": 153.913, "p95_ms": 144.082}, "triton_wait": {"avg_ms": 57.786, "count": 254, "max_ms": 81.758, "p95_ms": 78.231}, "visualize": {"avg_ms": 4.945, "count": 254, "max_ms": 6.611, "p95_ms": 5.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12400.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.44, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.83, "sample_count": 2447, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:40:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:40:40+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T12:40:40+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T12:40:40.790068+09:00", "mtime_epoch": 1783050040.790068, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:40:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.602, "pushed": 8.602, "read": 8.602}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.064, "count": 258, "max_ms": 6.809, "p95_ms": 5.354}, "gstreamer_push": {"avg_ms": 1.109, "count": 258, "max_ms": 1.302, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.594, "count": 258, "max_ms": 63.452, "p95_ms": 58.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.012, "count": 258, "max_ms": 80.576, "p95_ms": 61.523}, "yolo11_640_fire_11class": {"avg_ms": 49.665, "count": 258, "max_ms": 70.151, "p95_ms": 61.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.229, "count": 258, "max_ms": 79.256, "p95_ms": 74.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.423, "count": 258, "max_ms": 131.473, "p95_ms": 125.042}, "read_interval": {"avg_ms": 116.329, "count": 258, "max_ms": 144.392, "p95_ms": 141.019}, "triton_wait": {"avg_ms": 53.204, "count": 258, "max_ms": 80.586, "p95_ms": 75.144}, "visualize": {"avg_ms": 5.03, "count": 258, "max_ms": 6.11, "p95_ms": 5.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12728.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:33:44+09:00", "last_error_summary": "[h264 @ 0x55fc1dfd0200] error while decoding MB 71 40, bytestream -9", "last_exit_at": "2026-07-03T12:33:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 414.553, "last_started_at": "2026-07-03T12:33:46+09:00", "pid": 34133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 619.199, "name": "ffmpeg", "pid": 34133, "rss_mb": 619.199, "state": "S (sleeping)", "threads": 104}, "restart_count": 41, "restart_count_per_hour": 27, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.818, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:40:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:40:41+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-03T12:40:41+09:00", "mjpeg": {"age_sec": 20.488, "exists": true, "mtime": "2026-07-03T12:40:20.897800+09:00", "mtime_epoch": 1783050020.8978002, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:40:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 76, "pushed_frames": 76, "read_frames": 75, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.54, "pushed": 2.54, "read": 2.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.872, "count": 76, "max_ms": 7.43, "p95_ms": 6.865}, "gstreamer_push": {"avg_ms": 1.076, "count": 76, "max_ms": 1.382, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.358, "count": 76, "max_ms": 66.308, "p95_ms": 61.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.423, "count": 76, "max_ms": 85.366, "p95_ms": 78.246}, "yolo11_640_fire_11class": {"avg_ms": 49.162, "count": 76, "max_ms": 68.445, "p95_ms": 63.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.893, "count": 76, "max_ms": 84.165, "p95_ms": 76.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.027, "count": 76, "max_ms": 139.762, "p95_ms": 135.473}, "read_interval": {"avg_ms": 398.513, "count": 75, "max_ms": 20507.883, "p95_ms": 151.054}, "triton_wait": {"avg_ms": 60.26, "count": 76, "max_ms": 85.378, "p95_ms": 78.608}, "visualize": {"avg_ms": 4.88, "count": 76, "max_ms": 5.985, "p95_ms": 5.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 936}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.466, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.977, "name": "ffmpeg", "pid": 33814, "rss_mb": 332.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.641, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:41:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:41:10+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T12:41:10+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T12:41:10.802475+09:00", "mtime_epoch": 1783050070.8024752, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:41:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.89, "pushed": 7.89, "read": 7.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.216, "count": 236, "max_ms": 7.804, "p95_ms": 6.027}, "gstreamer_push": {"avg_ms": 1.154, "count": 236, "max_ms": 1.458, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.681, "count": 236, "max_ms": 70.537, "p95_ms": 64.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.219, "count": 236, "max_ms": 85.12, "p95_ms": 82.098}, "yolo11_640_fire_11class": {"avg_ms": 54.652, "count": 236, "max_ms": 71.315, "p95_ms": 66.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.13, "count": 236, "max_ms": 85.887, "p95_ms": 80.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.872, "count": 236, "max_ms": 141.136, "p95_ms": 134.492}, "read_interval": {"avg_ms": 127.229, "count": 235, "max_ms": 155.605, "p95_ms": 148.206}, "triton_wait": {"avg_ms": 62.198, "count": 236, "max_ms": 85.899, "p95_ms": 82.615}, "visualize": {"avg_ms": 5.167, "count": 236, "max_ms": 6.346, "p95_ms": 5.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.966, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.461, "name": "ffmpeg", "pid": 34360, "rss_mb": 263.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 28, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.501, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 94862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:41:11+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T12:41:11+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T12:41:11.378483+09:00", "mtime_epoch": 1783050071.378483, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165162}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:41:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.55, "pushed": 6.55, "read": 6.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.769, "count": 196, "max_ms": 9.168, "p95_ms": 8.194}, "gstreamer_push": {"avg_ms": 1.154, "count": 196, "max_ms": 1.565, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.946, "count": 196, "max_ms": 69.469, "p95_ms": 63.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.64, "count": 196, "max_ms": 84.267, "p95_ms": 81.837}, "yolo11_640_fire_11class": {"avg_ms": 54.084, "count": 196, "max_ms": 69.481, "p95_ms": 66.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.85, "count": 196, "max_ms": 84.378, "p95_ms": 80.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.9, "count": 196, "max_ms": 184.075, "p95_ms": 165.201}, "read_interval": {"avg_ms": 153.743, "count": 195, "max_ms": 4733.328, "p95_ms": 176.362}, "triton_wait": {"avg_ms": 66.316, "count": 196, "max_ms": 84.39, "p95_ms": 82.5}, "visualize": {"avg_ms": 4.87, "count": 196, "max_ms": 7.276, "p95_ms": 6.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.083, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.586, "name": "ffmpeg", "pid": 34360, "rss_mb": 267.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 28, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.038, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:41:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:41:41+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T12:41:41+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-03T12:41:41.462895+09:00", "mtime_epoch": 1783050101.4628952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:41:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.118, "count": 300, "max_ms": 6.713, "p95_ms": 5.552}, "gstreamer_push": {"avg_ms": 1.332, "count": 300, "max_ms": 2.503, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.054, "count": 300, "max_ms": 70.526, "p95_ms": 61.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.052, "count": 300, "max_ms": 82.502, "p95_ms": 66.372}, "yolo11_640_fire_11class": {"avg_ms": 47.813, "count": 300, "max_ms": 72.096, "p95_ms": 62.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.191, "count": 300, "max_ms": 78.921, "p95_ms": 70.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.794, "count": 300, "max_ms": 96.672, "p95_ms": 86.541}, "read_interval": {"avg_ms": 100.123, "count": 299, "max_ms": 173.834, "p95_ms": 121.829}, "triton_wait": {"avg_ms": 56.84, "count": 300, "max_ms": 82.513, "p95_ms": 73.835}, "visualize": {"avg_ms": 3.762, "count": 300, "max_ms": 6.12, "p95_ms": 4.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 21, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:28:40+09:00", "last_error_summary": "[h264 @ 0x55d2930db280] error while decoding MB 27 29, bytestream -19 [in#0/rtsp @ 0x55d292558e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d292558e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:28:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 787.287, "last_started_at": "2026-07-03T12:28:43+09:00", "pid": 33814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.367, "name": "ffmpeg", "pid": 33814, "rss_mb": 355.367, "state": "S (sleeping)", "threads": 104}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.705, "sample_count": 2340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:41:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:41:50+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T12:41:50+09:00", "mjpeg": {"age_sec": 10.143, "exists": true, "mtime": "2026-07-03T12:41:40.586883+09:00", "mtime_epoch": 1783050100.586883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:41:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.301, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.105, "pushed": 3.105, "read": 3.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.162, "count": 93, "max_ms": 7.456, "p95_ms": 5.638}, "gstreamer_push": {"avg_ms": 1.156, "count": 93, "max_ms": 1.272, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.87, "count": 93, "max_ms": 65.343, "p95_ms": 62.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.542, "count": 93, "max_ms": 80.375, "p95_ms": 75.353}, "yolo11_640_fire_11class": {"avg_ms": 51.899, "count": 93, "max_ms": 66.781, "p95_ms": 64.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.357, "count": 93, "max_ms": 78.537, "p95_ms": 75.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.528, "count": 93, "max_ms": 138.274, "p95_ms": 130.169}, "read_interval": {"avg_ms": 325.53, "count": 92, "max_ms": 10163.815, "p95_ms": 147.149}, "triton_wait": {"avg_ms": 56.18, "count": 93, "max_ms": 80.387, "p95_ms": 76.732}, "visualize": {"avg_ms": 5.119, "count": 93, "max_ms": 6.722, "p95_ms": 5.643}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12309.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.12, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.844, "name": "ffmpeg", "pid": 34360, "rss_mb": 267.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 28, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.454, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:42:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:42:11+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T12:42:11+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-03T12:42:11.499310+09:00", "mtime_epoch": 1783050131.49931, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:42:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.083, "count": 300, "max_ms": 6.3, "p95_ms": 5.063}, "gstreamer_push": {"avg_ms": 1.34, "count": 300, "max_ms": 2.134, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.264, "count": 300, "max_ms": 69.171, "p95_ms": 61.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.58, "count": 300, "max_ms": 77.667, "p95_ms": 69.055}, "yolo11_640_fire_11class": {"avg_ms": 47.691, "count": 300, "max_ms": 68.078, "p95_ms": 62.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.391, "count": 300, "max_ms": 78.0, "p95_ms": 73.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.215, "count": 300, "max_ms": 90.754, "p95_ms": 86.857}, "read_interval": {"avg_ms": 100.091, "count": 299, "max_ms": 165.187, "p95_ms": 121.11}, "triton_wait": {"avg_ms": 56.308, "count": 300, "max_ms": 78.012, "p95_ms": 73.593}, "visualize": {"avg_ms": 3.727, "count": 300, "max_ms": 5.628, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12310.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.489, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.691, "name": "ffmpeg", "pid": 34467, "rss_mb": 329.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.606, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112792, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:42:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:42:20+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T12:42:20+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T12:42:20.687438+09:00", "mtime_epoch": 1783050140.6874375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:42:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.51, "pushed": 7.51, "read": 7.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.789, "count": 224, "max_ms": 7.73, "p95_ms": 5.86}, "gstreamer_push": {"avg_ms": 1.213, "count": 225, "max_ms": 2.053, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.75, "count": 224, "max_ms": 70.608, "p95_ms": 66.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.968, "count": 224, "max_ms": 80.264, "p95_ms": 76.131}, "yolo11_640_fire_11class": {"avg_ms": 52.995, "count": 224, "max_ms": 73.382, "p95_ms": 67.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.435, "count": 224, "max_ms": 81.451, "p95_ms": 76.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.174, "count": 225, "max_ms": 135.552, "p95_ms": 128.423}, "read_interval": {"avg_ms": 133.628, "count": 224, "max_ms": 4269.067, "p95_ms": 141.522}, "triton_wait": {"avg_ms": 57.709, "count": 224, "max_ms": 81.463, "p95_ms": 77.658}, "visualize": {"avg_ms": 4.89, "count": 224, "max_ms": 8.673, "p95_ms": 5.556}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 798}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12310.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.163, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.102, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 28, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.454, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 95764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:42:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:42:41+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T12:42:41+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T12:42:41.587729+09:00", "mtime_epoch": 1783050161.587729, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:42:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.039, "count": 301, "max_ms": 6.447, "p95_ms": 4.785}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.929, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.226, "count": 301, "max_ms": 69.034, "p95_ms": 63.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.167, "count": 301, "max_ms": 83.288, "p95_ms": 74.662}, "yolo11_640_fire_11class": {"avg_ms": 50.142, "count": 301, "max_ms": 70.196, "p95_ms": 65.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.046, "count": 301, "max_ms": 82.554, "p95_ms": 76.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.883, "count": 301, "max_ms": 95.899, "p95_ms": 90.026}, "read_interval": {"avg_ms": 99.835, "count": 300, "max_ms": 297.393, "p95_ms": 120.588}, "triton_wait": {"avg_ms": 59.153, "count": 301, "max_ms": 83.3, "p95_ms": 77.416}, "visualize": {"avg_ms": 3.668, "count": 301, "max_ms": 4.516, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12310.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.536, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.691, "name": "ffmpeg", "pid": 34467, "rss_mb": 329.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.622, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:42:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:42:50+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T12:42:50+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T12:42:50.755857+09:00", "mtime_epoch": 1783050170.7558572, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:42:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.554, "pushed": 8.554, "read": 8.52}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.902, "count": 256, "max_ms": 7.938, "p95_ms": 5.598}, "gstreamer_push": {"avg_ms": 1.176, "count": 256, "max_ms": 1.81, "p95_ms": 1.369}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.202, "count": 256, "max_ms": 68.921, "p95_ms": 65.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.347, "count": 256, "max_ms": 83.458, "p95_ms": 73.942}, "yolo11_640_fire_11class": {"avg_ms": 52.834, "count": 256, "max_ms": 69.302, "p95_ms": 66.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.564, "count": 256, "max_ms": 80.274, "p95_ms": 77.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.124, "count": 256, "max_ms": 139.159, "p95_ms": 128.603}, "read_interval": {"avg_ms": 117.372, "count": 255, "max_ms": 151.654, "p95_ms": 142.151}, "triton_wait": {"avg_ms": 56.888, "count": 256, "max_ms": 83.47, "p95_ms": 78.235}, "visualize": {"avg_ms": 4.976, "count": 256, "max_ms": 8.363, "p95_ms": 5.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12310.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.194, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 27, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.808, "sample_count": 2616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:43:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:43:11+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T12:43:11+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T12:43:11.624151+09:00", "mtime_epoch": 1783050191.6241505, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:43:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.124, "count": 300, "max_ms": 6.622, "p95_ms": 5.757}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 2.391, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.837, "count": 300, "max_ms": 67.826, "p95_ms": 62.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.703, "count": 300, "max_ms": 82.359, "p95_ms": 72.17}, "yolo11_640_fire_11class": {"avg_ms": 49.369, "count": 300, "max_ms": 72.556, "p95_ms": 64.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.366, "count": 300, "max_ms": 82.873, "p95_ms": 75.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.763, "count": 300, "max_ms": 97.171, "p95_ms": 88.35}, "read_interval": {"avg_ms": 100.124, "count": 300, "max_ms": 227.825, "p95_ms": 121.761}, "triton_wait": {"avg_ms": 57.888, "count": 300, "max_ms": 82.881, "p95_ms": 75.266}, "visualize": {"avg_ms": 3.701, "count": 300, "max_ms": 6.4, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.538, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.949, "name": "ffmpeg", "pid": 34467, "rss_mb": 329.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.4, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:43:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:43:20+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T12:43:20+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T12:43:20.752279+09:00", "mtime_epoch": 1783050200.752279, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:43:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.67, "pushed": 8.67, "read": 8.67}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.795, "count": 260, "max_ms": 8.169, "p95_ms": 5.827}, "gstreamer_push": {"avg_ms": 1.186, "count": 260, "max_ms": 1.535, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.274, "count": 260, "max_ms": 76.035, "p95_ms": 64.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.737, "count": 260, "max_ms": 82.748, "p95_ms": 74.11}, "yolo11_640_fire_11class": {"avg_ms": 52.537, "count": 260, "max_ms": 78.514, "p95_ms": 65.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.82, "count": 260, "max_ms": 79.553, "p95_ms": 76.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.717, "count": 260, "max_ms": 137.107, "p95_ms": 128.844}, "read_interval": {"avg_ms": 115.379, "count": 260, "max_ms": 150.296, "p95_ms": 141.695}, "triton_wait": {"avg_ms": 56.251, "count": 260, "max_ms": 82.758, "p95_ms": 77.116}, "visualize": {"avg_ms": 4.907, "count": 260, "max_ms": 8.693, "p95_ms": 5.733}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12311.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.21, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 27, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.138, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T12:43:41+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T12:43:41+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T12:43:41.608574+09:00", "mtime_epoch": 1783050221.608574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163725}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:43:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.131, "count": 300, "max_ms": 6.242, "p95_ms": 5.346}, "gstreamer_push": {"avg_ms": 1.333, "count": 300, "max_ms": 2.056, "p95_ms": 1.5}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.789, "count": 300, "max_ms": 67.501, "p95_ms": 63.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.782, "count": 300, "max_ms": 83.408, "p95_ms": 78.195}, "yolo11_640_fire_11class": {"avg_ms": 52.384, "count": 300, "max_ms": 70.498, "p95_ms": 66.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.268, "count": 300, "max_ms": 84.04, "p95_ms": 79.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.409, "count": 300, "max_ms": 96.57, "p95_ms": 93.261}, "read_interval": {"avg_ms": 100.009, "count": 299, "max_ms": 151.616, "p95_ms": 120.916}, "triton_wait": {"avg_ms": 62.418, "count": 300, "max_ms": 84.049, "p95_ms": 80.326}, "visualize": {"avg_ms": 3.736, "count": 300, "max_ms": 4.695, "p95_ms": 4.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.573, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.207, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.344, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:43:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:43:50+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T12:43:50+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T12:43:50.828705+09:00", "mtime_epoch": 1783050230.8287048, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239903}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:43:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.212, "pushed": 9.212, "read": 9.178}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.138, "count": 276, "max_ms": 7.508, "p95_ms": 5.304}, "gstreamer_push": {"avg_ms": 1.262, "count": 276, "max_ms": 1.652, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.837, "count": 276, "max_ms": 72.219, "p95_ms": 65.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.381, "count": 276, "max_ms": 83.144, "p95_ms": 77.62}, "yolo11_640_fire_11class": {"avg_ms": 54.478, "count": 276, "max_ms": 72.743, "p95_ms": 66.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.885, "count": 276, "max_ms": 84.201, "p95_ms": 80.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.145, "count": 276, "max_ms": 136.41, "p95_ms": 127.01}, "read_interval": {"avg_ms": 108.943, "count": 275, "max_ms": 149.951, "p95_ms": 140.447}, "triton_wait": {"avg_ms": 60.256, "count": 276, "max_ms": 84.212, "p95_ms": 80.48}, "visualize": {"avg_ms": 4.489, "count": 276, "max_ms": 6.918, "p95_ms": 5.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12311.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.227, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 27, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.522, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:44:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T12:44:11+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T12:44:11.629001+09:00", "mtime_epoch": 1783050251.629001, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:44:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.099, "count": 300, "max_ms": 6.344, "p95_ms": 5.11}, "gstreamer_push": {"avg_ms": 1.319, "count": 300, "max_ms": 2.069, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.66, "count": 300, "max_ms": 68.674, "p95_ms": 63.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.611, "count": 300, "max_ms": 82.961, "p95_ms": 73.285}, "yolo11_640_fire_11class": {"avg_ms": 50.338, "count": 300, "max_ms": 71.308, "p95_ms": 64.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.477, "count": 300, "max_ms": 81.75, "p95_ms": 76.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.642, "count": 300, "max_ms": 95.816, "p95_ms": 89.425}, "read_interval": {"avg_ms": 100.062, "count": 300, "max_ms": 137.405, "p95_ms": 120.349}, "triton_wait": {"avg_ms": 58.663, "count": 300, "max_ms": 82.973, "p95_ms": 76.53}, "visualize": {"avg_ms": 3.753, "count": 300, "max_ms": 5.58, "p95_ms": 4.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.654, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.207, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.274, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:44:20+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-03T12:44:20+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T12:44:20.797132+09:00", "mtime_epoch": 1783050260.7971318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:44:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.602, "pushed": 8.602, "read": 8.568}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.731, "count": 258, "max_ms": 8.462, "p95_ms": 7.729}, "gstreamer_push": {"avg_ms": 1.2, "count": 258, "max_ms": 1.73, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.926, "count": 258, "max_ms": 70.272, "p95_ms": 65.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.809, "count": 258, "max_ms": 79.298, "p95_ms": 74.908}, "yolo11_640_fire_11class": {"avg_ms": 53.806, "count": 258, "max_ms": 72.739, "p95_ms": 66.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.777, "count": 258, "max_ms": 79.987, "p95_ms": 77.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.512, "count": 258, "max_ms": 185.894, "p95_ms": 158.258}, "read_interval": {"avg_ms": 116.278, "count": 257, "max_ms": 197.784, "p95_ms": 168.747}, "triton_wait": {"avg_ms": 58.113, "count": 258, "max_ms": 79.998, "p95_ms": 77.656}, "visualize": {"avg_ms": 4.827, "count": 258, "max_ms": 7.714, "p95_ms": 6.276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12312.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 219.288, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 27, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.966, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:44:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:44:41+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T12:44:41+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T12:44:41.713431+09:00", "mtime_epoch": 1783050281.7134314, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:44:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 301, "max_ms": 5.814, "p95_ms": 4.423}, "gstreamer_push": {"avg_ms": 1.336, "count": 301, "max_ms": 1.788, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.388, "count": 301, "max_ms": 77.053, "p95_ms": 64.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.226, "count": 301, "max_ms": 82.089, "p95_ms": 77.939}, "yolo11_640_fire_11class": {"avg_ms": 51.363, "count": 301, "max_ms": 75.174, "p95_ms": 64.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.101, "count": 301, "max_ms": 82.8, "p95_ms": 78.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.672, "count": 301, "max_ms": 95.751, "p95_ms": 92.009}, "read_interval": {"avg_ms": 99.919, "count": 300, "max_ms": 167.643, "p95_ms": 119.702}, "triton_wait": {"avg_ms": 60.772, "count": 301, "max_ms": 82.812, "p95_ms": 79.096}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 4.565, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.681, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.749, "sample_count": 2309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:44:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T12:44:50+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T12:44:50+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-03T12:44:50.837562+09:00", "mtime_epoch": 1783050290.8375623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:44:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.665, "pushed": 6.665, "read": 6.632}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.874, "count": 199, "max_ms": 12.336, "p95_ms": 8.951}, "gstreamer_push": {"avg_ms": 1.064, "count": 199, "max_ms": 1.459, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.278, "count": 199, "max_ms": 79.96, "p95_ms": 67.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.109, "count": 199, "max_ms": 82.005, "p95_ms": 79.3}, "yolo11_640_fire_11class": {"avg_ms": 55.328, "count": 199, "max_ms": 81.123, "p95_ms": 67.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.653, "count": 199, "max_ms": 83.598, "p95_ms": 80.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.668, "count": 199, "max_ms": 189.924, "p95_ms": 185.816}, "read_interval": {"avg_ms": 150.755, "count": 198, "max_ms": 201.485, "p95_ms": 195.87}, "triton_wait": {"avg_ms": 64.132, "count": 199, "max_ms": 83.609, "p95_ms": 81.135}, "visualize": {"avg_ms": 5.481, "count": 199, "max_ms": 8.714, "p95_ms": 6.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12311.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 249.367, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 27, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.123, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:45:11+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T12:45:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T12:45:11.773864+09:00", "mtime_epoch": 1783050311.773864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:45:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.094, "count": 301, "max_ms": 6.719, "p95_ms": 5.205}, "gstreamer_push": {"avg_ms": 1.324, "count": 301, "max_ms": 2.409, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.876, "count": 301, "max_ms": 70.409, "p95_ms": 64.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.747, "count": 301, "max_ms": 84.888, "p95_ms": 70.996}, "yolo11_640_fire_11class": {"avg_ms": 50.123, "count": 301, "max_ms": 69.665, "p95_ms": 65.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.457, "count": 301, "max_ms": 82.834, "p95_ms": 77.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.371, "count": 301, "max_ms": 98.466, "p95_ms": 90.639}, "read_interval": {"avg_ms": 99.911, "count": 300, "max_ms": 159.015, "p95_ms": 124.77}, "triton_wait": {"avg_ms": 58.518, "count": 301, "max_ms": 84.899, "p95_ms": 77.873}, "visualize": {"avg_ms": 3.732, "count": 301, "max_ms": 6.514, "p95_ms": 4.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.776, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.258, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:45:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:45:21+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T12:45:21+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T12:45:21.009997+09:00", "mtime_epoch": 1783050321.0099974, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:45:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.555, "pushed": 8.555, "read": 8.522}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.056, "count": 255, "max_ms": 13.518, "p95_ms": 8.486}, "gstreamer_push": {"avg_ms": 1.192, "count": 256, "max_ms": 1.689, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.654, "count": 255, "max_ms": 67.943, "p95_ms": 64.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.796, "count": 255, "max_ms": 77.884, "p95_ms": 73.836}, "yolo11_640_fire_11class": {"avg_ms": 53.468, "count": 255, "max_ms": 70.514, "p95_ms": 67.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.476, "count": 255, "max_ms": 82.023, "p95_ms": 77.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.491, "count": 256, "max_ms": 185.532, "p95_ms": 160.776}, "read_interval": {"avg_ms": 117.621, "count": 255, "max_ms": 195.702, "p95_ms": 170.907}, "triton_wait": {"avg_ms": 57.642, "count": 255, "max_ms": 82.036, "p95_ms": 77.618}, "visualize": {"avg_ms": 4.974, "count": 255, "max_ms": 9.235, "p95_ms": 6.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12312.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 279.374, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 26, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.499, "sample_count": 2897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:45:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:45:41+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T12:45:41+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T12:45:41.802299+09:00", "mtime_epoch": 1783050341.8022985, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:45:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.035, "count": 300, "max_ms": 6.049, "p95_ms": 4.913}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.582, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.671, "count": 300, "max_ms": 70.962, "p95_ms": 64.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.922, "count": 300, "max_ms": 82.059, "p95_ms": 76.754}, "yolo11_640_fire_11class": {"avg_ms": 55.565, "count": 300, "max_ms": 74.085, "p95_ms": 66.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.277, "count": 300, "max_ms": 83.565, "p95_ms": 78.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.177, "count": 300, "max_ms": 96.695, "p95_ms": 92.143}, "read_interval": {"avg_ms": 100.081, "count": 300, "max_ms": 178.483, "p95_ms": 118.38}, "triton_wait": {"avg_ms": 65.346, "count": 300, "max_ms": 83.577, "p95_ms": 79.156}, "visualize": {"avg_ms": 3.732, "count": 300, "max_ms": 5.524, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 954}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.841, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.214, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:45:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:45:51+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T12:45:51+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T12:45:51.062433+09:00", "mtime_epoch": 1783050351.0624328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:45:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.812, "pushed": 8.812, "read": 8.779}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.198, "count": 264, "max_ms": 7.554, "p95_ms": 5.459}, "gstreamer_push": {"avg_ms": 1.257, "count": 264, "max_ms": 1.618, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.081, "count": 264, "max_ms": 70.218, "p95_ms": 66.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.519, "count": 264, "max_ms": 80.866, "p95_ms": 77.19}, "yolo11_640_fire_11class": {"avg_ms": 57.597, "count": 264, "max_ms": 71.579, "p95_ms": 67.197}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.525, "count": 264, "max_ms": 85.146, "p95_ms": 79.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.932, "count": 264, "max_ms": 137.049, "p95_ms": 127.077}, "read_interval": {"avg_ms": 113.87, "count": 263, "max_ms": 149.935, "p95_ms": 140.26}, "triton_wait": {"avg_ms": 64.894, "count": 264, "max_ms": 85.158, "p95_ms": 79.933}, "visualize": {"avg_ms": 4.544, "count": 264, "max_ms": 6.633, "p95_ms": 5.357}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12312.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 309.459, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 26, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.646, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 97867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:46:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:46:11+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T12:46:11+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T12:46:11.862736+09:00", "mtime_epoch": 1783050371.8627355, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:46:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.017, "count": 300, "max_ms": 5.983, "p95_ms": 4.579}, "gstreamer_push": {"avg_ms": 1.316, "count": 301, "max_ms": 1.681, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.73, "count": 300, "max_ms": 67.988, "p95_ms": 61.191}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.208, "count": 300, "max_ms": 84.379, "p95_ms": 71.29}, "yolo11_640_fire_11class": {"avg_ms": 48.948, "count": 300, "max_ms": 70.653, "p95_ms": 63.307}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.384, "count": 300, "max_ms": 81.498, "p95_ms": 72.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.805, "count": 301, "max_ms": 97.133, "p95_ms": 87.296}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 151.476, "p95_ms": 122.945}, "triton_wait": {"avg_ms": 57.136, "count": 300, "max_ms": 84.391, "p95_ms": 74.517}, "visualize": {"avg_ms": 3.674, "count": 300, "max_ms": 4.58, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.938, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.214, "sample_count": 2340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:46:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:46:21+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T12:46:21+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T12:46:21.154871+09:00", "mtime_epoch": 1783050381.1548712, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:46:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.613, "pushed": 8.613, "read": 8.58}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.02, "count": 258, "max_ms": 7.974, "p95_ms": 5.343}, "gstreamer_push": {"avg_ms": 1.171, "count": 258, "max_ms": 1.474, "p95_ms": 1.354}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.314, "count": 258, "max_ms": 67.149, "p95_ms": 61.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.213, "count": 258, "max_ms": 78.63, "p95_ms": 73.975}, "yolo11_640_fire_11class": {"avg_ms": 51.493, "count": 258, "max_ms": 71.017, "p95_ms": 65.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.08, "count": 258, "max_ms": 79.019, "p95_ms": 75.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.331, "count": 258, "max_ms": 131.126, "p95_ms": 128.407}, "read_interval": {"avg_ms": 116.647, "count": 257, "max_ms": 147.229, "p95_ms": 141.961}, "triton_wait": {"avg_ms": 54.416, "count": 258, "max_ms": 79.031, "p95_ms": 75.84}, "visualize": {"avg_ms": 5.015, "count": 258, "max_ms": 6.684, "p95_ms": 5.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12312.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 339.475, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 26, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.655, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:46:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:46:41+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T12:46:41+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T12:46:41.875174+09:00", "mtime_epoch": 1783050401.875174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:46:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.025, "count": 300, "max_ms": 6.221, "p95_ms": 4.541}, "gstreamer_push": {"avg_ms": 1.31, "count": 300, "max_ms": 1.622, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.29, "count": 300, "max_ms": 73.8, "p95_ms": 64.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.156, "count": 300, "max_ms": 83.267, "p95_ms": 72.79}, "yolo11_640_fire_11class": {"avg_ms": 49.636, "count": 300, "max_ms": 73.196, "p95_ms": 65.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.586, "count": 300, "max_ms": 79.366, "p95_ms": 74.899}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.886, "count": 300, "max_ms": 95.781, "p95_ms": 88.273}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 164.536, "p95_ms": 121.107}, "triton_wait": {"avg_ms": 58.141, "count": 300, "max_ms": 83.279, "p95_ms": 75.48}, "visualize": {"avg_ms": 3.67, "count": 300, "max_ms": 4.693, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12312.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.049, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.755, "sample_count": 2500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:46:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:46:51+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T12:46:51+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T12:46:51.267312+09:00", "mtime_epoch": 1783050411.2673118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:46:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.434, "pushed": 8.434, "read": 8.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.06, "count": 252, "max_ms": 7.946, "p95_ms": 6.058}, "gstreamer_push": {"avg_ms": 1.17, "count": 253, "max_ms": 1.619, "p95_ms": 1.355}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.064, "count": 252, "max_ms": 67.391, "p95_ms": 63.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.496, "count": 252, "max_ms": 79.44, "p95_ms": 75.169}, "yolo11_640_fire_11class": {"avg_ms": 52.576, "count": 252, "max_ms": 74.181, "p95_ms": 65.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.816, "count": 252, "max_ms": 80.874, "p95_ms": 75.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.358, "count": 253, "max_ms": 131.164, "p95_ms": 127.291}, "read_interval": {"avg_ms": 119.021, "count": 252, "max_ms": 147.495, "p95_ms": 140.928}, "triton_wait": {"avg_ms": 56.627, "count": 252, "max_ms": 80.887, "p95_ms": 76.47}, "visualize": {"avg_ms": 5.081, "count": 252, "max_ms": 7.904, "p95_ms": 5.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12311.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 369.5, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 26, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.52, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:47:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:47:11+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T12:47:11+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T12:47:11.839614+09:00", "mtime_epoch": 1783050431.839614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:47:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.519, "pushed": 9.519, "read": 9.486}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.48, "count": 285, "max_ms": 11.551, "p95_ms": 6.846}, "gstreamer_push": {"avg_ms": 1.309, "count": 285, "max_ms": 2.319, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.881, "count": 285, "max_ms": 70.872, "p95_ms": 64.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.348, "count": 285, "max_ms": 83.232, "p95_ms": 75.888}, "yolo11_640_fire_11class": {"avg_ms": 51.346, "count": 285, "max_ms": 75.512, "p95_ms": 67.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.64, "count": 285, "max_ms": 83.775, "p95_ms": 77.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.456, "count": 285, "max_ms": 201.352, "p95_ms": 129.075}, "read_interval": {"avg_ms": 105.081, "count": 284, "max_ms": 214.272, "p95_ms": 146.39}, "triton_wait": {"avg_ms": 61.116, "count": 285, "max_ms": 83.786, "p95_ms": 78.188}, "visualize": {"avg_ms": 3.958, "count": 285, "max_ms": 6.674, "p95_ms": 6.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.112, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 24, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.324, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:47:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:47:21+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T12:47:21+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T12:47:21.375754+09:00", "mtime_epoch": 1783050441.3757544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:47:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.06, "pushed": 10.06, "read": 10.026}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.808, "count": 301, "max_ms": 8.952, "p95_ms": 5.461}, "gstreamer_push": {"avg_ms": 1.344, "count": 301, "max_ms": 2.903, "p95_ms": 1.532}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.814, "count": 301, "max_ms": 71.829, "p95_ms": 65.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.063, "count": 301, "max_ms": 84.706, "p95_ms": 76.923}, "yolo11_640_fire_11class": {"avg_ms": 53.521, "count": 301, "max_ms": 75.331, "p95_ms": 67.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.206, "count": 301, "max_ms": 84.716, "p95_ms": 79.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.178, "count": 301, "max_ms": 142.498, "p95_ms": 124.926}, "read_interval": {"avg_ms": 99.957, "count": 300, "max_ms": 155.677, "p95_ms": 140.595}, "triton_wait": {"avg_ms": 58.416, "count": 301, "max_ms": 84.726, "p95_ms": 79.431}, "visualize": {"avg_ms": 4.397, "count": 301, "max_ms": 9.67, "p95_ms": 6.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12311.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 399.504, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 34360, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 26, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.428, "sample_count": 2859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:47:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:47:41+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-03T12:47:41+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T12:47:41.856056+09:00", "mtime_epoch": 1783050461.8560562, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:47:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.801, "pushed": 5.801, "read": 5.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.909, "count": 174, "max_ms": 11.214, "p95_ms": 10.693}, "gstreamer_push": {"avg_ms": 0.985, "count": 174, "max_ms": 1.6, "p95_ms": 1.089}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.677, "count": 174, "max_ms": 67.048, "p95_ms": 63.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.743, "count": 174, "max_ms": 83.833, "p95_ms": 74.671}, "yolo11_640_fire_11class": {"avg_ms": 52.231, "count": 174, "max_ms": 70.531, "p95_ms": 66.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.142, "count": 174, "max_ms": 85.949, "p95_ms": 81.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.868, "count": 174, "max_ms": 202.571, "p95_ms": 184.824}, "read_interval": {"avg_ms": 172.539, "count": 174, "max_ms": 214.285, "p95_ms": 195.525}, "triton_wait": {"avg_ms": 65.706, "count": 174, "max_ms": 85.962, "p95_ms": 81.571}, "visualize": {"avg_ms": 6.296, "count": 174, "max_ms": 7.748, "p95_ms": 6.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12312.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.177, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.85, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:47:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:47:51+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T12:47:51+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T12:47:51.388197+09:00", "mtime_epoch": 1783050471.3881972, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:47:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.372, "pushed": 11.372, "read": 11.339}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.165, "count": 341, "max_ms": 5.959, "p95_ms": 5.166}, "gstreamer_push": {"avg_ms": 1.303, "count": 341, "max_ms": 1.482, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.875, "count": 341, "max_ms": 64.098, "p95_ms": 54.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.734, "count": 341, "max_ms": 78.794, "p95_ms": 70.269}, "yolo11_640_fire_11class": {"avg_ms": 51.149, "count": 341, "max_ms": 72.037, "p95_ms": 58.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.831, "count": 341, "max_ms": 83.26, "p95_ms": 74.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.519, "count": 341, "max_ms": 134.007, "p95_ms": 102.273}, "read_interval": {"avg_ms": 88.071, "count": 340, "max_ms": 147.449, "p95_ms": 115.775}, "triton_wait": {"avg_ms": 55.021, "count": 341, "max_ms": 83.272, "p95_ms": 74.759}, "visualize": {"avg_ms": 3.91, "count": 341, "max_ms": 5.719, "p95_ms": 5.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12313.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 429.529, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.164, "name": "ffmpeg", "pid": 34360, "rss_mb": 270.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 25, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.363, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 98816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:48:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:48:12+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T12:48:11+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T12:48:11.892501+09:00", "mtime_epoch": 1783050491.8925006, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:48:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.362, "pushed": 6.362, "read": 6.328}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.052, "count": 190, "max_ms": 9.547, "p95_ms": 8.876}, "gstreamer_push": {"avg_ms": 0.993, "count": 190, "max_ms": 1.363, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.015, "count": 190, "max_ms": 64.288, "p95_ms": 61.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.728, "count": 190, "max_ms": 84.857, "p95_ms": 70.148}, "yolo11_640_fire_11class": {"avg_ms": 50.18, "count": 190, "max_ms": 77.796, "p95_ms": 65.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.337, "count": 190, "max_ms": 83.103, "p95_ms": 79.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.523, "count": 190, "max_ms": 193.59, "p95_ms": 169.386}, "read_interval": {"avg_ms": 158.07, "count": 189, "max_ms": 208.591, "p95_ms": 181.417}, "triton_wait": {"avg_ms": 61.541, "count": 190, "max_ms": 84.869, "p95_ms": 79.637}, "visualize": {"avg_ms": 6.169, "count": 190, "max_ms": 8.826, "p95_ms": 6.654}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12314.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.213, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.85, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:48:21+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T12:48:21+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T12:48:21.452642+09:00", "mtime_epoch": 1783050501.4526424, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:48:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.723, "pushed": 8.723, "read": 8.689}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.686, "count": 261, "max_ms": 7.424, "p95_ms": 5.801}, "gstreamer_push": {"avg_ms": 1.176, "count": 261, "max_ms": 2.139, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.249, "count": 261, "max_ms": 68.794, "p95_ms": 62.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.437, "count": 261, "max_ms": 81.652, "p95_ms": 76.67}, "yolo11_640_fire_11class": {"avg_ms": 52.791, "count": 261, "max_ms": 71.258, "p95_ms": 66.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.71, "count": 261, "max_ms": 83.394, "p95_ms": 78.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.842, "count": 261, "max_ms": 137.532, "p95_ms": 131.314}, "read_interval": {"avg_ms": 115.159, "count": 260, "max_ms": 151.444, "p95_ms": 144.709}, "triton_wait": {"avg_ms": 58.047, "count": 261, "max_ms": 83.406, "p95_ms": 79.173}, "visualize": {"avg_ms": 4.781, "count": 261, "max_ms": 6.203, "p95_ms": 5.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12320.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 459.543, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.289, "name": "ffmpeg", "pid": 34360, "rss_mb": 277.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 25, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.043, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:48:42+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T12:48:41+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T12:48:41.908947+09:00", "mtime_epoch": 1783050521.9089465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:48:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.826, "pushed": 6.826, "read": 6.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.665, "count": 204, "max_ms": 13.13, "p95_ms": 8.998}, "gstreamer_push": {"avg_ms": 1.072, "count": 204, "max_ms": 1.457, "p95_ms": 1.267}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.476, "count": 204, "max_ms": 68.4, "p95_ms": 62.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.189, "count": 204, "max_ms": 83.402, "p95_ms": 76.036}, "yolo11_640_fire_11class": {"avg_ms": 51.81, "count": 204, "max_ms": 68.413, "p95_ms": 64.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.518, "count": 204, "max_ms": 84.889, "p95_ms": 80.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 134.621, "count": 204, "max_ms": 191.035, "p95_ms": 171.937}, "read_interval": {"avg_ms": 147.128, "count": 203, "max_ms": 208.92, "p95_ms": 183.315}, "triton_wait": {"avg_ms": 64.797, "count": 204, "max_ms": 84.9, "p95_ms": 80.722}, "visualize": {"avg_ms": 5.72, "count": 204, "max_ms": 8.555, "p95_ms": 7.037}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12320.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.275, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.617, "sample_count": 2705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:48:51+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T12:48:51+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T12:48:51.485089+09:00", "mtime_epoch": 1783050531.485089, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:48:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.707, "pushed": 10.707, "read": 10.673}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.229, "count": 321, "max_ms": 6.813, "p95_ms": 5.169}, "gstreamer_push": {"avg_ms": 1.284, "count": 321, "max_ms": 1.543, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.17, "count": 321, "max_ms": 69.427, "p95_ms": 63.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.677, "count": 321, "max_ms": 78.987, "p95_ms": 74.152}, "yolo11_640_fire_11class": {"avg_ms": 52.508, "count": 321, "max_ms": 71.227, "p95_ms": 64.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.084, "count": 321, "max_ms": 86.194, "p95_ms": 78.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.908, "count": 321, "max_ms": 133.951, "p95_ms": 128.725}, "read_interval": {"avg_ms": 93.553, "count": 320, "max_ms": 149.005, "p95_ms": 142.682}, "triton_wait": {"avg_ms": 58.207, "count": 321, "max_ms": 86.204, "p95_ms": 78.753}, "visualize": {"avg_ms": 3.942, "count": 321, "max_ms": 7.168, "p95_ms": 5.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12325.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.374, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.653, "sample_count": 2717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:49:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:49:21+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T12:49:21+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T12:49:21.593538+09:00", "mtime_epoch": 1783050561.5935383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:49:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.913, "pushed": 8.913, "read": 8.88}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.735, "count": 267, "max_ms": 7.511, "p95_ms": 5.647}, "gstreamer_push": {"avg_ms": 1.171, "count": 267, "max_ms": 1.73, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.607, "count": 267, "max_ms": 65.922, "p95_ms": 62.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.435, "count": 267, "max_ms": 78.849, "p95_ms": 73.787}, "yolo11_640_fire_11class": {"avg_ms": 51.236, "count": 267, "max_ms": 70.31, "p95_ms": 64.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.682, "count": 267, "max_ms": 82.147, "p95_ms": 77.344}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.314, "count": 267, "max_ms": 130.213, "p95_ms": 127.31}, "read_interval": {"avg_ms": 112.726, "count": 266, "max_ms": 144.722, "p95_ms": 141.022}, "triton_wait": {"avg_ms": 55.07, "count": 267, "max_ms": 82.16, "p95_ms": 77.356}, "visualize": {"avg_ms": 4.842, "count": 267, "max_ms": 7.151, "p95_ms": 5.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12648.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 74, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:40:59+09:00", "last_error_summary": "[h264 @ 0x563245b81c00] cabac decode of qscale diff failed at 54 38 [h264 @ 0x563245b81c00] error while decoding MB 54 38, bytestream 1547 [h264 @ 0x563245a5f6c0] left block unavailable for requested intra mode [h264 @ 0x563245a5f6c0] error while decoding MB 0 3, bytestream 7142 [h264 @ 0x563245a74380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563245a74380] error while decoding MB 0 19, bytestream 896 [h264 @ 0x563245b95dc0] cabac decode of qscale diff failed at 15 41 [h264", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 508.574, "last_started_at": "2026-07-03T12:41:02+09:00", "pid": 34360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 603.703, "name": "ffmpeg", "pid": 34360, "rss_mb": 603.703, "state": "S (sleeping)", "threads": 104}, "restart_count": 42, "restart_count_per_hour": 25, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.43, "sample_count": 2446, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:49:31+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T12:49:30+09:00", "mjpeg": {"age_sec": 20.677, "exists": true, "mtime": "2026-07-03T12:49:10.393371+09:00", "mtime_epoch": 1783050550.3933709, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:49:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.306, "pushed": 3.306, "read": 3.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.537, "count": 99, "max_ms": 7.887, "p95_ms": 6.086}, "gstreamer_push": {"avg_ms": 1.318, "count": 99, "max_ms": 2.078, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.886, "count": 99, "max_ms": 63.509, "p95_ms": 62.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.465, "count": 99, "max_ms": 78.7, "p95_ms": 73.564}, "yolo11_640_fire_11class": {"avg_ms": 49.218, "count": 99, "max_ms": 68.607, "p95_ms": 64.048}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.243, "count": 99, "max_ms": 80.64, "p95_ms": 75.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.223, "count": 99, "max_ms": 111.446, "p95_ms": 90.59}, "read_interval": {"avg_ms": 305.742, "count": 98, "max_ms": 20688.503, "p95_ms": 112.434}, "triton_wait": {"avg_ms": 59.643, "count": 99, "max_ms": 80.652, "p95_ms": 77.015}, "visualize": {"avg_ms": 3.682, "count": 99, "max_ms": 5.436, "p95_ms": 4.328}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12266.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.375, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.933, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:49:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:49:51+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T12:49:51+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T12:49:51.629988+09:00", "mtime_epoch": 1783050591.6299877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:49:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.571, "pushed": 10.571, "read": 10.571}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.187, "count": 317, "max_ms": 5.62, "p95_ms": 5.139}, "gstreamer_push": {"avg_ms": 1.323, "count": 317, "max_ms": 1.959, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.605, "count": 317, "max_ms": 67.786, "p95_ms": 64.36}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.164, "count": 317, "max_ms": 82.456, "p95_ms": 80.147}, "yolo11_640_fire_11class": {"avg_ms": 54.293, "count": 317, "max_ms": 69.467, "p95_ms": 65.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.199, "count": 317, "max_ms": 85.025, "p95_ms": 80.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.134, "count": 317, "max_ms": 131.381, "p95_ms": 101.138}, "read_interval": {"avg_ms": 94.748, "count": 317, "max_ms": 144.634, "p95_ms": 115.954}, "triton_wait": {"avg_ms": 60.357, "count": 317, "max_ms": 85.038, "p95_ms": 81.199}, "visualize": {"avg_ms": 3.913, "count": 317, "max_ms": 5.512, "p95_ms": 5.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12308.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.525, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.73, "name": "ffmpeg", "pid": 34619, "rss_mb": 264.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 26, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.573, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:50:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:50:01+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T12:50:01+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T12:50:01.082129+09:00", "mtime_epoch": 1783050601.0821295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:50:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 254, "pushed_frames": 254, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.467, "pushed": 8.467, "read": 8.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "invalid_ffmpeg_reads_seen"], "latency_ms": {"analyze": {"avg_ms": 4.4, "count": 254, "max_ms": 5.505, "p95_ms": 4.766}, "gstreamer_push": {"avg_ms": 1.354, "count": 254, "max_ms": 1.556, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.948, "count": 254, "max_ms": 68.013, "p95_ms": 64.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.454, "count": 254, "max_ms": 83.557, "p95_ms": 81.088}, "yolo11_640_fire_11class": {"avg_ms": 59.298, "count": 254, "max_ms": 69.638, "p95_ms": 66.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.752, "count": 254, "max_ms": 85.573, "p95_ms": 81.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.634, "count": 254, "max_ms": 98.698, "p95_ms": 95.551}, "read_interval": {"avg_ms": 118.068, "count": 254, "max_ms": 4555.245, "p95_ms": 112.825}, "triton_wait": {"avg_ms": 71.331, "count": 254, "max_ms": 85.586, "p95_ms": 82.239}, "visualize": {"avg_ms": 3.725, "count": 254, "max_ms": 4.708, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.514, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.291, "sample_count": 2866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:50:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T12:50:21+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T12:50:21+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T12:50:21.698439+09:00", "mtime_epoch": 1783050621.6984391, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:50:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.64, "pushed": 9.64, "read": 9.607}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.237, "count": 289, "max_ms": 5.885, "p95_ms": 5.168}, "gstreamer_push": {"avg_ms": 1.352, "count": 289, "max_ms": 1.576, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.907, "count": 289, "max_ms": 68.846, "p95_ms": 66.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.068, "count": 289, "max_ms": 84.141, "p95_ms": 78.214}, "yolo11_640_fire_11class": {"avg_ms": 60.293, "count": 289, "max_ms": 72.897, "p95_ms": 68.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.964, "count": 289, "max_ms": 85.037, "p95_ms": 79.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.255, "count": 289, "max_ms": 132.846, "p95_ms": 105.621}, "read_interval": {"avg_ms": 103.833, "count": 288, "max_ms": 147.316, "p95_ms": 119.47}, "triton_wait": {"avg_ms": 69.231, "count": 289, "max_ms": 85.051, "p95_ms": 79.967}, "visualize": {"avg_ms": 3.959, "count": 289, "max_ms": 5.83, "p95_ms": 5.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12311.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.545, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.082, "name": "ffmpeg", "pid": 34619, "rss_mb": 268.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 26, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.573, "sample_count": 2401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 99857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:50:31+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T12:50:31+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T12:50:31.094580+09:00", "mtime_epoch": 1783050631.0945804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:50:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.961, "pushed": 9.961, "read": 9.928}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.394, "count": 298, "max_ms": 7.043, "p95_ms": 4.721}, "gstreamer_push": {"avg_ms": 1.343, "count": 298, "max_ms": 2.16, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.428, "count": 298, "max_ms": 68.386, "p95_ms": 65.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.435, "count": 298, "max_ms": 84.705, "p95_ms": 79.053}, "yolo11_640_fire_11class": {"avg_ms": 59.402, "count": 298, "max_ms": 71.353, "p95_ms": 67.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.848, "count": 298, "max_ms": 85.212, "p95_ms": 80.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.327, "count": 298, "max_ms": 132.76, "p95_ms": 94.042}, "read_interval": {"avg_ms": 100.705, "count": 297, "max_ms": 148.808, "p95_ms": 110.886}, "triton_wait": {"avg_ms": 70.844, "count": 298, "max_ms": 85.222, "p95_ms": 80.788}, "visualize": {"avg_ms": 3.695, "count": 298, "max_ms": 5.209, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.558, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 15, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.679, "sample_count": 2887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:50:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:50:51+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T12:50:51+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T12:50:51.786892+09:00", "mtime_epoch": 1783050651.7868922, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:50:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.457, "pushed": 9.457, "read": 9.423}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.049, "count": 283, "max_ms": 5.416, "p95_ms": 4.305}, "gstreamer_push": {"avg_ms": 1.467, "count": 283, "max_ms": 2.505, "p95_ms": 2.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.719, "count": 283, "max_ms": 70.479, "p95_ms": 66.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.436, "count": 283, "max_ms": 80.297, "p95_ms": 78.211}, "yolo11_640_fire_11class": {"avg_ms": 64.124, "count": 283, "max_ms": 71.127, "p95_ms": 68.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.209, "count": 283, "max_ms": 84.394, "p95_ms": 81.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.766, "count": 283, "max_ms": 125.758, "p95_ms": 97.697}, "read_interval": {"avg_ms": 106.17, "count": 282, "max_ms": 140.376, "p95_ms": 119.398}, "triton_wait": {"avg_ms": 75.372, "count": 283, "max_ms": 84.41, "p95_ms": 81.649}, "visualize": {"avg_ms": 3.97, "count": 283, "max_ms": 5.976, "p95_ms": 5.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12311.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.572, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.34, "name": "ffmpeg", "pid": 34619, "rss_mb": 268.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 25, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.599, "sample_count": 2386, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:51:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:51:01+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T12:51:01+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T12:51:01.147033+09:00", "mtime_epoch": 1783050661.1470332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:51:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.625, "pushed": 9.625, "read": 9.591}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.673, "count": 288, "max_ms": 7.26, "p95_ms": 7.067}, "gstreamer_push": {"avg_ms": 1.333, "count": 288, "max_ms": 2.08, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.689, "count": 288, "max_ms": 67.398, "p95_ms": 65.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.703, "count": 288, "max_ms": 81.444, "p95_ms": 76.638}, "yolo11_640_fire_11class": {"avg_ms": 61.864, "count": 288, "max_ms": 68.266, "p95_ms": 66.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.596, "count": 288, "max_ms": 83.351, "p95_ms": 80.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.27, "count": 288, "max_ms": 104.693, "p95_ms": 99.549}, "read_interval": {"avg_ms": 104.309, "count": 287, "max_ms": 124.967, "p95_ms": 119.073}, "triton_wait": {"avg_ms": 73.127, "count": 288, "max_ms": 83.366, "p95_ms": 80.54}, "visualize": {"avg_ms": 3.986, "count": 288, "max_ms": 6.779, "p95_ms": 6.597}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12314.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.577, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.723, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 15, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.992, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:51:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:51:21+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T12:51:21+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T12:51:21.811345+09:00", "mtime_epoch": 1783050681.8113453, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:51:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.896, "pushed": 9.896, "read": 9.862}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.85, "count": 296, "max_ms": 4.747, "p95_ms": 3.767}, "gstreamer_push": {"avg_ms": 1.387, "count": 296, "max_ms": 2.42, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.833, "count": 296, "max_ms": 69.137, "p95_ms": 66.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.113, "count": 296, "max_ms": 83.101, "p95_ms": 78.438}, "yolo11_640_fire_11class": {"avg_ms": 63.604, "count": 296, "max_ms": 72.347, "p95_ms": 68.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.147, "count": 296, "max_ms": 79.077, "p95_ms": 76.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.313, "count": 296, "max_ms": 128.033, "p95_ms": 90.644}, "read_interval": {"avg_ms": 101.408, "count": 295, "max_ms": 141.777, "p95_ms": 109.576}, "triton_wait": {"avg_ms": 72.373, "count": 296, "max_ms": 83.114, "p95_ms": 78.537}, "visualize": {"avg_ms": 3.749, "count": 296, "max_ms": 6.026, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12314.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.626, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 25, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.599, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:51:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:51:31+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T12:51:31+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T12:51:31.183487+09:00", "mtime_epoch": 1783050691.183487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:51:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.715, "pushed": 9.715, "read": 9.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.496, "count": 291, "max_ms": 8.773, "p95_ms": 5.536}, "gstreamer_push": {"avg_ms": 1.335, "count": 291, "max_ms": 1.605, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.538, "count": 291, "max_ms": 70.117, "p95_ms": 65.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.726, "count": 291, "max_ms": 85.458, "p95_ms": 77.09}, "yolo11_640_fire_11class": {"avg_ms": 62.546, "count": 291, "max_ms": 71.695, "p95_ms": 66.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.264, "count": 291, "max_ms": 80.109, "p95_ms": 76.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.44, "count": 291, "max_ms": 98.733, "p95_ms": 91.601}, "read_interval": {"avg_ms": 103.271, "count": 290, "max_ms": 217.1, "p95_ms": 109.339}, "triton_wait": {"avg_ms": 72.857, "count": 291, "max_ms": 85.471, "p95_ms": 77.24}, "visualize": {"avg_ms": 3.787, "count": 291, "max_ms": 7.175, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12314.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.646, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 330.98, "name": "ffmpeg", "pid": 34467, "rss_mb": 330.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 23, "restart_count_per_hour": 15, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.556, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:51:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:51:51+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T12:51:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T12:51:51.875800+09:00", "mtime_epoch": 1783050711.8758004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:51:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.71, "pushed": 9.71, "read": 9.677}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.814, "count": 291, "max_ms": 4.052, "p95_ms": 3.085}, "gstreamer_push": {"avg_ms": 1.375, "count": 291, "max_ms": 1.566, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.965, "count": 291, "max_ms": 71.886, "p95_ms": 67.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.342, "count": 291, "max_ms": 81.68, "p95_ms": 77.905}, "yolo11_640_fire_11class": {"avg_ms": 65.243, "count": 291, "max_ms": 72.468, "p95_ms": 68.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.102, "count": 291, "max_ms": 81.029, "p95_ms": 76.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.384, "count": 291, "max_ms": 93.359, "p95_ms": 89.998}, "read_interval": {"avg_ms": 103.314, "count": 290, "max_ms": 110.74, "p95_ms": 107.341}, "triton_wait": {"avg_ms": 74.706, "count": 291, "max_ms": 81.691, "p95_ms": 78.334}, "visualize": {"avg_ms": 3.718, "count": 291, "max_ms": 4.613, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12314.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.647, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 25, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.6, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 100727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:52:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:52:01+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T12:52:01+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T12:52:01.203942+09:00", "mtime_epoch": 1783050721.2039416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:52:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.725, "pushed": 9.725, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.409, "count": 291, "max_ms": 6.473, "p95_ms": 4.652}, "gstreamer_push": {"avg_ms": 1.35, "count": 291, "max_ms": 1.748, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.176, "count": 291, "max_ms": 68.041, "p95_ms": 65.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.02, "count": 291, "max_ms": 83.488, "p95_ms": 77.415}, "yolo11_640_fire_11class": {"avg_ms": 63.41, "count": 291, "max_ms": 69.915, "p95_ms": 67.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.364, "count": 291, "max_ms": 78.363, "p95_ms": 76.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.882, "count": 291, "max_ms": 97.018, "p95_ms": 91.048}, "read_interval": {"avg_ms": 103.148, "count": 290, "max_ms": 113.168, "p95_ms": 107.623}, "triton_wait": {"avg_ms": 73.407, "count": 291, "max_ms": 83.501, "p95_ms": 77.601}, "visualize": {"avg_ms": 3.734, "count": 291, "max_ms": 4.948, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12315.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.648, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 25, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.469, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:52:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:52:31+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T12:52:31+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T12:52:31.224397+09:00", "mtime_epoch": 1783050751.2243974, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:52:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.072, "pushed": 11.072, "read": 11.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.352, "count": 332, "max_ms": 6.553, "p95_ms": 4.464}, "gstreamer_push": {"avg_ms": 1.326, "count": 332, "max_ms": 1.483, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.349, "count": 332, "max_ms": 66.722, "p95_ms": 63.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.733, "count": 332, "max_ms": 82.862, "p95_ms": 75.746}, "yolo11_640_fire_11class": {"avg_ms": 52.585, "count": 332, "max_ms": 69.098, "p95_ms": 65.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.649, "count": 332, "max_ms": 77.415, "p95_ms": 74.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.383, "count": 332, "max_ms": 95.867, "p95_ms": 88.959}, "read_interval": {"avg_ms": 90.431, "count": 332, "max_ms": 112.061, "p95_ms": 105.24}, "triton_wait": {"avg_ms": 61.354, "count": 332, "max_ms": 82.874, "p95_ms": 75.99}, "visualize": {"avg_ms": 3.653, "count": 332, "max_ms": 4.568, "p95_ms": 3.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12341.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 22, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:41:52+09:00", "last_error_summary": "[h264 @ 0x5561fed8bf40] error while decoding MB 15 41, bytestream -25 [in#0/rtsp @ 0x5561fed7ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5561fed7ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 639.257, "last_started_at": "2026-07-03T12:41:54+09:00", "pid": 34467, "process": {"exists": true, "fd_count": 5, "hwm_mb": 358.508, "name": "ffmpeg", "pid": 34467, "rss_mb": 358.508, "state": "S (sleeping)", "threads": 104}, "restart_count": 23, "restart_count_per_hour": 15, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.594, "sample_count": 2759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:52:33+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T12:52:33+09:00", "mjpeg": {"age_sec": 19.341, "exists": true, "mtime": "2026-07-03T12:52:14.232139+09:00", "mtime_epoch": 1783050734.2321393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:52:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.508, "pushed": 3.508, "read": 3.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.786, "count": 105, "max_ms": 3.781, "p95_ms": 2.842}, "gstreamer_push": {"avg_ms": 1.391, "count": 105, "max_ms": 1.537, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.647, "count": 105, "max_ms": 67.421, "p95_ms": 66.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.667, "count": 105, "max_ms": 82.898, "p95_ms": 77.794}, "yolo11_640_fire_11class": {"avg_ms": 64.199, "count": 105, "max_ms": 68.828, "p95_ms": 67.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.986, "count": 105, "max_ms": 77.399, "p95_ms": 76.134}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.635, "count": 105, "max_ms": 94.439, "p95_ms": 89.301}, "read_interval": {"avg_ms": 287.891, "count": 104, "max_ms": 19369.956, "p95_ms": 108.192}, "triton_wait": {"avg_ms": 73.996, "count": 105, "max_ms": 82.911, "p95_ms": 77.806}, "visualize": {"avg_ms": 3.657, "count": 105, "max_ms": 4.403, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12316.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.652, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.68, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:53:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:53:01+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T12:53:01+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T12:53:01.220854+09:00", "mtime_epoch": 1783050781.2208536, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:53:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.171, "pushed": 10.171, "read": 10.171}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.413, "count": 305, "max_ms": 6.827, "p95_ms": 4.732}, "gstreamer_push": {"avg_ms": 1.347, "count": 305, "max_ms": 1.542, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.235, "count": 305, "max_ms": 68.985, "p95_ms": 63.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.168, "count": 305, "max_ms": 83.29, "p95_ms": 76.395}, "yolo11_640_fire_11class": {"avg_ms": 55.143, "count": 305, "max_ms": 71.648, "p95_ms": 65.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.892, "count": 305, "max_ms": 80.393, "p95_ms": 76.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.236, "count": 305, "max_ms": 96.589, "p95_ms": 90.285}, "read_interval": {"avg_ms": 98.348, "count": 305, "max_ms": 124.502, "p95_ms": 116.441}, "triton_wait": {"avg_ms": 64.911, "count": 305, "max_ms": 83.304, "p95_ms": 77.033}, "visualize": {"avg_ms": 3.739, "count": 305, "max_ms": 5.274, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12316.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.924, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.105, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.158, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:53:03+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T12:53:03+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T12:53:03.528889+09:00", "mtime_epoch": 1783050783.5288887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:53:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.382, "pushed": 8.382, "read": 8.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.872, "count": 251, "max_ms": 4.26, "p95_ms": 3.577}, "gstreamer_push": {"avg_ms": 1.369, "count": 251, "max_ms": 2.372, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.045, "count": 251, "max_ms": 69.174, "p95_ms": 66.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.716, "count": 251, "max_ms": 84.132, "p95_ms": 78.495}, "yolo11_640_fire_11class": {"avg_ms": 62.175, "count": 251, "max_ms": 73.39, "p95_ms": 69.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.774, "count": 251, "max_ms": 83.407, "p95_ms": 78.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.302, "count": 251, "max_ms": 95.697, "p95_ms": 91.327}, "read_interval": {"avg_ms": 119.745, "count": 250, "max_ms": 5610.309, "p95_ms": 107.674}, "triton_wait": {"avg_ms": 69.577, "count": 251, "max_ms": 84.144, "p95_ms": 79.422}, "visualize": {"avg_ms": 3.74, "count": 251, "max_ms": 5.784, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12316.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 225.675, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.549, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:53:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:53:31+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T12:53:31+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T12:53:31.213311+09:00", "mtime_epoch": 1783050811.2133107, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:53:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.989}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.598, "count": 300, "max_ms": 7.376, "p95_ms": 6.01}, "gstreamer_push": {"avg_ms": 1.357, "count": 300, "max_ms": 1.866, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.393, "count": 300, "max_ms": 72.037, "p95_ms": 67.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.581, "count": 300, "max_ms": 83.003, "p95_ms": 76.311}, "yolo11_640_fire_11class": {"avg_ms": 54.039, "count": 300, "max_ms": 70.601, "p95_ms": 66.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.65, "count": 300, "max_ms": 80.562, "p95_ms": 75.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.293, "count": 300, "max_ms": 96.083, "p95_ms": 91.2}, "read_interval": {"avg_ms": 100.034, "count": 299, "max_ms": 185.509, "p95_ms": 118.396}, "triton_wait": {"avg_ms": 63.761, "count": 300, "max_ms": 83.016, "p95_ms": 77.608}, "visualize": {"avg_ms": 3.764, "count": 300, "max_ms": 4.953, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.94, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.621, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.556, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:53:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:53:33+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-03T12:53:33+09:00", "mjpeg": {"age_sec": 0.184, "exists": true, "mtime": "2026-07-03T12:53:33.441345+09:00", "mtime_epoch": 1783050813.4413447, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:53:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.867, "pushed": 7.867, "read": 7.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.726, "count": 236, "max_ms": 12.845, "p95_ms": 10.484}, "gstreamer_push": {"avg_ms": 1.24, "count": 236, "max_ms": 2.255, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.382, "count": 236, "max_ms": 72.471, "p95_ms": 66.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.399, "count": 236, "max_ms": 83.204, "p95_ms": 77.429}, "yolo11_640_fire_11class": {"avg_ms": 58.573, "count": 236, "max_ms": 71.998, "p95_ms": 68.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.095, "count": 236, "max_ms": 83.362, "p95_ms": 75.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.44, "count": 236, "max_ms": 219.775, "p95_ms": 192.172}, "read_interval": {"avg_ms": 126.719, "count": 236, "max_ms": 587.765, "p95_ms": 204.592}, "triton_wait": {"avg_ms": 66.11, "count": 236, "max_ms": 83.376, "p95_ms": 78.188}, "visualize": {"avg_ms": 4.367, "count": 236, "max_ms": 7.085, "p95_ms": 6.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 255.721, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.548, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:54:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:54:01+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T12:54:01+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T12:54:01.277770+09:00", "mtime_epoch": 1783050841.2777698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:54:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.946, "pushed": 9.946, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.412, "count": 298, "max_ms": 6.705, "p95_ms": 4.798}, "gstreamer_push": {"avg_ms": 1.332, "count": 298, "max_ms": 1.617, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.307, "count": 298, "max_ms": 74.104, "p95_ms": 65.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.342, "count": 298, "max_ms": 84.551, "p95_ms": 76.325}, "yolo11_640_fire_11class": {"avg_ms": 56.896, "count": 298, "max_ms": 71.546, "p95_ms": 65.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.03, "count": 298, "max_ms": 87.379, "p95_ms": 76.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.55, "count": 298, "max_ms": 100.824, "p95_ms": 91.415}, "read_interval": {"avg_ms": 100.805, "count": 297, "max_ms": 122.202, "p95_ms": 116.449}, "triton_wait": {"avg_ms": 67.239, "count": 298, "max_ms": 87.391, "p95_ms": 78.089}, "visualize": {"avg_ms": 3.731, "count": 298, "max_ms": 4.711, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.974, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.884, "sample_count": 2616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:54:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:54:03+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T12:54:03+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T12:54:03.569805+09:00", "mtime_epoch": 1783050843.569805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:54:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.015, "pushed": 9.015, "read": 8.981}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.83, "count": 269, "max_ms": 11.872, "p95_ms": 8.335}, "gstreamer_push": {"avg_ms": 1.309, "count": 269, "max_ms": 1.576, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.67, "count": 269, "max_ms": 69.573, "p95_ms": 67.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.872, "count": 269, "max_ms": 84.473, "p95_ms": 78.799}, "yolo11_640_fire_11class": {"avg_ms": 63.873, "count": 269, "max_ms": 72.723, "p95_ms": 69.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.767, "count": 269, "max_ms": 82.612, "p95_ms": 76.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.405, "count": 269, "max_ms": 198.698, "p95_ms": 164.09}, "read_interval": {"avg_ms": 111.678, "count": 268, "max_ms": 209.527, "p95_ms": 175.864}, "triton_wait": {"avg_ms": 71.673, "count": 269, "max_ms": 84.486, "p95_ms": 78.968}, "visualize": {"avg_ms": 4.004, "count": 269, "max_ms": 6.577, "p95_ms": 5.658}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 285.76, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.461, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:54:31+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T12:54:31+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T12:54:31.326230+09:00", "mtime_epoch": 1783050871.3262296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:54:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.72, "pushed": 9.72, "read": 9.686}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.374, "count": 291, "max_ms": 6.733, "p95_ms": 4.488}, "gstreamer_push": {"avg_ms": 1.324, "count": 291, "max_ms": 1.537, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.869, "count": 291, "max_ms": 72.388, "p95_ms": 65.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.208, "count": 291, "max_ms": 83.132, "p95_ms": 77.576}, "yolo11_640_fire_11class": {"avg_ms": 63.012, "count": 291, "max_ms": 72.968, "p95_ms": 66.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.357, "count": 291, "max_ms": 81.046, "p95_ms": 75.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.624, "count": 291, "max_ms": 96.472, "p95_ms": 90.854}, "read_interval": {"avg_ms": 103.23, "count": 290, "max_ms": 115.575, "p95_ms": 108.501}, "triton_wait": {"avg_ms": 73.417, "count": 291, "max_ms": 83.143, "p95_ms": 77.588}, "visualize": {"avg_ms": 3.665, "count": 291, "max_ms": 4.564, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.053, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.485, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:54:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:54:33+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T12:54:33+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T12:54:33.658265+09:00", "mtime_epoch": 1783050873.6582654, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:54:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.841, "count": 292, "max_ms": 3.755, "p95_ms": 2.921}, "gstreamer_push": {"avg_ms": 1.371, "count": 292, "max_ms": 1.611, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.272, "count": 292, "max_ms": 74.707, "p95_ms": 67.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.922, "count": 292, "max_ms": 84.747, "p95_ms": 78.586}, "yolo11_640_fire_11class": {"avg_ms": 65.492, "count": 292, "max_ms": 75.447, "p95_ms": 68.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.767, "count": 292, "max_ms": 83.127, "p95_ms": 76.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.396, "count": 292, "max_ms": 96.459, "p95_ms": 90.248}, "read_interval": {"avg_ms": 103.015, "count": 291, "max_ms": 113.412, "p95_ms": 107.052}, "triton_wait": {"avg_ms": 74.757, "count": 292, "max_ms": 84.76, "p95_ms": 78.598}, "visualize": {"avg_ms": 3.708, "count": 292, "max_ms": 4.804, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 315.789, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.367, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:55:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:55:01+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T12:55:01+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T12:55:01.342690+09:00", "mtime_epoch": 1783050901.3426898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:55:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.423, "pushed": 10.423, "read": 10.39}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.471, "count": 312, "max_ms": 7.115, "p95_ms": 6.061}, "gstreamer_push": {"avg_ms": 1.299, "count": 312, "max_ms": 1.982, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.376, "count": 312, "max_ms": 71.52, "p95_ms": 65.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.896, "count": 312, "max_ms": 88.103, "p95_ms": 76.923}, "yolo11_640_fire_11class": {"avg_ms": 54.576, "count": 312, "max_ms": 71.6, "p95_ms": 66.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.916, "count": 312, "max_ms": 83.324, "p95_ms": 75.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.845, "count": 312, "max_ms": 101.043, "p95_ms": 91.14}, "read_interval": {"avg_ms": 96.208, "count": 311, "max_ms": 190.408, "p95_ms": 113.518}, "triton_wait": {"avg_ms": 64.634, "count": 312, "max_ms": 88.114, "p95_ms": 77.062}, "visualize": {"avg_ms": 3.65, "count": 312, "max_ms": 5.517, "p95_ms": 4.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 996}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.109, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.095, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:55:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:55:03+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T12:55:03+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T12:55:03.710726+09:00", "mtime_epoch": 1783050903.710726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:55:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.884, "pushed": 8.884, "read": 8.85}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.288, "count": 266, "max_ms": 11.289, "p95_ms": 7.654}, "gstreamer_push": {"avg_ms": 1.264, "count": 266, "max_ms": 1.963, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.779, "count": 266, "max_ms": 74.322, "p95_ms": 67.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.614, "count": 266, "max_ms": 86.301, "p95_ms": 78.042}, "yolo11_640_fire_11class": {"avg_ms": 58.885, "count": 266, "max_ms": 74.964, "p95_ms": 69.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.327, "count": 266, "max_ms": 85.644, "p95_ms": 77.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.811, "count": 266, "max_ms": 173.334, "p95_ms": 159.382}, "read_interval": {"avg_ms": 113.025, "count": 265, "max_ms": 187.163, "p95_ms": 170.724}, "triton_wait": {"avg_ms": 65.375, "count": 266, "max_ms": 86.314, "p95_ms": 78.465}, "visualize": {"avg_ms": 4.194, "count": 266, "max_ms": 8.97, "p95_ms": 5.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 345.827, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.441, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 102853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:55:31+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T12:55:31+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T12:55:31.391151+09:00", "mtime_epoch": 1783050931.391151, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:55:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.62, "pushed": 9.62, "read": 9.586}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.444, "count": 288, "max_ms": 7.059, "p95_ms": 5.683}, "gstreamer_push": {"avg_ms": 1.31, "count": 288, "max_ms": 1.574, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.061, "count": 288, "max_ms": 73.461, "p95_ms": 65.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.808, "count": 288, "max_ms": 84.273, "p95_ms": 76.543}, "yolo11_640_fire_11class": {"avg_ms": 61.219, "count": 288, "max_ms": 74.959, "p95_ms": 66.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.79, "count": 288, "max_ms": 81.744, "p95_ms": 75.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.511, "count": 288, "max_ms": 97.533, "p95_ms": 89.852}, "read_interval": {"avg_ms": 104.306, "count": 287, "max_ms": 583.365, "p95_ms": 108.855}, "triton_wait": {"avg_ms": 71.177, "count": 288, "max_ms": 84.284, "p95_ms": 76.744}, "visualize": {"avg_ms": 3.706, "count": 288, "max_ms": 4.689, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.133, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.859, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:55:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:55:33+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T12:55:33+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T12:55:33.727187+09:00", "mtime_epoch": 1783050933.727187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:55:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.835, "count": 300, "max_ms": 3.184, "p95_ms": 2.925}, "gstreamer_push": {"avg_ms": 1.356, "count": 300, "max_ms": 1.512, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.374, "count": 300, "max_ms": 75.577, "p95_ms": 67.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.505, "count": 300, "max_ms": 80.643, "p95_ms": 77.479}, "yolo11_640_fire_11class": {"avg_ms": 63.839, "count": 300, "max_ms": 76.293, "p95_ms": 68.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.074, "count": 300, "max_ms": 84.609, "p95_ms": 76.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.652, "count": 300, "max_ms": 96.22, "p95_ms": 89.451}, "read_interval": {"avg_ms": 100.042, "count": 299, "max_ms": 112.582, "p95_ms": 106.746}, "triton_wait": {"avg_ms": 72.055, "count": 300, "max_ms": 84.62, "p95_ms": 77.773}, "visualize": {"avg_ms": 3.669, "count": 300, "max_ms": 4.001, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 859}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 375.85, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 34619, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.755, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:56:01+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T12:56:01+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T12:56:01.411613+09:00", "mtime_epoch": 1783050961.4116125, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:56:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.724}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.435, "count": 292, "max_ms": 6.735, "p95_ms": 4.901}, "gstreamer_push": {"avg_ms": 1.318, "count": 292, "max_ms": 1.543, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.577, "count": 292, "max_ms": 68.858, "p95_ms": 64.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.218, "count": 292, "max_ms": 86.106, "p95_ms": 77.729}, "yolo11_640_fire_11class": {"avg_ms": 64.483, "count": 292, "max_ms": 74.346, "p95_ms": 70.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.213, "count": 292, "max_ms": 76.741, "p95_ms": 75.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.035, "count": 292, "max_ms": 99.176, "p95_ms": 91.34}, "read_interval": {"avg_ms": 102.828, "count": 291, "max_ms": 116.085, "p95_ms": 109.213}, "triton_wait": {"avg_ms": 72.668, "count": 292, "max_ms": 86.119, "p95_ms": 77.741}, "visualize": {"avg_ms": 3.691, "count": 292, "max_ms": 4.6, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1001}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.225, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.914, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:56:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:56:03+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T12:56:03+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T12:56:03.831650+09:00", "mtime_epoch": 1783050963.8316498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:56:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.885, "count": 291, "max_ms": 4.54, "p95_ms": 3.259}, "gstreamer_push": {"avg_ms": 1.388, "count": 292, "max_ms": 2.272, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.927, "count": 291, "max_ms": 73.318, "p95_ms": 66.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.946, "count": 291, "max_ms": 83.82, "p95_ms": 79.181}, "yolo11_640_fire_11class": {"avg_ms": 68.186, "count": 291, "max_ms": 78.708, "p95_ms": 73.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.624, "count": 291, "max_ms": 80.307, "p95_ms": 76.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.344, "count": 292, "max_ms": 95.506, "p95_ms": 91.062}, "read_interval": {"avg_ms": 103.057, "count": 291, "max_ms": 112.043, "p95_ms": 107.935}, "triton_wait": {"avg_ms": 74.615, "count": 291, "max_ms": 83.833, "p95_ms": 79.317}, "visualize": {"avg_ms": 3.702, "count": 291, "max_ms": 4.778, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 405.894, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.677, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:56:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:56:31+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T12:56:31+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T12:56:31.452075+09:00", "mtime_epoch": 1783050991.452075, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:56:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.426, "count": 292, "max_ms": 6.62, "p95_ms": 4.836}, "gstreamer_push": {"avg_ms": 1.324, "count": 292, "max_ms": 1.608, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.487, "count": 292, "max_ms": 65.71, "p95_ms": 64.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.313, "count": 292, "max_ms": 81.485, "p95_ms": 77.829}, "yolo11_640_fire_11class": {"avg_ms": 65.373, "count": 292, "max_ms": 75.655, "p95_ms": 70.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.117, "count": 292, "max_ms": 79.253, "p95_ms": 75.315}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.024, "count": 292, "max_ms": 125.488, "p95_ms": 91.001}, "read_interval": {"avg_ms": 102.879, "count": 291, "max_ms": 140.868, "p95_ms": 108.815}, "triton_wait": {"avg_ms": 72.504, "count": 292, "max_ms": 81.496, "p95_ms": 77.854}, "visualize": {"avg_ms": 3.727, "count": 292, "max_ms": 5.222, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.303, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.859, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:56:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:56:33+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T12:56:33+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T12:56:33.904113+09:00", "mtime_epoch": 1783050993.9041126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:56:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.863, "count": 294, "max_ms": 4.109, "p95_ms": 2.96}, "gstreamer_push": {"avg_ms": 1.358, "count": 294, "max_ms": 1.504, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.638, "count": 294, "max_ms": 69.217, "p95_ms": 66.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.008, "count": 294, "max_ms": 82.385, "p95_ms": 79.086}, "yolo11_640_fire_11class": {"avg_ms": 69.443, "count": 294, "max_ms": 78.449, "p95_ms": 74.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.877, "count": 294, "max_ms": 79.368, "p95_ms": 76.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.803, "count": 294, "max_ms": 93.772, "p95_ms": 90.771}, "read_interval": {"avg_ms": 102.301, "count": 293, "max_ms": 112.364, "p95_ms": 107.338}, "triton_wait": {"avg_ms": 74.166, "count": 294, "max_ms": 82.398, "p95_ms": 79.096}, "visualize": {"avg_ms": 3.701, "count": 294, "max_ms": 4.717, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 436.0, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.62, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 103733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:57:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T12:57:01+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T12:57:01+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T12:57:01.548539+09:00", "mtime_epoch": 1783051021.548539, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:57:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.837}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.515, "count": 295, "max_ms": 8.4, "p95_ms": 5.82}, "gstreamer_push": {"avg_ms": 1.329, "count": 295, "max_ms": 1.481, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.482, "count": 295, "max_ms": 72.448, "p95_ms": 65.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.287, "count": 295, "max_ms": 80.516, "p95_ms": 76.564}, "yolo11_640_fire_11class": {"avg_ms": 64.461, "count": 295, "max_ms": 77.537, "p95_ms": 72.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.584, "count": 295, "max_ms": 75.983, "p95_ms": 74.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.219, "count": 295, "max_ms": 100.036, "p95_ms": 90.618}, "read_interval": {"avg_ms": 101.676, "count": 295, "max_ms": 219.336, "p95_ms": 109.94}, "triton_wait": {"avg_ms": 70.608, "count": 295, "max_ms": 80.529, "p95_ms": 77.097}, "visualize": {"avg_ms": 3.783, "count": 295, "max_ms": 6.587, "p95_ms": 4.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1006}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.396, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.859, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:57:04+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T12:57:03+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T12:57:03.992577+09:00", "mtime_epoch": 1783051023.9925766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:57:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.877, "count": 300, "max_ms": 5.004, "p95_ms": 3.096}, "gstreamer_push": {"avg_ms": 1.372, "count": 300, "max_ms": 2.412, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.085, "count": 300, "max_ms": 74.712, "p95_ms": 67.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.122, "count": 300, "max_ms": 82.699, "p95_ms": 78.331}, "yolo11_640_fire_11class": {"avg_ms": 67.961, "count": 300, "max_ms": 79.056, "p95_ms": 75.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.999, "count": 300, "max_ms": 77.299, "p95_ms": 75.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.586, "count": 300, "max_ms": 97.87, "p95_ms": 90.291}, "read_interval": {"avg_ms": 100.287, "count": 299, "max_ms": 119.214, "p95_ms": 107.438}, "triton_wait": {"avg_ms": 71.844, "count": 300, "max_ms": 82.71, "p95_ms": 78.428}, "visualize": {"avg_ms": 3.745, "count": 300, "max_ms": 6.026, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 466.055, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.705, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:57:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:57:31+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T12:57:31+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T12:57:31.613003+09:00", "mtime_epoch": 1783051051.613003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:57:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.415, "count": 294, "max_ms": 5.64, "p95_ms": 4.592}, "gstreamer_push": {"avg_ms": 1.332, "count": 294, "max_ms": 1.514, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.479, "count": 294, "max_ms": 66.324, "p95_ms": 63.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.709, "count": 294, "max_ms": 82.142, "p95_ms": 76.297}, "yolo11_640_fire_11class": {"avg_ms": 64.888, "count": 294, "max_ms": 73.499, "p95_ms": 69.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.866, "count": 294, "max_ms": 79.782, "p95_ms": 74.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.257, "count": 294, "max_ms": 95.452, "p95_ms": 89.776}, "read_interval": {"avg_ms": 102.223, "count": 293, "max_ms": 115.263, "p95_ms": 108.983}, "triton_wait": {"avg_ms": 71.835, "count": 294, "max_ms": 82.153, "p95_ms": 76.395}, "visualize": {"avg_ms": 3.695, "count": 294, "max_ms": 4.33, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.443, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.237, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:57:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:57:34+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T12:57:34+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T12:57:34.049041+09:00", "mtime_epoch": 1783051054.0490406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:57:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.786}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.864, "count": 294, "max_ms": 4.236, "p95_ms": 2.972}, "gstreamer_push": {"avg_ms": 1.376, "count": 294, "max_ms": 2.044, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.722, "count": 294, "max_ms": 69.1, "p95_ms": 66.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.064, "count": 294, "max_ms": 80.883, "p95_ms": 77.912}, "yolo11_640_fire_11class": {"avg_ms": 69.094, "count": 294, "max_ms": 78.198, "p95_ms": 73.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.113, "count": 294, "max_ms": 78.315, "p95_ms": 76.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.471, "count": 294, "max_ms": 92.871, "p95_ms": 89.828}, "read_interval": {"avg_ms": 102.203, "count": 293, "max_ms": 111.806, "p95_ms": 107.08}, "triton_wait": {"avg_ms": 73.826, "count": 294, "max_ms": 80.895, "p95_ms": 78.077}, "visualize": {"avg_ms": 3.684, "count": 294, "max_ms": 4.689, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 496.109, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.902, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:58:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:58:01+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T12:58:01+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T12:58:01.685468+09:00", "mtime_epoch": 1783051081.6854677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:58:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.542, "count": 294, "max_ms": 6.641, "p95_ms": 5.672}, "gstreamer_push": {"avg_ms": 1.344, "count": 294, "max_ms": 1.569, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.284, "count": 294, "max_ms": 76.892, "p95_ms": 64.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.227, "count": 294, "max_ms": 91.486, "p95_ms": 77.814}, "yolo11_640_fire_11class": {"avg_ms": 64.458, "count": 294, "max_ms": 80.128, "p95_ms": 70.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.347, "count": 294, "max_ms": 87.057, "p95_ms": 74.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.164, "count": 294, "max_ms": 104.728, "p95_ms": 91.652}, "read_interval": {"avg_ms": 102.277, "count": 293, "max_ms": 121.562, "p95_ms": 109.234}, "triton_wait": {"avg_ms": 71.537, "count": 294, "max_ms": 91.498, "p95_ms": 78.307}, "visualize": {"avg_ms": 3.762, "count": 294, "max_ms": 4.706, "p95_ms": 4.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1011}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.461, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.84, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:58:04+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T12:58:04+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T12:58:04.057504+09:00", "mtime_epoch": 1783051084.0575044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:58:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.961, "pushed": 9.961, "read": 9.927}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.846, "count": 298, "max_ms": 3.572, "p95_ms": 2.924}, "gstreamer_push": {"avg_ms": 1.357, "count": 298, "max_ms": 1.545, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.372, "count": 298, "max_ms": 74.989, "p95_ms": 67.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.872, "count": 298, "max_ms": 89.555, "p95_ms": 79.519}, "yolo11_640_fire_11class": {"avg_ms": 67.363, "count": 298, "max_ms": 78.224, "p95_ms": 73.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.978, "count": 298, "max_ms": 85.198, "p95_ms": 77.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.915, "count": 298, "max_ms": 101.131, "p95_ms": 91.399}, "read_interval": {"avg_ms": 100.699, "count": 297, "max_ms": 117.614, "p95_ms": 108.118}, "triton_wait": {"avg_ms": 72.372, "count": 298, "max_ms": 89.567, "p95_ms": 79.653}, "visualize": {"avg_ms": 3.683, "count": 298, "max_ms": 4.597, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 526.185, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.93, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:58:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:58:31+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T12:58:31+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T12:58:31.745933+09:00", "mtime_epoch": 1783051111.7459328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:58:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.575, "count": 295, "max_ms": 8.801, "p95_ms": 6.317}, "gstreamer_push": {"avg_ms": 1.319, "count": 295, "max_ms": 1.558, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.177, "count": 295, "max_ms": 69.687, "p95_ms": 64.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.394, "count": 295, "max_ms": 80.992, "p95_ms": 77.131}, "yolo11_640_fire_11class": {"avg_ms": 64.697, "count": 295, "max_ms": 76.539, "p95_ms": 71.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.264, "count": 295, "max_ms": 78.87, "p95_ms": 75.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.864, "count": 295, "max_ms": 97.882, "p95_ms": 91.566}, "read_interval": {"avg_ms": 101.947, "count": 294, "max_ms": 118.956, "p95_ms": 109.608}, "triton_wait": {"avg_ms": 71.255, "count": 295, "max_ms": 81.004, "p95_ms": 77.349}, "visualize": {"avg_ms": 3.813, "count": 295, "max_ms": 7.349, "p95_ms": 4.515}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.529, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.499, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:58:34+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T12:58:34+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T12:58:34.129970+09:00", "mtime_epoch": 1783051114.1299696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:58:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.845, "pushed": 9.845, "read": 9.811}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.92, "count": 295, "max_ms": 5.927, "p95_ms": 3.336}, "gstreamer_push": {"avg_ms": 1.414, "count": 295, "max_ms": 2.525, "p95_ms": 1.533}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.098, "count": 295, "max_ms": 71.028, "p95_ms": 66.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.525, "count": 295, "max_ms": 82.091, "p95_ms": 78.776}, "yolo11_640_fire_11class": {"avg_ms": 67.557, "count": 295, "max_ms": 77.877, "p95_ms": 73.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.267, "count": 295, "max_ms": 80.094, "p95_ms": 76.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.673, "count": 295, "max_ms": 96.114, "p95_ms": 90.781}, "read_interval": {"avg_ms": 101.919, "count": 294, "max_ms": 118.442, "p95_ms": 109.957}, "triton_wait": {"avg_ms": 72.793, "count": 295, "max_ms": 82.103, "p95_ms": 78.93}, "visualize": {"avg_ms": 3.77, "count": 295, "max_ms": 7.228, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 556.189, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.946, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 104908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:59:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:59:01+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T12:59:01+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T12:59:01.746397+09:00", "mtime_epoch": 1783051141.7463975, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:59:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.46, "count": 292, "max_ms": 8.359, "p95_ms": 4.865}, "gstreamer_push": {"avg_ms": 1.333, "count": 292, "max_ms": 1.575, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.004, "count": 292, "max_ms": 70.545, "p95_ms": 64.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.876, "count": 292, "max_ms": 82.116, "p95_ms": 77.605}, "yolo11_640_fire_11class": {"avg_ms": 65.07, "count": 292, "max_ms": 75.817, "p95_ms": 70.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.074, "count": 292, "max_ms": 79.603, "p95_ms": 74.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.827, "count": 292, "max_ms": 98.108, "p95_ms": 91.42}, "read_interval": {"avg_ms": 102.742, "count": 292, "max_ms": 120.994, "p95_ms": 109.957}, "triton_wait": {"avg_ms": 72.342, "count": 292, "max_ms": 82.128, "p95_ms": 77.723}, "visualize": {"avg_ms": 3.745, "count": 292, "max_ms": 6.568, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.602, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 16, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.474, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:59:04+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T12:59:04+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T12:59:04.202435+09:00", "mtime_epoch": 1783051144.2024355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:59:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.777}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.902, "count": 294, "max_ms": 4.878, "p95_ms": 3.411}, "gstreamer_push": {"avg_ms": 1.38, "count": 294, "max_ms": 2.092, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.259, "count": 294, "max_ms": 73.085, "p95_ms": 66.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.064, "count": 294, "max_ms": 81.698, "p95_ms": 79.276}, "yolo11_640_fire_11class": {"avg_ms": 68.079, "count": 294, "max_ms": 77.703, "p95_ms": 73.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.182, "count": 294, "max_ms": 81.143, "p95_ms": 76.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.218, "count": 294, "max_ms": 95.06, "p95_ms": 91.382}, "read_interval": {"avg_ms": 102.28, "count": 293, "max_ms": 116.737, "p95_ms": 109.387}, "triton_wait": {"avg_ms": 73.481, "count": 294, "max_ms": 81.71, "p95_ms": 79.289}, "visualize": {"avg_ms": 3.713, "count": 294, "max_ms": 5.906, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 586.249, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.976, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:59:31+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T12:59:31+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T12:59:31.806863+09:00", "mtime_epoch": 1783051171.8068633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T12:59:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.78, "pushed": 9.78, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 293, "max_ms": 5.948, "p95_ms": 4.761}, "gstreamer_push": {"avg_ms": 1.33, "count": 293, "max_ms": 1.732, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.296, "count": 293, "max_ms": 66.879, "p95_ms": 64.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.61, "count": 293, "max_ms": 85.708, "p95_ms": 77.83}, "yolo11_640_fire_11class": {"avg_ms": 65.134, "count": 293, "max_ms": 76.649, "p95_ms": 70.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.753, "count": 293, "max_ms": 76.961, "p95_ms": 74.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.719, "count": 293, "max_ms": 98.912, "p95_ms": 90.907}, "read_interval": {"avg_ms": 102.584, "count": 292, "max_ms": 117.102, "p95_ms": 109.283}, "triton_wait": {"avg_ms": 72.35, "count": 293, "max_ms": 85.72, "p95_ms": 77.844}, "visualize": {"avg_ms": 3.708, "count": 293, "max_ms": 4.763, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.689, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.879, "name": "ffmpeg", "pid": 34726, "rss_mb": 333.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 15, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.54, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T12:59:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T12:59:34+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T12:59:34+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T12:59:34.294902+09:00", "mtime_epoch": 1783051174.294902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T12:59:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.808, "count": 293, "max_ms": 4.144, "p95_ms": 2.933}, "gstreamer_push": {"avg_ms": 1.371, "count": 293, "max_ms": 1.542, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.003, "count": 293, "max_ms": 68.157, "p95_ms": 66.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.861, "count": 293, "max_ms": 82.502, "p95_ms": 78.537}, "yolo11_640_fire_11class": {"avg_ms": 67.725, "count": 293, "max_ms": 75.523, "p95_ms": 72.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.575, "count": 293, "max_ms": 77.55, "p95_ms": 76.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.426, "count": 293, "max_ms": 94.088, "p95_ms": 90.238}, "read_interval": {"avg_ms": 102.689, "count": 292, "max_ms": 115.06, "p95_ms": 109.171}, "triton_wait": {"avg_ms": 73.888, "count": 293, "max_ms": 82.514, "p95_ms": 78.566}, "visualize": {"avg_ms": 3.643, "count": 293, "max_ms": 4.552, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 616.338, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.008, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:00:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:00:01+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:00:01+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:00:01.899330+09:00", "mtime_epoch": 1783051201.8993304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:00:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.43, "count": 292, "max_ms": 6.614, "p95_ms": 5.097}, "gstreamer_push": {"avg_ms": 1.334, "count": 292, "max_ms": 1.507, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.368, "count": 292, "max_ms": 73.927, "p95_ms": 64.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.197, "count": 292, "max_ms": 83.804, "p95_ms": 78.357}, "yolo11_640_fire_11class": {"avg_ms": 64.743, "count": 292, "max_ms": 77.159, "p95_ms": 70.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.736, "count": 292, "max_ms": 84.993, "p95_ms": 74.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.259, "count": 292, "max_ms": 98.11, "p95_ms": 91.915}, "read_interval": {"avg_ms": 103.031, "count": 291, "max_ms": 117.076, "p95_ms": 109.573}, "triton_wait": {"avg_ms": 72.894, "count": 292, "max_ms": 85.005, "p95_ms": 78.369}, "visualize": {"avg_ms": 3.69, "count": 292, "max_ms": 5.072, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1021}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.774, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.137, "name": "ffmpeg", "pid": 34726, "rss_mb": 334.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 15, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.674, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:00:04+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:00:04+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T13:00:04.379369+09:00", "mtime_epoch": 1783051204.3793688, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:00:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.849, "count": 293, "max_ms": 3.497, "p95_ms": 2.91}, "gstreamer_push": {"avg_ms": 1.363, "count": 293, "max_ms": 1.561, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.147, "count": 293, "max_ms": 75.201, "p95_ms": 67.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.158, "count": 293, "max_ms": 84.703, "p95_ms": 79.427}, "yolo11_640_fire_11class": {"avg_ms": 67.64, "count": 293, "max_ms": 78.269, "p95_ms": 72.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.537, "count": 293, "max_ms": 86.007, "p95_ms": 76.603}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.735, "count": 293, "max_ms": 97.569, "p95_ms": 91.312}, "read_interval": {"avg_ms": 102.673, "count": 292, "max_ms": 113.491, "p95_ms": 109.125}, "triton_wait": {"avg_ms": 74.098, "count": 293, "max_ms": 86.019, "p95_ms": 79.439}, "visualize": {"avg_ms": 3.685, "count": 293, "max_ms": 4.526, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 881}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 646.383, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.273, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 105784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:00:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:00:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:00:31+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:00:31.939797+09:00", "mtime_epoch": 1783051231.939797, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:00:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.719, "pushed": 9.719, "read": 9.686}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.392, "count": 291, "max_ms": 5.778, "p95_ms": 4.536}, "gstreamer_push": {"avg_ms": 1.318, "count": 291, "max_ms": 1.475, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.438, "count": 291, "max_ms": 66.312, "p95_ms": 64.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.93, "count": 291, "max_ms": 83.199, "p95_ms": 78.85}, "yolo11_640_fire_11class": {"avg_ms": 65.658, "count": 291, "max_ms": 75.884, "p95_ms": 70.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.121, "count": 291, "max_ms": 79.286, "p95_ms": 74.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.679, "count": 291, "max_ms": 96.292, "p95_ms": 92.224}, "read_interval": {"avg_ms": 103.239, "count": 290, "max_ms": 116.548, "p95_ms": 109.519}, "triton_wait": {"avg_ms": 73.406, "count": 291, "max_ms": 83.212, "p95_ms": 78.94}, "visualize": {"avg_ms": 3.672, "count": 291, "max_ms": 4.197, "p95_ms": 3.82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.789, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.137, "name": "ffmpeg", "pid": 34726, "rss_mb": 334.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 15, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.893, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:00:34+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T13:00:34+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:00:34.383835+09:00", "mtime_epoch": 1783051234.3838348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:00:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.7, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.893, "count": 291, "max_ms": 4.165, "p95_ms": 3.263}, "gstreamer_push": {"avg_ms": 1.368, "count": 291, "max_ms": 1.623, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.097, "count": 291, "max_ms": 69.302, "p95_ms": 66.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.345, "count": 291, "max_ms": 84.311, "p95_ms": 79.826}, "yolo11_640_fire_11class": {"avg_ms": 68.315, "count": 291, "max_ms": 79.438, "p95_ms": 73.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.683, "count": 291, "max_ms": 79.961, "p95_ms": 75.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.025, "count": 291, "max_ms": 95.712, "p95_ms": 91.714}, "read_interval": {"avg_ms": 103.114, "count": 291, "max_ms": 117.12, "p95_ms": 109.514}, "triton_wait": {"avg_ms": 74.337, "count": 291, "max_ms": 84.323, "p95_ms": 79.934}, "visualize": {"avg_ms": 3.686, "count": 291, "max_ms": 4.665, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 676.428, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.289, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:01:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:01:02+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:01:01+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:01:01.980889+09:00", "mtime_epoch": 1783051261.9808888, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:01:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.445, "count": 292, "max_ms": 6.645, "p95_ms": 5.153}, "gstreamer_push": {"avg_ms": 1.324, "count": 292, "max_ms": 1.536, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.661, "count": 292, "max_ms": 65.784, "p95_ms": 64.399}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.054, "count": 292, "max_ms": 84.192, "p95_ms": 78.261}, "yolo11_640_fire_11class": {"avg_ms": 65.633, "count": 292, "max_ms": 78.555, "p95_ms": 71.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.318, "count": 292, "max_ms": 79.669, "p95_ms": 74.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.031, "count": 292, "max_ms": 97.366, "p95_ms": 91.658}, "read_interval": {"avg_ms": 102.874, "count": 291, "max_ms": 114.168, "p95_ms": 109.203}, "triton_wait": {"avg_ms": 72.574, "count": 292, "max_ms": 84.204, "p95_ms": 78.514}, "visualize": {"avg_ms": 3.721, "count": 292, "max_ms": 4.7, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.846, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.137, "name": "ffmpeg", "pid": 34726, "rss_mb": 334.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 15, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.926, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:01:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:01:04+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T13:01:04+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:01:04.448983+09:00", "mtime_epoch": 1783051264.448983, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:01:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.748}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.872, "count": 293, "max_ms": 4.277, "p95_ms": 3.126}, "gstreamer_push": {"avg_ms": 1.395, "count": 293, "max_ms": 1.717, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.421, "count": 293, "max_ms": 67.235, "p95_ms": 66.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.93, "count": 293, "max_ms": 81.408, "p95_ms": 79.19}, "yolo11_640_fire_11class": {"avg_ms": 68.333, "count": 293, "max_ms": 80.321, "p95_ms": 74.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.113, "count": 293, "max_ms": 81.353, "p95_ms": 76.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.516, "count": 293, "max_ms": 93.351, "p95_ms": 91.18}, "read_interval": {"avg_ms": 102.577, "count": 292, "max_ms": 114.097, "p95_ms": 108.349}, "triton_wait": {"avg_ms": 73.702, "count": 293, "max_ms": 81.42, "p95_ms": 79.2}, "visualize": {"avg_ms": 3.728, "count": 293, "max_ms": 4.74, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 706.502, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.245, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:01:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:01:32+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T13:01:32+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:01:32.062019+09:00", "mtime_epoch": 1783051292.0620189, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:01:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.773}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.433, "count": 294, "max_ms": 6.533, "p95_ms": 4.881}, "gstreamer_push": {"avg_ms": 1.32, "count": 294, "max_ms": 1.593, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.89, "count": 294, "max_ms": 65.469, "p95_ms": 63.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.352, "count": 294, "max_ms": 81.022, "p95_ms": 76.64}, "yolo11_640_fire_11class": {"avg_ms": 64.848, "count": 294, "max_ms": 74.043, "p95_ms": 68.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.48, "count": 294, "max_ms": 76.539, "p95_ms": 74.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.422, "count": 294, "max_ms": 94.818, "p95_ms": 89.835}, "read_interval": {"avg_ms": 102.293, "count": 293, "max_ms": 112.633, "p95_ms": 107.647}, "triton_wait": {"avg_ms": 72.027, "count": 294, "max_ms": 81.033, "p95_ms": 76.651}, "visualize": {"avg_ms": 3.723, "count": 294, "max_ms": 4.704, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.892, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.137, "name": "ffmpeg", "pid": 34726, "rss_mb": 334.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 24, "restart_count_per_hour": 14, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.865, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123403, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:01:34+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:01:34+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:01:34.490108+09:00", "mtime_epoch": 1783051294.4901085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:01:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.785}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.849, "count": 294, "max_ms": 3.455, "p95_ms": 2.933}, "gstreamer_push": {"avg_ms": 1.374, "count": 294, "max_ms": 2.239, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.014, "count": 294, "max_ms": 68.974, "p95_ms": 66.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.289, "count": 294, "max_ms": 80.341, "p95_ms": 77.557}, "yolo11_640_fire_11class": {"avg_ms": 67.93, "count": 294, "max_ms": 79.408, "p95_ms": 72.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.444, "count": 294, "max_ms": 78.199, "p95_ms": 75.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.192, "count": 294, "max_ms": 92.139, "p95_ms": 89.725}, "read_interval": {"avg_ms": 102.175, "count": 293, "max_ms": 111.049, "p95_ms": 107.357}, "triton_wait": {"avg_ms": 73.56, "count": 294, "max_ms": 80.353, "p95_ms": 77.726}, "visualize": {"avg_ms": 3.689, "count": 294, "max_ms": 4.654, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 736.544, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 19, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.029, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 106703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:02:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:02:02+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T13:02:02+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T13:02:02.123115+09:00", "mtime_epoch": 1783051322.123115, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158031}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:02:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 333, "pushed_frames": 333, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.119, "pushed": 11.119, "read": 11.086}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.545, "count": 333, "max_ms": 7.106, "p95_ms": 5.944}, "gstreamer_push": {"avg_ms": 1.323, "count": 333, "max_ms": 1.605, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.987, "count": 333, "max_ms": 65.811, "p95_ms": 62.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.689, "count": 333, "max_ms": 78.439, "p95_ms": 73.561}, "yolo11_640_fire_11class": {"avg_ms": 53.951, "count": 333, "max_ms": 74.032, "p95_ms": 68.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.463, "count": 333, "max_ms": 76.102, "p95_ms": 72.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.447, "count": 333, "max_ms": 91.81, "p95_ms": 88.144}, "read_interval": {"avg_ms": 90.228, "count": 332, "max_ms": 113.178, "p95_ms": 105.835}, "triton_wait": {"avg_ms": 60.085, "count": 333, "max_ms": 78.448, "p95_ms": 74.108}, "visualize": {"avg_ms": 3.728, "count": 333, "max_ms": 4.986, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12340.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 23, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:52:34+09:00", "last_error_summary": "[h264 @ 0x55adbe161cc0] error while decoding MB 30 29, bytestream -17 [in#0/rtsp @ 0x55adbe103e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55adbe103e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:52:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.673, "last_started_at": "2026-07-03T12:52:37+09:00", "pid": 34726, "process": {"exists": true, "fd_count": 5, "hwm_mb": 356.531, "name": "ffmpeg", "pid": 34726, "rss_mb": 356.523, "state": "S (sleeping)", "threads": 104}, "restart_count": 24, "restart_count_per_hour": 14, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.9, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:02:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:02:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T13:02:11+09:00", "mjpeg": {"age_sec": 16.192, "exists": true, "mtime": "2026-07-03T13:01:55.166864+09:00", "mtime_epoch": 1783051315.1668642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:02:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 38, "pushed_frames": 38, "read_frames": 37, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.267, "pushed": 1.267, "read": 1.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.919, "count": 38, "max_ms": 4.326, "p95_ms": 4.144}, "gstreamer_push": {"avg_ms": 1.399, "count": 38, "max_ms": 2.043, "p95_ms": 1.856}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.18, "count": 38, "max_ms": 67.928, "p95_ms": 66.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.632, "count": 38, "max_ms": 79.464, "p95_ms": 78.738}, "yolo11_640_fire_11class": {"avg_ms": 60.514, "count": 38, "max_ms": 74.057, "p95_ms": 72.966}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.878, "count": 38, "max_ms": 74.638, "p95_ms": 73.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.425, "count": 38, "max_ms": 90.936, "p95_ms": 90.444}, "read_interval": {"avg_ms": 810.907, "count": 37, "max_ms": 16204.602, "p95_ms": 10510.017}, "triton_wait": {"avg_ms": 63.553, "count": 38, "max_ms": 79.476, "p95_ms": 78.753}, "visualize": {"avg_ms": 3.743, "count": 38, "max_ms": 4.657, "p95_ms": 4.556}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12316.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 766.56, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 19, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.991, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:02:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:02:32+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T13:02:32+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T13:02:32.128178+09:00", "mtime_epoch": 1783051352.1281784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:02:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.957, "pushed": 10.957, "read": 10.924}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.44, "count": 328, "max_ms": 6.637, "p95_ms": 5.002}, "gstreamer_push": {"avg_ms": 1.343, "count": 328, "max_ms": 2.039, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.125, "count": 328, "max_ms": 67.672, "p95_ms": 61.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.849, "count": 328, "max_ms": 82.185, "p95_ms": 73.672}, "yolo11_640_fire_11class": {"avg_ms": 55.648, "count": 328, "max_ms": 75.603, "p95_ms": 68.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.57, "count": 328, "max_ms": 74.714, "p95_ms": 71.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.393, "count": 328, "max_ms": 96.078, "p95_ms": 87.422}, "read_interval": {"avg_ms": 91.51, "count": 327, "max_ms": 113.126, "p95_ms": 104.843}, "triton_wait": {"avg_ms": 61.07, "count": 328, "max_ms": 82.197, "p95_ms": 73.769}, "visualize": {"avg_ms": 3.728, "count": 328, "max_ms": 4.929, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12316.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.446, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.797, "name": "ffmpeg", "pid": 34878, "rss_mb": 332.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 15, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.913, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:02:41+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:02:41+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T13:02:41.312498+09:00", "mtime_epoch": 1783051361.3124979, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:02:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.409, "pushed": 8.409, "read": 8.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.871, "count": 252, "max_ms": 4.313, "p95_ms": 3.224}, "gstreamer_push": {"avg_ms": 1.382, "count": 252, "max_ms": 1.58, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.985, "count": 252, "max_ms": 69.784, "p95_ms": 66.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.487, "count": 252, "max_ms": 83.713, "p95_ms": 78.304}, "yolo11_640_fire_11class": {"avg_ms": 67.224, "count": 252, "max_ms": 77.761, "p95_ms": 74.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.656, "count": 252, "max_ms": 77.553, "p95_ms": 75.193}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.187, "count": 252, "max_ms": 95.658, "p95_ms": 90.044}, "read_interval": {"avg_ms": 119.277, "count": 251, "max_ms": 4967.575, "p95_ms": 106.489}, "triton_wait": {"avg_ms": 70.459, "count": 252, "max_ms": 83.725, "p95_ms": 78.317}, "visualize": {"avg_ms": 3.736, "count": 252, "max_ms": 4.963, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12316.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 796.586, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 18, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.937, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:03:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:03:02+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:03:02+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:03:02.145213+09:00", "mtime_epoch": 1783051382.1452127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:03:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.722}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.347, "count": 292, "max_ms": 5.753, "p95_ms": 4.533}, "gstreamer_push": {"avg_ms": 1.32, "count": 292, "max_ms": 1.574, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.694, "count": 292, "max_ms": 66.655, "p95_ms": 64.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.61, "count": 292, "max_ms": 83.137, "p95_ms": 77.313}, "yolo11_640_fire_11class": {"avg_ms": 67.115, "count": 292, "max_ms": 77.48, "p95_ms": 72.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.467, "count": 292, "max_ms": 77.244, "p95_ms": 75.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.979, "count": 292, "max_ms": 95.138, "p95_ms": 90.391}, "read_interval": {"avg_ms": 102.823, "count": 291, "max_ms": 113.987, "p95_ms": 108.532}, "triton_wait": {"avg_ms": 72.858, "count": 292, "max_ms": 83.146, "p95_ms": 77.385}, "visualize": {"avg_ms": 3.666, "count": 292, "max_ms": 4.707, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12316.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.493, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.797, "name": "ffmpeg", "pid": 34878, "rss_mb": 332.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 15, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.693, "sample_count": 2632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:03:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:03:11+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:03:11.369525+09:00", "mtime_epoch": 1783051391.369525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:03:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.837, "count": 292, "max_ms": 3.614, "p95_ms": 3.011}, "gstreamer_push": {"avg_ms": 1.401, "count": 292, "max_ms": 1.796, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.245, "count": 292, "max_ms": 68.015, "p95_ms": 66.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.335, "count": 292, "max_ms": 83.571, "p95_ms": 78.44}, "yolo11_640_fire_11class": {"avg_ms": 69.778, "count": 292, "max_ms": 80.413, "p95_ms": 75.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.268, "count": 292, "max_ms": 78.503, "p95_ms": 76.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.193, "count": 292, "max_ms": 95.363, "p95_ms": 90.053}, "read_interval": {"avg_ms": 102.899, "count": 291, "max_ms": 111.839, "p95_ms": 107.157}, "triton_wait": {"avg_ms": 74.472, "count": 292, "max_ms": 83.583, "p95_ms": 78.592}, "visualize": {"avg_ms": 3.71, "count": 292, "max_ms": 4.635, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12316.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 826.629, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 17, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.818, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:03:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:03:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:03:32+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:03:32.186220+09:00", "mtime_epoch": 1783051412.1862204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:03:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.422, "count": 299, "max_ms": 6.587, "p95_ms": 4.774}, "gstreamer_push": {"avg_ms": 1.339, "count": 299, "max_ms": 1.652, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.559, "count": 299, "max_ms": 66.1, "p95_ms": 63.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.147, "count": 299, "max_ms": 81.213, "p95_ms": 77.016}, "yolo11_640_fire_11class": {"avg_ms": 63.8, "count": 299, "max_ms": 77.553, "p95_ms": 71.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.707, "count": 299, "max_ms": 75.523, "p95_ms": 74.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.184, "count": 299, "max_ms": 94.783, "p95_ms": 90.263}, "read_interval": {"avg_ms": 100.46, "count": 298, "max_ms": 112.423, "p95_ms": 108.576}, "triton_wait": {"avg_ms": 69.79, "count": 299, "max_ms": 81.223, "p95_ms": 77.028}, "visualize": {"avg_ms": 3.726, "count": 299, "max_ms": 5.388, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12316.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.521, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 15, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.644, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:03:41+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T13:03:41+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T13:03:41.410525+09:00", "mtime_epoch": 1783051421.4105246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:03:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.259, "pushed": 10.259, "read": 10.225}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.909, "count": 307, "max_ms": 4.477, "p95_ms": 3.427}, "gstreamer_push": {"avg_ms": 1.369, "count": 307, "max_ms": 1.629, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.444, "count": 307, "max_ms": 69.338, "p95_ms": 65.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.401, "count": 307, "max_ms": 81.042, "p95_ms": 78.42}, "yolo11_640_fire_11class": {"avg_ms": 64.977, "count": 307, "max_ms": 78.065, "p95_ms": 73.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.977, "count": 307, "max_ms": 77.209, "p95_ms": 75.523}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.024, "count": 307, "max_ms": 93.262, "p95_ms": 89.984}, "read_interval": {"avg_ms": 97.841, "count": 306, "max_ms": 110.993, "p95_ms": 107.054}, "triton_wait": {"avg_ms": 69.299, "count": 307, "max_ms": 81.055, "p95_ms": 78.433}, "visualize": {"avg_ms": 3.722, "count": 307, "max_ms": 4.891, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12316.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 856.639, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 17, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.005, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 107916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:04:02+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:04:02+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:04:02.199201+09:00", "mtime_epoch": 1783051442.199201, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:04:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.499, "count": 294, "max_ms": 6.683, "p95_ms": 5.781}, "gstreamer_push": {"avg_ms": 1.343, "count": 294, "max_ms": 1.72, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.375, "count": 294, "max_ms": 67.562, "p95_ms": 65.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.469, "count": 294, "max_ms": 83.92, "p95_ms": 79.962}, "yolo11_640_fire_11class": {"avg_ms": 64.473, "count": 294, "max_ms": 77.245, "p95_ms": 71.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.836, "count": 294, "max_ms": 78.524, "p95_ms": 75.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.088, "count": 294, "max_ms": 96.955, "p95_ms": 92.925}, "read_interval": {"avg_ms": 102.071, "count": 294, "max_ms": 113.522, "p95_ms": 110.026}, "triton_wait": {"avg_ms": 71.625, "count": 294, "max_ms": 83.933, "p95_ms": 79.974}, "visualize": {"avg_ms": 3.721, "count": 294, "max_ms": 5.879, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12316.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.558, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 15, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.909, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:04:11+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T13:04:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:04:11.427498+09:00", "mtime_epoch": 1783051451.4274976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:04:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.851, "count": 292, "max_ms": 3.653, "p95_ms": 2.925}, "gstreamer_push": {"avg_ms": 1.376, "count": 292, "max_ms": 2.009, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.26, "count": 292, "max_ms": 71.784, "p95_ms": 67.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.073, "count": 292, "max_ms": 85.14, "p95_ms": 81.285}, "yolo11_640_fire_11class": {"avg_ms": 69.757, "count": 292, "max_ms": 77.236, "p95_ms": 75.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.377, "count": 292, "max_ms": 79.163, "p95_ms": 76.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.162, "count": 292, "max_ms": 97.215, "p95_ms": 93.039}, "read_interval": {"avg_ms": 102.833, "count": 291, "max_ms": 116.561, "p95_ms": 110.031}, "triton_wait": {"avg_ms": 74.521, "count": 292, "max_ms": 85.153, "p95_ms": 81.298}, "visualize": {"avg_ms": 3.716, "count": 292, "max_ms": 5.187, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12316.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 886.724, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.176, "name": "ffmpeg", "pid": 34619, "rss_mb": 271.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 16, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.008, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:04:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:04:32+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:04:32+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:04:32.276160+09:00", "mtime_epoch": 1783051472.2761595, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159194}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:04:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.384, "count": 293, "max_ms": 5.661, "p95_ms": 4.516}, "gstreamer_push": {"avg_ms": 1.314, "count": 293, "max_ms": 1.524, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.591, "count": 293, "max_ms": 67.333, "p95_ms": 63.851}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.016, "count": 293, "max_ms": 83.376, "p95_ms": 77.763}, "yolo11_640_fire_11class": {"avg_ms": 65.526, "count": 293, "max_ms": 75.795, "p95_ms": 71.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.72, "count": 293, "max_ms": 77.564, "p95_ms": 74.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.767, "count": 293, "max_ms": 96.487, "p95_ms": 90.953}, "read_interval": {"avg_ms": 102.66, "count": 292, "max_ms": 112.728, "p95_ms": 107.984}, "triton_wait": {"avg_ms": 72.451, "count": 293, "max_ms": 83.387, "p95_ms": 77.775}, "visualize": {"avg_ms": 3.7, "count": 293, "max_ms": 4.652, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12319.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.578, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 14, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.916, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:04:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:04:41+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:04:41.452447+09:00", "mtime_epoch": 1783051481.4524472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:04:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.794, "pushed": 9.794, "read": 9.76}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.862, "count": 293, "max_ms": 4.07, "p95_ms": 2.986}, "gstreamer_push": {"avg_ms": 1.391, "count": 293, "max_ms": 1.979, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.515, "count": 293, "max_ms": 68.126, "p95_ms": 66.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.372, "count": 293, "max_ms": 82.953, "p95_ms": 79.083}, "yolo11_640_fire_11class": {"avg_ms": 68.917, "count": 293, "max_ms": 77.457, "p95_ms": 73.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.758, "count": 293, "max_ms": 78.486, "p95_ms": 75.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.754, "count": 293, "max_ms": 94.632, "p95_ms": 90.849}, "read_interval": {"avg_ms": 102.452, "count": 292, "max_ms": 111.354, "p95_ms": 107.95}, "triton_wait": {"avg_ms": 74.048, "count": 293, "max_ms": 82.965, "p95_ms": 79.097}, "visualize": {"avg_ms": 3.716, "count": 293, "max_ms": 4.518, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12319.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 916.734, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.754, "name": "ffmpeg", "pid": 34619, "rss_mb": 273.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 15, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.044, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:05:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:05:02+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:05:02+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:05:02.289093+09:00", "mtime_epoch": 1783051502.2890925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:05:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.655, "count": 291, "max_ms": 8.681, "p95_ms": 7.819}, "gstreamer_push": {"avg_ms": 1.304, "count": 291, "max_ms": 1.669, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.936, "count": 291, "max_ms": 66.706, "p95_ms": 64.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.986, "count": 291, "max_ms": 84.178, "p95_ms": 77.655}, "yolo11_640_fire_11class": {"avg_ms": 64.704, "count": 291, "max_ms": 76.612, "p95_ms": 70.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.048, "count": 291, "max_ms": 76.132, "p95_ms": 74.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.831, "count": 291, "max_ms": 98.001, "p95_ms": 91.959}, "read_interval": {"avg_ms": 103.133, "count": 291, "max_ms": 118.132, "p95_ms": 111.342}, "triton_wait": {"avg_ms": 72.067, "count": 291, "max_ms": 84.191, "p95_ms": 77.667}, "visualize": {"avg_ms": 3.836, "count": 291, "max_ms": 6.747, "p95_ms": 5.682}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12319.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.587, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 14, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.091, "sample_count": 2640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:05:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:05:11+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:05:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:05:11.457373+09:00", "mtime_epoch": 1783051511.4573731, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:05:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.879, "count": 289, "max_ms": 4.432, "p95_ms": 3.083}, "gstreamer_push": {"avg_ms": 1.397, "count": 289, "max_ms": 2.361, "p95_ms": 1.544}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.604, "count": 289, "max_ms": 72.639, "p95_ms": 66.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.032, "count": 289, "max_ms": 84.545, "p95_ms": 80.213}, "yolo11_640_fire_11class": {"avg_ms": 69.373, "count": 289, "max_ms": 79.697, "p95_ms": 74.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.022, "count": 289, "max_ms": 82.075, "p95_ms": 76.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.634, "count": 289, "max_ms": 96.412, "p95_ms": 92.667}, "read_interval": {"avg_ms": 103.824, "count": 289, "max_ms": 117.714, "p95_ms": 110.905}, "triton_wait": {"avg_ms": 74.852, "count": 289, "max_ms": 84.557, "p95_ms": 80.29}, "visualize": {"avg_ms": 3.76, "count": 289, "max_ms": 5.975, "p95_ms": 4.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12322.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 946.769, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.332, "name": "ffmpeg", "pid": 34619, "rss_mb": 276.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 15, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.258, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 108789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:05:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:05:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:05:32+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:05:32.326005+09:00", "mtime_epoch": 1783051532.3260047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:05:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.654, "pushed": 9.654, "read": 9.621}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.415, "count": 289, "max_ms": 6.717, "p95_ms": 4.842}, "gstreamer_push": {"avg_ms": 1.312, "count": 289, "max_ms": 1.541, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.387, "count": 289, "max_ms": 70.146, "p95_ms": 65.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.305, "count": 289, "max_ms": 83.236, "p95_ms": 79.51}, "yolo11_640_fire_11class": {"avg_ms": 66.123, "count": 289, "max_ms": 77.377, "p95_ms": 72.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.039, "count": 289, "max_ms": 80.516, "p95_ms": 75.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.171, "count": 289, "max_ms": 96.313, "p95_ms": 92.767}, "read_interval": {"avg_ms": 103.924, "count": 288, "max_ms": 114.429, "p95_ms": 109.708}, "triton_wait": {"avg_ms": 73.794, "count": 289, "max_ms": 83.247, "p95_ms": 79.522}, "visualize": {"avg_ms": 3.704, "count": 289, "max_ms": 4.914, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12322.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.688, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 14, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.158, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:05:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:05:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:05:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:05:41.562281+09:00", "mtime_epoch": 1783051541.562281, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:05:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.863, "count": 292, "max_ms": 3.467, "p95_ms": 2.993}, "gstreamer_push": {"avg_ms": 1.387, "count": 293, "max_ms": 1.909, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.274, "count": 292, "max_ms": 69.999, "p95_ms": 66.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.844, "count": 292, "max_ms": 83.743, "p95_ms": 79.975}, "yolo11_640_fire_11class": {"avg_ms": 68.696, "count": 292, "max_ms": 77.115, "p95_ms": 74.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.338, "count": 292, "max_ms": 81.917, "p95_ms": 76.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.042, "count": 293, "max_ms": 95.677, "p95_ms": 91.996}, "read_interval": {"avg_ms": 102.725, "count": 292, "max_ms": 112.984, "p95_ms": 109.376}, "triton_wait": {"avg_ms": 74.279, "count": 292, "max_ms": 83.754, "p95_ms": 80.047}, "visualize": {"avg_ms": 3.735, "count": 292, "max_ms": 4.28, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12322.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 976.832, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.332, "name": "ffmpeg", "pid": 34619, "rss_mb": 276.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 14, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.163, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:06:02+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:06:02+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:06:02.390897+09:00", "mtime_epoch": 1783051562.390897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:06:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.38, "count": 299, "max_ms": 5.087, "p95_ms": 4.488}, "gstreamer_push": {"avg_ms": 1.329, "count": 299, "max_ms": 1.503, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.408, "count": 299, "max_ms": 71.081, "p95_ms": 64.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.725, "count": 299, "max_ms": 83.598, "p95_ms": 77.901}, "yolo11_640_fire_11class": {"avg_ms": 62.949, "count": 299, "max_ms": 78.151, "p95_ms": 70.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.599, "count": 299, "max_ms": 80.038, "p95_ms": 74.698}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.624, "count": 299, "max_ms": 96.633, "p95_ms": 91.202}, "read_interval": {"avg_ms": 100.533, "count": 298, "max_ms": 113.328, "p95_ms": 108.942}, "triton_wait": {"avg_ms": 69.238, "count": 299, "max_ms": 83.61, "p95_ms": 77.946}, "visualize": {"avg_ms": 3.691, "count": 299, "max_ms": 4.278, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12322.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.753, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 14, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.116, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:06:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:06:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:06:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:06:11.627167+09:00", "mtime_epoch": 1783051571.6271672, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:06:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.18, "pushed": 10.18, "read": 10.146}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.846, "count": 305, "max_ms": 4.581, "p95_ms": 3.136}, "gstreamer_push": {"avg_ms": 1.366, "count": 305, "max_ms": 1.581, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.665, "count": 305, "max_ms": 72.046, "p95_ms": 67.774}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.79, "count": 305, "max_ms": 83.435, "p95_ms": 78.233}, "yolo11_640_fire_11class": {"avg_ms": 65.793, "count": 305, "max_ms": 81.523, "p95_ms": 74.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.226, "count": 305, "max_ms": 79.156, "p95_ms": 76.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.759, "count": 305, "max_ms": 95.3, "p95_ms": 90.575}, "read_interval": {"avg_ms": 98.554, "count": 304, "max_ms": 114.345, "p95_ms": 107.688}, "triton_wait": {"avg_ms": 70.139, "count": 305, "max_ms": 83.447, "p95_ms": 78.42}, "visualize": {"avg_ms": 3.664, "count": 305, "max_ms": 5.474, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12323.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1006.915, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.332, "name": "ffmpeg", "pid": 34619, "rss_mb": 276.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 14, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.837, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:06:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:06:32+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:06:32+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:06:32.475770+09:00", "mtime_epoch": 1783051592.4757705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:06:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.805, "pushed": 8.805, "read": 8.772}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.359, "count": 264, "max_ms": 10.482, "p95_ms": 6.862}, "gstreamer_push": {"avg_ms": 1.257, "count": 264, "max_ms": 1.772, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.826, "count": 264, "max_ms": 68.192, "p95_ms": 64.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.872, "count": 264, "max_ms": 82.366, "p95_ms": 79.033}, "yolo11_640_fire_11class": {"avg_ms": 61.149, "count": 264, "max_ms": 75.157, "p95_ms": 70.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.676, "count": 264, "max_ms": 79.785, "p95_ms": 75.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.201, "count": 264, "max_ms": 164.539, "p95_ms": 127.79}, "read_interval": {"avg_ms": 113.97, "count": 263, "max_ms": 178.615, "p95_ms": 142.016}, "triton_wait": {"avg_ms": 68.41, "count": 264, "max_ms": 82.378, "p95_ms": 79.059}, "visualize": {"avg_ms": 4.336, "count": 264, "max_ms": 8.18, "p95_ms": 5.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12322.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.839, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 14, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.323, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:06:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:06:41+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:06:41.708035+09:00", "mtime_epoch": 1783051601.7080348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:06:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.974, "pushed": 10.974, "read": 10.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.885, "count": 329, "max_ms": 4.455, "p95_ms": 3.334}, "gstreamer_push": {"avg_ms": 1.358, "count": 329, "max_ms": 1.679, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.216, "count": 329, "max_ms": 69.259, "p95_ms": 65.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.886, "count": 329, "max_ms": 83.143, "p95_ms": 79.109}, "yolo11_640_fire_11class": {"avg_ms": 58.442, "count": 329, "max_ms": 76.248, "p95_ms": 71.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.853, "count": 329, "max_ms": 81.537, "p95_ms": 78.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.527, "count": 329, "max_ms": 96.48, "p95_ms": 90.981}, "read_interval": {"avg_ms": 91.392, "count": 328, "max_ms": 114.741, "p95_ms": 109.145}, "triton_wait": {"avg_ms": 62.775, "count": 329, "max_ms": 83.155, "p95_ms": 79.182}, "visualize": {"avg_ms": 3.723, "count": 329, "max_ms": 4.889, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12323.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1036.956, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.332, "name": "ffmpeg", "pid": 34619, "rss_mb": 276.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.028, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:07:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:07:02+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:07:02+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:07:02.512624+09:00", "mtime_epoch": 1783051622.5126243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:07:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.653, "pushed": 9.653, "read": 9.619}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.493, "count": 289, "max_ms": 6.879, "p95_ms": 5.175}, "gstreamer_push": {"avg_ms": 1.308, "count": 289, "max_ms": 1.518, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.649, "count": 289, "max_ms": 67.193, "p95_ms": 65.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.712, "count": 289, "max_ms": 84.501, "p95_ms": 80.697}, "yolo11_640_fire_11class": {"avg_ms": 64.297, "count": 289, "max_ms": 75.787, "p95_ms": 71.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.639, "count": 289, "max_ms": 81.356, "p95_ms": 78.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.752, "count": 289, "max_ms": 134.117, "p95_ms": 97.319}, "read_interval": {"avg_ms": 103.943, "count": 288, "max_ms": 147.287, "p95_ms": 113.443}, "triton_wait": {"avg_ms": 72.906, "count": 289, "max_ms": 84.512, "p95_ms": 81.026}, "visualize": {"avg_ms": 3.73, "count": 289, "max_ms": 5.247, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12328.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.856, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 13, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.424, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:07:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:07:11+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T13:07:11+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:07:11.732883+09:00", "mtime_epoch": 1783051631.7328827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:07:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.696, "pushed": 9.696, "read": 9.662}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.861, "count": 290, "max_ms": 4.167, "p95_ms": 2.932}, "gstreamer_push": {"avg_ms": 1.381, "count": 290, "max_ms": 1.978, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.522, "count": 290, "max_ms": 67.537, "p95_ms": 66.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.512, "count": 290, "max_ms": 83.929, "p95_ms": 80.285}, "yolo11_640_fire_11class": {"avg_ms": 67.383, "count": 290, "max_ms": 77.146, "p95_ms": 72.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.172, "count": 290, "max_ms": 78.901, "p95_ms": 76.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.487, "count": 290, "max_ms": 96.204, "p95_ms": 92.242}, "read_interval": {"avg_ms": 103.513, "count": 289, "max_ms": 117.734, "p95_ms": 109.899}, "triton_wait": {"avg_ms": 74.689, "count": 290, "max_ms": 83.943, "p95_ms": 80.297}, "visualize": {"avg_ms": 3.74, "count": 290, "max_ms": 4.845, "p95_ms": 4.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12328.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1066.974, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.488, "name": "ffmpeg", "pid": 34619, "rss_mb": 281.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 12, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.152, "sample_count": 2896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 109931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:07:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:07:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:07:32+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:07:32.529460+09:00", "mtime_epoch": 1783051652.5294602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:07:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.694, "pushed": 9.694, "read": 9.661}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.334, "count": 290, "max_ms": 5.635, "p95_ms": 4.715}, "gstreamer_push": {"avg_ms": 1.317, "count": 290, "max_ms": 1.506, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.384, "count": 290, "max_ms": 69.68, "p95_ms": 65.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.768, "count": 290, "max_ms": 82.218, "p95_ms": 79.254}, "yolo11_640_fire_11class": {"avg_ms": 65.752, "count": 290, "max_ms": 75.47, "p95_ms": 70.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.8, "count": 290, "max_ms": 77.897, "p95_ms": 75.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.981, "count": 290, "max_ms": 95.576, "p95_ms": 92.35}, "read_interval": {"avg_ms": 103.502, "count": 289, "max_ms": 113.975, "p95_ms": 109.987}, "triton_wait": {"avg_ms": 73.828, "count": 290, "max_ms": 82.229, "p95_ms": 79.266}, "visualize": {"avg_ms": 3.639, "count": 290, "max_ms": 4.268, "p95_ms": 3.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12330.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.923, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 13, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.497, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:07:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:07:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:07:41+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:07:41.797715+09:00", "mtime_epoch": 1783051661.797715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:07:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.712, "pushed": 9.712, "read": 9.678}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.865, "count": 291, "max_ms": 4.113, "p95_ms": 3.058}, "gstreamer_push": {"avg_ms": 1.358, "count": 291, "max_ms": 1.575, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.278, "count": 291, "max_ms": 69.132, "p95_ms": 66.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.74, "count": 291, "max_ms": 83.789, "p95_ms": 79.376}, "yolo11_640_fire_11class": {"avg_ms": 67.803, "count": 291, "max_ms": 74.427, "p95_ms": 71.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.749, "count": 291, "max_ms": 78.73, "p95_ms": 76.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.359, "count": 291, "max_ms": 95.393, "p95_ms": 91.186}, "read_interval": {"avg_ms": 103.315, "count": 290, "max_ms": 114.29, "p95_ms": 108.949}, "triton_wait": {"avg_ms": 74.675, "count": 291, "max_ms": 83.801, "p95_ms": 79.388}, "visualize": {"avg_ms": 3.706, "count": 291, "max_ms": 4.636, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12334.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1097.034, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.305, "name": "ffmpeg", "pid": 34619, "rss_mb": 288.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 12, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.235, "sample_count": 2895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:08:02+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:08:02+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:08:02.590281+09:00", "mtime_epoch": 1783051682.5902812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:08:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.713, "pushed": 9.713, "read": 9.68}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.439, "count": 291, "max_ms": 7.999, "p95_ms": 4.703}, "gstreamer_push": {"avg_ms": 1.329, "count": 291, "max_ms": 2.316, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.588, "count": 291, "max_ms": 68.812, "p95_ms": 64.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.956, "count": 291, "max_ms": 81.772, "p95_ms": 77.711}, "yolo11_640_fire_11class": {"avg_ms": 64.908, "count": 291, "max_ms": 76.197, "p95_ms": 69.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.106, "count": 291, "max_ms": 76.625, "p95_ms": 74.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.606, "count": 291, "max_ms": 98.519, "p95_ms": 91.247}, "read_interval": {"avg_ms": 103.283, "count": 290, "max_ms": 117.652, "p95_ms": 109.391}, "triton_wait": {"avg_ms": 73.17, "count": 291, "max_ms": 81.784, "p95_ms": 77.721}, "visualize": {"avg_ms": 3.727, "count": 291, "max_ms": 6.629, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12335.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.963, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.512, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:08:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:08:11+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:08:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:08:11.834531+09:00", "mtime_epoch": 1783051691.8345306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:08:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.721, "pushed": 9.721, "read": 9.687}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.872, "count": 291, "max_ms": 4.35, "p95_ms": 3.245}, "gstreamer_push": {"avg_ms": 1.371, "count": 291, "max_ms": 2.092, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.648, "count": 291, "max_ms": 72.3, "p95_ms": 66.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.874, "count": 291, "max_ms": 82.44, "p95_ms": 78.901}, "yolo11_640_fire_11class": {"avg_ms": 67.939, "count": 291, "max_ms": 78.466, "p95_ms": 72.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.131, "count": 291, "max_ms": 79.402, "p95_ms": 76.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.298, "count": 291, "max_ms": 97.623, "p95_ms": 90.873}, "read_interval": {"avg_ms": 103.212, "count": 290, "max_ms": 119.539, "p95_ms": 107.851}, "triton_wait": {"avg_ms": 74.579, "count": 291, "max_ms": 82.451, "p95_ms": 78.962}, "visualize": {"avg_ms": 3.716, "count": 291, "max_ms": 5.775, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12335.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 75, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T12:49:43+09:00", "last_error_summary": "[h264 @ 0x55e3773f7700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e3773f7700] error while decoding MB 0 34, bytestream 12263 [in#0/rtsp @ 0x55e3773b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e3773b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T12:41:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 1127.051, "last_started_at": "2026-07-03T12:49:45+09:00", "pid": 34619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.562, "name": "ffmpeg", "pid": 34619, "rss_mb": 288.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 11, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.249, "sample_count": 2887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:08:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:08:32+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:08:32+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:08:32.611086+09:00", "mtime_epoch": 1783051712.6110857, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159801}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:08:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.728, "pushed": 9.728, "read": 9.694}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.426, "count": 291, "max_ms": 6.739, "p95_ms": 4.663}, "gstreamer_push": {"avg_ms": 1.328, "count": 291, "max_ms": 1.548, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.12, "count": 291, "max_ms": 68.577, "p95_ms": 64.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.527, "count": 291, "max_ms": 82.124, "p95_ms": 77.717}, "yolo11_640_fire_11class": {"avg_ms": 64.296, "count": 291, "max_ms": 72.921, "p95_ms": 68.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.562, "count": 291, "max_ms": 81.358, "p95_ms": 76.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.413, "count": 291, "max_ms": 95.392, "p95_ms": 91.178}, "read_interval": {"avg_ms": 103.131, "count": 290, "max_ms": 115.379, "p95_ms": 109.225}, "triton_wait": {"avg_ms": 72.993, "count": 291, "max_ms": 82.136, "p95_ms": 77.86}, "visualize": {"avg_ms": 3.719, "count": 291, "max_ms": 4.715, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12334.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.978, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.602, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:08:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:08:41+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T13:08:41+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T13:08:41.879331+09:00", "mtime_epoch": 1783051721.879331, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:08:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.768}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.846, "count": 293, "max_ms": 3.608, "p95_ms": 2.951}, "gstreamer_push": {"avg_ms": 1.352, "count": 293, "max_ms": 2.079, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.101, "count": 293, "max_ms": 72.171, "p95_ms": 66.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.573, "count": 293, "max_ms": 84.462, "p95_ms": 79.663}, "yolo11_640_fire_11class": {"avg_ms": 66.207, "count": 293, "max_ms": 76.833, "p95_ms": 72.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.083, "count": 293, "max_ms": 84.675, "p95_ms": 78.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.646, "count": 293, "max_ms": 96.129, "p95_ms": 91.641}, "read_interval": {"avg_ms": 102.542, "count": 293, "max_ms": 112.995, "p95_ms": 108.49}, "triton_wait": {"avg_ms": 74.103, "count": 293, "max_ms": 84.689, "p95_ms": 79.861}, "visualize": {"avg_ms": 3.696, "count": 293, "max_ms": 4.716, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12182.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.111, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.73, "name": "ffmpeg", "pid": 35030, "rss_mb": 139.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.657, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:09:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T13:09:05+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T13:09:05+09:00", "mjpeg": {"age_sec": 4.828, "exists": true, "mtime": "2026-07-03T13:09:01.147837+09:00", "mtime_epoch": 1783051741.1478372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161354}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:09:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.967, "pushed": 1.967, "read": 1.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.491, "count": 58, "max_ms": 8.86, "p95_ms": 5.045}, "gstreamer_push": {"avg_ms": 1.309, "count": 59, "max_ms": 1.435, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.94, "count": 58, "max_ms": 65.741, "p95_ms": 63.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.315, "count": 58, "max_ms": 80.537, "p95_ms": 78.858}, "yolo11_640_fire_11class": {"avg_ms": 62.589, "count": 58, "max_ms": 73.961, "p95_ms": 70.136}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.832, "count": 58, "max_ms": 78.846, "p95_ms": 78.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.23, "count": 59, "max_ms": 93.667, "p95_ms": 92.464}, "read_interval": {"avg_ms": 517.148, "count": 58, "max_ms": 19441.275, "p95_ms": 131.472}, "triton_wait": {"avg_ms": 71.918, "count": 58, "max_ms": 80.55, "p95_ms": 78.868}, "visualize": {"avg_ms": 3.655, "count": 58, "max_ms": 4.611, "p95_ms": 3.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12313.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.982, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 12, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.577, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:09:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:09:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:09:11.856116+09:00", "mtime_epoch": 1783051751.8561158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:09:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 339, "pushed_frames": 339, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.304, "pushed": 11.304, "read": 11.304}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.037, "count": 339, "max_ms": 5.595, "p95_ms": 4.957}, "gstreamer_push": {"avg_ms": 1.312, "count": 339, "max_ms": 2.221, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.209, "count": 339, "max_ms": 65.93, "p95_ms": 62.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.0, "count": 339, "max_ms": 81.205, "p95_ms": 76.123}, "yolo11_640_fire_11class": {"avg_ms": 51.289, "count": 339, "max_ms": 71.419, "p95_ms": 66.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.749, "count": 339, "max_ms": 79.492, "p95_ms": 75.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.597, "count": 339, "max_ms": 113.906, "p95_ms": 100.58}, "read_interval": {"avg_ms": 88.432, "count": 339, "max_ms": 901.932, "p95_ms": 114.753}, "triton_wait": {"avg_ms": 53.151, "count": 339, "max_ms": 81.217, "p95_ms": 76.959}, "visualize": {"avg_ms": 3.791, "count": 339, "max_ms": 5.766, "p95_ms": 5.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.168, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.559, "name": "ffmpeg", "pid": 35030, "rss_mb": 272.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 11, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.701, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 110895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:09:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:09:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:09:35+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:09:35.944737+09:00", "mtime_epoch": 1783051775.9447367, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:09:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.78, "pushed": 9.78, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.569, "count": 293, "max_ms": 6.763, "p95_ms": 6.084}, "gstreamer_push": {"avg_ms": 1.33, "count": 293, "max_ms": 1.584, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.741, "count": 293, "max_ms": 68.646, "p95_ms": 64.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.123, "count": 293, "max_ms": 83.538, "p95_ms": 78.688}, "yolo11_640_fire_11class": {"avg_ms": 65.439, "count": 293, "max_ms": 76.183, "p95_ms": 70.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.612, "count": 293, "max_ms": 80.895, "p95_ms": 77.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.121, "count": 293, "max_ms": 96.813, "p95_ms": 92.324}, "read_interval": {"avg_ms": 102.583, "count": 292, "max_ms": 111.426, "p95_ms": 108.739}, "triton_wait": {"avg_ms": 73.628, "count": 293, "max_ms": 83.55, "p95_ms": 79.087}, "visualize": {"avg_ms": 3.747, "count": 293, "max_ms": 4.72, "p95_ms": 4.478}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.044, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 11, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.529, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:09:42+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T13:09:41+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T13:09:41.924890+09:00", "mtime_epoch": 1783051781.9248896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226852}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:09:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.745}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.837, "count": 293, "max_ms": 3.931, "p95_ms": 2.913}, "gstreamer_push": {"avg_ms": 1.363, "count": 293, "max_ms": 1.992, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.154, "count": 293, "max_ms": 70.347, "p95_ms": 66.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.745, "count": 293, "max_ms": 83.182, "p95_ms": 78.673}, "yolo11_640_fire_11class": {"avg_ms": 66.627, "count": 293, "max_ms": 74.701, "p95_ms": 71.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.538, "count": 293, "max_ms": 78.523, "p95_ms": 76.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.662, "count": 293, "max_ms": 94.842, "p95_ms": 90.453}, "read_interval": {"avg_ms": 102.6, "count": 292, "max_ms": 114.566, "p95_ms": 107.493}, "triton_wait": {"avg_ms": 74.038, "count": 293, "max_ms": 83.194, "p95_ms": 78.685}, "visualize": {"avg_ms": 3.701, "count": 293, "max_ms": 4.855, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.267, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.816, "name": "ffmpeg", "pid": 35030, "rss_mb": 272.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 11, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.701, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:10:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:10:06+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T13:10:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:10:06.041501+09:00", "mtime_epoch": 1783051806.0415008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:10:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.611, "count": 292, "max_ms": 8.015, "p95_ms": 6.564}, "gstreamer_push": {"avg_ms": 1.337, "count": 292, "max_ms": 2.016, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.568, "count": 292, "max_ms": 66.783, "p95_ms": 64.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.641, "count": 292, "max_ms": 84.059, "p95_ms": 77.924}, "yolo11_640_fire_11class": {"avg_ms": 62.934, "count": 292, "max_ms": 75.91, "p95_ms": 69.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.326, "count": 292, "max_ms": 78.635, "p95_ms": 75.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.079, "count": 292, "max_ms": 101.857, "p95_ms": 92.467}, "read_interval": {"avg_ms": 103.051, "count": 291, "max_ms": 500.696, "p95_ms": 111.753}, "triton_wait": {"avg_ms": 70.401, "count": 292, "max_ms": 84.071, "p95_ms": 78.202}, "visualize": {"avg_ms": 3.833, "count": 292, "max_ms": 6.6, "p95_ms": 5.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.106, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 11, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.403, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:10:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:10:12+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:10:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:10:11.977650+09:00", "mtime_epoch": 1783051811.9776502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:10:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.993, "count": 300, "max_ms": 5.895, "p95_ms": 4.163}, "gstreamer_push": {"avg_ms": 1.414, "count": 300, "max_ms": 2.458, "p95_ms": 1.622}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.822, "count": 300, "max_ms": 69.092, "p95_ms": 66.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.487, "count": 300, "max_ms": 83.738, "p95_ms": 78.981}, "yolo11_640_fire_11class": {"avg_ms": 64.255, "count": 300, "max_ms": 76.766, "p95_ms": 71.336}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.53, "count": 300, "max_ms": 79.618, "p95_ms": 76.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.913, "count": 300, "max_ms": 133.162, "p95_ms": 91.705}, "read_interval": {"avg_ms": 100.182, "count": 299, "max_ms": 147.231, "p95_ms": 111.228}, "triton_wait": {"avg_ms": 70.297, "count": 300, "max_ms": 83.75, "p95_ms": 79.066}, "visualize": {"avg_ms": 3.857, "count": 300, "max_ms": 6.311, "p95_ms": 5.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.343, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.816, "name": "ffmpeg", "pid": 35030, "rss_mb": 272.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 11, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.897, "sample_count": 2640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:10:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:10:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:10:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:10:36.122252+09:00", "mtime_epoch": 1783051836.1222525, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:10:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.306, "pushed": 9.306, "read": 9.273}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.4, "count": 279, "max_ms": 6.873, "p95_ms": 4.551}, "gstreamer_push": {"avg_ms": 1.349, "count": 279, "max_ms": 1.816, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.377, "count": 279, "max_ms": 68.954, "p95_ms": 65.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.293, "count": 279, "max_ms": 85.715, "p95_ms": 79.011}, "yolo11_640_fire_11class": {"avg_ms": 64.786, "count": 279, "max_ms": 78.216, "p95_ms": 71.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.538, "count": 279, "max_ms": 79.756, "p95_ms": 76.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.6, "count": 279, "max_ms": 98.887, "p95_ms": 92.198}, "read_interval": {"avg_ms": 107.809, "count": 278, "max_ms": 629.771, "p95_ms": 112.61}, "triton_wait": {"avg_ms": 72.368, "count": 279, "max_ms": 85.727, "p95_ms": 79.023}, "visualize": {"avg_ms": 3.698, "count": 279, "max_ms": 4.833, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.155, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 11, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.392, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:10:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:10:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:10:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:10:42.030399+09:00", "mtime_epoch": 1783051842.0303988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:10:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.909, "count": 301, "max_ms": 4.312, "p95_ms": 3.538}, "gstreamer_push": {"avg_ms": 1.39, "count": 301, "max_ms": 2.224, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.06, "count": 301, "max_ms": 74.724, "p95_ms": 67.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.228, "count": 301, "max_ms": 84.144, "p95_ms": 79.395}, "yolo11_640_fire_11class": {"avg_ms": 64.307, "count": 301, "max_ms": 79.646, "p95_ms": 72.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.656, "count": 301, "max_ms": 84.717, "p95_ms": 76.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.638, "count": 301, "max_ms": 96.464, "p95_ms": 91.695}, "read_interval": {"avg_ms": 99.806, "count": 300, "max_ms": 114.247, "p95_ms": 110.208}, "triton_wait": {"avg_ms": 70.681, "count": 301, "max_ms": 84.729, "p95_ms": 79.613}, "visualize": {"avg_ms": 3.792, "count": 301, "max_ms": 5.208, "p95_ms": 4.57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.44, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.816, "name": "ffmpeg", "pid": 35030, "rss_mb": 272.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 10, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.081, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 111758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:11:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:11:06+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:11:06.218993+09:00", "mtime_epoch": 1783051866.2189932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161386}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:11:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.576, "count": 292, "max_ms": 6.701, "p95_ms": 6.167}, "gstreamer_push": {"avg_ms": 1.315, "count": 292, "max_ms": 1.541, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.061, "count": 292, "max_ms": 70.556, "p95_ms": 65.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.62, "count": 292, "max_ms": 85.235, "p95_ms": 79.465}, "yolo11_640_fire_11class": {"avg_ms": 64.868, "count": 292, "max_ms": 76.181, "p95_ms": 70.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.672, "count": 292, "max_ms": 80.506, "p95_ms": 75.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.46, "count": 292, "max_ms": 98.409, "p95_ms": 92.422}, "read_interval": {"avg_ms": 103.057, "count": 291, "max_ms": 116.981, "p95_ms": 109.524}, "triton_wait": {"avg_ms": 72.93, "count": 292, "max_ms": 85.247, "p95_ms": 79.477}, "visualize": {"avg_ms": 3.746, "count": 292, "max_ms": 4.646, "p95_ms": 4.504}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.176, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 10, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.497, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:11:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:11:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:11:12+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:11:12.051136+09:00", "mtime_epoch": 1783051872.0511355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:11:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.729, "pushed": 9.729, "read": 9.696}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.893, "count": 291, "max_ms": 4.404, "p95_ms": 3.315}, "gstreamer_push": {"avg_ms": 1.396, "count": 291, "max_ms": 2.098, "p95_ms": 1.566}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.584, "count": 291, "max_ms": 70.335, "p95_ms": 66.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.625, "count": 291, "max_ms": 81.71, "p95_ms": 79.389}, "yolo11_640_fire_11class": {"avg_ms": 67.653, "count": 291, "max_ms": 79.006, "p95_ms": 72.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.273, "count": 291, "max_ms": 79.621, "p95_ms": 76.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.785, "count": 291, "max_ms": 96.894, "p95_ms": 91.763}, "read_interval": {"avg_ms": 103.157, "count": 290, "max_ms": 119.22, "p95_ms": 110.448}, "triton_wait": {"avg_ms": 73.866, "count": 291, "max_ms": 81.726, "p95_ms": 79.547}, "visualize": {"avg_ms": 3.772, "count": 291, "max_ms": 5.805, "p95_ms": 4.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.53, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.074, "name": "ffmpeg", "pid": 35030, "rss_mb": 273.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 10, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.798, "sample_count": 2638, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:11:36+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T13:11:36+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T13:11:36.283722+09:00", "mtime_epoch": 1783051896.2837224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:11:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.972, "pushed": 8.972, "read": 8.938}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.172, "count": 269, "max_ms": 9.099, "p95_ms": 7.189}, "gstreamer_push": {"avg_ms": 1.277, "count": 269, "max_ms": 1.75, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.735, "count": 269, "max_ms": 67.66, "p95_ms": 64.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.647, "count": 269, "max_ms": 82.263, "p95_ms": 78.174}, "yolo11_640_fire_11class": {"avg_ms": 62.885, "count": 269, "max_ms": 76.458, "p95_ms": 70.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.302, "count": 269, "max_ms": 81.023, "p95_ms": 77.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.922, "count": 269, "max_ms": 132.869, "p95_ms": 127.368}, "read_interval": {"avg_ms": 111.79, "count": 268, "max_ms": 148.332, "p95_ms": 141.386}, "triton_wait": {"avg_ms": 70.761, "count": 269, "max_ms": 82.275, "p95_ms": 78.652}, "visualize": {"avg_ms": 4.294, "count": 269, "max_ms": 7.209, "p95_ms": 6.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.207, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 10, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.63, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:11:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:11:42+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T13:11:42+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T13:11:42.107862+09:00", "mtime_epoch": 1783051902.1078625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:11:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.559, "pushed": 10.559, "read": 10.526}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.885, "count": 316, "max_ms": 4.365, "p95_ms": 3.32}, "gstreamer_push": {"avg_ms": 1.371, "count": 316, "max_ms": 1.875, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.917, "count": 316, "max_ms": 72.917, "p95_ms": 65.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.926, "count": 316, "max_ms": 82.132, "p95_ms": 78.897}, "yolo11_640_fire_11class": {"avg_ms": 61.407, "count": 316, "max_ms": 76.707, "p95_ms": 72.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.08, "count": 316, "max_ms": 82.352, "p95_ms": 79.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.955, "count": 316, "max_ms": 94.099, "p95_ms": 91.742}, "read_interval": {"avg_ms": 95.077, "count": 315, "max_ms": 116.236, "p95_ms": 109.598}, "triton_wait": {"avg_ms": 66.196, "count": 316, "max_ms": 82.366, "p95_ms": 79.821}, "visualize": {"avg_ms": 3.716, "count": 316, "max_ms": 4.617, "p95_ms": 4.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.54, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.074, "name": "ffmpeg", "pid": 35030, "rss_mb": 273.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 10, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.428, "sample_count": 2613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:12:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:12:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T13:12:06+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T13:12:06.336441+09:00", "mtime_epoch": 1783051926.336441, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:12:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.767, "pushed": 8.767, "read": 8.767}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.618, "count": 263, "max_ms": 9.733, "p95_ms": 6.931}, "gstreamer_push": {"avg_ms": 1.257, "count": 263, "max_ms": 2.03, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.654, "count": 263, "max_ms": 67.581, "p95_ms": 64.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.569, "count": 263, "max_ms": 83.174, "p95_ms": 78.242}, "yolo11_640_fire_11class": {"avg_ms": 58.074, "count": 263, "max_ms": 76.171, "p95_ms": 70.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.861, "count": 263, "max_ms": 82.041, "p95_ms": 78.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.27, "count": 263, "max_ms": 137.993, "p95_ms": 131.346}, "read_interval": {"avg_ms": 114.278, "count": 263, "max_ms": 151.453, "p95_ms": 145.061}, "triton_wait": {"avg_ms": 64.805, "count": 263, "max_ms": 83.184, "p95_ms": 79.182}, "visualize": {"avg_ms": 4.553, "count": 263, "max_ms": 8.093, "p95_ms": 5.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.294, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 10, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.399, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:12:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:12:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:12:12+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:12:12.168580+09:00", "mtime_epoch": 1783051932.1685796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:12:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.073}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.849, "count": 303, "max_ms": 4.233, "p95_ms": 3.302}, "gstreamer_push": {"avg_ms": 1.359, "count": 303, "max_ms": 1.611, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.37, "count": 303, "max_ms": 67.575, "p95_ms": 65.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.992, "count": 303, "max_ms": 82.75, "p95_ms": 77.944}, "yolo11_640_fire_11class": {"avg_ms": 58.302, "count": 303, "max_ms": 77.354, "p95_ms": 71.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.192, "count": 303, "max_ms": 82.182, "p95_ms": 77.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.509, "count": 303, "max_ms": 94.438, "p95_ms": 90.47}, "read_interval": {"avg_ms": 99.277, "count": 302, "max_ms": 720.357, "p95_ms": 111.42}, "triton_wait": {"avg_ms": 61.817, "count": 303, "max_ms": 82.762, "p95_ms": 78.389}, "visualize": {"avg_ms": 3.717, "count": 303, "max_ms": 5.192, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.631, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.074, "name": "ffmpeg", "pid": 35030, "rss_mb": 273.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 9, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.428, "sample_count": 2615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:12:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:12:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:12:36+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:12:36.405151+09:00", "mtime_epoch": 1783051956.4051507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:12:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.389, "count": 292, "max_ms": 6.347, "p95_ms": 4.55}, "gstreamer_push": {"avg_ms": 1.317, "count": 292, "max_ms": 1.519, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.742, "count": 292, "max_ms": 67.844, "p95_ms": 65.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.873, "count": 292, "max_ms": 82.409, "p95_ms": 77.954}, "yolo11_640_fire_11class": {"avg_ms": 65.221, "count": 292, "max_ms": 75.027, "p95_ms": 70.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.499, "count": 292, "max_ms": 79.138, "p95_ms": 75.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.586, "count": 292, "max_ms": 95.529, "p95_ms": 91.14}, "read_interval": {"avg_ms": 102.68, "count": 292, "max_ms": 110.962, "p95_ms": 108.521}, "triton_wait": {"avg_ms": 73.388, "count": 292, "max_ms": 82.421, "p95_ms": 77.97}, "visualize": {"avg_ms": 3.683, "count": 292, "max_ms": 4.969, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.315, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 10, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.32, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:12:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:12:42+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:12:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:12:42.189286+09:00", "mtime_epoch": 1783051962.1892862, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:12:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.693}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.835, "count": 291, "max_ms": 4.159, "p95_ms": 3.249}, "gstreamer_push": {"avg_ms": 1.373, "count": 291, "max_ms": 1.625, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.513, "count": 291, "max_ms": 69.001, "p95_ms": 67.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.149, "count": 291, "max_ms": 81.052, "p95_ms": 78.554}, "yolo11_640_fire_11class": {"avg_ms": 66.714, "count": 291, "max_ms": 77.251, "p95_ms": 70.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.439, "count": 291, "max_ms": 79.258, "p95_ms": 76.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.172, "count": 291, "max_ms": 92.507, "p95_ms": 90.383}, "read_interval": {"avg_ms": 103.159, "count": 290, "max_ms": 117.316, "p95_ms": 107.741}, "triton_wait": {"avg_ms": 74.512, "count": 291, "max_ms": 81.064, "p95_ms": 78.659}, "visualize": {"avg_ms": 3.684, "count": 291, "max_ms": 4.746, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.716, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.332, "name": "ffmpeg", "pid": 35030, "rss_mb": 273.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 9, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.287, "sample_count": 2583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:13:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:13:06+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T13:13:06+09:00", "mjpeg": {"age_sec": 0.275, "exists": true, "mtime": "2026-07-03T13:13:06.305847+09:00", "mtime_epoch": 1783051986.3058474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:13:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.67, "pushed": 8.67, "read": 8.637}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.414, "count": 260, "max_ms": 7.907, "p95_ms": 6.632}, "gstreamer_push": {"avg_ms": 1.252, "count": 260, "max_ms": 1.582, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.798, "count": 260, "max_ms": 66.731, "p95_ms": 64.588}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.628, "count": 260, "max_ms": 85.01, "p95_ms": 78.786}, "yolo11_640_fire_11class": {"avg_ms": 58.911, "count": 260, "max_ms": 76.823, "p95_ms": 69.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.642, "count": 260, "max_ms": 80.794, "p95_ms": 78.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.034, "count": 260, "max_ms": 140.851, "p95_ms": 132.135}, "read_interval": {"avg_ms": 115.814, "count": 259, "max_ms": 316.103, "p95_ms": 146.904}, "triton_wait": {"avg_ms": 67.481, "count": 260, "max_ms": 85.024, "p95_ms": 79.41}, "visualize": {"avg_ms": 4.442, "count": 260, "max_ms": 6.858, "p95_ms": 5.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.382, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 10, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.318, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:13:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:13:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:13:12+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:13:12.253985+09:00", "mtime_epoch": 1783051992.2539852, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:13:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.28, "pushed": 10.28, "read": 10.246}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.828, "count": 308, "max_ms": 4.469, "p95_ms": 3.221}, "gstreamer_push": {"avg_ms": 1.372, "count": 308, "max_ms": 1.857, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.011, "count": 308, "max_ms": 67.887, "p95_ms": 65.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.154, "count": 308, "max_ms": 83.546, "p95_ms": 78.336}, "yolo11_640_fire_11class": {"avg_ms": 56.943, "count": 308, "max_ms": 71.505, "p95_ms": 68.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.044, "count": 308, "max_ms": 83.013, "p95_ms": 77.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.449, "count": 308, "max_ms": 95.131, "p95_ms": 90.448}, "read_interval": {"avg_ms": 97.567, "count": 307, "max_ms": 772.594, "p95_ms": 110.281}, "triton_wait": {"avg_ms": 61.753, "count": 308, "max_ms": 83.558, "p95_ms": 78.763}, "visualize": {"avg_ms": 3.689, "count": 308, "max_ms": 4.799, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12321.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.763, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.91, "name": "ffmpeg", "pid": 35030, "rss_mb": 275.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 9, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.287, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:13:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:13:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:13:36+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:13:36.542544+09:00", "mtime_epoch": 1783052016.5425436, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:13:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.812, "pushed": 9.812, "read": 9.779}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.374, "count": 294, "max_ms": 6.992, "p95_ms": 4.475}, "gstreamer_push": {"avg_ms": 1.324, "count": 294, "max_ms": 1.945, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.125, "count": 294, "max_ms": 67.598, "p95_ms": 65.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.346, "count": 294, "max_ms": 82.036, "p95_ms": 77.489}, "yolo11_640_fire_11class": {"avg_ms": 63.442, "count": 294, "max_ms": 72.967, "p95_ms": 68.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.278, "count": 294, "max_ms": 78.66, "p95_ms": 75.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.163, "count": 294, "max_ms": 95.142, "p95_ms": 90.895}, "read_interval": {"avg_ms": 102.191, "count": 293, "max_ms": 114.278, "p95_ms": 107.749}, "triton_wait": {"avg_ms": 72.984, "count": 294, "max_ms": 82.049, "p95_ms": 77.849}, "visualize": {"avg_ms": 3.668, "count": 294, "max_ms": 5.632, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12320.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.447, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 10, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.163, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:13:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:13:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:13:42+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:13:42.318676+09:00", "mtime_epoch": 1783052022.3186755, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:13:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.844, "count": 292, "max_ms": 3.763, "p95_ms": 2.934}, "gstreamer_push": {"avg_ms": 1.354, "count": 292, "max_ms": 1.571, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.09, "count": 292, "max_ms": 73.969, "p95_ms": 66.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.742, "count": 292, "max_ms": 83.954, "p95_ms": 78.083}, "yolo11_640_fire_11class": {"avg_ms": 65.461, "count": 292, "max_ms": 75.425, "p95_ms": 69.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.434, "count": 292, "max_ms": 83.206, "p95_ms": 76.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.022, "count": 292, "max_ms": 96.084, "p95_ms": 89.821}, "read_interval": {"avg_ms": 102.951, "count": 291, "max_ms": 112.309, "p95_ms": 107.401}, "triton_wait": {"avg_ms": 74.432, "count": 292, "max_ms": 83.967, "p95_ms": 78.105}, "visualize": {"avg_ms": 3.68, "count": 292, "max_ms": 4.462, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12321.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.839, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.91, "name": "ffmpeg", "pid": 35030, "rss_mb": 275.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.041, "sample_count": 2822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:14:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:14:06+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T13:14:06+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T13:14:06.623228+09:00", "mtime_epoch": 1783052046.623228, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:14:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.417, "count": 294, "max_ms": 6.751, "p95_ms": 5.575}, "gstreamer_push": {"avg_ms": 1.322, "count": 294, "max_ms": 1.522, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.728, "count": 294, "max_ms": 69.273, "p95_ms": 65.245}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.5, "count": 294, "max_ms": 83.931, "p95_ms": 79.575}, "yolo11_640_fire_11class": {"avg_ms": 62.117, "count": 294, "max_ms": 71.968, "p95_ms": 68.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.138, "count": 294, "max_ms": 78.61, "p95_ms": 75.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.733, "count": 294, "max_ms": 96.885, "p95_ms": 92.573}, "read_interval": {"avg_ms": 102.302, "count": 293, "max_ms": 270.469, "p95_ms": 109.668}, "triton_wait": {"avg_ms": 71.558, "count": 294, "max_ms": 83.944, "p95_ms": 79.587}, "visualize": {"avg_ms": 3.673, "count": 294, "max_ms": 4.764, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12321.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.535, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 10, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.058, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:14:12+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:14:12+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T13:14:12.415359+09:00", "mtime_epoch": 1783052052.4153588, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:14:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.885, "count": 301, "max_ms": 4.199, "p95_ms": 3.321}, "gstreamer_push": {"avg_ms": 1.361, "count": 301, "max_ms": 2.019, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.672, "count": 301, "max_ms": 70.601, "p95_ms": 66.884}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.84, "count": 301, "max_ms": 81.076, "p95_ms": 79.236}, "yolo11_640_fire_11class": {"avg_ms": 63.578, "count": 301, "max_ms": 75.566, "p95_ms": 71.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.625, "count": 301, "max_ms": 79.502, "p95_ms": 75.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.999, "count": 301, "max_ms": 93.294, "p95_ms": 91.185}, "read_interval": {"avg_ms": 99.947, "count": 300, "max_ms": 112.075, "p95_ms": 108.626}, "triton_wait": {"avg_ms": 71.274, "count": 301, "max_ms": 81.088, "p95_ms": 79.331}, "visualize": {"avg_ms": 3.706, "count": 301, "max_ms": 5.531, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12321.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.864, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.91, "name": "ffmpeg", "pid": 35030, "rss_mb": 275.91, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.041, "sample_count": 2825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 113726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:14:36+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T13:14:36+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T13:14:36.663904+09:00", "mtime_epoch": 1783052076.663904, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:14:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.858, "pushed": 9.858, "read": 9.825}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.402, "count": 295, "max_ms": 6.193, "p95_ms": 4.63}, "gstreamer_push": {"avg_ms": 1.337, "count": 295, "max_ms": 1.574, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.287, "count": 295, "max_ms": 68.304, "p95_ms": 64.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.08, "count": 295, "max_ms": 82.919, "p95_ms": 78.804}, "yolo11_640_fire_11class": {"avg_ms": 62.611, "count": 295, "max_ms": 76.552, "p95_ms": 69.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.993, "count": 295, "max_ms": 76.553, "p95_ms": 75.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.057, "count": 295, "max_ms": 96.235, "p95_ms": 91.846}, "read_interval": {"avg_ms": 101.812, "count": 294, "max_ms": 115.18, "p95_ms": 109.178}, "triton_wait": {"avg_ms": 71.73, "count": 295, "max_ms": 82.931, "p95_ms": 78.816}, "visualize": {"avg_ms": 3.705, "count": 295, "max_ms": 4.629, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12320.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.611, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 9, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.105, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:14:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:14:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:14:42+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:14:42.480034+09:00", "mtime_epoch": 1783052082.4800339, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:14:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.878, "count": 299, "max_ms": 4.361, "p95_ms": 3.431}, "gstreamer_push": {"avg_ms": 1.359, "count": 299, "max_ms": 1.768, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.29, "count": 299, "max_ms": 70.09, "p95_ms": 66.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.5, "count": 299, "max_ms": 84.664, "p95_ms": 79.483}, "yolo11_640_fire_11class": {"avg_ms": 64.442, "count": 299, "max_ms": 76.971, "p95_ms": 71.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.748, "count": 299, "max_ms": 79.729, "p95_ms": 76.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.416, "count": 299, "max_ms": 96.299, "p95_ms": 91.189}, "read_interval": {"avg_ms": 100.576, "count": 298, "max_ms": 113.137, "p95_ms": 108.502}, "triton_wait": {"avg_ms": 71.753, "count": 299, "max_ms": 84.677, "p95_ms": 79.546}, "visualize": {"avg_ms": 3.686, "count": 299, "max_ms": 4.679, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12323.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.931, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.488, "name": "ffmpeg", "pid": 35030, "rss_mb": 278.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.041, "sample_count": 2830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:15:06+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T13:15:06+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:15:06.712573+09:00", "mtime_epoch": 1783052106.712573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:15:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.873}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.386, "count": 297, "max_ms": 6.366, "p95_ms": 4.617}, "gstreamer_push": {"avg_ms": 1.316, "count": 297, "max_ms": 1.597, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.595, "count": 297, "max_ms": 67.707, "p95_ms": 65.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.215, "count": 297, "max_ms": 81.727, "p95_ms": 78.227}, "yolo11_640_fire_11class": {"avg_ms": 60.813, "count": 297, "max_ms": 75.722, "p95_ms": 67.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.403, "count": 297, "max_ms": 78.625, "p95_ms": 75.429}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.349, "count": 297, "max_ms": 94.773, "p95_ms": 91.518}, "read_interval": {"avg_ms": 101.237, "count": 296, "max_ms": 112.293, "p95_ms": 108.776}, "triton_wait": {"avg_ms": 70.127, "count": 297, "max_ms": 81.739, "p95_ms": 78.24}, "visualize": {"avg_ms": 3.682, "count": 297, "max_ms": 4.717, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12323.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.643, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 9, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.019, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:15:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:15:12+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:15:12+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:15:12.512701+09:00", "mtime_epoch": 1783052112.5127013, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:15:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.875, "count": 299, "max_ms": 4.098, "p95_ms": 3.235}, "gstreamer_push": {"avg_ms": 1.383, "count": 299, "max_ms": 1.532, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.293, "count": 299, "max_ms": 69.847, "p95_ms": 66.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.708, "count": 299, "max_ms": 81.052, "p95_ms": 78.641}, "yolo11_640_fire_11class": {"avg_ms": 63.882, "count": 299, "max_ms": 74.083, "p95_ms": 70.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.711, "count": 299, "max_ms": 77.822, "p95_ms": 76.018}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.265, "count": 299, "max_ms": 93.322, "p95_ms": 90.53}, "read_interval": {"avg_ms": 100.427, "count": 298, "max_ms": 115.12, "p95_ms": 107.832}, "triton_wait": {"avg_ms": 71.464, "count": 299, "max_ms": 81.065, "p95_ms": 78.653}, "visualize": {"avg_ms": 3.747, "count": 299, "max_ms": 4.652, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12323.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.018, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.488, "name": "ffmpeg", "pid": 35030, "rss_mb": 278.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.016, "sample_count": 2839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:15:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:15:36+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:15:36.793236+09:00", "mtime_epoch": 1783052136.793236, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:15:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.57}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.42, "count": 288, "max_ms": 6.556, "p95_ms": 4.818}, "gstreamer_push": {"avg_ms": 1.321, "count": 288, "max_ms": 1.545, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.327, "count": 288, "max_ms": 68.781, "p95_ms": 66.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.622, "count": 288, "max_ms": 82.197, "p95_ms": 78.485}, "yolo11_640_fire_11class": {"avg_ms": 63.493, "count": 288, "max_ms": 73.457, "p95_ms": 68.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.869, "count": 288, "max_ms": 78.891, "p95_ms": 75.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.642, "count": 288, "max_ms": 95.114, "p95_ms": 91.775}, "read_interval": {"avg_ms": 104.442, "count": 287, "max_ms": 314.977, "p95_ms": 109.52}, "triton_wait": {"avg_ms": 73.415, "count": 288, "max_ms": 82.209, "p95_ms": 78.638}, "visualize": {"avg_ms": 3.687, "count": 288, "max_ms": 5.097, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12323.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.734, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.95, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:15:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:15:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:15:42+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T13:15:42.601363+09:00", "mtime_epoch": 1783052142.6013634, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:15:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.844, "count": 300, "max_ms": 4.271, "p95_ms": 2.962}, "gstreamer_push": {"avg_ms": 1.378, "count": 300, "max_ms": 2.317, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.408, "count": 300, "max_ms": 72.9, "p95_ms": 67.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.96, "count": 300, "max_ms": 86.348, "p95_ms": 79.597}, "yolo11_640_fire_11class": {"avg_ms": 64.078, "count": 300, "max_ms": 79.109, "p95_ms": 71.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.868, "count": 300, "max_ms": 80.776, "p95_ms": 77.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.263, "count": 300, "max_ms": 98.228, "p95_ms": 91.24}, "read_interval": {"avg_ms": 100.274, "count": 299, "max_ms": 115.064, "p95_ms": 108.939}, "triton_wait": {"avg_ms": 71.693, "count": 300, "max_ms": 86.36, "p95_ms": 79.828}, "visualize": {"avg_ms": 3.652, "count": 300, "max_ms": 5.988, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12326.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.037, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.066, "name": "ffmpeg", "pid": 35030, "rss_mb": 281.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.016, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:16:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:16:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:16:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:16:06.813891+09:00", "mtime_epoch": 1783052166.8138914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:16:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.827, "pushed": 9.827, "read": 9.794}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.544, "count": 294, "max_ms": 6.663, "p95_ms": 5.999}, "gstreamer_push": {"avg_ms": 1.34, "count": 294, "max_ms": 1.644, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.835, "count": 294, "max_ms": 72.353, "p95_ms": 65.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.41, "count": 294, "max_ms": 85.702, "p95_ms": 78.935}, "yolo11_640_fire_11class": {"avg_ms": 61.765, "count": 294, "max_ms": 75.552, "p95_ms": 68.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.63, "count": 294, "max_ms": 80.672, "p95_ms": 75.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.322, "count": 294, "max_ms": 98.746, "p95_ms": 92.819}, "read_interval": {"avg_ms": 102.086, "count": 293, "max_ms": 117.426, "p95_ms": 109.36}, "triton_wait": {"avg_ms": 71.839, "count": 294, "max_ms": 85.714, "p95_ms": 79.788}, "visualize": {"avg_ms": 3.75, "count": 294, "max_ms": 5.181, "p95_ms": 4.43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12326.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.77, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.958, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:16:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T13:16:12+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:16:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:16:12.642018+09:00", "mtime_epoch": 1783052172.642018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:16:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.689}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.842, "count": 291, "max_ms": 4.141, "p95_ms": 2.959}, "gstreamer_push": {"avg_ms": 1.364, "count": 291, "max_ms": 1.797, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.197, "count": 291, "max_ms": 70.727, "p95_ms": 66.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.545, "count": 291, "max_ms": 83.407, "p95_ms": 80.233}, "yolo11_640_fire_11class": {"avg_ms": 65.591, "count": 291, "max_ms": 74.781, "p95_ms": 70.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.879, "count": 291, "max_ms": 80.15, "p95_ms": 76.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.219, "count": 291, "max_ms": 94.817, "p95_ms": 91.952}, "read_interval": {"avg_ms": 103.194, "count": 290, "max_ms": 114.327, "p95_ms": 108.994}, "triton_wait": {"avg_ms": 74.598, "count": 291, "max_ms": 83.418, "p95_ms": 80.246}, "visualize": {"avg_ms": 3.699, "count": 291, "max_ms": 4.694, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12326.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.108, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.066, "name": "ffmpeg", "pid": 35030, "rss_mb": 281.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.774, "sample_count": 2865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 114897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:16:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:16:36+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T13:16:36+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:16:36.890542+09:00", "mtime_epoch": 1783052196.8905423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:16:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.71}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.395, "count": 292, "max_ms": 5.827, "p95_ms": 4.584}, "gstreamer_push": {"avg_ms": 1.32, "count": 292, "max_ms": 1.49, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.723, "count": 292, "max_ms": 68.648, "p95_ms": 65.271}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.118, "count": 292, "max_ms": 83.003, "p95_ms": 78.808}, "yolo11_640_fire_11class": {"avg_ms": 63.19, "count": 292, "max_ms": 73.165, "p95_ms": 69.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.538, "count": 292, "max_ms": 78.819, "p95_ms": 76.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.375, "count": 292, "max_ms": 96.09, "p95_ms": 92.447}, "read_interval": {"avg_ms": 102.994, "count": 291, "max_ms": 113.022, "p95_ms": 109.575}, "triton_wait": {"avg_ms": 73.111, "count": 292, "max_ms": 83.014, "p95_ms": 78.831}, "visualize": {"avg_ms": 3.711, "count": 292, "max_ms": 4.831, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12326.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.789, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 8, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.982, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:16:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:16:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:16:42.662666+09:00", "mtime_epoch": 1783052202.6626663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:16:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.761, "pushed": 9.761, "read": 9.728}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.845, "count": 292, "max_ms": 4.309, "p95_ms": 3.099}, "gstreamer_push": {"avg_ms": 1.367, "count": 292, "max_ms": 1.614, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.092, "count": 292, "max_ms": 72.737, "p95_ms": 68.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.661, "count": 292, "max_ms": 85.734, "p95_ms": 80.45}, "yolo11_640_fire_11class": {"avg_ms": 65.763, "count": 292, "max_ms": 77.98, "p95_ms": 71.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.767, "count": 292, "max_ms": 81.302, "p95_ms": 78.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.788, "count": 292, "max_ms": 98.302, "p95_ms": 92.104}, "read_interval": {"avg_ms": 102.794, "count": 291, "max_ms": 114.656, "p95_ms": 110.033}, "triton_wait": {"avg_ms": 74.127, "count": 292, "max_ms": 85.748, "p95_ms": 80.461}, "visualize": {"avg_ms": 3.703, "count": 292, "max_ms": 4.433, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12337.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.11, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.637, "name": "ffmpeg", "pid": 35030, "rss_mb": 291.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.114, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:17:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:17:06+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:17:06+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:17:06.887186+09:00", "mtime_epoch": 1783052226.8871856, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:17:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.672}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 290, "max_ms": 6.682, "p95_ms": 4.919}, "gstreamer_push": {"avg_ms": 1.324, "count": 290, "max_ms": 1.549, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.317, "count": 290, "max_ms": 70.015, "p95_ms": 66.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.868, "count": 290, "max_ms": 89.314, "p95_ms": 79.528}, "yolo11_640_fire_11class": {"avg_ms": 63.29, "count": 290, "max_ms": 74.728, "p95_ms": 69.368}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.082, "count": 290, "max_ms": 81.373, "p95_ms": 77.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.101, "count": 290, "max_ms": 102.442, "p95_ms": 92.722}, "read_interval": {"avg_ms": 103.435, "count": 290, "max_ms": 350.012, "p95_ms": 109.622}, "triton_wait": {"avg_ms": 72.92, "count": 290, "max_ms": 89.326, "p95_ms": 79.54}, "visualize": {"avg_ms": 3.659, "count": 290, "max_ms": 4.636, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12337.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.882, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 7, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.038, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:17:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:17:12+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T13:17:12+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T13:17:12.763311+09:00", "mtime_epoch": 1783052232.763311, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:17:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 302, "max_ms": 3.923, "p95_ms": 3.195}, "gstreamer_push": {"avg_ms": 1.365, "count": 302, "max_ms": 2.343, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.243, "count": 302, "max_ms": 70.435, "p95_ms": 66.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.361, "count": 302, "max_ms": 83.761, "p95_ms": 78.426}, "yolo11_640_fire_11class": {"avg_ms": 62.564, "count": 302, "max_ms": 73.247, "p95_ms": 69.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.1, "count": 302, "max_ms": 80.095, "p95_ms": 76.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.376, "count": 302, "max_ms": 96.366, "p95_ms": 90.656}, "read_interval": {"avg_ms": 99.641, "count": 301, "max_ms": 114.665, "p95_ms": 108.622}, "triton_wait": {"avg_ms": 70.735, "count": 302, "max_ms": 83.773, "p95_ms": 79.11}, "visualize": {"avg_ms": 3.685, "count": 302, "max_ms": 4.367, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12345.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 513.164, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.219, "name": "ffmpeg", "pid": 35030, "rss_mb": 299.219, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.076, "sample_count": 2892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:17:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:17:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:17:36+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T13:17:36.947825+09:00", "mtime_epoch": 1783052256.947825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:17:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.78, "pushed": 9.78, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.495, "count": 293, "max_ms": 6.705, "p95_ms": 5.595}, "gstreamer_push": {"avg_ms": 1.338, "count": 293, "max_ms": 2.097, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.371, "count": 293, "max_ms": 69.598, "p95_ms": 64.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.929, "count": 293, "max_ms": 83.418, "p95_ms": 77.64}, "yolo11_640_fire_11class": {"avg_ms": 61.721, "count": 293, "max_ms": 71.14, "p95_ms": 67.867}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.097, "count": 293, "max_ms": 77.067, "p95_ms": 75.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.014, "count": 293, "max_ms": 96.664, "p95_ms": 91.018}, "read_interval": {"avg_ms": 102.556, "count": 292, "max_ms": 311.596, "p95_ms": 108.226}, "triton_wait": {"avg_ms": 71.528, "count": 293, "max_ms": 83.431, "p95_ms": 77.652}, "visualize": {"avg_ms": 3.734, "count": 293, "max_ms": 4.854, "p95_ms": 4.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12345.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 927.913, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 6, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.056, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:17:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:17:42+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:17:42.787949+09:00", "mtime_epoch": 1783052262.7879486, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:17:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.79, "pushed": 9.79, "read": 9.757}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.823, "count": 293, "max_ms": 3.48, "p95_ms": 2.911}, "gstreamer_push": {"avg_ms": 1.359, "count": 293, "max_ms": 1.594, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.498, "count": 293, "max_ms": 73.45, "p95_ms": 66.646}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.622, "count": 293, "max_ms": 85.298, "p95_ms": 78.841}, "yolo11_640_fire_11class": {"avg_ms": 66.393, "count": 293, "max_ms": 76.67, "p95_ms": 70.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.867, "count": 293, "max_ms": 81.082, "p95_ms": 75.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.664, "count": 293, "max_ms": 96.964, "p95_ms": 90.361}, "read_interval": {"avg_ms": 102.483, "count": 292, "max_ms": 113.716, "p95_ms": 107.566}, "triton_wait": {"avg_ms": 74.139, "count": 293, "max_ms": 85.31, "p95_ms": 78.986}, "visualize": {"avg_ms": 3.675, "count": 293, "max_ms": 4.599, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:09:01+09:00", "last_error_summary": "[h264 @ 0x558c78335400] cabac decode of qscale diff failed at 61 21 [h264 @ 0x558c78335400] error while decoding MB 61 21, bytestream 2715 [h264 @ 0x558c7790d3c0] error while decoding MB 28 27, bytestream -5 [in#0/rtsp @ 0x558c777dce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558c777dce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:09:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 547.842, "last_started_at": "2026-07-03T13:09:03+09:00", "pid": 35030, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.824, "name": "ffmpeg", "pid": 35030, "rss_mb": 307.824, "state": "S (sleeping)", "threads": 104}, "restart_count": 44, "restart_count_per_hour": 8, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.833, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:18:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:18:11+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T13:18:11+09:00", "mjpeg": {"age_sec": 20.355, "exists": true, "mtime": "2026-07-03T13:17:51.352130+09:00", "mtime_epoch": 1783052271.3521297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:18:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.104, "pushed": 3.104, "read": 3.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.333, "count": 93, "max_ms": 4.576, "p95_ms": 4.437}, "gstreamer_push": {"avg_ms": 1.301, "count": 93, "max_ms": 1.461, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.516, "count": 93, "max_ms": 65.759, "p95_ms": 64.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 75.018, "count": 93, "max_ms": 83.633, "p95_ms": 80.05}, "yolo11_640_fire_11class": {"avg_ms": 64.939, "count": 93, "max_ms": 70.966, "p95_ms": 68.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.84, "count": 93, "max_ms": 79.796, "p95_ms": 78.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.605, "count": 93, "max_ms": 96.958, "p95_ms": 93.215}, "read_interval": {"avg_ms": 325.733, "count": 92, "max_ms": 20378.566, "p95_ms": 110.902}, "triton_wait": {"avg_ms": 75.466, "count": 93, "max_ms": 83.644, "p95_ms": 80.062}, "visualize": {"avg_ms": 3.645, "count": 93, "max_ms": 3.905, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12074.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 957.985, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.056, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:18:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:18:12+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T13:18:12+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T13:18:12.884583+09:00", "mtime_epoch": 1783052292.884583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:18:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 345, "pushed_frames": 345, "read_frames": 344, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.511, "pushed": 11.511, "read": 11.478}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.866, "count": 345, "max_ms": 4.234, "p95_ms": 3.061}, "gstreamer_push": {"avg_ms": 1.348, "count": 345, "max_ms": 1.597, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.611, "count": 345, "max_ms": 68.058, "p95_ms": 64.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.466, "count": 345, "max_ms": 82.895, "p95_ms": 79.127}, "yolo11_640_fire_11class": {"avg_ms": 53.266, "count": 345, "max_ms": 72.86, "p95_ms": 68.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.275, "count": 345, "max_ms": 80.012, "p95_ms": 78.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.452, "count": 345, "max_ms": 94.544, "p95_ms": 90.827}, "read_interval": {"avg_ms": 87.186, "count": 344, "max_ms": 491.051, "p95_ms": 108.207}, "triton_wait": {"avg_ms": 55.872, "count": 345, "max_ms": 82.907, "p95_ms": 79.253}, "visualize": {"avg_ms": 3.687, "count": 345, "max_ms": 4.722, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12311.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:18:12+09:00", "last_error_summary": "[h264 @ 0x55bc239c3340] left block unavailable for requested intra mode [h264 @ 0x55bc239c3340] error while decoding MB 0 27, bytestream 2883 [h264 @ 0x55bc239eb6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc239eb6c0] error while decoding MB 0 29, bytestream 3410 [in#0/rtsp @ 0x55bc23891e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc23891e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.199, "last_started_at": "2026-07-03T13:18:15+09:00", "pid": 35137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.148, "name": "ffmpeg", "pid": 35137, "rss_mb": 266.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.59, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:18:41+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T13:18:41+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:18:41.653185+09:00", "mtime_epoch": 1783052321.653185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:18:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.447, "pushed": 8.447, "read": 8.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.446, "count": 253, "max_ms": 6.677, "p95_ms": 5.087}, "gstreamer_push": {"avg_ms": 1.33, "count": 253, "max_ms": 1.561, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.208, "count": 253, "max_ms": 71.862, "p95_ms": 65.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.896, "count": 253, "max_ms": 88.734, "p95_ms": 83.564}, "yolo11_640_fire_11class": {"avg_ms": 61.673, "count": 253, "max_ms": 75.616, "p95_ms": 71.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.248, "count": 253, "max_ms": 78.234, "p95_ms": 75.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.076, "count": 253, "max_ms": 101.961, "p95_ms": 96.59}, "read_interval": {"avg_ms": 118.75, "count": 252, "max_ms": 5026.822, "p95_ms": 111.744}, "triton_wait": {"avg_ms": 70.822, "count": 253, "max_ms": 88.746, "p95_ms": 83.576}, "visualize": {"avg_ms": 3.711, "count": 253, "max_ms": 5.119, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.036, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.321, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:18:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:18:42+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:18:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:18:42.909211+09:00", "mtime_epoch": 1783052322.909211, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:18:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.709, "pushed": 9.709, "read": 9.675}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.901, "count": 291, "max_ms": 4.412, "p95_ms": 3.668}, "gstreamer_push": {"avg_ms": 1.355, "count": 291, "max_ms": 1.894, "p95_ms": 1.514}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.59, "count": 291, "max_ms": 68.654, "p95_ms": 66.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.327, "count": 291, "max_ms": 87.41, "p95_ms": 81.706}, "yolo11_640_fire_11class": {"avg_ms": 60.597, "count": 291, "max_ms": 74.614, "p95_ms": 70.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.227, "count": 291, "max_ms": 78.555, "p95_ms": 75.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.76, "count": 291, "max_ms": 98.854, "p95_ms": 93.405}, "read_interval": {"avg_ms": 103.262, "count": 290, "max_ms": 653.667, "p95_ms": 112.279}, "triton_wait": {"avg_ms": 67.177, "count": 291, "max_ms": 87.422, "p95_ms": 81.718}, "visualize": {"avg_ms": 3.652, "count": 291, "max_ms": 4.878, "p95_ms": 4.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12312.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:18:12+09:00", "last_error_summary": "[h264 @ 0x55bc239c3340] left block unavailable for requested intra mode [h264 @ 0x55bc239c3340] error while decoding MB 0 27, bytestream 2883 [h264 @ 0x55bc239eb6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc239eb6c0] error while decoding MB 0 29, bytestream 3410 [in#0/rtsp @ 0x55bc23891e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc23891e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.227, "last_started_at": "2026-07-03T13:18:15+09:00", "pid": 35137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.406, "name": "ffmpeg", "pid": 35137, "rss_mb": 266.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.588, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:19:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:19:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:19:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:19:11.685809+09:00", "mtime_epoch": 1783052351.685809, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:19:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.759, "pushed": 9.759, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.398, "count": 292, "max_ms": 6.705, "p95_ms": 4.716}, "gstreamer_push": {"avg_ms": 1.327, "count": 292, "max_ms": 1.472, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.696, "count": 292, "max_ms": 67.227, "p95_ms": 64.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.936, "count": 292, "max_ms": 82.442, "p95_ms": 78.817}, "yolo11_640_fire_11class": {"avg_ms": 63.097, "count": 292, "max_ms": 72.46, "p95_ms": 68.506}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.139, "count": 292, "max_ms": 78.247, "p95_ms": 75.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.347, "count": 292, "max_ms": 128.949, "p95_ms": 92.606}, "read_interval": {"avg_ms": 102.834, "count": 291, "max_ms": 141.814, "p95_ms": 109.963}, "triton_wait": {"avg_ms": 72.91, "count": 292, "max_ms": 82.454, "p95_ms": 78.831}, "visualize": {"avg_ms": 3.695, "count": 292, "max_ms": 4.58, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12312.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.091, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.315, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:19:13+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:19:12+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:19:12.965835+09:00", "mtime_epoch": 1783052352.9658353, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:19:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.784}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.798, "count": 294, "max_ms": 3.377, "p95_ms": 2.927}, "gstreamer_push": {"avg_ms": 1.361, "count": 294, "max_ms": 1.593, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.83, "count": 294, "max_ms": 69.167, "p95_ms": 66.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.138, "count": 294, "max_ms": 84.181, "p95_ms": 79.648}, "yolo11_640_fire_11class": {"avg_ms": 65.453, "count": 294, "max_ms": 76.244, "p95_ms": 70.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.389, "count": 294, "max_ms": 79.821, "p95_ms": 76.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.35, "count": 294, "max_ms": 95.691, "p95_ms": 91.285}, "read_interval": {"avg_ms": 102.218, "count": 293, "max_ms": 112.434, "p95_ms": 108.4}, "triton_wait": {"avg_ms": 73.834, "count": 294, "max_ms": 84.194, "p95_ms": 79.661}, "visualize": {"avg_ms": 3.66, "count": 294, "max_ms": 5.051, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12312.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:18:12+09:00", "last_error_summary": "[h264 @ 0x55bc239c3340] left block unavailable for requested intra mode [h264 @ 0x55bc239c3340] error while decoding MB 0 27, bytestream 2883 [h264 @ 0x55bc239eb6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc239eb6c0] error while decoding MB 0 29, bytestream 3410 [in#0/rtsp @ 0x55bc23891e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc23891e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.303, "last_started_at": "2026-07-03T13:18:15+09:00", "pid": 35137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.406, "name": "ffmpeg", "pid": 35137, "rss_mb": 266.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.499, "sample_count": 2680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:19:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:19:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:19:41+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:19:41.762430+09:00", "mtime_epoch": 1783052381.7624297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:19:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.806, "pushed": 9.806, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.356, "count": 294, "max_ms": 5.099, "p95_ms": 4.51}, "gstreamer_push": {"avg_ms": 1.319, "count": 294, "max_ms": 1.555, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.234, "count": 294, "max_ms": 73.291, "p95_ms": 64.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.596, "count": 294, "max_ms": 85.506, "p95_ms": 77.825}, "yolo11_640_fire_11class": {"avg_ms": 63.601, "count": 294, "max_ms": 76.736, "p95_ms": 70.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.743, "count": 294, "max_ms": 82.021, "p95_ms": 75.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.636, "count": 294, "max_ms": 98.492, "p95_ms": 91.08}, "read_interval": {"avg_ms": 102.283, "count": 293, "max_ms": 117.378, "p95_ms": 108.995}, "triton_wait": {"avg_ms": 72.482, "count": 294, "max_ms": 85.518, "p95_ms": 78.053}, "visualize": {"avg_ms": 3.666, "count": 294, "max_ms": 4.541, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12312.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.098, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.321, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:19:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:19:43+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T13:19:42+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T13:19:42.958454+09:00", "mtime_epoch": 1783052382.9584544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:19:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.911, "count": 293, "max_ms": 5.276, "p95_ms": 3.175}, "gstreamer_push": {"avg_ms": 1.387, "count": 293, "max_ms": 2.208, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.354, "count": 293, "max_ms": 75.126, "p95_ms": 66.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.03, "count": 293, "max_ms": 87.155, "p95_ms": 79.222}, "yolo11_640_fire_11class": {"avg_ms": 65.893, "count": 293, "max_ms": 78.567, "p95_ms": 72.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.886, "count": 293, "max_ms": 83.788, "p95_ms": 75.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.35, "count": 293, "max_ms": 128.594, "p95_ms": 91.251}, "read_interval": {"avg_ms": 102.379, "count": 293, "max_ms": 142.204, "p95_ms": 108.462}, "triton_wait": {"avg_ms": 73.398, "count": 293, "max_ms": 87.167, "p95_ms": 79.234}, "visualize": {"avg_ms": 3.752, "count": 293, "max_ms": 5.771, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12317.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:18:12+09:00", "last_error_summary": "[h264 @ 0x55bc239c3340] left block unavailable for requested intra mode [h264 @ 0x55bc239c3340] error while decoding MB 0 27, bytestream 2883 [h264 @ 0x55bc239eb6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc239eb6c0] error while decoding MB 0 29, bytestream 3410 [in#0/rtsp @ 0x55bc23891e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc23891e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.326, "last_started_at": "2026-07-03T13:18:15+09:00", "pid": 35137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.562, "name": "ffmpeg", "pid": 35137, "rss_mb": 271.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.258, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:20:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:20:11+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T13:20:11+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T13:20:11.763045+09:00", "mtime_epoch": 1783052411.763045, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:20:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.388, "pushed": 8.388, "read": 8.355}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.051, "count": 251, "max_ms": 12.312, "p95_ms": 7.626}, "gstreamer_push": {"avg_ms": 1.212, "count": 251, "max_ms": 1.456, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.758, "count": 251, "max_ms": 66.776, "p95_ms": 64.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.54, "count": 251, "max_ms": 85.36, "p95_ms": 77.46}, "yolo11_640_fire_11class": {"avg_ms": 55.013, "count": 251, "max_ms": 73.18, "p95_ms": 68.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.895, "count": 251, "max_ms": 80.745, "p95_ms": 77.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.929, "count": 251, "max_ms": 139.403, "p95_ms": 131.102}, "read_interval": {"avg_ms": 119.575, "count": 250, "max_ms": 152.286, "p95_ms": 144.532}, "triton_wait": {"avg_ms": 63.89, "count": 251, "max_ms": 85.371, "p95_ms": 78.97}, "visualize": {"avg_ms": 4.837, "count": 251, "max_ms": 8.494, "p95_ms": 6.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.136, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.321, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:20:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:20:13+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T13:20:13+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T13:20:13.035071+09:00", "mtime_epoch": 1783052413.0350711, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:20:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.829, "pushed": 10.829, "read": 10.795}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.967, "count": 324, "max_ms": 5.097, "p95_ms": 4.009}, "gstreamer_push": {"avg_ms": 1.365, "count": 324, "max_ms": 2.051, "p95_ms": 1.507}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.311, "count": 324, "max_ms": 72.483, "p95_ms": 64.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.034, "count": 324, "max_ms": 84.186, "p95_ms": 77.318}, "yolo11_640_fire_11class": {"avg_ms": 54.812, "count": 324, "max_ms": 78.15, "p95_ms": 71.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.019, "count": 324, "max_ms": 79.646, "p95_ms": 76.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.831, "count": 324, "max_ms": 95.875, "p95_ms": 89.591}, "read_interval": {"avg_ms": 92.734, "count": 323, "max_ms": 572.429, "p95_ms": 110.792}, "triton_wait": {"avg_ms": 57.969, "count": 324, "max_ms": 84.198, "p95_ms": 77.853}, "visualize": {"avg_ms": 3.79, "count": 324, "max_ms": 5.935, "p95_ms": 4.474}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12318.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:18:12+09:00", "last_error_summary": "[h264 @ 0x55bc239c3340] left block unavailable for requested intra mode [h264 @ 0x55bc239c3340] error while decoding MB 0 27, bytestream 2883 [h264 @ 0x55bc239eb6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc239eb6c0] error while decoding MB 0 29, bytestream 3410 [in#0/rtsp @ 0x55bc23891e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc23891e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.368, "last_started_at": "2026-07-03T13:18:15+09:00", "pid": 35137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.562, "name": "ffmpeg", "pid": 35137, "rss_mb": 271.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.118, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:20:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:20:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:20:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:20:41.823658+09:00", "mtime_epoch": 1783052441.823658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:20:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.294, "pushed": 8.294, "read": 8.26}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.934, "count": 248, "max_ms": 9.014, "p95_ms": 7.102}, "gstreamer_push": {"avg_ms": 1.209, "count": 248, "max_ms": 1.494, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.12, "count": 248, "max_ms": 71.994, "p95_ms": 64.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.112, "count": 248, "max_ms": 85.512, "p95_ms": 78.099}, "yolo11_640_fire_11class": {"avg_ms": 56.149, "count": 248, "max_ms": 74.737, "p95_ms": 67.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.115, "count": 248, "max_ms": 83.022, "p95_ms": 77.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.089, "count": 248, "max_ms": 140.669, "p95_ms": 130.914}, "read_interval": {"avg_ms": 121.202, "count": 247, "max_ms": 153.678, "p95_ms": 143.907}, "triton_wait": {"avg_ms": 65.289, "count": 248, "max_ms": 85.524, "p95_ms": 78.661}, "visualize": {"avg_ms": 4.741, "count": 248, "max_ms": 6.351, "p95_ms": 5.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.196, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.309, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:20:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T13:20:43+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:20:43+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:20:43.067683+09:00", "mtime_epoch": 1783052443.0676832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:20:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.806, "pushed": 9.806, "read": 9.773}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.94, "count": 294, "max_ms": 4.727, "p95_ms": 3.624}, "gstreamer_push": {"avg_ms": 1.361, "count": 294, "max_ms": 1.626, "p95_ms": 1.505}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.258, "count": 294, "max_ms": 71.746, "p95_ms": 65.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.787, "count": 294, "max_ms": 82.911, "p95_ms": 78.414}, "yolo11_640_fire_11class": {"avg_ms": 56.398, "count": 294, "max_ms": 75.907, "p95_ms": 69.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.921, "count": 294, "max_ms": 83.805, "p95_ms": 77.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.638, "count": 294, "max_ms": 95.759, "p95_ms": 90.703}, "read_interval": {"avg_ms": 102.216, "count": 293, "max_ms": 682.404, "p95_ms": 138.075}, "triton_wait": {"avg_ms": 60.824, "count": 294, "max_ms": 83.819, "p95_ms": 79.186}, "visualize": {"avg_ms": 3.768, "count": 294, "max_ms": 5.913, "p95_ms": 4.644}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12321.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:18:12+09:00", "last_error_summary": "[h264 @ 0x55bc239c3340] left block unavailable for requested intra mode [h264 @ 0x55bc239c3340] error while decoding MB 0 27, bytestream 2883 [h264 @ 0x55bc239eb6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc239eb6c0] error while decoding MB 0 29, bytestream 3410 [in#0/rtsp @ 0x55bc23891e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc23891e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.456, "last_started_at": "2026-07-03T13:18:15+09:00", "pid": 35137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.172, "name": "ffmpeg", "pid": 35137, "rss_mb": 275.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.118, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:21:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:21:12+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T13:21:11+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:21:11.916268+09:00", "mtime_epoch": 1783052471.916268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:21:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.509, "count": 298, "max_ms": 6.781, "p95_ms": 5.542}, "gstreamer_push": {"avg_ms": 1.347, "count": 298, "max_ms": 1.535, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.556, "count": 298, "max_ms": 70.831, "p95_ms": 65.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.674, "count": 298, "max_ms": 84.47, "p95_ms": 78.591}, "yolo11_640_fire_11class": {"avg_ms": 61.547, "count": 298, "max_ms": 75.803, "p95_ms": 67.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.33, "count": 298, "max_ms": 85.741, "p95_ms": 76.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.547, "count": 298, "max_ms": 98.967, "p95_ms": 92.218}, "read_interval": {"avg_ms": 100.97, "count": 297, "max_ms": 117.316, "p95_ms": 108.999}, "triton_wait": {"avg_ms": 71.11, "count": 298, "max_ms": 85.754, "p95_ms": 78.714}, "visualize": {"avg_ms": 3.765, "count": 298, "max_ms": 4.565, "p95_ms": 4.224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12321.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.253, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.251, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:21:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:21:13+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T13:21:13+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T13:21:13.132293+09:00", "mtime_epoch": 1783052473.1322925, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:21:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.849, "pushed": 9.849, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.983, "count": 295, "max_ms": 5.693, "p95_ms": 4.079}, "gstreamer_push": {"avg_ms": 1.39, "count": 295, "max_ms": 2.22, "p95_ms": 1.505}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.634, "count": 295, "max_ms": 71.72, "p95_ms": 66.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.857, "count": 295, "max_ms": 84.389, "p95_ms": 78.029}, "yolo11_640_fire_11class": {"avg_ms": 63.273, "count": 295, "max_ms": 77.8, "p95_ms": 69.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.597, "count": 295, "max_ms": 86.842, "p95_ms": 76.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.321, "count": 295, "max_ms": 129.016, "p95_ms": 91.769}, "read_interval": {"avg_ms": 101.893, "count": 294, "max_ms": 145.123, "p95_ms": 110.906}, "triton_wait": {"avg_ms": 71.304, "count": 295, "max_ms": 86.856, "p95_ms": 78.293}, "visualize": {"avg_ms": 3.805, "count": 295, "max_ms": 5.675, "p95_ms": 4.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12327.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:18:12+09:00", "last_error_summary": "[h264 @ 0x55bc239c3340] left block unavailable for requested intra mode [h264 @ 0x55bc239c3340] error while decoding MB 0 27, bytestream 2883 [h264 @ 0x55bc239eb6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc239eb6c0] error while decoding MB 0 29, bytestream 3410 [in#0/rtsp @ 0x55bc23891e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc23891e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.472, "last_started_at": "2026-07-03T13:18:15+09:00", "pid": 35137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.871, "name": "ffmpeg", "pid": 35137, "rss_mb": 279.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.118, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:21:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:21:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:21:41+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:21:41.928873+09:00", "mtime_epoch": 1783052501.928873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:21:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.356, "count": 296, "max_ms": 5.336, "p95_ms": 4.463}, "gstreamer_push": {"avg_ms": 1.327, "count": 296, "max_ms": 1.541, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.844, "count": 296, "max_ms": 75.547, "p95_ms": 64.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.96, "count": 296, "max_ms": 88.181, "p95_ms": 78.352}, "yolo11_640_fire_11class": {"avg_ms": 61.908, "count": 296, "max_ms": 76.076, "p95_ms": 67.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.798, "count": 296, "max_ms": 84.572, "p95_ms": 75.227}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.082, "count": 296, "max_ms": 101.432, "p95_ms": 91.687}, "read_interval": {"avg_ms": 101.386, "count": 296, "max_ms": 116.832, "p95_ms": 108.235}, "triton_wait": {"avg_ms": 71.939, "count": 296, "max_ms": 88.192, "p95_ms": 78.363}, "visualize": {"avg_ms": 3.672, "count": 296, "max_ms": 4.32, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12328.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.315, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.057, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:21:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:21:43+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:21:43+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:21:43.188899+09:00", "mtime_epoch": 1783052503.1888986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:21:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.845, "count": 298, "max_ms": 4.295, "p95_ms": 3.14}, "gstreamer_push": {"avg_ms": 1.357, "count": 298, "max_ms": 1.624, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.459, "count": 298, "max_ms": 76.29, "p95_ms": 67.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.742, "count": 298, "max_ms": 88.016, "p95_ms": 79.195}, "yolo11_640_fire_11class": {"avg_ms": 64.0, "count": 298, "max_ms": 76.302, "p95_ms": 70.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.447, "count": 298, "max_ms": 84.618, "p95_ms": 76.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.0, "count": 298, "max_ms": 127.271, "p95_ms": 91.19}, "read_interval": {"avg_ms": 100.861, "count": 297, "max_ms": 141.397, "p95_ms": 108.249}, "triton_wait": {"avg_ms": 72.179, "count": 298, "max_ms": 88.027, "p95_ms": 79.207}, "visualize": {"avg_ms": 3.678, "count": 298, "max_ms": 5.558, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12329.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.387, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.19, "sample_count": 3020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:22:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:22:13+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T13:22:13+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T13:22:13.289502+09:00", "mtime_epoch": 1783052533.2895021, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227228}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:22:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.911, "pushed": 9.911, "read": 9.877}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.854, "count": 297, "max_ms": 4.893, "p95_ms": 2.924}, "gstreamer_push": {"avg_ms": 1.377, "count": 297, "max_ms": 2.256, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.901, "count": 297, "max_ms": 73.015, "p95_ms": 66.936}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.868, "count": 297, "max_ms": 84.382, "p95_ms": 79.122}, "yolo11_640_fire_11class": {"avg_ms": 62.654, "count": 297, "max_ms": 76.194, "p95_ms": 68.268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.947, "count": 297, "max_ms": 84.838, "p95_ms": 78.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.147, "count": 297, "max_ms": 104.426, "p95_ms": 91.826}, "read_interval": {"avg_ms": 101.323, "count": 296, "max_ms": 117.956, "p95_ms": 109.453}, "triton_wait": {"avg_ms": 72.05, "count": 297, "max_ms": 84.85, "p95_ms": 79.567}, "visualize": {"avg_ms": 3.717, "count": 297, "max_ms": 5.162, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12330.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 80, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:18:12+09:00", "last_error_summary": "[h264 @ 0x55bc239c3340] left block unavailable for requested intra mode [h264 @ 0x55bc239c3340] error while decoding MB 0 27, bytestream 2883 [h264 @ 0x55bc239eb6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bc239eb6c0] error while decoding MB 0 29, bytestream 3410 [in#0/rtsp @ 0x55bc23891e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55bc23891e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:18:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 244.119, "last_started_at": "2026-07-03T13:18:15+09:00", "pid": 35137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.934, "name": "ffmpeg", "pid": 35137, "rss_mb": 281.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.514, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:22:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:22:19+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T13:22:19+09:00", "mjpeg": {"age_sec": 9.274, "exists": true, "mtime": "2026-07-03T13:22:10.389444+09:00", "mtime_epoch": 1783052530.389444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:22:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.679, "pushed": 6.679, "read": 6.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.387, "count": 200, "max_ms": 5.639, "p95_ms": 4.57}, "gstreamer_push": {"avg_ms": 1.334, "count": 200, "max_ms": 1.49, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.795, "count": 200, "max_ms": 71.52, "p95_ms": 65.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.808, "count": 200, "max_ms": 82.173, "p95_ms": 78.973}, "yolo11_640_fire_11class": {"avg_ms": 63.312, "count": 200, "max_ms": 75.807, "p95_ms": 67.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.625, "count": 200, "max_ms": 84.609, "p95_ms": 78.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.002, "count": 200, "max_ms": 97.412, "p95_ms": 92.919}, "read_interval": {"avg_ms": 150.446, "count": 199, "max_ms": 9285.946, "p95_ms": 110.147}, "triton_wait": {"avg_ms": 74.811, "count": 200, "max_ms": 84.621, "p95_ms": 79.91}, "visualize": {"avg_ms": 3.694, "count": 200, "max_ms": 4.452, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12315.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.401, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.142, "sample_count": 3040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:22:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:22:43+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T13:22:43+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:22:43.270101+09:00", "mtime_epoch": 1783052563.2701006, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:22:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.434, "pushed": 10.434, "read": 10.434}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.84, "count": 313, "max_ms": 4.335, "p95_ms": 3.028}, "gstreamer_push": {"avg_ms": 1.358, "count": 313, "max_ms": 2.047, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.365, "count": 313, "max_ms": 67.707, "p95_ms": 62.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.278, "count": 313, "max_ms": 84.921, "p95_ms": 73.321}, "yolo11_640_fire_11class": {"avg_ms": 50.916, "count": 313, "max_ms": 76.946, "p95_ms": 64.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.34, "count": 313, "max_ms": 80.7, "p95_ms": 75.741}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.734, "count": 313, "max_ms": 96.598, "p95_ms": 87.488}, "read_interval": {"avg_ms": 95.79, "count": 313, "max_ms": 792.571, "p95_ms": 138.8}, "triton_wait": {"avg_ms": 52.183, "count": 313, "max_ms": 84.933, "p95_ms": 75.929}, "visualize": {"avg_ms": 3.679, "count": 313, "max_ms": 5.009, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12316.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.782, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.406, "name": "ffmpeg", "pid": 35244, "rss_mb": 267.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.267, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:22:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:22:49+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T13:22:49+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T13:22:49.634227+09:00", "mtime_epoch": 1783052569.6342273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:22:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.25, "pushed": 7.25, "read": 7.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.507, "count": 145, "max_ms": 10.352, "p95_ms": 7.01}, "gstreamer_push": {"avg_ms": 1.295, "count": 145, "max_ms": 1.934, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.968, "count": 145, "max_ms": 68.756, "p95_ms": 64.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.13, "count": 145, "max_ms": 85.619, "p95_ms": 78.89}, "yolo11_640_fire_11class": {"avg_ms": 52.696, "count": 145, "max_ms": 73.018, "p95_ms": 67.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.467, "count": 145, "max_ms": 81.873, "p95_ms": 78.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.993, "count": 145, "max_ms": 138.942, "p95_ms": 132.573}, "read_interval": {"avg_ms": 207.325, "count": 145, "max_ms": 10133.228, "p95_ms": 147.125}, "triton_wait": {"avg_ms": 62.15, "count": 145, "max_ms": 85.631, "p95_ms": 79.509}, "visualize": {"avg_ms": 4.425, "count": 145, "max_ms": 8.638, "p95_ms": 5.31}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12318.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.495, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.77, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:23:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:23:13+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:23:13+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:23:13.366699+09:00", "mtime_epoch": 1783052593.3666985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:23:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.634, "pushed": 9.634, "read": 9.634}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.214, "count": 289, "max_ms": 7.408, "p95_ms": 5.068}, "gstreamer_push": {"avg_ms": 1.355, "count": 289, "max_ms": 2.294, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.915, "count": 289, "max_ms": 68.085, "p95_ms": 65.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.362, "count": 289, "max_ms": 82.307, "p95_ms": 77.351}, "yolo11_640_fire_11class": {"avg_ms": 58.819, "count": 289, "max_ms": 71.747, "p95_ms": 66.935}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.277, "count": 289, "max_ms": 80.021, "p95_ms": 76.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.404, "count": 289, "max_ms": 135.803, "p95_ms": 111.004}, "read_interval": {"avg_ms": 103.753, "count": 289, "max_ms": 538.781, "p95_ms": 138.407}, "triton_wait": {"avg_ms": 65.413, "count": 289, "max_ms": 82.318, "p95_ms": 78.202}, "visualize": {"avg_ms": 3.977, "count": 289, "max_ms": 6.805, "p95_ms": 5.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12319.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.86, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.016, "name": "ffmpeg", "pid": 35244, "rss_mb": 271.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.437, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:23:19+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T13:23:19+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:23:19.694824+09:00", "mtime_epoch": 1783052599.694824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:23:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.236, "pushed": 10.236, "read": 10.203}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.421, "count": 307, "max_ms": 5.474, "p95_ms": 4.706}, "gstreamer_push": {"avg_ms": 1.33, "count": 307, "max_ms": 1.571, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.908, "count": 307, "max_ms": 67.459, "p95_ms": 63.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.944, "count": 307, "max_ms": 81.562, "p95_ms": 77.243}, "yolo11_640_fire_11class": {"avg_ms": 57.613, "count": 307, "max_ms": 70.621, "p95_ms": 65.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.607, "count": 307, "max_ms": 79.429, "p95_ms": 74.781}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.733, "count": 307, "max_ms": 94.753, "p95_ms": 90.929}, "read_interval": {"avg_ms": 97.96, "count": 306, "max_ms": 112.673, "p95_ms": 107.184}, "triton_wait": {"avg_ms": 68.329, "count": 307, "max_ms": 81.573, "p95_ms": 77.585}, "visualize": {"avg_ms": 3.749, "count": 307, "max_ms": 4.798, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12319.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.594, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.51, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:23:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:23:43+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:23:43+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:23:43.467294+09:00", "mtime_epoch": 1783052623.467294, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:23:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.836, "count": 293, "max_ms": 3.349, "p95_ms": 2.904}, "gstreamer_push": {"avg_ms": 1.354, "count": 293, "max_ms": 1.689, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.074, "count": 293, "max_ms": 72.635, "p95_ms": 66.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.513, "count": 293, "max_ms": 85.177, "p95_ms": 79.294}, "yolo11_640_fire_11class": {"avg_ms": 64.562, "count": 293, "max_ms": 73.353, "p95_ms": 68.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.858, "count": 293, "max_ms": 83.312, "p95_ms": 76.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.986, "count": 293, "max_ms": 96.842, "p95_ms": 90.91}, "read_interval": {"avg_ms": 102.713, "count": 292, "max_ms": 115.508, "p95_ms": 108.179}, "triton_wait": {"avg_ms": 74.403, "count": 293, "max_ms": 85.189, "p95_ms": 79.306}, "visualize": {"avg_ms": 3.654, "count": 293, "max_ms": 5.017, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12319.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.878, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.789, "name": "ffmpeg", "pid": 35244, "rss_mb": 271.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 10, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.312, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:23:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:23:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T13:23:49+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T13:23:49.715417+09:00", "mtime_epoch": 1783052629.7154174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163998}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:23:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.362, "count": 291, "max_ms": 5.214, "p95_ms": 4.499}, "gstreamer_push": {"avg_ms": 1.306, "count": 291, "max_ms": 1.539, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.849, "count": 291, "max_ms": 71.171, "p95_ms": 65.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.828, "count": 291, "max_ms": 83.899, "p95_ms": 79.28}, "yolo11_640_fire_11class": {"avg_ms": 62.287, "count": 291, "max_ms": 71.717, "p95_ms": 66.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.239, "count": 291, "max_ms": 81.99, "p95_ms": 76.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.797, "count": 291, "max_ms": 97.006, "p95_ms": 92.592}, "read_interval": {"avg_ms": 103.157, "count": 290, "max_ms": 116.051, "p95_ms": 109.206}, "triton_wait": {"avg_ms": 73.558, "count": 291, "max_ms": 83.912, "p95_ms": 79.352}, "visualize": {"avg_ms": 3.686, "count": 291, "max_ms": 4.629, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12319.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.67, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.563, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:24:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:24:13+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:24:13+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:24:13.543887+09:00", "mtime_epoch": 1783052653.5438867, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:24:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.677, "pushed": 9.677, "read": 9.643}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.829, "count": 290, "max_ms": 4.06, "p95_ms": 2.896}, "gstreamer_push": {"avg_ms": 1.349, "count": 290, "max_ms": 1.576, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.791, "count": 290, "max_ms": 76.142, "p95_ms": 68.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.408, "count": 290, "max_ms": 87.44, "p95_ms": 79.821}, "yolo11_640_fire_11class": {"avg_ms": 65.618, "count": 290, "max_ms": 76.871, "p95_ms": 70.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.268, "count": 290, "max_ms": 85.103, "p95_ms": 78.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.921, "count": 290, "max_ms": 99.067, "p95_ms": 91.62}, "read_interval": {"avg_ms": 103.695, "count": 289, "max_ms": 115.287, "p95_ms": 109.218}, "triton_wait": {"avg_ms": 75.35, "count": 290, "max_ms": 87.453, "p95_ms": 80.021}, "visualize": {"avg_ms": 3.665, "count": 290, "max_ms": 4.278, "p95_ms": 3.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12320.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.933, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.789, "name": "ffmpeg", "pid": 35244, "rss_mb": 271.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.312, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:24:19+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:24:19+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:24:19.760009+09:00", "mtime_epoch": 1783052659.7600088, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159867}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:24:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.681, "pushed": 9.681, "read": 9.647}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.41, "count": 290, "max_ms": 6.526, "p95_ms": 4.846}, "gstreamer_push": {"avg_ms": 1.321, "count": 290, "max_ms": 2.186, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.512, "count": 290, "max_ms": 75.419, "p95_ms": 66.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.41, "count": 290, "max_ms": 86.836, "p95_ms": 78.634}, "yolo11_640_fire_11class": {"avg_ms": 63.099, "count": 290, "max_ms": 75.956, "p95_ms": 68.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.45, "count": 290, "max_ms": 84.426, "p95_ms": 77.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.261, "count": 290, "max_ms": 101.329, "p95_ms": 91.927}, "read_interval": {"avg_ms": 103.624, "count": 289, "max_ms": 118.125, "p95_ms": 109.482}, "triton_wait": {"avg_ms": 73.892, "count": 290, "max_ms": 86.848, "p95_ms": 78.748}, "visualize": {"avg_ms": 3.724, "count": 290, "max_ms": 4.672, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12319.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.688, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.478, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:24:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:24:43+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:24:43+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:24:43.560476+09:00", "mtime_epoch": 1783052683.5604756, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:24:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.862, "pushed": 9.862, "read": 9.829}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.919, "count": 295, "max_ms": 4.364, "p95_ms": 3.734}, "gstreamer_push": {"avg_ms": 1.347, "count": 295, "max_ms": 1.719, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.02, "count": 295, "max_ms": 70.167, "p95_ms": 66.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.482, "count": 295, "max_ms": 83.645, "p95_ms": 79.598}, "yolo11_640_fire_11class": {"avg_ms": 64.153, "count": 295, "max_ms": 79.436, "p95_ms": 69.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.878, "count": 295, "max_ms": 80.017, "p95_ms": 76.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.726, "count": 295, "max_ms": 95.249, "p95_ms": 91.373}, "read_interval": {"avg_ms": 101.742, "count": 294, "max_ms": 113.551, "p95_ms": 109.827}, "triton_wait": {"avg_ms": 72.944, "count": 295, "max_ms": 83.658, "p95_ms": 79.612}, "visualize": {"avg_ms": 3.739, "count": 295, "max_ms": 4.797, "p95_ms": 4.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12320.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.992, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.789, "name": "ffmpeg", "pid": 35244, "rss_mb": 271.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.996, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:24:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:24:49+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T13:24:49+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T13:24:49.844599+09:00", "mtime_epoch": 1783052689.8445988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:24:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.811, "pushed": 9.811, "read": 9.778}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.414, "count": 294, "max_ms": 6.379, "p95_ms": 4.822}, "gstreamer_push": {"avg_ms": 1.331, "count": 294, "max_ms": 1.644, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.085, "count": 294, "max_ms": 67.824, "p95_ms": 65.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.461, "count": 294, "max_ms": 86.982, "p95_ms": 79.823}, "yolo11_640_fire_11class": {"avg_ms": 62.029, "count": 294, "max_ms": 75.488, "p95_ms": 68.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.568, "count": 294, "max_ms": 80.692, "p95_ms": 75.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.269, "count": 294, "max_ms": 100.087, "p95_ms": 93.105}, "read_interval": {"avg_ms": 102.285, "count": 293, "max_ms": 118.291, "p95_ms": 109.859}, "triton_wait": {"avg_ms": 71.895, "count": 294, "max_ms": 86.994, "p95_ms": 79.836}, "visualize": {"avg_ms": 3.723, "count": 294, "max_ms": 4.832, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12322.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.707, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.563, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:25:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:25:13+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:25:13+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:25:13.581063+09:00", "mtime_epoch": 1783052713.5810626, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:25:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.727}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.868, "count": 292, "max_ms": 4.338, "p95_ms": 2.988}, "gstreamer_push": {"avg_ms": 1.384, "count": 292, "max_ms": 2.341, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.675, "count": 292, "max_ms": 70.127, "p95_ms": 66.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.477, "count": 292, "max_ms": 83.111, "p95_ms": 79.055}, "yolo11_640_fire_11class": {"avg_ms": 64.493, "count": 292, "max_ms": 73.149, "p95_ms": 69.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.716, "count": 292, "max_ms": 79.275, "p95_ms": 76.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.142, "count": 292, "max_ms": 95.246, "p95_ms": 90.845}, "read_interval": {"avg_ms": 102.79, "count": 291, "max_ms": 310.758, "p95_ms": 108.73}, "triton_wait": {"avg_ms": 73.467, "count": 292, "max_ms": 83.122, "p95_ms": 79.069}, "visualize": {"avg_ms": 3.718, "count": 292, "max_ms": 5.775, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12322.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.023, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.367, "name": "ffmpeg", "pid": 35244, "rss_mb": 274.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.793, "sample_count": 2671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:25:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:25:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:25:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:25:19.853185+09:00", "mtime_epoch": 1783052719.853185, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:25:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.689}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.39, "count": 291, "max_ms": 7.978, "p95_ms": 4.773}, "gstreamer_push": {"avg_ms": 1.316, "count": 291, "max_ms": 1.551, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.618, "count": 291, "max_ms": 69.941, "p95_ms": 65.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.019, "count": 291, "max_ms": 82.332, "p95_ms": 77.839}, "yolo11_640_fire_11class": {"avg_ms": 63.039, "count": 291, "max_ms": 72.937, "p95_ms": 67.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.072, "count": 291, "max_ms": 78.975, "p95_ms": 75.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.797, "count": 291, "max_ms": 95.575, "p95_ms": 91.378}, "read_interval": {"avg_ms": 103.185, "count": 290, "max_ms": 114.946, "p95_ms": 108.658}, "triton_wait": {"avg_ms": 73.472, "count": 291, "max_ms": 82.345, "p95_ms": 77.866}, "visualize": {"avg_ms": 3.731, "count": 291, "max_ms": 6.661, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12325.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1408.707, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.63, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:25:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:25:43+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T13:25:43+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T13:25:43.609648+09:00", "mtime_epoch": 1783052743.6096478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:25:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.861, "count": 302, "max_ms": 4.823, "p95_ms": 3.001}, "gstreamer_push": {"avg_ms": 1.384, "count": 302, "max_ms": 2.258, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.252, "count": 302, "max_ms": 72.322, "p95_ms": 66.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.309, "count": 302, "max_ms": 81.03, "p95_ms": 78.858}, "yolo11_640_fire_11class": {"avg_ms": 62.343, "count": 302, "max_ms": 76.309, "p95_ms": 68.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.445, "count": 302, "max_ms": 83.627, "p95_ms": 78.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.336, "count": 302, "max_ms": 95.597, "p95_ms": 91.156}, "read_interval": {"avg_ms": 99.442, "count": 302, "max_ms": 112.179, "p95_ms": 108.583}, "triton_wait": {"avg_ms": 70.61, "count": 302, "max_ms": 83.639, "p95_ms": 79.545}, "visualize": {"avg_ms": 3.736, "count": 302, "max_ms": 4.651, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12325.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.071, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.945, "name": "ffmpeg", "pid": 35244, "rss_mb": 276.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.019, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:25:49+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T13:25:49+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T13:25:49.921771+09:00", "mtime_epoch": 1783052749.9217706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:25:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.316, "pushed": 9.316, "read": 9.283}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.853, "count": 279, "max_ms": 7.539, "p95_ms": 6.586}, "gstreamer_push": {"avg_ms": 1.294, "count": 279, "max_ms": 1.683, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.371, "count": 279, "max_ms": 71.689, "p95_ms": 65.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.997, "count": 279, "max_ms": 81.223, "p95_ms": 78.786}, "yolo11_640_fire_11class": {"avg_ms": 60.224, "count": 279, "max_ms": 78.578, "p95_ms": 68.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.332, "count": 279, "max_ms": 82.888, "p95_ms": 78.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.908, "count": 279, "max_ms": 136.792, "p95_ms": 127.555}, "read_interval": {"avg_ms": 107.783, "count": 278, "max_ms": 150.15, "p95_ms": 140.83}, "triton_wait": {"avg_ms": 70.489, "count": 279, "max_ms": 82.901, "p95_ms": 79.358}, "visualize": {"avg_ms": 3.983, "count": 279, "max_ms": 5.87, "p95_ms": 5.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12325.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1438.722, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.478, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:26:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:26:13+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:26:13+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:26:13.598230+09:00", "mtime_epoch": 1783052773.5982301, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:26:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.884, "count": 301, "max_ms": 4.205, "p95_ms": 3.152}, "gstreamer_push": {"avg_ms": 1.389, "count": 301, "max_ms": 1.649, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.667, "count": 301, "max_ms": 71.794, "p95_ms": 67.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.132, "count": 301, "max_ms": 80.97, "p95_ms": 78.424}, "yolo11_640_fire_11class": {"avg_ms": 63.423, "count": 301, "max_ms": 75.426, "p95_ms": 71.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.58, "count": 301, "max_ms": 82.422, "p95_ms": 77.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.526, "count": 301, "max_ms": 94.113, "p95_ms": 90.354}, "read_interval": {"avg_ms": 99.623, "count": 301, "max_ms": 110.286, "p95_ms": 107.424}, "triton_wait": {"avg_ms": 70.735, "count": 301, "max_ms": 82.433, "p95_ms": 78.544}, "visualize": {"avg_ms": 3.745, "count": 301, "max_ms": 4.849, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12325.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.083, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.945, "name": "ffmpeg", "pid": 35244, "rss_mb": 276.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 9, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.717, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:26:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:26:20+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:26:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:26:19.914353+09:00", "mtime_epoch": 1783052779.9143527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:26:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.401, "count": 291, "max_ms": 6.222, "p95_ms": 4.529}, "gstreamer_push": {"avg_ms": 1.325, "count": 291, "max_ms": 1.504, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.368, "count": 291, "max_ms": 70.402, "p95_ms": 66.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.011, "count": 291, "max_ms": 81.748, "p95_ms": 77.731}, "yolo11_640_fire_11class": {"avg_ms": 63.918, "count": 291, "max_ms": 73.775, "p95_ms": 68.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.474, "count": 291, "max_ms": 80.29, "p95_ms": 76.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.73, "count": 291, "max_ms": 94.808, "p95_ms": 91.162}, "read_interval": {"avg_ms": 103.066, "count": 291, "max_ms": 111.074, "p95_ms": 108.7}, "triton_wait": {"avg_ms": 73.436, "count": 291, "max_ms": 81.757, "p95_ms": 77.807}, "visualize": {"avg_ms": 3.681, "count": 291, "max_ms": 4.366, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12325.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1468.795, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.361, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:26:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:26:43+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:26:43+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:26:43.670812+09:00", "mtime_epoch": 1783052803.6708124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:26:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.91}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.862, "count": 298, "max_ms": 4.158, "p95_ms": 2.994}, "gstreamer_push": {"avg_ms": 1.373, "count": 298, "max_ms": 1.532, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.939, "count": 298, "max_ms": 73.189, "p95_ms": 66.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.571, "count": 298, "max_ms": 81.251, "p95_ms": 77.98}, "yolo11_640_fire_11class": {"avg_ms": 64.507, "count": 298, "max_ms": 76.12, "p95_ms": 73.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.531, "count": 298, "max_ms": 80.128, "p95_ms": 75.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.96, "count": 298, "max_ms": 93.313, "p95_ms": 89.863}, "read_interval": {"avg_ms": 100.9, "count": 297, "max_ms": 112.811, "p95_ms": 107.685}, "triton_wait": {"avg_ms": 72.254, "count": 298, "max_ms": 81.262, "p95_ms": 78.128}, "visualize": {"avg_ms": 3.7, "count": 298, "max_ms": 4.776, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12325.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 257.145, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.945, "name": "ffmpeg", "pid": 35244, "rss_mb": 276.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.575, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120310, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:26:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:26:50+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T13:26:49+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:26:49.978934+09:00", "mtime_epoch": 1783052809.9789343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:26:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.979, "pushed": 9.979, "read": 9.946}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.47, "count": 299, "max_ms": 7.133, "p95_ms": 6.026}, "gstreamer_push": {"avg_ms": 1.311, "count": 299, "max_ms": 1.47, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.996, "count": 299, "max_ms": 72.125, "p95_ms": 64.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.162, "count": 299, "max_ms": 82.303, "p95_ms": 76.907}, "yolo11_640_fire_11class": {"avg_ms": 61.127, "count": 299, "max_ms": 74.258, "p95_ms": 68.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.295, "count": 299, "max_ms": 76.964, "p95_ms": 74.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.888, "count": 299, "max_ms": 95.07, "p95_ms": 90.357}, "read_interval": {"avg_ms": 100.553, "count": 298, "max_ms": 113.722, "p95_ms": 106.899}, "triton_wait": {"avg_ms": 70.532, "count": 299, "max_ms": 82.313, "p95_ms": 76.919}, "visualize": {"avg_ms": 3.712, "count": 299, "max_ms": 4.645, "p95_ms": 4.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 1153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12325.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1498.813, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.267, "sample_count": 2966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:27:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:27:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:27:13+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:27:13.691392+09:00", "mtime_epoch": 1783052833.691392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:27:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1872.016, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.928, "pushed": 9.928, "read": 9.895}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.856, "count": 297, "max_ms": 4.126, "p95_ms": 2.985}, "gstreamer_push": {"avg_ms": 1.372, "count": 297, "max_ms": 1.554, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.401, "count": 297, "max_ms": 73.659, "p95_ms": 68.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.433, "count": 297, "max_ms": 85.02, "p95_ms": 78.696}, "yolo11_640_fire_11class": {"avg_ms": 63.925, "count": 297, "max_ms": 76.871, "p95_ms": 71.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.806, "count": 297, "max_ms": 77.802, "p95_ms": 75.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.118, "count": 297, "max_ms": 96.487, "p95_ms": 90.431}, "read_interval": {"avg_ms": 101.057, "count": 296, "max_ms": 112.625, "p95_ms": 107.856}, "triton_wait": {"avg_ms": 72.414, "count": 297, "max_ms": 85.032, "p95_ms": 78.709}, "visualize": {"avg_ms": 3.688, "count": 297, "max_ms": 4.48, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12325.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.223, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.945, "name": "ffmpeg", "pid": 35244, "rss_mb": 276.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.324, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:27:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:27:20+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T13:27:20+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T13:27:20.059515+09:00", "mtime_epoch": 1783052840.0595145, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:27:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.33, "count": 294, "max_ms": 6.379, "p95_ms": 4.463}, "gstreamer_push": {"avg_ms": 1.301, "count": 294, "max_ms": 2.113, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.553, "count": 294, "max_ms": 72.29, "p95_ms": 66.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.044, "count": 294, "max_ms": 87.389, "p95_ms": 77.935}, "yolo11_640_fire_11class": {"avg_ms": 62.654, "count": 294, "max_ms": 75.815, "p95_ms": 69.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.281, "count": 294, "max_ms": 76.493, "p95_ms": 74.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.844, "count": 294, "max_ms": 100.269, "p95_ms": 90.801}, "read_interval": {"avg_ms": 102.288, "count": 293, "max_ms": 116.468, "p95_ms": 108.092}, "triton_wait": {"avg_ms": 72.782, "count": 294, "max_ms": 87.4, "p95_ms": 77.947}, "visualize": {"avg_ms": 3.638, "count": 294, "max_ms": 4.717, "p95_ms": 3.8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12432.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1528.916, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.596, "sample_count": 2894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:27:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T13:27:43+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T13:27:43+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T13:27:43.719970+09:00", "mtime_epoch": 1783052863.7199697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:27:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1971.785, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.034, "pushed": 8.034, "read": 8.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.094, "count": 240, "max_ms": 11.61, "p95_ms": 7.735}, "gstreamer_push": {"avg_ms": 1.296, "count": 241, "max_ms": 1.929, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.974, "count": 240, "max_ms": 69.248, "p95_ms": 66.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.773, "count": 240, "max_ms": 81.92, "p95_ms": 78.259}, "yolo11_640_fire_11class": {"avg_ms": 62.188, "count": 240, "max_ms": 69.812, "p95_ms": 67.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.568, "count": 240, "max_ms": 81.839, "p95_ms": 77.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.782, "count": 241, "max_ms": 729.952, "p95_ms": 180.238}, "read_interval": {"avg_ms": 124.663, "count": 240, "max_ms": 741.411, "p95_ms": 193.542}, "triton_wait": {"avg_ms": 71.677, "count": 240, "max_ms": 81.931, "p95_ms": 79.015}, "visualize": {"avg_ms": 5.693, "count": 240, "max_ms": 16.454, "p95_ms": 13.639}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12432.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.266, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 35244, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.722, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:27:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:27:50+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T13:27:50+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T13:27:50.088092+09:00", "mtime_epoch": 1783052870.0880923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:27:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.62, "pushed": 10.62, "read": 10.586}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.455, "count": 318, "max_ms": 6.793, "p95_ms": 5.304}, "gstreamer_push": {"avg_ms": 1.322, "count": 318, "max_ms": 1.791, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.4, "count": 318, "max_ms": 71.838, "p95_ms": 65.029}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.158, "count": 318, "max_ms": 84.993, "p95_ms": 76.86}, "yolo11_640_fire_11class": {"avg_ms": 54.99, "count": 318, "max_ms": 72.399, "p95_ms": 66.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.229, "count": 318, "max_ms": 81.276, "p95_ms": 76.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.861, "count": 318, "max_ms": 98.749, "p95_ms": 91.174}, "read_interval": {"avg_ms": 94.416, "count": 317, "max_ms": 115.199, "p95_ms": 109.746}, "triton_wait": {"avg_ms": 64.571, "count": 318, "max_ms": 85.005, "p95_ms": 78.002}, "visualize": {"avg_ms": 3.721, "count": 318, "max_ms": 5.819, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12406.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1559.011, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.072, "sample_count": 2835, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:28:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:28:13+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:28:13+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:28:13.880549+09:00", "mtime_epoch": 1783052893.880549, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:28:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1945.797, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.682, "pushed": 7.682, "read": 7.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.684, "count": 229, "max_ms": 10.083, "p95_ms": 7.855}, "gstreamer_push": {"avg_ms": 1.146, "count": 230, "max_ms": 1.535, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.079, "count": 229, "max_ms": 69.197, "p95_ms": 65.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.965, "count": 229, "max_ms": 80.383, "p95_ms": 76.169}, "yolo11_640_fire_11class": {"avg_ms": 55.655, "count": 229, "max_ms": 74.046, "p95_ms": 66.739}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.449, "count": 229, "max_ms": 80.935, "p95_ms": 77.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.276, "count": 230, "max_ms": 168.075, "p95_ms": 149.967}, "read_interval": {"avg_ms": 130.971, "count": 229, "max_ms": 179.569, "p95_ms": 165.931}, "triton_wait": {"avg_ms": 62.252, "count": 229, "max_ms": 80.947, "p95_ms": 78.161}, "visualize": {"avg_ms": 5.83, "count": 229, "max_ms": 12.958, "p95_ms": 10.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12395.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.366, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.203, "name": "ffmpeg", "pid": 35244, "rss_mb": 277.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 8, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.654, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:28:20+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:28:20+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T13:28:20.192670+09:00", "mtime_epoch": 1783052900.1926699, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:28:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.758, "pushed": 10.758, "read": 10.725}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.482, "count": 322, "max_ms": 7.122, "p95_ms": 5.225}, "gstreamer_push": {"avg_ms": 1.311, "count": 322, "max_ms": 1.545, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.412, "count": 322, "max_ms": 67.609, "p95_ms": 63.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.432, "count": 322, "max_ms": 80.621, "p95_ms": 76.172}, "yolo11_640_fire_11class": {"avg_ms": 53.13, "count": 322, "max_ms": 70.965, "p95_ms": 64.981}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.196, "count": 322, "max_ms": 79.629, "p95_ms": 75.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.347, "count": 322, "max_ms": 93.414, "p95_ms": 91.294}, "read_interval": {"avg_ms": 93.172, "count": 321, "max_ms": 113.348, "p95_ms": 107.875}, "triton_wait": {"avg_ms": 63.123, "count": 322, "max_ms": 80.633, "p95_ms": 77.027}, "visualize": {"avg_ms": 3.71, "count": 322, "max_ms": 6.428, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12397.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1589.049, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.055, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.072, "sample_count": 2839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:28:44+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T13:28:43+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T13:28:43.949125+09:00", "mtime_epoch": 1783052923.9491248, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228459}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:28:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.888}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.885, "count": 297, "max_ms": 4.177, "p95_ms": 3.131}, "gstreamer_push": {"avg_ms": 1.374, "count": 297, "max_ms": 1.926, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.431, "count": 297, "max_ms": 69.253, "p95_ms": 66.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.271, "count": 297, "max_ms": 81.741, "p95_ms": 79.299}, "yolo11_640_fire_11class": {"avg_ms": 63.831, "count": 297, "max_ms": 73.57, "p95_ms": 68.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.89, "count": 297, "max_ms": 80.299, "p95_ms": 77.841}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.568, "count": 297, "max_ms": 93.47, "p95_ms": 91.006}, "read_interval": {"avg_ms": 101.216, "count": 296, "max_ms": 111.339, "p95_ms": 108.31}, "triton_wait": {"avg_ms": 72.815, "count": 297, "max_ms": 81.753, "p95_ms": 79.374}, "visualize": {"avg_ms": 3.695, "count": 297, "max_ms": 5.697, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 377.377, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 7, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.411, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:28:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:28:50+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:28:50+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T13:28:50.201244+09:00", "mtime_epoch": 1783052930.2012444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:28:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 273, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.102, "pushed": 9.102, "read": 9.102}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.376, "count": 273, "max_ms": 5.329, "p95_ms": 4.784}, "gstreamer_push": {"avg_ms": 1.32, "count": 273, "max_ms": 1.52, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.538, "count": 273, "max_ms": 68.374, "p95_ms": 64.584}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.765, "count": 273, "max_ms": 81.003, "p95_ms": 77.47}, "yolo11_640_fire_11class": {"avg_ms": 60.596, "count": 273, "max_ms": 69.252, "p95_ms": 65.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.277, "count": 273, "max_ms": 79.146, "p95_ms": 76.506}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.722, "count": 273, "max_ms": 94.085, "p95_ms": 90.84}, "read_interval": {"avg_ms": 109.931, "count": 273, "max_ms": 2248.332, "p95_ms": 108.837}, "triton_wait": {"avg_ms": 71.45, "count": 273, "max_ms": 81.015, "p95_ms": 77.696}, "visualize": {"avg_ms": 3.699, "count": 273, "max_ms": 4.295, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 24, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:02:12+09:00", "last_error_summary": "[h264 @ 0x563a80ed6680] error while decoding MB 119 51, bytestream -5 [in#0/rtsp @ 0x563a800f1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563a800f1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:02:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 1619.111, "last_started_at": "2026-07-03T13:02:14+09:00", "pid": 34878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.883, "name": "ffmpeg", "pid": 34878, "rss_mb": 333.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 25, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.293, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:29:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:29:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:29:13+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T13:29:13.989699+09:00", "mtime_epoch": 1783052953.9896986, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:29:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.769, "pushed": 3.769, "read": 3.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.94, "count": 113, "max_ms": 4.969, "p95_ms": 3.348}, "gstreamer_push": {"avg_ms": 1.393, "count": 113, "max_ms": 1.903, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.242, "count": 113, "max_ms": 67.916, "p95_ms": 66.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.73, "count": 113, "max_ms": 82.165, "p95_ms": 78.206}, "yolo11_640_fire_11class": {"avg_ms": 61.676, "count": 113, "max_ms": 68.383, "p95_ms": 67.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.687, "count": 113, "max_ms": 78.936, "p95_ms": 76.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.949, "count": 113, "max_ms": 131.145, "p95_ms": 90.15}, "read_interval": {"avg_ms": 267.482, "count": 112, "max_ms": 19002.38, "p95_ms": 107.946}, "triton_wait": {"avg_ms": 69.711, "count": 113, "max_ms": 82.177, "p95_ms": 78.328}, "visualize": {"avg_ms": 3.747, "count": 113, "max_ms": 5.201, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 407.413, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 7, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.979, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:29:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T13:29:20+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T13:29:20.265818+09:00", "mtime_epoch": 1783052960.2658184, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:29:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.359, "pushed": 11.359, "read": 11.325}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.375, "count": 340, "max_ms": 6.346, "p95_ms": 4.502}, "gstreamer_push": {"avg_ms": 1.337, "count": 340, "max_ms": 1.52, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.306, "count": 340, "max_ms": 66.105, "p95_ms": 62.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.66, "count": 340, "max_ms": 81.831, "p95_ms": 74.349}, "yolo11_640_fire_11class": {"avg_ms": 49.202, "count": 340, "max_ms": 69.038, "p95_ms": 64.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.806, "count": 340, "max_ms": 74.926, "p95_ms": 73.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.834, "count": 340, "max_ms": 94.681, "p95_ms": 87.631}, "read_interval": {"avg_ms": 88.35, "count": 339, "max_ms": 456.738, "p95_ms": 104.793}, "triton_wait": {"avg_ms": 57.753, "count": 340, "max_ms": 81.844, "p95_ms": 74.361}, "visualize": {"avg_ms": 3.709, "count": 340, "max_ms": 4.55, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.678, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.164, "name": "ffmpeg", "pid": 35411, "rss_mb": 328.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.134, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:29:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:29:44+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T13:29:44+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T13:29:44.078272+09:00", "mtime_epoch": 1783052984.0782723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:29:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 115, "pushed_frames": 115, "read_frames": 114, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.838, "pushed": 3.838, "read": 3.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.892, "count": 115, "max_ms": 4.085, "p95_ms": 3.584}, "gstreamer_push": {"avg_ms": 1.378, "count": 115, "max_ms": 1.634, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.668, "count": 115, "max_ms": 68.738, "p95_ms": 66.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.885, "count": 115, "max_ms": 82.512, "p95_ms": 78.975}, "yolo11_640_fire_11class": {"avg_ms": 61.552, "count": 115, "max_ms": 73.946, "p95_ms": 72.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.369, "count": 115, "max_ms": 79.631, "p95_ms": 78.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.604, "count": 115, "max_ms": 94.126, "p95_ms": 90.889}, "read_interval": {"avg_ms": 263.016, "count": 114, "max_ms": 13903.187, "p95_ms": 109.341}, "triton_wait": {"avg_ms": 67.821, "count": 115, "max_ms": 82.525, "p95_ms": 79.225}, "visualize": {"avg_ms": 3.747, "count": 115, "max_ms": 5.539, "p95_ms": 4.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12397.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 437.458, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 7, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.859, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:29:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:29:50+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T13:29:50+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T13:29:50.298391+09:00", "mtime_epoch": 1783052990.2983906, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:29:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.947, "pushed": 10.947, "read": 10.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.513, "count": 328, "max_ms": 7.096, "p95_ms": 5.697}, "gstreamer_push": {"avg_ms": 1.328, "count": 328, "max_ms": 1.621, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.631, "count": 328, "max_ms": 65.491, "p95_ms": 62.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.666, "count": 328, "max_ms": 83.012, "p95_ms": 76.183}, "yolo11_640_fire_11class": {"avg_ms": 51.309, "count": 328, "max_ms": 68.547, "p95_ms": 64.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.094, "count": 328, "max_ms": 79.058, "p95_ms": 74.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.51, "count": 328, "max_ms": 127.696, "p95_ms": 91.051}, "read_interval": {"avg_ms": 91.592, "count": 327, "max_ms": 141.431, "p95_ms": 110.145}, "triton_wait": {"avg_ms": 60.027, "count": 328, "max_ms": 83.024, "p95_ms": 76.311}, "visualize": {"avg_ms": 3.777, "count": 328, "max_ms": 5.285, "p95_ms": 4.666}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12397.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.778, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.134, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:30:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:30:14+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:30:14+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:30:14.154844+09:00", "mtime_epoch": 1783053014.1548443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:30:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.85}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.891, "count": 296, "max_ms": 4.363, "p95_ms": 3.37}, "gstreamer_push": {"avg_ms": 1.374, "count": 296, "max_ms": 1.782, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.404, "count": 296, "max_ms": 70.861, "p95_ms": 66.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.247, "count": 296, "max_ms": 84.548, "p95_ms": 79.685}, "yolo11_640_fire_11class": {"avg_ms": 64.552, "count": 296, "max_ms": 73.923, "p95_ms": 69.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.554, "count": 296, "max_ms": 79.28, "p95_ms": 76.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.443, "count": 296, "max_ms": 96.121, "p95_ms": 91.605}, "read_interval": {"avg_ms": 101.424, "count": 295, "max_ms": 413.486, "p95_ms": 107.466}, "triton_wait": {"avg_ms": 72.679, "count": 296, "max_ms": 84.56, "p95_ms": 79.696}, "visualize": {"avg_ms": 3.72, "count": 296, "max_ms": 5.201, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12397.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 467.498, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 7, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.825, "sample_count": 3037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:30:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:30:20+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:30:20+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:30:20.330962+09:00", "mtime_epoch": 1783053020.3309617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160394}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:30:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.883, "pushed": 9.883, "read": 9.849}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.421, "count": 296, "max_ms": 6.601, "p95_ms": 4.702}, "gstreamer_push": {"avg_ms": 1.32, "count": 296, "max_ms": 1.777, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.756, "count": 296, "max_ms": 67.391, "p95_ms": 64.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.032, "count": 296, "max_ms": 83.184, "p95_ms": 77.736}, "yolo11_640_fire_11class": {"avg_ms": 60.412, "count": 296, "max_ms": 68.451, "p95_ms": 65.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.687, "count": 296, "max_ms": 78.097, "p95_ms": 74.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.536, "count": 296, "max_ms": 96.232, "p95_ms": 91.138}, "read_interval": {"avg_ms": 101.479, "count": 295, "max_ms": 112.603, "p95_ms": 108.687}, "triton_wait": {"avg_ms": 71.244, "count": 296, "max_ms": 83.196, "p95_ms": 77.752}, "visualize": {"avg_ms": 3.706, "count": 296, "max_ms": 4.872, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12397.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.86, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.134, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:30:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:30:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:30:44+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:30:44.235415+09:00", "mtime_epoch": 1783053044.2354155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:30:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.976}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.967, "count": 300, "max_ms": 4.325, "p95_ms": 3.681}, "gstreamer_push": {"avg_ms": 1.379, "count": 300, "max_ms": 1.583, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.971, "count": 300, "max_ms": 71.726, "p95_ms": 66.847}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.966, "count": 300, "max_ms": 82.822, "p95_ms": 79.068}, "yolo11_640_fire_11class": {"avg_ms": 63.024, "count": 300, "max_ms": 74.205, "p95_ms": 70.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.927, "count": 300, "max_ms": 80.119, "p95_ms": 75.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.444, "count": 300, "max_ms": 94.643, "p95_ms": 91.329}, "read_interval": {"avg_ms": 100.251, "count": 299, "max_ms": 113.519, "p95_ms": 109.069}, "triton_wait": {"avg_ms": 71.402, "count": 300, "max_ms": 82.833, "p95_ms": 79.141}, "visualize": {"avg_ms": 3.808, "count": 300, "max_ms": 5.152, "p95_ms": 4.558}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 497.605, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 7, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.801, "sample_count": 3054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 122779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:30:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:30:50+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T13:30:50+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T13:30:50.431533+09:00", "mtime_epoch": 1783053050.4315329, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:30:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.538, "count": 296, "max_ms": 7.355, "p95_ms": 6.131}, "gstreamer_push": {"avg_ms": 1.343, "count": 296, "max_ms": 1.611, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.039, "count": 296, "max_ms": 70.46, "p95_ms": 65.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.223, "count": 296, "max_ms": 85.723, "p95_ms": 78.159}, "yolo11_640_fire_11class": {"avg_ms": 60.437, "count": 296, "max_ms": 72.968, "p95_ms": 67.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.236, "count": 296, "max_ms": 79.312, "p95_ms": 75.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.302, "count": 296, "max_ms": 129.995, "p95_ms": 91.71}, "read_interval": {"avg_ms": 101.336, "count": 296, "max_ms": 143.821, "p95_ms": 109.35}, "triton_wait": {"avg_ms": 70.516, "count": 296, "max_ms": 85.735, "p95_ms": 78.172}, "visualize": {"avg_ms": 3.744, "count": 296, "max_ms": 5.71, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.898, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.134, "sample_count": 2476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:31:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:31:14+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T13:31:14+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:31:14.267985+09:00", "mtime_epoch": 1783053074.2679846, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:31:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.821, "pushed": 9.821, "read": 9.788}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.868, "count": 294, "max_ms": 4.079, "p95_ms": 2.993}, "gstreamer_push": {"avg_ms": 1.372, "count": 294, "max_ms": 2.163, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.687, "count": 294, "max_ms": 70.99, "p95_ms": 67.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.629, "count": 294, "max_ms": 85.072, "p95_ms": 80.18}, "yolo11_640_fire_11class": {"avg_ms": 64.576, "count": 294, "max_ms": 74.872, "p95_ms": 69.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.285, "count": 294, "max_ms": 82.083, "p95_ms": 78.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.379, "count": 294, "max_ms": 96.492, "p95_ms": 91.871}, "read_interval": {"avg_ms": 102.171, "count": 293, "max_ms": 118.024, "p95_ms": 109.962}, "triton_wait": {"avg_ms": 73.711, "count": 294, "max_ms": 85.084, "p95_ms": 80.192}, "visualize": {"avg_ms": 3.7, "count": 294, "max_ms": 4.696, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 527.663, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.114, "sample_count": 3056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:31:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:31:20+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:31:20+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:31:20.492102+09:00", "mtime_epoch": 1783053080.4921024, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:31:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.604, "count": 293, "max_ms": 8.124, "p95_ms": 5.944}, "gstreamer_push": {"avg_ms": 1.329, "count": 293, "max_ms": 1.572, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.947, "count": 293, "max_ms": 72.208, "p95_ms": 65.302}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.862, "count": 293, "max_ms": 86.664, "p95_ms": 79.767}, "yolo11_640_fire_11class": {"avg_ms": 60.46, "count": 293, "max_ms": 74.059, "p95_ms": 67.033}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.295, "count": 293, "max_ms": 83.215, "p95_ms": 76.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.556, "count": 293, "max_ms": 135.538, "p95_ms": 93.621}, "read_interval": {"avg_ms": 102.572, "count": 292, "max_ms": 149.386, "p95_ms": 110.388}, "triton_wait": {"avg_ms": 71.419, "count": 293, "max_ms": 86.677, "p95_ms": 79.779}, "visualize": {"avg_ms": 3.76, "count": 293, "max_ms": 5.275, "p95_ms": 4.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.928, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.134, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:31:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:31:44+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:31:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:31:44.296553+09:00", "mtime_epoch": 1783053104.2965527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:31:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.786}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.854, "count": 294, "max_ms": 3.527, "p95_ms": 2.917}, "gstreamer_push": {"avg_ms": 1.371, "count": 294, "max_ms": 2.389, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.257, "count": 294, "max_ms": 72.133, "p95_ms": 67.752}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.409, "count": 294, "max_ms": 82.72, "p95_ms": 79.496}, "yolo11_640_fire_11class": {"avg_ms": 65.033, "count": 294, "max_ms": 73.395, "p95_ms": 69.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.938, "count": 294, "max_ms": 80.007, "p95_ms": 76.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.356, "count": 294, "max_ms": 95.258, "p95_ms": 91.232}, "read_interval": {"avg_ms": 102.105, "count": 293, "max_ms": 114.796, "p95_ms": 108.515}, "triton_wait": {"avg_ms": 73.65, "count": 294, "max_ms": 82.732, "p95_ms": 79.72}, "visualize": {"avg_ms": 3.687, "count": 294, "max_ms": 4.888, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 557.714, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.294, "sample_count": 3050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:31:50+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:31:50+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T13:31:50.540671+09:00", "mtime_epoch": 1783053110.5406706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:31:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.784}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.409, "count": 294, "max_ms": 5.588, "p95_ms": 4.751}, "gstreamer_push": {"avg_ms": 1.334, "count": 294, "max_ms": 1.636, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.851, "count": 294, "max_ms": 69.825, "p95_ms": 65.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.312, "count": 294, "max_ms": 82.251, "p95_ms": 77.993}, "yolo11_640_fire_11class": {"avg_ms": 61.495, "count": 294, "max_ms": 71.338, "p95_ms": 67.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.429, "count": 294, "max_ms": 78.435, "p95_ms": 74.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.016, "count": 294, "max_ms": 95.591, "p95_ms": 91.368}, "read_interval": {"avg_ms": 102.194, "count": 293, "max_ms": 114.101, "p95_ms": 109.378}, "triton_wait": {"avg_ms": 71.621, "count": 294, "max_ms": 82.264, "p95_ms": 78.01}, "visualize": {"avg_ms": 3.72, "count": 294, "max_ms": 4.664, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.954, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.134, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:32:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:32:14+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:32:14+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:32:14.325119+09:00", "mtime_epoch": 1783053134.3251195, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:32:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.899, "count": 299, "max_ms": 4.364, "p95_ms": 3.354}, "gstreamer_push": {"avg_ms": 1.365, "count": 299, "max_ms": 2.206, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.668, "count": 299, "max_ms": 69.929, "p95_ms": 66.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.684, "count": 299, "max_ms": 85.92, "p95_ms": 80.025}, "yolo11_640_fire_11class": {"avg_ms": 64.075, "count": 299, "max_ms": 75.418, "p95_ms": 70.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.445, "count": 299, "max_ms": 78.905, "p95_ms": 77.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.778, "count": 299, "max_ms": 97.584, "p95_ms": 91.937}, "read_interval": {"avg_ms": 100.409, "count": 298, "max_ms": 117.536, "p95_ms": 108.916}, "triton_wait": {"avg_ms": 72.019, "count": 299, "max_ms": 85.932, "p95_ms": 80.041}, "visualize": {"avg_ms": 3.732, "count": 299, "max_ms": 5.805, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 587.771, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.37, "sample_count": 3050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:32:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:32:20+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:32:20+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:32:20.601238+09:00", "mtime_epoch": 1783053140.601238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:32:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.75}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.506, "count": 293, "max_ms": 7.057, "p95_ms": 5.476}, "gstreamer_push": {"avg_ms": 1.329, "count": 293, "max_ms": 1.594, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.652, "count": 293, "max_ms": 67.596, "p95_ms": 64.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.698, "count": 293, "max_ms": 85.221, "p95_ms": 78.379}, "yolo11_640_fire_11class": {"avg_ms": 61.41, "count": 293, "max_ms": 69.431, "p95_ms": 66.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.818, "count": 293, "max_ms": 78.229, "p95_ms": 75.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.614, "count": 293, "max_ms": 99.032, "p95_ms": 91.737}, "read_interval": {"avg_ms": 102.564, "count": 292, "max_ms": 117.339, "p95_ms": 109.457}, "triton_wait": {"avg_ms": 72.064, "count": 293, "max_ms": 85.258, "p95_ms": 78.391}, "visualize": {"avg_ms": 3.782, "count": 293, "max_ms": 6.578, "p95_ms": 4.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.006, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.354, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:32:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:32:44+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T13:32:44+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:32:44.373686+09:00", "mtime_epoch": 1783053164.373686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:32:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.855, "count": 292, "max_ms": 4.03, "p95_ms": 2.904}, "gstreamer_push": {"avg_ms": 1.358, "count": 292, "max_ms": 1.544, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.156, "count": 292, "max_ms": 71.997, "p95_ms": 67.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.92, "count": 292, "max_ms": 86.112, "p95_ms": 79.314}, "yolo11_640_fire_11class": {"avg_ms": 66.042, "count": 292, "max_ms": 76.413, "p95_ms": 70.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.56, "count": 292, "max_ms": 82.116, "p95_ms": 76.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.491, "count": 292, "max_ms": 97.51, "p95_ms": 91.101}, "read_interval": {"avg_ms": 102.891, "count": 291, "max_ms": 113.574, "p95_ms": 107.988}, "triton_wait": {"avg_ms": 74.901, "count": 292, "max_ms": 86.124, "p95_ms": 79.35}, "visualize": {"avg_ms": 3.666, "count": 292, "max_ms": 4.516, "p95_ms": 3.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 617.85, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.357, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 123954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:32:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:32:50+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:32:50+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:32:50.677805+09:00", "mtime_epoch": 1783053170.677805, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:32:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.843, "pushed": 9.843, "read": 9.809}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.399, "count": 295, "max_ms": 6.004, "p95_ms": 4.973}, "gstreamer_push": {"avg_ms": 1.321, "count": 295, "max_ms": 1.521, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.811, "count": 295, "max_ms": 67.801, "p95_ms": 64.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.299, "count": 295, "max_ms": 87.997, "p95_ms": 77.036}, "yolo11_640_fire_11class": {"avg_ms": 61.724, "count": 295, "max_ms": 74.094, "p95_ms": 67.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.807, "count": 295, "max_ms": 76.836, "p95_ms": 74.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.082, "count": 295, "max_ms": 101.22, "p95_ms": 90.241}, "read_interval": {"avg_ms": 101.938, "count": 294, "max_ms": 117.543, "p95_ms": 108.062}, "triton_wait": {"avg_ms": 71.72, "count": 295, "max_ms": 88.009, "p95_ms": 77.048}, "visualize": {"avg_ms": 3.704, "count": 295, "max_ms": 4.971, "p95_ms": 4.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.083, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.357, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:33:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:33:14+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:33:14+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:33:14.454252+09:00", "mtime_epoch": 1783053194.4542525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:33:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.843, "count": 300, "max_ms": 3.742, "p95_ms": 2.932}, "gstreamer_push": {"avg_ms": 1.36, "count": 300, "max_ms": 1.641, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.318, "count": 300, "max_ms": 70.626, "p95_ms": 66.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.837, "count": 300, "max_ms": 83.791, "p95_ms": 79.91}, "yolo11_640_fire_11class": {"avg_ms": 64.518, "count": 300, "max_ms": 75.063, "p95_ms": 70.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.943, "count": 300, "max_ms": 79.585, "p95_ms": 76.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.623, "count": 300, "max_ms": 95.286, "p95_ms": 91.472}, "read_interval": {"avg_ms": 100.23, "count": 299, "max_ms": 112.079, "p95_ms": 108.415}, "triton_wait": {"avg_ms": 72.102, "count": 300, "max_ms": 83.803, "p95_ms": 79.922}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 4.682, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 647.888, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.781, "name": "ffmpeg", "pid": 35244, "rss_mb": 279.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.384, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:33:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T13:33:20+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T13:33:20.742371+09:00", "mtime_epoch": 1783053200.7423706, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:33:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.416, "count": 299, "max_ms": 6.718, "p95_ms": 4.742}, "gstreamer_push": {"avg_ms": 1.334, "count": 299, "max_ms": 1.521, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.754, "count": 299, "max_ms": 68.392, "p95_ms": 64.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.896, "count": 299, "max_ms": 82.343, "p95_ms": 78.398}, "yolo11_640_fire_11class": {"avg_ms": 58.947, "count": 299, "max_ms": 68.379, "p95_ms": 65.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.071, "count": 299, "max_ms": 80.173, "p95_ms": 77.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.827, "count": 299, "max_ms": 97.408, "p95_ms": 92.052}, "read_interval": {"avg_ms": 100.514, "count": 298, "max_ms": 303.544, "p95_ms": 109.908}, "triton_wait": {"avg_ms": 69.471, "count": 299, "max_ms": 82.355, "p95_ms": 78.536}, "visualize": {"avg_ms": 3.704, "count": 299, "max_ms": 4.772, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12400.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.153, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.535, "sample_count": 2594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:33:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:33:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:33:44+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:33:44.522818+09:00", "mtime_epoch": 1783053224.5228176, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:33:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.878}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.899, "count": 297, "max_ms": 5.097, "p95_ms": 3.246}, "gstreamer_push": {"avg_ms": 1.369, "count": 297, "max_ms": 2.386, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.299, "count": 297, "max_ms": 74.447, "p95_ms": 67.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.425, "count": 297, "max_ms": 85.14, "p95_ms": 79.375}, "yolo11_640_fire_11class": {"avg_ms": 62.735, "count": 297, "max_ms": 77.002, "p95_ms": 71.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.513, "count": 297, "max_ms": 80.867, "p95_ms": 78.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.433, "count": 297, "max_ms": 131.663, "p95_ms": 92.182}, "read_interval": {"avg_ms": 101.23, "count": 296, "max_ms": 145.152, "p95_ms": 109.969}, "triton_wait": {"avg_ms": 72.485, "count": 297, "max_ms": 85.152, "p95_ms": 79.845}, "visualize": {"avg_ms": 3.719, "count": 297, "max_ms": 5.82, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12400.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 677.921, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.359, "name": "ffmpeg", "pid": 35244, "rss_mb": 282.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.546, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:33:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:33:50+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:33:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:33:50.750935+09:00", "mtime_epoch": 1783053230.7509346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:33:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.721, "pushed": 9.721, "read": 9.687}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.448, "count": 291, "max_ms": 8.743, "p95_ms": 5.046}, "gstreamer_push": {"avg_ms": 1.308, "count": 291, "max_ms": 1.528, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.143, "count": 291, "max_ms": 70.365, "p95_ms": 66.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.976, "count": 291, "max_ms": 85.231, "p95_ms": 78.822}, "yolo11_640_fire_11class": {"avg_ms": 62.715, "count": 291, "max_ms": 75.45, "p95_ms": 69.777}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.649, "count": 291, "max_ms": 78.585, "p95_ms": 76.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.294, "count": 291, "max_ms": 97.869, "p95_ms": 92.293}, "read_interval": {"avg_ms": 103.2, "count": 290, "max_ms": 116.864, "p95_ms": 109.841}, "triton_wait": {"avg_ms": 72.961, "count": 291, "max_ms": 85.244, "p95_ms": 78.834}, "visualize": {"avg_ms": 3.722, "count": 291, "max_ms": 7.035, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12400.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.207, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.58, "sample_count": 2779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:34:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:34:14+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T13:34:14+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:34:14.575382+09:00", "mtime_epoch": 1783053254.575382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:34:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.884, "pushed": 9.884, "read": 9.851}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.847, "count": 296, "max_ms": 4.643, "p95_ms": 3.149}, "gstreamer_push": {"avg_ms": 1.361, "count": 296, "max_ms": 1.607, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.433, "count": 296, "max_ms": 74.236, "p95_ms": 66.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.591, "count": 296, "max_ms": 83.96, "p95_ms": 79.448}, "yolo11_640_fire_11class": {"avg_ms": 64.473, "count": 296, "max_ms": 76.248, "p95_ms": 69.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.202, "count": 296, "max_ms": 82.733, "p95_ms": 76.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.625, "count": 296, "max_ms": 96.83, "p95_ms": 91.445}, "read_interval": {"avg_ms": 101.494, "count": 295, "max_ms": 112.733, "p95_ms": 109.134}, "triton_wait": {"avg_ms": 72.989, "count": 296, "max_ms": 83.973, "p95_ms": 79.495}, "visualize": {"avg_ms": 3.695, "count": 296, "max_ms": 4.756, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12401.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 708.002, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.359, "name": "ffmpeg", "pid": 35244, "rss_mb": 282.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.814, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 124839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:34:20+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:34:20+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:34:20.831499+09:00", "mtime_epoch": 1783053260.8314993, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:34:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.839, "pushed": 9.839, "read": 9.806}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.396, "count": 295, "max_ms": 6.268, "p95_ms": 4.74}, "gstreamer_push": {"avg_ms": 1.312, "count": 295, "max_ms": 2.241, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.555, "count": 295, "max_ms": 68.092, "p95_ms": 65.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.069, "count": 295, "max_ms": 83.975, "p95_ms": 78.71}, "yolo11_640_fire_11class": {"avg_ms": 61.518, "count": 295, "max_ms": 70.478, "p95_ms": 67.247}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.271, "count": 295, "max_ms": 79.335, "p95_ms": 74.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.955, "count": 295, "max_ms": 97.047, "p95_ms": 91.986}, "read_interval": {"avg_ms": 101.94, "count": 294, "max_ms": 115.054, "p95_ms": 109.861}, "triton_wait": {"avg_ms": 71.74, "count": 295, "max_ms": 83.987, "p95_ms": 78.981}, "visualize": {"avg_ms": 3.703, "count": 295, "max_ms": 4.718, "p95_ms": 4.015}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12401.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.301, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.542, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:34:44+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:34:44+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:34:44.675942+09:00", "mtime_epoch": 1783053284.6759422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:34:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.846, "count": 299, "max_ms": 4.348, "p95_ms": 3.17}, "gstreamer_push": {"avg_ms": 1.365, "count": 299, "max_ms": 1.775, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.143, "count": 299, "max_ms": 72.516, "p95_ms": 66.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.108, "count": 299, "max_ms": 83.541, "p95_ms": 79.67}, "yolo11_640_fire_11class": {"avg_ms": 63.11, "count": 299, "max_ms": 74.627, "p95_ms": 68.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.764, "count": 299, "max_ms": 83.049, "p95_ms": 76.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.777, "count": 299, "max_ms": 95.308, "p95_ms": 91.439}, "read_interval": {"avg_ms": 100.62, "count": 298, "max_ms": 113.633, "p95_ms": 108.632}, "triton_wait": {"avg_ms": 72.129, "count": 299, "max_ms": 83.553, "p95_ms": 79.882}, "visualize": {"avg_ms": 3.697, "count": 299, "max_ms": 4.929, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12400.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 738.026, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.359, "name": "ffmpeg", "pid": 35244, "rss_mb": 282.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.861, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:34:50+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:34:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:34:50.856026+09:00", "mtime_epoch": 1783053290.8560262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:34:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.861, "pushed": 9.861, "read": 9.828}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.374, "count": 295, "max_ms": 5.848, "p95_ms": 4.558}, "gstreamer_push": {"avg_ms": 1.32, "count": 295, "max_ms": 1.467, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.902, "count": 295, "max_ms": 68.155, "p95_ms": 66.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.941, "count": 295, "max_ms": 83.764, "p95_ms": 78.874}, "yolo11_640_fire_11class": {"avg_ms": 61.302, "count": 295, "max_ms": 70.245, "p95_ms": 66.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.577, "count": 295, "max_ms": 78.889, "p95_ms": 75.812}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.083, "count": 295, "max_ms": 96.711, "p95_ms": 92.088}, "read_interval": {"avg_ms": 101.768, "count": 294, "max_ms": 112.464, "p95_ms": 109.379}, "triton_wait": {"avg_ms": 71.858, "count": 295, "max_ms": 83.775, "p95_ms": 78.901}, "visualize": {"avg_ms": 3.69, "count": 295, "max_ms": 4.633, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.307, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.472, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:35:14+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T13:35:14+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T13:35:14.692353+09:00", "mtime_epoch": 1783053314.6923532, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:35:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.839, "count": 296, "max_ms": 3.473, "p95_ms": 2.93}, "gstreamer_push": {"avg_ms": 1.371, "count": 296, "max_ms": 1.592, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.986, "count": 296, "max_ms": 69.404, "p95_ms": 65.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.695, "count": 296, "max_ms": 86.689, "p95_ms": 78.825}, "yolo11_640_fire_11class": {"avg_ms": 62.145, "count": 296, "max_ms": 71.349, "p95_ms": 68.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.637, "count": 296, "max_ms": 80.8, "p95_ms": 74.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.393, "count": 296, "max_ms": 98.374, "p95_ms": 90.77}, "read_interval": {"avg_ms": 101.418, "count": 296, "max_ms": 114.717, "p95_ms": 108.065}, "triton_wait": {"avg_ms": 72.759, "count": 296, "max_ms": 86.702, "p95_ms": 78.873}, "visualize": {"avg_ms": 3.685, "count": 296, "max_ms": 4.612, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 768.097, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.938, "name": "ffmpeg", "pid": 35244, "rss_mb": 284.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.875, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:35:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:35:21+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T13:35:20+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:35:20.924439+09:00", "mtime_epoch": 1783053320.9244394, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:35:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.499, "count": 298, "max_ms": 6.573, "p95_ms": 6.009}, "gstreamer_push": {"avg_ms": 1.302, "count": 298, "max_ms": 2.253, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.588, "count": 298, "max_ms": 70.755, "p95_ms": 65.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.932, "count": 298, "max_ms": 86.119, "p95_ms": 78.641}, "yolo11_640_fire_11class": {"avg_ms": 60.044, "count": 298, "max_ms": 72.411, "p95_ms": 66.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.053, "count": 298, "max_ms": 76.132, "p95_ms": 73.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.536, "count": 298, "max_ms": 99.088, "p95_ms": 91.147}, "read_interval": {"avg_ms": 100.901, "count": 297, "max_ms": 115.27, "p95_ms": 108.349}, "triton_wait": {"avg_ms": 71.436, "count": 298, "max_ms": 86.131, "p95_ms": 78.652}, "visualize": {"avg_ms": 3.606, "count": 298, "max_ms": 4.591, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.323, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.535, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:35:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:35:44+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T13:35:44+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:35:44.696771+09:00", "mtime_epoch": 1783053344.696771, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:35:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.834}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.827, "count": 295, "max_ms": 3.255, "p95_ms": 2.89}, "gstreamer_push": {"avg_ms": 1.355, "count": 295, "max_ms": 1.974, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.35, "count": 295, "max_ms": 75.736, "p95_ms": 66.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.24, "count": 295, "max_ms": 87.857, "p95_ms": 80.025}, "yolo11_640_fire_11class": {"avg_ms": 63.52, "count": 295, "max_ms": 77.237, "p95_ms": 68.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.833, "count": 295, "max_ms": 85.967, "p95_ms": 75.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.893, "count": 295, "max_ms": 99.369, "p95_ms": 91.648}, "read_interval": {"avg_ms": 101.718, "count": 295, "max_ms": 115.317, "p95_ms": 108.766}, "triton_wait": {"avg_ms": 73.256, "count": 295, "max_ms": 87.87, "p95_ms": 80.037}, "visualize": {"avg_ms": 3.663, "count": 295, "max_ms": 4.387, "p95_ms": 3.79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 798.105, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.938, "name": "ffmpeg", "pid": 35244, "rss_mb": 284.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.909, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 125726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:35:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:35:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:35:50+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:35:50.932858+09:00", "mtime_epoch": 1783053350.9328585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:35:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.38, "count": 294, "max_ms": 6.829, "p95_ms": 4.869}, "gstreamer_push": {"avg_ms": 1.314, "count": 294, "max_ms": 2.27, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.817, "count": 294, "max_ms": 74.292, "p95_ms": 65.083}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.038, "count": 294, "max_ms": 86.621, "p95_ms": 79.106}, "yolo11_640_fire_11class": {"avg_ms": 61.666, "count": 294, "max_ms": 75.83, "p95_ms": 67.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.281, "count": 294, "max_ms": 84.595, "p95_ms": 74.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.321, "count": 294, "max_ms": 99.617, "p95_ms": 92.13}, "read_interval": {"avg_ms": 102.058, "count": 294, "max_ms": 115.428, "p95_ms": 110.711}, "triton_wait": {"avg_ms": 72.164, "count": 294, "max_ms": 86.633, "p95_ms": 79.116}, "visualize": {"avg_ms": 3.654, "count": 294, "max_ms": 4.521, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.414, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.762, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:36:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:36:14+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:36:14+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:36:14.785196+09:00", "mtime_epoch": 1783053374.785196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:36:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.902, "count": 291, "max_ms": 4.261, "p95_ms": 3.173}, "gstreamer_push": {"avg_ms": 1.383, "count": 291, "max_ms": 2.161, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.784, "count": 291, "max_ms": 75.006, "p95_ms": 66.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.983, "count": 291, "max_ms": 86.97, "p95_ms": 80.615}, "yolo11_640_fire_11class": {"avg_ms": 64.489, "count": 291, "max_ms": 76.352, "p95_ms": 69.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.437, "count": 291, "max_ms": 85.728, "p95_ms": 75.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.938, "count": 291, "max_ms": 99.352, "p95_ms": 92.515}, "read_interval": {"avg_ms": 103.385, "count": 290, "max_ms": 116.934, "p95_ms": 110.685}, "triton_wait": {"avg_ms": 74.097, "count": 291, "max_ms": 86.983, "p95_ms": 80.629}, "visualize": {"avg_ms": 3.754, "count": 291, "max_ms": 4.755, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 828.112, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.938, "name": "ffmpeg", "pid": 35244, "rss_mb": 284.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.94, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:36:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:36:21+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T13:36:20+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T13:36:20.961284+09:00", "mtime_epoch": 1783053380.9612842, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:36:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.57, "pushed": 9.57, "read": 9.57}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.369, "count": 287, "max_ms": 5.009, "p95_ms": 4.5}, "gstreamer_push": {"avg_ms": 1.325, "count": 287, "max_ms": 1.51, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.045, "count": 287, "max_ms": 74.559, "p95_ms": 66.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.836, "count": 287, "max_ms": 86.756, "p95_ms": 80.816}, "yolo11_640_fire_11class": {"avg_ms": 63.241, "count": 287, "max_ms": 75.82, "p95_ms": 68.385}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.143, "count": 287, "max_ms": 85.535, "p95_ms": 75.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.77, "count": 287, "max_ms": 99.979, "p95_ms": 94.032}, "read_interval": {"avg_ms": 104.609, "count": 287, "max_ms": 116.137, "p95_ms": 111.317}, "triton_wait": {"avg_ms": 74.456, "count": 287, "max_ms": 86.768, "p95_ms": 80.828}, "visualize": {"avg_ms": 3.693, "count": 287, "max_ms": 4.64, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.463, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.895, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:36:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:36:44+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T13:36:44+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T13:36:44.861627+09:00", "mtime_epoch": 1783053404.861627, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:36:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.912, "count": 300, "max_ms": 4.709, "p95_ms": 3.73}, "gstreamer_push": {"avg_ms": 1.375, "count": 300, "max_ms": 1.697, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.318, "count": 300, "max_ms": 73.775, "p95_ms": 66.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.67, "count": 300, "max_ms": 87.781, "p95_ms": 80.342}, "yolo11_640_fire_11class": {"avg_ms": 62.708, "count": 300, "max_ms": 75.278, "p95_ms": 70.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.739, "count": 300, "max_ms": 85.082, "p95_ms": 77.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.991, "count": 300, "max_ms": 99.608, "p95_ms": 92.335}, "read_interval": {"avg_ms": 100.228, "count": 299, "max_ms": 116.689, "p95_ms": 110.289}, "triton_wait": {"avg_ms": 71.128, "count": 300, "max_ms": 87.795, "p95_ms": 80.354}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 5.66, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 858.205, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.938, "name": "ffmpeg", "pid": 35244, "rss_mb": 284.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.474, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:36:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:36:51+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T13:36:51+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T13:36:51.021716+09:00", "mtime_epoch": 1783053411.021716, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:36:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.202, "pushed": 9.202, "read": 9.169}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.913, "count": 276, "max_ms": 7.921, "p95_ms": 6.611}, "gstreamer_push": {"avg_ms": 1.289, "count": 276, "max_ms": 1.653, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.718, "count": 276, "max_ms": 69.043, "p95_ms": 65.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.999, "count": 276, "max_ms": 86.481, "p95_ms": 80.495}, "yolo11_640_fire_11class": {"avg_ms": 59.488, "count": 276, "max_ms": 71.776, "p95_ms": 67.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.844, "count": 276, "max_ms": 83.358, "p95_ms": 77.603}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.803, "count": 276, "max_ms": 137.769, "p95_ms": 129.648}, "read_interval": {"avg_ms": 108.979, "count": 275, "max_ms": 152.036, "p95_ms": 144.125}, "triton_wait": {"avg_ms": 70.401, "count": 276, "max_ms": 86.493, "p95_ms": 80.507}, "visualize": {"avg_ms": 4.054, "count": 276, "max_ms": 7.368, "p95_ms": 5.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.553, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.864, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143892, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:37:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:37:15+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T13:37:14+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T13:37:14.918063+09:00", "mtime_epoch": 1783053434.9180634, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227675}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:37:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.271, "pushed": 10.271, "read": 10.238}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.871, "count": 308, "max_ms": 4.298, "p95_ms": 2.978}, "gstreamer_push": {"avg_ms": 1.38, "count": 308, "max_ms": 1.529, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.375, "count": 308, "max_ms": 72.31, "p95_ms": 66.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.512, "count": 308, "max_ms": 83.953, "p95_ms": 79.45}, "yolo11_640_fire_11class": {"avg_ms": 60.803, "count": 308, "max_ms": 73.491, "p95_ms": 70.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.737, "count": 308, "max_ms": 79.391, "p95_ms": 76.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.267, "count": 308, "max_ms": 95.859, "p95_ms": 91.313}, "read_interval": {"avg_ms": 97.644, "count": 307, "max_ms": 112.309, "p95_ms": 108.736}, "triton_wait": {"avg_ms": 68.431, "count": 308, "max_ms": 83.966, "p95_ms": 79.463}, "visualize": {"avg_ms": 3.783, "count": 308, "max_ms": 4.574, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 888.243, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.938, "name": "ffmpeg", "pid": 35244, "rss_mb": 284.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.39, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:37:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:37:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:37:21+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:37:21.078153+09:00", "mtime_epoch": 1783053441.0781534, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:37:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.537, "pushed": 9.537, "read": 9.503}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.66, "count": 285, "max_ms": 6.972, "p95_ms": 6.591}, "gstreamer_push": {"avg_ms": 1.313, "count": 285, "max_ms": 1.616, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.943, "count": 285, "max_ms": 67.328, "p95_ms": 65.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.68, "count": 285, "max_ms": 82.854, "p95_ms": 78.576}, "yolo11_640_fire_11class": {"avg_ms": 60.87, "count": 285, "max_ms": 71.499, "p95_ms": 66.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.558, "count": 285, "max_ms": 79.283, "p95_ms": 75.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.861, "count": 285, "max_ms": 139.413, "p95_ms": 113.708}, "read_interval": {"avg_ms": 105.408, "count": 284, "max_ms": 153.342, "p95_ms": 126.733}, "triton_wait": {"avg_ms": 71.314, "count": 285, "max_ms": 82.865, "p95_ms": 78.589}, "visualize": {"avg_ms": 3.859, "count": 285, "max_ms": 5.431, "p95_ms": 5.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.621, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.959, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:37:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:37:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:37:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:37:44.994505+09:00", "mtime_epoch": 1783053464.9945052, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:37:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.862, "count": 296, "max_ms": 4.481, "p95_ms": 2.922}, "gstreamer_push": {"avg_ms": 1.382, "count": 296, "max_ms": 1.59, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.145, "count": 296, "max_ms": 71.219, "p95_ms": 66.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.251, "count": 296, "max_ms": 88.586, "p95_ms": 80.573}, "yolo11_640_fire_11class": {"avg_ms": 64.214, "count": 296, "max_ms": 74.224, "p95_ms": 69.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.673, "count": 296, "max_ms": 78.405, "p95_ms": 76.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.465, "count": 296, "max_ms": 100.344, "p95_ms": 92.297}, "read_interval": {"avg_ms": 101.57, "count": 295, "max_ms": 116.856, "p95_ms": 109.914}, "triton_wait": {"avg_ms": 72.722, "count": 296, "max_ms": 88.598, "p95_ms": 80.586}, "visualize": {"avg_ms": 3.707, "count": 296, "max_ms": 4.871, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 918.302, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.938, "name": "ffmpeg", "pid": 35244, "rss_mb": 284.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.775, "sample_count": 2909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:37:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:37:51+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T13:37:51+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:37:51.138596+09:00", "mtime_epoch": 1783053471.1385963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:37:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.778, "pushed": 9.778, "read": 9.745}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.376, "count": 293, "max_ms": 6.463, "p95_ms": 4.509}, "gstreamer_push": {"avg_ms": 1.314, "count": 293, "max_ms": 1.586, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.525, "count": 293, "max_ms": 69.537, "p95_ms": 65.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.543, "count": 293, "max_ms": 86.674, "p95_ms": 79.122}, "yolo11_640_fire_11class": {"avg_ms": 61.29, "count": 293, "max_ms": 70.629, "p95_ms": 67.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.156, "count": 293, "max_ms": 79.554, "p95_ms": 76.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.529, "count": 293, "max_ms": 100.068, "p95_ms": 92.727}, "read_interval": {"avg_ms": 102.599, "count": 292, "max_ms": 116.297, "p95_ms": 110.691}, "triton_wait": {"avg_ms": 72.242, "count": 293, "max_ms": 86.687, "p95_ms": 79.133}, "visualize": {"avg_ms": 3.7, "count": 293, "max_ms": 4.724, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 520.671, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.973, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:38:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:38:15+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:38:15+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:38:15.042952+09:00", "mtime_epoch": 1783053495.0429518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:38:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.717, "pushed": 9.717, "read": 9.684}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.837, "count": 291, "max_ms": 3.565, "p95_ms": 2.905}, "gstreamer_push": {"avg_ms": 1.36, "count": 291, "max_ms": 2.147, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.45, "count": 291, "max_ms": 71.441, "p95_ms": 67.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.093, "count": 291, "max_ms": 85.638, "p95_ms": 80.106}, "yolo11_640_fire_11class": {"avg_ms": 65.741, "count": 291, "max_ms": 77.429, "p95_ms": 70.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.496, "count": 291, "max_ms": 79.672, "p95_ms": 76.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.162, "count": 291, "max_ms": 96.987, "p95_ms": 91.895}, "read_interval": {"avg_ms": 103.242, "count": 290, "max_ms": 117.816, "p95_ms": 109.846}, "triton_wait": {"avg_ms": 74.568, "count": 291, "max_ms": 85.651, "p95_ms": 80.118}, "visualize": {"avg_ms": 3.69, "count": 291, "max_ms": 4.586, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 948.356, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.938, "name": "ffmpeg", "pid": 35244, "rss_mb": 284.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.073, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:38:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:38:21+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T13:38:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:38:21.183043+09:00", "mtime_epoch": 1783053501.1830435, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:38:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.62, "count": 292, "max_ms": 8.6, "p95_ms": 6.489}, "gstreamer_push": {"avg_ms": 1.326, "count": 292, "max_ms": 1.687, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.668, "count": 292, "max_ms": 69.747, "p95_ms": 66.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.968, "count": 292, "max_ms": 86.068, "p95_ms": 80.104}, "yolo11_640_fire_11class": {"avg_ms": 61.589, "count": 292, "max_ms": 72.098, "p95_ms": 68.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.166, "count": 292, "max_ms": 78.606, "p95_ms": 76.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.933, "count": 292, "max_ms": 99.214, "p95_ms": 94.344}, "read_interval": {"avg_ms": 102.889, "count": 291, "max_ms": 118.096, "p95_ms": 111.122}, "triton_wait": {"avg_ms": 72.355, "count": 292, "max_ms": 86.08, "p95_ms": 80.114}, "visualize": {"avg_ms": 3.758, "count": 292, "max_ms": 5.16, "p95_ms": 4.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 550.679, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.953, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:38:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:38:45+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:38:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:38:45.051402+09:00", "mtime_epoch": 1783053525.0514023, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:38:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.861, "count": 298, "max_ms": 4.334, "p95_ms": 3.093}, "gstreamer_push": {"avg_ms": 1.37, "count": 298, "max_ms": 2.128, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.71, "count": 298, "max_ms": 76.172, "p95_ms": 68.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.43, "count": 298, "max_ms": 85.7, "p95_ms": 80.861}, "yolo11_640_fire_11class": {"avg_ms": 63.843, "count": 298, "max_ms": 77.441, "p95_ms": 70.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.21, "count": 298, "max_ms": 79.743, "p95_ms": 77.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.683, "count": 298, "max_ms": 97.285, "p95_ms": 92.325}, "read_interval": {"avg_ms": 100.705, "count": 298, "max_ms": 114.198, "p95_ms": 109.389}, "triton_wait": {"avg_ms": 72.005, "count": 298, "max_ms": 85.712, "p95_ms": 80.873}, "visualize": {"avg_ms": 3.699, "count": 298, "max_ms": 5.877, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 978.424, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.938, "name": "ffmpeg", "pid": 35244, "rss_mb": 284.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.031, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:38:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:38:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:38:51+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:38:51.255496+09:00", "mtime_epoch": 1783053531.255496, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:38:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.395, "count": 292, "max_ms": 6.487, "p95_ms": 4.574}, "gstreamer_push": {"avg_ms": 1.336, "count": 292, "max_ms": 1.853, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.512, "count": 292, "max_ms": 69.159, "p95_ms": 65.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.429, "count": 292, "max_ms": 83.623, "p95_ms": 79.868}, "yolo11_640_fire_11class": {"avg_ms": 62.273, "count": 292, "max_ms": 71.996, "p95_ms": 67.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.812, "count": 292, "max_ms": 77.761, "p95_ms": 75.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.177, "count": 292, "max_ms": 96.729, "p95_ms": 93.197}, "read_interval": {"avg_ms": 102.961, "count": 291, "max_ms": 115.634, "p95_ms": 109.886}, "triton_wait": {"avg_ms": 72.85, "count": 292, "max_ms": 83.635, "p95_ms": 79.88}, "visualize": {"avg_ms": 3.727, "count": 292, "max_ms": 4.683, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 580.71, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.111, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:39:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:39:15+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T13:39:15+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T13:39:15.087858+09:00", "mtime_epoch": 1783053555.0878577, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:39:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.79, "pushed": 9.79, "read": 9.757}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.927, "count": 293, "max_ms": 5.948, "p95_ms": 3.689}, "gstreamer_push": {"avg_ms": 1.377, "count": 293, "max_ms": 2.205, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.756, "count": 293, "max_ms": 70.81, "p95_ms": 66.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.076, "count": 293, "max_ms": 85.436, "p95_ms": 80.679}, "yolo11_640_fire_11class": {"avg_ms": 63.735, "count": 293, "max_ms": 72.543, "p95_ms": 68.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.184, "count": 293, "max_ms": 81.397, "p95_ms": 77.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.385, "count": 293, "max_ms": 97.145, "p95_ms": 92.89}, "read_interval": {"avg_ms": 102.494, "count": 292, "max_ms": 117.185, "p95_ms": 110.15}, "triton_wait": {"avg_ms": 73.487, "count": 293, "max_ms": 85.448, "p95_ms": 80.838}, "visualize": {"avg_ms": 3.782, "count": 293, "max_ms": 7.212, "p95_ms": 4.348}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1008.519, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.938, "name": "ffmpeg", "pid": 35244, "rss_mb": 284.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.348, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 127743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:39:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:39:21+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:39:21+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:39:21.347953+09:00", "mtime_epoch": 1783053561.3479533, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:39:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.41, "count": 292, "max_ms": 6.891, "p95_ms": 4.73}, "gstreamer_push": {"avg_ms": 1.332, "count": 292, "max_ms": 2.151, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.771, "count": 292, "max_ms": 70.481, "p95_ms": 65.057}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.12, "count": 292, "max_ms": 86.332, "p95_ms": 79.395}, "yolo11_640_fire_11class": {"avg_ms": 61.271, "count": 292, "max_ms": 70.465, "p95_ms": 66.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.154, "count": 292, "max_ms": 80.256, "p95_ms": 77.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.127, "count": 292, "max_ms": 99.827, "p95_ms": 93.125}, "read_interval": {"avg_ms": 103.044, "count": 291, "max_ms": 116.663, "p95_ms": 111.574}, "triton_wait": {"avg_ms": 72.77, "count": 292, "max_ms": 86.343, "p95_ms": 79.553}, "visualize": {"avg_ms": 3.752, "count": 292, "max_ms": 5.126, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 610.793, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.188, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:39:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T13:39:45+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T13:39:45+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T13:39:45.156318+09:00", "mtime_epoch": 1783053585.156318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:39:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.852, "count": 292, "max_ms": 3.847, "p95_ms": 3.041}, "gstreamer_push": {"avg_ms": 1.375, "count": 292, "max_ms": 1.677, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.744, "count": 292, "max_ms": 75.003, "p95_ms": 66.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.397, "count": 292, "max_ms": 83.309, "p95_ms": 80.201}, "yolo11_640_fire_11class": {"avg_ms": 64.519, "count": 292, "max_ms": 75.732, "p95_ms": 68.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.636, "count": 292, "max_ms": 87.202, "p95_ms": 77.569}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.949, "count": 292, "max_ms": 98.607, "p95_ms": 92.359}, "read_interval": {"avg_ms": 102.986, "count": 291, "max_ms": 114.535, "p95_ms": 109.702}, "triton_wait": {"avg_ms": 74.237, "count": 292, "max_ms": 87.215, "p95_ms": 80.762}, "visualize": {"avg_ms": 3.727, "count": 292, "max_ms": 4.615, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1038.565, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.195, "name": "ffmpeg", "pid": 35244, "rss_mb": 285.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.7, "sample_count": 2893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:39:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:39:51+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T13:39:51+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T13:39:51.352413+09:00", "mtime_epoch": 1783053591.3524132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:39:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.654, "pushed": 9.654, "read": 9.62}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 289, "max_ms": 6.453, "p95_ms": 4.618}, "gstreamer_push": {"avg_ms": 1.301, "count": 289, "max_ms": 1.675, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.692, "count": 289, "max_ms": 72.968, "p95_ms": 65.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.294, "count": 289, "max_ms": 91.868, "p95_ms": 79.743}, "yolo11_640_fire_11class": {"avg_ms": 61.127, "count": 289, "max_ms": 76.742, "p95_ms": 66.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.333, "count": 289, "max_ms": 87.608, "p95_ms": 77.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.124, "count": 289, "max_ms": 135.065, "p95_ms": 93.632}, "read_interval": {"avg_ms": 103.814, "count": 288, "max_ms": 148.683, "p95_ms": 111.141}, "triton_wait": {"avg_ms": 73.142, "count": 289, "max_ms": 91.88, "p95_ms": 79.755}, "visualize": {"avg_ms": 3.687, "count": 289, "max_ms": 5.187, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12406.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 640.843, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.289, "name": "ffmpeg", "pid": 35411, "rss_mb": 332.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.415, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:40:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:40:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:40:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:40:15.212782+09:00", "mtime_epoch": 1783053615.212782, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:40:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.79, "count": 300, "max_ms": 4.269, "p95_ms": 2.924}, "gstreamer_push": {"avg_ms": 1.362, "count": 300, "max_ms": 1.855, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.188, "count": 300, "max_ms": 74.315, "p95_ms": 68.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.192, "count": 300, "max_ms": 88.449, "p95_ms": 81.41}, "yolo11_640_fire_11class": {"avg_ms": 62.331, "count": 300, "max_ms": 79.854, "p95_ms": 70.899}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.059, "count": 300, "max_ms": 86.078, "p95_ms": 79.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.185, "count": 300, "max_ms": 98.79, "p95_ms": 93.064}, "read_interval": {"avg_ms": 100.135, "count": 299, "max_ms": 115.536, "p95_ms": 110.206}, "triton_wait": {"avg_ms": 71.626, "count": 300, "max_ms": 88.459, "p95_ms": 81.444}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 6.173, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12406.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1068.566, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.773, "name": "ffmpeg", "pid": 35244, "rss_mb": 287.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.884, "sample_count": 2880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:40:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:40:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:40:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:40:21.392878+09:00", "mtime_epoch": 1783053621.3928776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:40:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.471, "pushed": 9.471, "read": 9.471}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.61, "count": 284, "max_ms": 9.955, "p95_ms": 6.481}, "gstreamer_push": {"avg_ms": 1.305, "count": 284, "max_ms": 1.609, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.699, "count": 284, "max_ms": 75.493, "p95_ms": 66.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.31, "count": 284, "max_ms": 85.431, "p95_ms": 79.949}, "yolo11_640_fire_11class": {"avg_ms": 61.041, "count": 284, "max_ms": 78.596, "p95_ms": 67.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.259, "count": 284, "max_ms": 85.462, "p95_ms": 78.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.09, "count": 284, "max_ms": 136.565, "p95_ms": 110.088}, "read_interval": {"avg_ms": 105.775, "count": 284, "max_ms": 149.919, "p95_ms": 124.993}, "triton_wait": {"avg_ms": 72.548, "count": 284, "max_ms": 85.473, "p95_ms": 80.288}, "visualize": {"avg_ms": 3.812, "count": 284, "max_ms": 7.44, "p95_ms": 5.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1098.968, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.156, "name": "ffmpeg", "pid": 35244, "rss_mb": 292.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.758, "sample_count": 2891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:40:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:40:51+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T13:40:51+09:00", "mjpeg": {"age_sec": 0.921, "exists": true, "mtime": "2026-07-03T13:40:50.965338+09:00", "mtime_epoch": 1783053650.9653385, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:40:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.207, "pushed": 10.207, "read": 10.173}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.486, "count": 306, "max_ms": 6.687, "p95_ms": 5.638}, "gstreamer_push": {"avg_ms": 1.343, "count": 306, "max_ms": 1.639, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.082, "count": 306, "max_ms": 68.939, "p95_ms": 64.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.218, "count": 306, "max_ms": 85.163, "p95_ms": 79.846}, "yolo11_640_fire_11class": {"avg_ms": 55.471, "count": 306, "max_ms": 71.981, "p95_ms": 66.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.48, "count": 306, "max_ms": 77.373, "p95_ms": 75.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.433, "count": 306, "max_ms": 98.437, "p95_ms": 93.155}, "read_interval": {"avg_ms": 98.364, "count": 305, "max_ms": 933.344, "p95_ms": 111.219}, "triton_wait": {"avg_ms": 64.978, "count": 306, "max_ms": 85.175, "p95_ms": 79.858}, "visualize": {"avg_ms": 3.748, "count": 306, "max_ms": 5.233, "p95_ms": 4.351}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 25, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:29:31+09:00", "last_error_summary": "[h264 @ 0x5577c5040000] error while decoding MB 39 40, bytestream -7 [in#0/rtsp @ 0x5577c4ff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5577c4ff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 686.576, "last_started_at": "2026-07-03T13:29:34+09:00", "pid": 35411, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.152, "name": "ffmpeg", "pid": 35411, "rss_mb": 333.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 26, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.497, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:41:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:41:01+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T13:41:00+09:00", "mjpeg": {"age_sec": 17.641, "exists": true, "mtime": "2026-07-03T13:40:43.393220+09:00", "mtime_epoch": 1783053643.3932202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:41:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 127, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.234, "pushed": 4.234, "read": 4.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.87, "count": 127, "max_ms": 4.263, "p95_ms": 2.944}, "gstreamer_push": {"avg_ms": 1.376, "count": 127, "max_ms": 1.51, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.273, "count": 127, "max_ms": 76.03, "p95_ms": 66.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.7, "count": 127, "max_ms": 85.122, "p95_ms": 80.939}, "yolo11_640_fire_11class": {"avg_ms": 61.787, "count": 127, "max_ms": 75.491, "p95_ms": 70.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.57, "count": 127, "max_ms": 83.387, "p95_ms": 76.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.732, "count": 127, "max_ms": 96.892, "p95_ms": 92.929}, "read_interval": {"avg_ms": 236.508, "count": 127, "max_ms": 17682.055, "p95_ms": 110.618}, "triton_wait": {"avg_ms": 68.917, "count": 127, "max_ms": 85.135, "p95_ms": 81.066}, "visualize": {"avg_ms": 3.72, "count": 127, "max_ms": 4.5, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12131.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1129.008, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.332, "name": "ffmpeg", "pid": 35244, "rss_mb": 294.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.33, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 128975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:41:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:41:21+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T13:41:21+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T13:41:21.857823+09:00", "mtime_epoch": 1783053681.8578234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:41:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 350, "pushed_frames": 350, "read_frames": 349, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.683, "pushed": 11.683, "read": 11.65}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 4.468, "count": 350, "max_ms": 6.778, "p95_ms": 6.341}, "gstreamer_push": {"avg_ms": 1.295, "count": 350, "max_ms": 1.442, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.306, "count": 350, "max_ms": 64.572, "p95_ms": 48.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.287, "count": 350, "max_ms": 76.138, "p95_ms": 58.448}, "yolo11_640_fire_11class": {"avg_ms": 45.974, "count": 350, "max_ms": 65.116, "p95_ms": 49.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.601, "count": 350, "max_ms": 74.653, "p95_ms": 50.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.5, "count": 350, "max_ms": 125.142, "p95_ms": 103.705}, "read_interval": {"avg_ms": 85.829, "count": 349, "max_ms": 139.077, "p95_ms": 117.02}, "triton_wait": {"avg_ms": 54.3, "count": 350, "max_ms": 76.149, "p95_ms": 58.46}, "visualize": {"avg_ms": 3.734, "count": 350, "max_ms": 5.335, "p95_ms": 5.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.511, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.551, "name": "ffmpeg", "pid": 35563, "rss_mb": 328.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.416, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:41:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:41:31+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:41:30+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:41:30.993968+09:00", "mtime_epoch": 1783053690.9939675, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:41:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.571, "pushed": 7.571, "read": 7.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.932, "count": 104, "max_ms": 4.186, "p95_ms": 3.961}, "gstreamer_push": {"avg_ms": 1.375, "count": 104, "max_ms": 1.62, "p95_ms": 1.55}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.136, "count": 104, "max_ms": 69.324, "p95_ms": 64.88}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.005, "count": 104, "max_ms": 79.113, "p95_ms": 76.341}, "yolo11_640_fire_11class": {"avg_ms": 56.948, "count": 104, "max_ms": 72.017, "p95_ms": 67.988}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.892, "count": 104, "max_ms": 80.281, "p95_ms": 76.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.566, "count": 104, "max_ms": 92.136, "p95_ms": 89.657}, "read_interval": {"avg_ms": 288.685, "count": 104, "max_ms": 16373.415, "p95_ms": 106.581}, "triton_wait": {"avg_ms": 61.614, "count": 104, "max_ms": 80.294, "p95_ms": 76.898}, "visualize": {"avg_ms": 3.798, "count": 104, "max_ms": 5.079, "p95_ms": 4.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.737, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1077}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12417.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 82, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:22:30+09:00", "last_error_summary": "[h264 @ 0x557fcc247800] left block unavailable for requested intra mode [h264 @ 0x557fcc247800] error while decoding MB 0 39, bytestream 2939 [h264 @ 0x557fcb9bffc0] error while decoding MB 31 15, bytestream -7 [in#0/rtsp @ 0x557fcb88ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557fcb88ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:22:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1159.049, "last_started_at": "2026-07-03T13:22:32+09:00", "pid": 35244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.199, "name": "ffmpeg", "pid": 35244, "rss_mb": 298.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.348, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:41:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:41:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:41:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:41:51.882298+09:00", "mtime_epoch": 1783053711.882298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:41:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.114, "pushed": 10.114, "read": 10.081}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.856, "count": 303, "max_ms": 10.292, "p95_ms": 6.794}, "gstreamer_push": {"avg_ms": 1.306, "count": 303, "max_ms": 2.051, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.839, "count": 303, "max_ms": 66.797, "p95_ms": 64.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.905, "count": 303, "max_ms": 84.76, "p95_ms": 77.375}, "yolo11_640_fire_11class": {"avg_ms": 54.625, "count": 303, "max_ms": 67.35, "p95_ms": 65.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.881, "count": 303, "max_ms": 78.136, "p95_ms": 74.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.523, "count": 303, "max_ms": 130.355, "p95_ms": 104.837}, "read_interval": {"avg_ms": 99.127, "count": 302, "max_ms": 144.236, "p95_ms": 120.801}, "triton_wait": {"avg_ms": 64.663, "count": 303, "max_ms": 84.773, "p95_ms": 77.387}, "visualize": {"avg_ms": 3.899, "count": 303, "max_ms": 6.928, "p95_ms": 5.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12417.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.576, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.16, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.368, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:42:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:42:01+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T13:42:01+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-03T13:42:01.086444+09:00", "mtime_epoch": 1783053721.0864441, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:42:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.878}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.844, "count": 297, "max_ms": 3.75, "p95_ms": 2.967}, "gstreamer_push": {"avg_ms": 1.366, "count": 297, "max_ms": 1.671, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.719, "count": 297, "max_ms": 70.844, "p95_ms": 66.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.993, "count": 297, "max_ms": 86.252, "p95_ms": 79.461}, "yolo11_640_fire_11class": {"avg_ms": 61.528, "count": 297, "max_ms": 72.598, "p95_ms": 69.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.462, "count": 297, "max_ms": 79.492, "p95_ms": 75.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.744, "count": 297, "max_ms": 97.859, "p95_ms": 91.188}, "read_interval": {"avg_ms": 101.309, "count": 296, "max_ms": 745.919, "p95_ms": 109.551}, "triton_wait": {"avg_ms": 69.071, "count": 297, "max_ms": 86.264, "p95_ms": 79.473}, "visualize": {"avg_ms": 3.709, "count": 297, "max_ms": 4.838, "p95_ms": 4.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12254.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.093, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.242, "name": "ffmpeg", "pid": 35715, "rss_mb": 139.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.622, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:42:24+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T13:42:24+09:00", "mjpeg": {"age_sec": 4.735, "exists": true, "mtime": "2026-07-03T13:42:20.138747+09:00", "mtime_epoch": 1783053740.1387475, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:42:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.034, "read": 2.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.364, "count": 61, "max_ms": 4.915, "p95_ms": 4.696}, "gstreamer_push": {"avg_ms": 1.293, "count": 61, "max_ms": 1.421, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.642, "count": 61, "max_ms": 66.773, "p95_ms": 65.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.172, "count": 61, "max_ms": 78.815, "p95_ms": 77.356}, "yolo11_640_fire_11class": {"avg_ms": 60.09, "count": 61, "max_ms": 69.069, "p95_ms": 65.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.891, "count": 61, "max_ms": 75.953, "p95_ms": 75.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.591, "count": 61, "max_ms": 91.787, "p95_ms": 90.292}, "read_interval": {"avg_ms": 500.078, "count": 60, "max_ms": 19415.894, "p95_ms": 108.33}, "triton_wait": {"avg_ms": 70.443, "count": 61, "max_ms": 78.828, "p95_ms": 77.368}, "visualize": {"avg_ms": 3.701, "count": 61, "max_ms": 4.829, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.586, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.418, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.301, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:42:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:42:31+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:42:31+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:42:31.066922+09:00", "mtime_epoch": 1783053751.066922, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231076}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:42:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.868, "count": 299, "max_ms": 3.857, "p95_ms": 3.18}, "gstreamer_push": {"avg_ms": 1.358, "count": 299, "max_ms": 1.619, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.645, "count": 299, "max_ms": 65.069, "p95_ms": 61.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.245, "count": 299, "max_ms": 80.819, "p95_ms": 75.958}, "yolo11_640_fire_11class": {"avg_ms": 50.447, "count": 299, "max_ms": 65.373, "p95_ms": 63.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.437, "count": 299, "max_ms": 75.741, "p95_ms": 71.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.706, "count": 299, "max_ms": 92.575, "p95_ms": 87.771}, "read_interval": {"avg_ms": 100.285, "count": 299, "max_ms": 893.699, "p95_ms": 219.806}, "triton_wait": {"avg_ms": 52.028, "count": 299, "max_ms": 80.856, "p95_ms": 75.97}, "visualize": {"avg_ms": 3.726, "count": 299, "max_ms": 4.965, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.164, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.719, "name": "ffmpeg", "pid": 35715, "rss_mb": 266.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.606, "sample_count": 2763, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:42:54+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T13:42:54+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:42:54.855303+09:00", "mtime_epoch": 1783053774.8553033, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:42:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.396, "count": 298, "max_ms": 7.166, "p95_ms": 4.696}, "gstreamer_push": {"avg_ms": 1.339, "count": 298, "max_ms": 1.537, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.748, "count": 298, "max_ms": 73.586, "p95_ms": 65.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.877, "count": 298, "max_ms": 89.007, "p95_ms": 79.196}, "yolo11_640_fire_11class": {"avg_ms": 60.806, "count": 298, "max_ms": 74.958, "p95_ms": 67.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.491, "count": 298, "max_ms": 88.181, "p95_ms": 76.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.513, "count": 298, "max_ms": 102.152, "p95_ms": 92.784}, "read_interval": {"avg_ms": 100.882, "count": 297, "max_ms": 272.917, "p95_ms": 109.44}, "triton_wait": {"avg_ms": 71.253, "count": 298, "max_ms": 89.019, "p95_ms": 79.208}, "visualize": {"avg_ms": 3.687, "count": 298, "max_ms": 4.924, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.681, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.418, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.172, "sample_count": 2594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:43:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:43:01+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:43:01+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:43:01.159405+09:00", "mtime_epoch": 1783053781.1594045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231421}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:43:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.872, "count": 293, "max_ms": 4.425, "p95_ms": 3.094}, "gstreamer_push": {"avg_ms": 1.375, "count": 293, "max_ms": 1.541, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.689, "count": 293, "max_ms": 75.042, "p95_ms": 67.702}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.569, "count": 293, "max_ms": 90.424, "p95_ms": 79.843}, "yolo11_640_fire_11class": {"avg_ms": 64.337, "count": 293, "max_ms": 76.732, "p95_ms": 68.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.093, "count": 293, "max_ms": 89.588, "p95_ms": 77.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.823, "count": 293, "max_ms": 101.979, "p95_ms": 91.613}, "read_interval": {"avg_ms": 102.336, "count": 293, "max_ms": 118.088, "p95_ms": 108.724}, "triton_wait": {"avg_ms": 74.088, "count": 293, "max_ms": 90.435, "p95_ms": 79.855}, "visualize": {"avg_ms": 3.698, "count": 293, "max_ms": 5.216, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.216, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.75, "name": "ffmpeg", "pid": 35715, "rss_mb": 267.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.301, "sample_count": 2759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 129953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:43:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:43:24+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T13:43:24+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T13:43:24.915787+09:00", "mtime_epoch": 1783053804.9157875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:43:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.616, "pushed": 9.616, "read": 9.583}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.332, "count": 288, "max_ms": 5.405, "p95_ms": 4.418}, "gstreamer_push": {"avg_ms": 1.303, "count": 288, "max_ms": 1.55, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.08, "count": 288, "max_ms": 70.762, "p95_ms": 66.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.574, "count": 288, "max_ms": 84.154, "p95_ms": 79.395}, "yolo11_640_fire_11class": {"avg_ms": 63.6, "count": 288, "max_ms": 71.37, "p95_ms": 68.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.512, "count": 288, "max_ms": 81.163, "p95_ms": 76.792}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.929, "count": 288, "max_ms": 96.972, "p95_ms": 92.79}, "read_interval": {"avg_ms": 104.356, "count": 287, "max_ms": 113.421, "p95_ms": 109.979}, "triton_wait": {"avg_ms": 74.791, "count": 288, "max_ms": 84.167, "p95_ms": 79.51}, "visualize": {"avg_ms": 3.649, "count": 288, "max_ms": 4.582, "p95_ms": 3.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.758, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.418, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.194, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:43:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:43:31+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T13:43:31+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T13:43:31.247890+09:00", "mtime_epoch": 1783053811.2478898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:43:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.64, "pushed": 9.64, "read": 9.607}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.845, "count": 289, "max_ms": 4.172, "p95_ms": 2.921}, "gstreamer_push": {"avg_ms": 1.365, "count": 289, "max_ms": 1.567, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.451, "count": 289, "max_ms": 73.075, "p95_ms": 67.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.876, "count": 289, "max_ms": 84.349, "p95_ms": 80.806}, "yolo11_640_fire_11class": {"avg_ms": 66.334, "count": 289, "max_ms": 74.204, "p95_ms": 70.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.073, "count": 289, "max_ms": 82.923, "p95_ms": 78.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.553, "count": 289, "max_ms": 96.912, "p95_ms": 92.517}, "read_interval": {"avg_ms": 104.104, "count": 288, "max_ms": 113.053, "p95_ms": 110.066}, "triton_wait": {"avg_ms": 75.937, "count": 289, "max_ms": 84.361, "p95_ms": 80.994}, "visualize": {"avg_ms": 3.67, "count": 289, "max_ms": 4.646, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.244, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.586, "name": "ffmpeg", "pid": 35715, "rss_mb": 270.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.339, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:43:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:43:55+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:43:54+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T13:43:54.932273+09:00", "mtime_epoch": 1783053834.9322734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161442}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:43:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.857, "pushed": 9.857, "read": 9.823}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.381, "count": 295, "max_ms": 6.474, "p95_ms": 4.509}, "gstreamer_push": {"avg_ms": 1.327, "count": 295, "max_ms": 1.532, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.545, "count": 295, "max_ms": 69.577, "p95_ms": 65.666}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.549, "count": 295, "max_ms": 85.626, "p95_ms": 79.641}, "yolo11_640_fire_11class": {"avg_ms": 61.061, "count": 295, "max_ms": 69.59, "p95_ms": 67.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.805, "count": 295, "max_ms": 78.71, "p95_ms": 74.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.217, "count": 295, "max_ms": 98.75, "p95_ms": 92.867}, "read_interval": {"avg_ms": 101.77, "count": 294, "max_ms": 114.846, "p95_ms": 109.715}, "triton_wait": {"avg_ms": 71.891, "count": 295, "max_ms": 85.638, "p95_ms": 79.656}, "visualize": {"avg_ms": 3.693, "count": 295, "max_ms": 4.639, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.79, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.418, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.287, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:44:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:44:01+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T13:44:01+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T13:44:01.292377+09:00", "mtime_epoch": 1783053841.2923768, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222957}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:44:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.923}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.847, "count": 298, "max_ms": 3.823, "p95_ms": 2.927}, "gstreamer_push": {"avg_ms": 1.373, "count": 298, "max_ms": 2.272, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.398, "count": 298, "max_ms": 70.263, "p95_ms": 66.83}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.406, "count": 298, "max_ms": 86.462, "p95_ms": 80.591}, "yolo11_640_fire_11class": {"avg_ms": 64.625, "count": 298, "max_ms": 76.908, "p95_ms": 70.16}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.465, "count": 298, "max_ms": 78.24, "p95_ms": 75.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.202, "count": 298, "max_ms": 98.103, "p95_ms": 92.288}, "read_interval": {"avg_ms": 100.848, "count": 297, "max_ms": 113.989, "p95_ms": 109.356}, "triton_wait": {"avg_ms": 72.591, "count": 298, "max_ms": 86.474, "p95_ms": 80.603}, "visualize": {"avg_ms": 3.684, "count": 298, "max_ms": 4.317, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.342, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.586, "name": "ffmpeg", "pid": 35715, "rss_mb": 270.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.278, "sample_count": 2768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:44:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:44:25+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T13:44:25+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:44:25.036763+09:00", "mtime_epoch": 1783053865.0367634, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:44:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.386, "count": 297, "max_ms": 6.038, "p95_ms": 4.616}, "gstreamer_push": {"avg_ms": 1.321, "count": 298, "max_ms": 1.714, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.288, "count": 297, "max_ms": 68.661, "p95_ms": 65.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.477, "count": 297, "max_ms": 84.835, "p95_ms": 78.263}, "yolo11_640_fire_11class": {"avg_ms": 60.692, "count": 297, "max_ms": 74.202, "p95_ms": 66.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.81, "count": 297, "max_ms": 77.5, "p95_ms": 74.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.399, "count": 298, "max_ms": 98.189, "p95_ms": 91.531}, "read_interval": {"avg_ms": 100.995, "count": 297, "max_ms": 115.023, "p95_ms": 109.478}, "triton_wait": {"avg_ms": 71.181, "count": 297, "max_ms": 84.846, "p95_ms": 78.275}, "visualize": {"avg_ms": 3.681, "count": 297, "max_ms": 4.616, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.825, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.096, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:44:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:44:31+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:44:31+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:44:31.300866+09:00", "mtime_epoch": 1783053871.3008657, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:44:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.965, "count": 298, "max_ms": 4.15, "p95_ms": 3.909}, "gstreamer_push": {"avg_ms": 1.36, "count": 298, "max_ms": 1.589, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.257, "count": 298, "max_ms": 72.117, "p95_ms": 66.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.866, "count": 298, "max_ms": 88.309, "p95_ms": 79.103}, "yolo11_640_fire_11class": {"avg_ms": 62.651, "count": 298, "max_ms": 75.814, "p95_ms": 67.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.087, "count": 298, "max_ms": 80.959, "p95_ms": 75.997}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.786, "count": 298, "max_ms": 101.562, "p95_ms": 91.356}, "read_interval": {"avg_ms": 100.764, "count": 297, "max_ms": 118.981, "p95_ms": 109.333}, "triton_wait": {"avg_ms": 71.876, "count": 298, "max_ms": 88.321, "p95_ms": 79.115}, "visualize": {"avg_ms": 3.774, "count": 298, "max_ms": 4.751, "p95_ms": 4.511}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12392.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.404, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.586, "name": "ffmpeg", "pid": 35715, "rss_mb": 270.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.899, "sample_count": 2767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:44:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:44:55+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T13:44:55+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:44:55.093255+09:00", "mtime_epoch": 1783053895.0932548, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:44:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.645, "pushed": 9.645, "read": 9.612}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.366, "count": 289, "max_ms": 5.412, "p95_ms": 4.538}, "gstreamer_push": {"avg_ms": 1.315, "count": 289, "max_ms": 1.622, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.668, "count": 289, "max_ms": 69.342, "p95_ms": 65.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.339, "count": 289, "max_ms": 84.157, "p95_ms": 77.902}, "yolo11_640_fire_11class": {"avg_ms": 62.296, "count": 289, "max_ms": 73.081, "p95_ms": 67.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.926, "count": 289, "max_ms": 78.824, "p95_ms": 75.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.117, "count": 289, "max_ms": 97.019, "p95_ms": 90.995}, "read_interval": {"avg_ms": 103.99, "count": 288, "max_ms": 500.557, "p95_ms": 108.521}, "triton_wait": {"avg_ms": 72.897, "count": 289, "max_ms": 84.169, "p95_ms": 77.914}, "visualize": {"avg_ms": 3.682, "count": 289, "max_ms": 4.784, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.89, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.808, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148125, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:45:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:45:01+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T13:45:01+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T13:45:01.361357+09:00", "mtime_epoch": 1783053901.3613575, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:45:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.862, "count": 302, "max_ms": 4.86, "p95_ms": 2.941}, "gstreamer_push": {"avg_ms": 1.368, "count": 302, "max_ms": 1.596, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.359, "count": 302, "max_ms": 70.156, "p95_ms": 66.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.189, "count": 302, "max_ms": 84.181, "p95_ms": 78.707}, "yolo11_640_fire_11class": {"avg_ms": 63.399, "count": 302, "max_ms": 73.089, "p95_ms": 69.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.609, "count": 302, "max_ms": 79.528, "p95_ms": 76.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.977, "count": 302, "max_ms": 164.889, "p95_ms": 90.604}, "read_interval": {"avg_ms": 99.51, "count": 301, "max_ms": 176.749, "p95_ms": 107.002}, "triton_wait": {"avg_ms": 71.084, "count": 302, "max_ms": 84.194, "p95_ms": 78.719}, "visualize": {"avg_ms": 3.686, "count": 302, "max_ms": 5.215, "p95_ms": 3.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.493, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.586, "name": "ffmpeg", "pid": 35715, "rss_mb": 270.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.784, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:45:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:45:25+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T13:45:25+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:45:25.189749+09:00", "mtime_epoch": 1783053925.189749, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:45:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.835, "pushed": 8.835, "read": 8.802}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.381, "count": 265, "max_ms": 6.105, "p95_ms": 4.45}, "gstreamer_push": {"avg_ms": 1.328, "count": 265, "max_ms": 1.505, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.504, "count": 265, "max_ms": 75.162, "p95_ms": 65.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.963, "count": 265, "max_ms": 86.466, "p95_ms": 78.898}, "yolo11_640_fire_11class": {"avg_ms": 63.31, "count": 265, "max_ms": 74.693, "p95_ms": 67.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.227, "count": 265, "max_ms": 84.082, "p95_ms": 75.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.218, "count": 265, "max_ms": 99.563, "p95_ms": 92.143}, "read_interval": {"avg_ms": 113.598, "count": 264, "max_ms": 2744.235, "p95_ms": 108.99}, "triton_wait": {"avg_ms": 73.878, "count": 265, "max_ms": 86.478, "p95_ms": 78.91}, "visualize": {"avg_ms": 3.692, "count": 265, "max_ms": 4.659, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.955, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.601, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:45:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T13:45:31+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:45:31+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:45:31.429852+09:00", "mtime_epoch": 1783053931.4298518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:45:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.679, "pushed": 9.679, "read": 9.645}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.883, "count": 290, "max_ms": 4.236, "p95_ms": 3.183}, "gstreamer_push": {"avg_ms": 1.372, "count": 290, "max_ms": 1.561, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.812, "count": 290, "max_ms": 76.526, "p95_ms": 67.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.652, "count": 290, "max_ms": 87.496, "p95_ms": 79.958}, "yolo11_640_fire_11class": {"avg_ms": 65.514, "count": 290, "max_ms": 76.022, "p95_ms": 69.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.404, "count": 290, "max_ms": 85.14, "p95_ms": 76.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.909, "count": 290, "max_ms": 100.489, "p95_ms": 91.73}, "read_interval": {"avg_ms": 103.66, "count": 289, "max_ms": 117.451, "p95_ms": 109.339}, "triton_wait": {"avg_ms": 75.126, "count": 290, "max_ms": 87.508, "p95_ms": 79.97}, "visualize": {"avg_ms": 3.708, "count": 290, "max_ms": 4.708, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.541, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.844, "name": "ffmpeg", "pid": 35715, "rss_mb": 270.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.823, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:45:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:45:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:45:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:45:55.234244+09:00", "mtime_epoch": 1783053955.2342443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:45:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.683, "pushed": 9.683, "read": 9.649}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.349, "count": 290, "max_ms": 6.066, "p95_ms": 4.443}, "gstreamer_push": {"avg_ms": 1.313, "count": 290, "max_ms": 1.52, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.212, "count": 290, "max_ms": 70.686, "p95_ms": 65.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.697, "count": 290, "max_ms": 84.397, "p95_ms": 79.462}, "yolo11_640_fire_11class": {"avg_ms": 62.391, "count": 290, "max_ms": 71.223, "p95_ms": 66.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.716, "count": 290, "max_ms": 78.058, "p95_ms": 75.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.246, "count": 290, "max_ms": 99.794, "p95_ms": 92.344}, "read_interval": {"avg_ms": 103.595, "count": 289, "max_ms": 117.678, "p95_ms": 109.437}, "triton_wait": {"avg_ms": 74.094, "count": 290, "max_ms": 84.413, "p95_ms": 79.473}, "visualize": {"avg_ms": 3.674, "count": 290, "max_ms": 4.205, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12393.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 281.034, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.595, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:46:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:46:01+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:46:01+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T13:46:01.506348+09:00", "mtime_epoch": 1783053961.5063481, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:46:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.709, "pushed": 9.709, "read": 9.676}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 291, "max_ms": 4.031, "p95_ms": 3.063}, "gstreamer_push": {"avg_ms": 1.361, "count": 291, "max_ms": 1.544, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.186, "count": 291, "max_ms": 70.486, "p95_ms": 66.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.632, "count": 291, "max_ms": 83.546, "p95_ms": 79.838}, "yolo11_640_fire_11class": {"avg_ms": 64.808, "count": 291, "max_ms": 71.342, "p95_ms": 67.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.753, "count": 291, "max_ms": 79.563, "p95_ms": 75.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.782, "count": 291, "max_ms": 97.237, "p95_ms": 91.913}, "read_interval": {"avg_ms": 103.35, "count": 290, "max_ms": 119.839, "p95_ms": 109.167}, "triton_wait": {"avg_ms": 75.058, "count": 291, "max_ms": 83.559, "p95_ms": 79.849}, "visualize": {"avg_ms": 3.688, "count": 291, "max_ms": 4.859, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.598, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.547, "name": "ffmpeg", "pid": 35715, "rss_mb": 277.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.375, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131682, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:46:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:46:25+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T13:46:25+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T13:46:25.302742+09:00", "mtime_epoch": 1783053985.302742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:46:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.715}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.415, "count": 292, "max_ms": 6.831, "p95_ms": 4.767}, "gstreamer_push": {"avg_ms": 1.316, "count": 292, "max_ms": 1.513, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.543, "count": 292, "max_ms": 68.004, "p95_ms": 65.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.733, "count": 292, "max_ms": 83.561, "p95_ms": 79.757}, "yolo11_640_fire_11class": {"avg_ms": 62.423, "count": 292, "max_ms": 74.088, "p95_ms": 67.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.759, "count": 292, "max_ms": 77.838, "p95_ms": 75.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.385, "count": 292, "max_ms": 96.313, "p95_ms": 93.089}, "read_interval": {"avg_ms": 102.95, "count": 291, "max_ms": 114.719, "p95_ms": 110.04}, "triton_wait": {"avg_ms": 73.141, "count": 292, "max_ms": 83.57, "p95_ms": 79.769}, "visualize": {"avg_ms": 3.701, "count": 292, "max_ms": 4.556, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 311.039, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.616, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:46:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:46:31+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:46:31+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:46:31.518845+09:00", "mtime_epoch": 1783053991.518845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:46:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.837}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.915, "count": 295, "max_ms": 4.372, "p95_ms": 3.61}, "gstreamer_push": {"avg_ms": 1.361, "count": 295, "max_ms": 1.563, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.773, "count": 295, "max_ms": 68.691, "p95_ms": 66.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.882, "count": 295, "max_ms": 84.173, "p95_ms": 80.01}, "yolo11_640_fire_11class": {"avg_ms": 63.972, "count": 295, "max_ms": 74.548, "p95_ms": 69.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.624, "count": 295, "max_ms": 81.872, "p95_ms": 76.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.724, "count": 295, "max_ms": 95.586, "p95_ms": 91.732}, "read_interval": {"avg_ms": 101.707, "count": 295, "max_ms": 112.739, "p95_ms": 109.602}, "triton_wait": {"avg_ms": 72.916, "count": 295, "max_ms": 84.186, "p95_ms": 80.071}, "visualize": {"avg_ms": 3.738, "count": 295, "max_ms": 4.762, "p95_ms": 4.367}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1099}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.649, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.547, "name": "ffmpeg", "pid": 35715, "rss_mb": 277.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.256, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 131973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:46:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:46:55+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T13:46:55+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T13:46:55.351241+09:00", "mtime_epoch": 1783054015.3512414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:46:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.683}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.413, "count": 291, "max_ms": 7.241, "p95_ms": 4.701}, "gstreamer_push": {"avg_ms": 1.33, "count": 291, "max_ms": 1.559, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.086, "count": 291, "max_ms": 73.401, "p95_ms": 65.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.536, "count": 291, "max_ms": 87.841, "p95_ms": 78.52}, "yolo11_640_fire_11class": {"avg_ms": 62.835, "count": 291, "max_ms": 75.261, "p95_ms": 67.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.421, "count": 291, "max_ms": 82.952, "p95_ms": 75.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.76, "count": 291, "max_ms": 101.049, "p95_ms": 92.07}, "read_interval": {"avg_ms": 103.288, "count": 290, "max_ms": 116.756, "p95_ms": 109.467}, "triton_wait": {"avg_ms": 73.433, "count": 291, "max_ms": 87.852, "p95_ms": 78.531}, "visualize": {"avg_ms": 3.705, "count": 291, "max_ms": 4.63, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12399.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 341.123, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.626, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:47:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:47:01+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:47:01+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T13:47:01.595345+09:00", "mtime_epoch": 1783054021.5953453, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:47:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.605}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.895, "count": 289, "max_ms": 4.399, "p95_ms": 3.43}, "gstreamer_push": {"avg_ms": 1.371, "count": 289, "max_ms": 1.801, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.269, "count": 289, "max_ms": 71.016, "p95_ms": 66.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.866, "count": 289, "max_ms": 85.405, "p95_ms": 79.847}, "yolo11_640_fire_11class": {"avg_ms": 65.303, "count": 289, "max_ms": 73.085, "p95_ms": 68.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.972, "count": 289, "max_ms": 80.475, "p95_ms": 75.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.116, "count": 289, "max_ms": 97.358, "p95_ms": 91.57}, "read_interval": {"avg_ms": 104.076, "count": 288, "max_ms": 115.881, "p95_ms": 109.812}, "triton_wait": {"avg_ms": 75.341, "count": 289, "max_ms": 85.417, "p95_ms": 79.859}, "visualize": {"avg_ms": 3.747, "count": 289, "max_ms": 5.944, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.718, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.805, "name": "ffmpeg", "pid": 35715, "rss_mb": 277.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.337, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:47:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:47:25+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:47:25+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:47:25.411742+09:00", "mtime_epoch": 1783054045.4117422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:47:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.675, "pushed": 9.675, "read": 9.642}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.444, "count": 290, "max_ms": 7.222, "p95_ms": 4.796}, "gstreamer_push": {"avg_ms": 1.316, "count": 290, "max_ms": 1.472, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.085, "count": 290, "max_ms": 67.925, "p95_ms": 65.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.948, "count": 290, "max_ms": 85.158, "p95_ms": 78.843}, "yolo11_640_fire_11class": {"avg_ms": 62.807, "count": 290, "max_ms": 72.126, "p95_ms": 67.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.94, "count": 290, "max_ms": 79.918, "p95_ms": 75.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.086, "count": 290, "max_ms": 98.427, "p95_ms": 92.888}, "read_interval": {"avg_ms": 103.686, "count": 289, "max_ms": 120.783, "p95_ms": 110.008}, "triton_wait": {"avg_ms": 73.671, "count": 290, "max_ms": 85.171, "p95_ms": 78.86}, "visualize": {"avg_ms": 3.766, "count": 290, "max_ms": 6.781, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 371.207, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.689, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:47:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:47:31+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:47:31+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:47:31.687847+09:00", "mtime_epoch": 1783054051.6878471, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:47:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.879, "count": 290, "max_ms": 4.44, "p95_ms": 3.209}, "gstreamer_push": {"avg_ms": 1.393, "count": 290, "max_ms": 2.204, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.401, "count": 290, "max_ms": 70.53, "p95_ms": 66.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.366, "count": 290, "max_ms": 87.65, "p95_ms": 79.344}, "yolo11_640_fire_11class": {"avg_ms": 65.101, "count": 290, "max_ms": 72.962, "p95_ms": 68.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.24, "count": 290, "max_ms": 80.164, "p95_ms": 76.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.648, "count": 290, "max_ms": 99.332, "p95_ms": 91.111}, "read_interval": {"avg_ms": 103.715, "count": 289, "max_ms": 120.71, "p95_ms": 108.908}, "triton_wait": {"avg_ms": 74.844, "count": 290, "max_ms": 87.664, "p95_ms": 79.356}, "visualize": {"avg_ms": 3.738, "count": 290, "max_ms": 5.909, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.726, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.062, "name": "ffmpeg", "pid": 35715, "rss_mb": 278.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.177, "sample_count": 2887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:47:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:47:55+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T13:47:55+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T13:47:55.420244+09:00", "mtime_epoch": 1783054075.4202442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:47:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.394, "count": 294, "max_ms": 6.552, "p95_ms": 4.714}, "gstreamer_push": {"avg_ms": 1.317, "count": 294, "max_ms": 1.561, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.707, "count": 294, "max_ms": 71.944, "p95_ms": 65.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.006, "count": 294, "max_ms": 86.831, "p95_ms": 78.362}, "yolo11_640_fire_11class": {"avg_ms": 61.87, "count": 294, "max_ms": 73.564, "p95_ms": 68.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.658, "count": 294, "max_ms": 83.306, "p95_ms": 75.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.317, "count": 294, "max_ms": 99.909, "p95_ms": 91.601}, "read_interval": {"avg_ms": 102.087, "count": 294, "max_ms": 116.014, "p95_ms": 109.865}, "triton_wait": {"avg_ms": 72.061, "count": 294, "max_ms": 86.845, "p95_ms": 78.375}, "visualize": {"avg_ms": 3.707, "count": 294, "max_ms": 4.758, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 401.3, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.661, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:48:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:48:01+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:48:01+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:48:01.776351+09:00", "mtime_epoch": 1783054081.7763507, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:48:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.886, "count": 303, "max_ms": 4.877, "p95_ms": 3.33}, "gstreamer_push": {"avg_ms": 1.37, "count": 303, "max_ms": 1.754, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.962, "count": 303, "max_ms": 72.6, "p95_ms": 66.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.768, "count": 303, "max_ms": 86.141, "p95_ms": 79.076}, "yolo11_640_fire_11class": {"avg_ms": 62.755, "count": 303, "max_ms": 76.431, "p95_ms": 69.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.269, "count": 303, "max_ms": 83.311, "p95_ms": 76.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.25, "count": 303, "max_ms": 98.795, "p95_ms": 91.146}, "read_interval": {"avg_ms": 99.298, "count": 302, "max_ms": 116.663, "p95_ms": 108.679}, "triton_wait": {"avg_ms": 70.435, "count": 303, "max_ms": 86.153, "p95_ms": 79.352}, "visualize": {"avg_ms": 3.755, "count": 303, "max_ms": 6.02, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.737, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.062, "name": "ffmpeg", "pid": 35715, "rss_mb": 278.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.867, "sample_count": 2884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 132841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:48:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:48:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:48:25+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:48:25.428747+09:00", "mtime_epoch": 1783054105.4287474, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:48:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.469, "pushed": 9.469, "read": 9.469}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.797, "count": 284, "max_ms": 9.112, "p95_ms": 6.585}, "gstreamer_push": {"avg_ms": 1.314, "count": 284, "max_ms": 1.58, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.949, "count": 284, "max_ms": 73.086, "p95_ms": 64.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.616, "count": 284, "max_ms": 84.388, "p95_ms": 79.186}, "yolo11_640_fire_11class": {"avg_ms": 59.288, "count": 284, "max_ms": 76.297, "p95_ms": 67.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.462, "count": 284, "max_ms": 86.69, "p95_ms": 77.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.341, "count": 284, "max_ms": 138.97, "p95_ms": 126.65}, "read_interval": {"avg_ms": 105.641, "count": 284, "max_ms": 152.935, "p95_ms": 140.998}, "triton_wait": {"avg_ms": 69.854, "count": 284, "max_ms": 86.702, "p95_ms": 79.921}, "visualize": {"avg_ms": 3.944, "count": 284, "max_ms": 6.485, "p95_ms": 5.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12399.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 431.368, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.614, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:48:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:48:31+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:48:31+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:48:31.844855+09:00", "mtime_epoch": 1783054111.8448553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:48:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.113}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.814, "count": 304, "max_ms": 4.031, "p95_ms": 2.924}, "gstreamer_push": {"avg_ms": 1.345, "count": 304, "max_ms": 1.859, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.951, "count": 304, "max_ms": 74.585, "p95_ms": 66.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.71, "count": 304, "max_ms": 84.322, "p95_ms": 80.39}, "yolo11_640_fire_11class": {"avg_ms": 62.261, "count": 304, "max_ms": 77.973, "p95_ms": 69.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.237, "count": 304, "max_ms": 88.143, "p95_ms": 77.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.915, "count": 304, "max_ms": 99.637, "p95_ms": 91.824}, "read_interval": {"avg_ms": 98.876, "count": 303, "max_ms": 116.452, "p95_ms": 110.147}, "triton_wait": {"avg_ms": 70.316, "count": 304, "max_ms": 88.154, "p95_ms": 80.403}, "visualize": {"avg_ms": 3.678, "count": 304, "max_ms": 5.875, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.752, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.062, "name": "ffmpeg", "pid": 35715, "rss_mb": 278.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.888, "sample_count": 2885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:48:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:48:55+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:48:55+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T13:48:55.441252+09:00", "mtime_epoch": 1783054135.4412522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:48:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.497, "count": 296, "max_ms": 8.021, "p95_ms": 5.773}, "gstreamer_push": {"avg_ms": 1.338, "count": 296, "max_ms": 1.571, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.078, "count": 296, "max_ms": 67.445, "p95_ms": 65.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.729, "count": 296, "max_ms": 86.646, "p95_ms": 78.89}, "yolo11_640_fire_11class": {"avg_ms": 60.638, "count": 296, "max_ms": 69.626, "p95_ms": 67.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.001, "count": 296, "max_ms": 76.847, "p95_ms": 74.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.544, "count": 296, "max_ms": 99.887, "p95_ms": 92.802}, "read_interval": {"avg_ms": 101.395, "count": 296, "max_ms": 121.099, "p95_ms": 110.052}, "triton_wait": {"avg_ms": 71.08, "count": 296, "max_ms": 86.658, "p95_ms": 78.902}, "visualize": {"avg_ms": 3.74, "count": 296, "max_ms": 6.459, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 461.379, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.616, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:49:01+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T13:49:01+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T13:49:01.869361+09:00", "mtime_epoch": 1783054141.8693607, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:49:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.867, "count": 302, "max_ms": 5.967, "p95_ms": 2.958}, "gstreamer_push": {"avg_ms": 1.365, "count": 302, "max_ms": 2.323, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.144, "count": 302, "max_ms": 71.553, "p95_ms": 67.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.746, "count": 302, "max_ms": 84.356, "p95_ms": 80.641}, "yolo11_640_fire_11class": {"avg_ms": 62.549, "count": 302, "max_ms": 76.316, "p95_ms": 70.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.583, "count": 302, "max_ms": 79.704, "p95_ms": 75.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.346, "count": 302, "max_ms": 95.814, "p95_ms": 92.421}, "read_interval": {"avg_ms": 99.429, "count": 302, "max_ms": 113.814, "p95_ms": 109.598}, "triton_wait": {"avg_ms": 70.593, "count": 302, "max_ms": 84.368, "p95_ms": 80.653}, "visualize": {"avg_ms": 3.737, "count": 302, "max_ms": 6.465, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.775, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.062, "name": "ffmpeg", "pid": 35715, "rss_mb": 278.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.934, "sample_count": 2888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:49:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:49:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:49:25+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:49:25.473759+09:00", "mtime_epoch": 1783054165.4737587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:49:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.061, "pushed": 10.061, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.547, "count": 301, "max_ms": 6.9, "p95_ms": 5.855}, "gstreamer_push": {"avg_ms": 1.353, "count": 301, "max_ms": 2.049, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.554, "count": 301, "max_ms": 67.745, "p95_ms": 64.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.701, "count": 301, "max_ms": 83.8, "p95_ms": 79.315}, "yolo11_640_fire_11class": {"avg_ms": 58.356, "count": 301, "max_ms": 70.917, "p95_ms": 66.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.639, "count": 301, "max_ms": 77.127, "p95_ms": 74.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.478, "count": 301, "max_ms": 98.317, "p95_ms": 92.417}, "read_interval": {"avg_ms": 99.708, "count": 300, "max_ms": 116.53, "p95_ms": 110.393}, "triton_wait": {"avg_ms": 68.931, "count": 301, "max_ms": 83.812, "p95_ms": 79.327}, "visualize": {"avg_ms": 3.763, "count": 301, "max_ms": 4.976, "p95_ms": 4.316}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12399.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 491.396, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.673, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:49:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T13:49:31+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:49:31+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:49:31.869867+09:00", "mtime_epoch": 1783054171.8698668, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:49:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.297, "pushed": 10.297, "read": 10.264}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.837, "count": 308, "max_ms": 4.433, "p95_ms": 3.263}, "gstreamer_push": {"avg_ms": 1.34, "count": 308, "max_ms": 1.725, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.465, "count": 308, "max_ms": 71.582, "p95_ms": 66.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.681, "count": 308, "max_ms": 84.635, "p95_ms": 79.785}, "yolo11_640_fire_11class": {"avg_ms": 61.294, "count": 308, "max_ms": 73.759, "p95_ms": 69.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.719, "count": 308, "max_ms": 80.054, "p95_ms": 75.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.499, "count": 308, "max_ms": 124.514, "p95_ms": 91.664}, "read_interval": {"avg_ms": 97.419, "count": 307, "max_ms": 141.826, "p95_ms": 109.58}, "triton_wait": {"avg_ms": 68.687, "count": 308, "max_ms": 84.649, "p95_ms": 79.881}, "visualize": {"avg_ms": 3.639, "count": 308, "max_ms": 5.133, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.839, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.062, "name": "ffmpeg", "pid": 35715, "rss_mb": 278.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 4, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.057, "sample_count": 2891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 133730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:49:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:49:55+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T13:49:55.530267+09:00", "mtime_epoch": 1783054195.530267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:49:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.744, "pushed": 9.744, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.468, "count": 292, "max_ms": 6.732, "p95_ms": 5.106}, "gstreamer_push": {"avg_ms": 1.353, "count": 292, "max_ms": 2.096, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.29, "count": 292, "max_ms": 66.021, "p95_ms": 64.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.083, "count": 292, "max_ms": 82.557, "p95_ms": 79.107}, "yolo11_640_fire_11class": {"avg_ms": 61.382, "count": 292, "max_ms": 68.612, "p95_ms": 65.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.326, "count": 292, "max_ms": 79.059, "p95_ms": 74.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.127, "count": 292, "max_ms": 96.447, "p95_ms": 92.403}, "read_interval": {"avg_ms": 102.946, "count": 291, "max_ms": 113.295, "p95_ms": 109.984}, "triton_wait": {"avg_ms": 72.598, "count": 292, "max_ms": 82.569, "p95_ms": 79.119}, "visualize": {"avg_ms": 3.769, "count": 292, "max_ms": 4.895, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12400.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.419, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.866, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:50:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:50:01+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T13:50:01+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:50:01.902375+09:00", "mtime_epoch": 1783054201.9023747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:50:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.795, "pushed": 9.795, "read": 9.761}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.85, "count": 293, "max_ms": 3.64, "p95_ms": 2.992}, "gstreamer_push": {"avg_ms": 1.363, "count": 293, "max_ms": 2.367, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.409, "count": 293, "max_ms": 68.468, "p95_ms": 66.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.718, "count": 293, "max_ms": 83.989, "p95_ms": 80.564}, "yolo11_640_fire_11class": {"avg_ms": 64.909, "count": 293, "max_ms": 74.337, "p95_ms": 69.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.597, "count": 293, "max_ms": 78.525, "p95_ms": 75.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.461, "count": 293, "max_ms": 95.887, "p95_ms": 92.494}, "read_interval": {"avg_ms": 102.468, "count": 292, "max_ms": 116.299, "p95_ms": 109.404}, "triton_wait": {"avg_ms": 73.747, "count": 293, "max_ms": 84.001, "p95_ms": 80.574}, "visualize": {"avg_ms": 3.714, "count": 293, "max_ms": 4.82, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.914, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.449, "name": "ffmpeg", "pid": 35715, "rss_mb": 287.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 4, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.934, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:50:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:50:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:50:25+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:50:25.610777+09:00", "mtime_epoch": 1783054225.6107767, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158900}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:50:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.423, "count": 292, "max_ms": 6.463, "p95_ms": 5.02}, "gstreamer_push": {"avg_ms": 1.321, "count": 292, "max_ms": 1.536, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.256, "count": 292, "max_ms": 69.15, "p95_ms": 65.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.257, "count": 292, "max_ms": 85.361, "p95_ms": 78.671}, "yolo11_640_fire_11class": {"avg_ms": 61.154, "count": 292, "max_ms": 71.306, "p95_ms": 67.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.738, "count": 292, "max_ms": 77.975, "p95_ms": 75.355}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.825, "count": 292, "max_ms": 98.704, "p95_ms": 91.927}, "read_interval": {"avg_ms": 102.978, "count": 291, "max_ms": 514.41, "p95_ms": 109.7}, "triton_wait": {"avg_ms": 71.489, "count": 292, "max_ms": 85.374, "p95_ms": 78.683}, "visualize": {"avg_ms": 3.705, "count": 292, "max_ms": 4.668, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.439, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.777, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:50:32+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T13:50:31+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T13:50:31.926884+09:00", "mtime_epoch": 1783054231.926884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:50:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.828, "count": 300, "max_ms": 3.955, "p95_ms": 2.929}, "gstreamer_push": {"avg_ms": 1.347, "count": 300, "max_ms": 2.323, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.953, "count": 300, "max_ms": 69.926, "p95_ms": 66.604}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.605, "count": 300, "max_ms": 83.644, "p95_ms": 79.082}, "yolo11_640_fire_11class": {"avg_ms": 63.24, "count": 300, "max_ms": 75.147, "p95_ms": 69.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.306, "count": 300, "max_ms": 78.738, "p95_ms": 76.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.084, "count": 300, "max_ms": 96.361, "p95_ms": 90.718}, "read_interval": {"avg_ms": 100.062, "count": 299, "max_ms": 115.958, "p95_ms": 108.112}, "triton_wait": {"avg_ms": 71.544, "count": 300, "max_ms": 83.656, "p95_ms": 79.095}, "visualize": {"avg_ms": 3.681, "count": 300, "max_ms": 4.778, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12407.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 512.931, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.449, "name": "ffmpeg", "pid": 35715, "rss_mb": 287.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 4, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.08, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:50:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:50:55+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T13:50:55+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:50:55.623286+09:00", "mtime_epoch": 1783054255.6232865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166649}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:50:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.794, "pushed": 9.794, "read": 9.76}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.377, "count": 293, "max_ms": 6.464, "p95_ms": 4.685}, "gstreamer_push": {"avg_ms": 1.321, "count": 293, "max_ms": 2.357, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.362, "count": 293, "max_ms": 68.865, "p95_ms": 65.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.296, "count": 293, "max_ms": 85.544, "p95_ms": 80.661}, "yolo11_640_fire_11class": {"avg_ms": 62.068, "count": 293, "max_ms": 73.275, "p95_ms": 68.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.296, "count": 293, "max_ms": 79.564, "p95_ms": 75.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.758, "count": 293, "max_ms": 98.849, "p95_ms": 93.784}, "read_interval": {"avg_ms": 102.42, "count": 292, "max_ms": 114.997, "p95_ms": 111.313}, "triton_wait": {"avg_ms": 72.615, "count": 293, "max_ms": 85.555, "p95_ms": 80.672}, "visualize": {"avg_ms": 3.664, "count": 293, "max_ms": 4.491, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.537, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.777, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:51:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:51:02+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:51:02+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T13:51:02.019395+09:00", "mtime_epoch": 1783054262.0193954, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:51:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.931, "count": 292, "max_ms": 4.164, "p95_ms": 3.841}, "gstreamer_push": {"avg_ms": 1.372, "count": 293, "max_ms": 2.115, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.652, "count": 292, "max_ms": 67.824, "p95_ms": 66.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.492, "count": 292, "max_ms": 85.197, "p95_ms": 80.133}, "yolo11_640_fire_11class": {"avg_ms": 63.841, "count": 292, "max_ms": 72.327, "p95_ms": 68.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.599, "count": 292, "max_ms": 77.294, "p95_ms": 75.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.452, "count": 293, "max_ms": 96.815, "p95_ms": 92.417}, "read_interval": {"avg_ms": 102.718, "count": 292, "max_ms": 117.245, "p95_ms": 110.512}, "triton_wait": {"avg_ms": 73.615, "count": 292, "max_ms": 85.209, "p95_ms": 80.145}, "visualize": {"avg_ms": 3.748, "count": 292, "max_ms": 4.895, "p95_ms": 4.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 542.931, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.027, "name": "ffmpeg", "pid": 35715, "rss_mb": 290.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 4, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.888, "sample_count": 2905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:51:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:51:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:51:25+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:51:25.627797+09:00", "mtime_epoch": 1783054285.6277971, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:51:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 275, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.171, "pushed": 9.171, "read": 9.171}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.462, "count": 275, "max_ms": 6.629, "p95_ms": 5.384}, "gstreamer_push": {"avg_ms": 1.331, "count": 275, "max_ms": 1.858, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.256, "count": 275, "max_ms": 69.429, "p95_ms": 65.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.316, "count": 275, "max_ms": 84.157, "p95_ms": 78.826}, "yolo11_640_fire_11class": {"avg_ms": 61.417, "count": 275, "max_ms": 71.734, "p95_ms": 67.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.844, "count": 275, "max_ms": 78.144, "p95_ms": 75.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.806, "count": 275, "max_ms": 97.29, "p95_ms": 91.764}, "read_interval": {"avg_ms": 109.107, "count": 275, "max_ms": 2199.154, "p95_ms": 109.799}, "triton_wait": {"avg_ms": 71.475, "count": 275, "max_ms": 84.169, "p95_ms": 78.839}, "visualize": {"avg_ms": 3.722, "count": 275, "max_ms": 4.738, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.632, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.773, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:51:32+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:51:32+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T13:51:32.111908+09:00", "mtime_epoch": 1783054292.1119077, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:51:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.237, "pushed": 10.237, "read": 10.204}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.847, "count": 307, "max_ms": 4.231, "p95_ms": 2.986}, "gstreamer_push": {"avg_ms": 1.361, "count": 307, "max_ms": 1.55, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.85, "count": 307, "max_ms": 71.2, "p95_ms": 65.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.282, "count": 307, "max_ms": 84.374, "p95_ms": 79.045}, "yolo11_640_fire_11class": {"avg_ms": 61.577, "count": 307, "max_ms": 72.986, "p95_ms": 69.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.725, "count": 307, "max_ms": 78.741, "p95_ms": 75.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.849, "count": 307, "max_ms": 96.065, "p95_ms": 90.8}, "read_interval": {"avg_ms": 98.0, "count": 306, "max_ms": 113.322, "p95_ms": 108.053}, "triton_wait": {"avg_ms": 69.17, "count": 307, "max_ms": 84.386, "p95_ms": 79.058}, "visualize": {"avg_ms": 3.716, "count": 307, "max_ms": 4.743, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.019, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.027, "name": "ffmpeg", "pid": 35715, "rss_mb": 290.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 4, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.802, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 134889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:51:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:51:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:51:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:51:55.712310+09:00", "mtime_epoch": 1783054315.7123103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:51:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.441, "count": 299, "max_ms": 6.56, "p95_ms": 4.876}, "gstreamer_push": {"avg_ms": 1.344, "count": 299, "max_ms": 1.566, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.193, "count": 299, "max_ms": 66.382, "p95_ms": 64.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.872, "count": 299, "max_ms": 82.709, "p95_ms": 77.975}, "yolo11_640_fire_11class": {"avg_ms": 60.166, "count": 299, "max_ms": 71.732, "p95_ms": 67.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.109, "count": 299, "max_ms": 79.103, "p95_ms": 74.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.675, "count": 299, "max_ms": 95.995, "p95_ms": 91.331}, "read_interval": {"avg_ms": 100.616, "count": 298, "max_ms": 112.699, "p95_ms": 108.778}, "triton_wait": {"avg_ms": 70.248, "count": 299, "max_ms": 82.722, "p95_ms": 78.296}, "visualize": {"avg_ms": 3.747, "count": 299, "max_ms": 4.795, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.648, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.744, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:52:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:52:02+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T13:52:02+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T13:52:02.140420+09:00", "mtime_epoch": 1783054322.14042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:52:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.933, "pushed": 9.933, "read": 9.933}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.866, "count": 298, "max_ms": 4.122, "p95_ms": 3.129}, "gstreamer_push": {"avg_ms": 1.357, "count": 298, "max_ms": 1.64, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.894, "count": 298, "max_ms": 70.496, "p95_ms": 67.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.325, "count": 298, "max_ms": 82.226, "p95_ms": 79.79}, "yolo11_640_fire_11class": {"avg_ms": 64.333, "count": 298, "max_ms": 74.419, "p95_ms": 71.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.885, "count": 298, "max_ms": 80.028, "p95_ms": 76.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.531, "count": 298, "max_ms": 94.313, "p95_ms": 91.663}, "read_interval": {"avg_ms": 100.779, "count": 298, "max_ms": 113.338, "p95_ms": 109.07}, "triton_wait": {"avg_ms": 71.798, "count": 298, "max_ms": 82.239, "p95_ms": 80.016}, "visualize": {"avg_ms": 3.729, "count": 298, "max_ms": 4.749, "p95_ms": 4.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.036, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.285, "name": "ffmpeg", "pid": 35715, "rss_mb": 290.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 4, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.74, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:52:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:52:25+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T13:52:25+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T13:52:25.720823+09:00", "mtime_epoch": 1783054345.7208228, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:52:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.595, "pushed": 9.595, "read": 9.562}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.377, "count": 287, "max_ms": 6.545, "p95_ms": 4.604}, "gstreamer_push": {"avg_ms": 1.323, "count": 287, "max_ms": 1.537, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.21, "count": 287, "max_ms": 69.092, "p95_ms": 65.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.484, "count": 287, "max_ms": 82.839, "p95_ms": 78.726}, "yolo11_640_fire_11class": {"avg_ms": 63.029, "count": 287, "max_ms": 70.283, "p95_ms": 67.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.617, "count": 287, "max_ms": 78.909, "p95_ms": 76.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.841, "count": 287, "max_ms": 96.156, "p95_ms": 92.37}, "read_interval": {"avg_ms": 104.56, "count": 286, "max_ms": 309.263, "p95_ms": 110.089}, "triton_wait": {"avg_ms": 73.59, "count": 287, "max_ms": 82.851, "p95_ms": 78.767}, "visualize": {"avg_ms": 3.687, "count": 287, "max_ms": 4.447, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.689, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.719, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:52:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:52:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T13:52:32+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:52:32.168933+09:00", "mtime_epoch": 1783054352.1689332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:52:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.785, "pushed": 9.785, "read": 9.751}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.833, "count": 293, "max_ms": 4.103, "p95_ms": 2.905}, "gstreamer_push": {"avg_ms": 1.342, "count": 293, "max_ms": 1.533, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.074, "count": 293, "max_ms": 72.033, "p95_ms": 66.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.169, "count": 293, "max_ms": 83.333, "p95_ms": 79.699}, "yolo11_640_fire_11class": {"avg_ms": 65.309, "count": 293, "max_ms": 74.59, "p95_ms": 69.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.307, "count": 293, "max_ms": 79.544, "p95_ms": 76.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.675, "count": 293, "max_ms": 95.067, "p95_ms": 91.449}, "read_interval": {"avg_ms": 102.517, "count": 292, "max_ms": 115.192, "p95_ms": 108.274}, "triton_wait": {"avg_ms": 74.066, "count": 293, "max_ms": 83.346, "p95_ms": 79.711}, "visualize": {"avg_ms": 3.665, "count": 293, "max_ms": 4.572, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.061, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.566, "name": "ffmpeg", "pid": 35715, "rss_mb": 299.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 4, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.74, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:52:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:52:55+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:52:55+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T13:52:55.765337+09:00", "mtime_epoch": 1783054375.7653372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:52:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.383, "count": 292, "max_ms": 6.688, "p95_ms": 4.742}, "gstreamer_push": {"avg_ms": 1.313, "count": 292, "max_ms": 1.59, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.035, "count": 292, "max_ms": 70.671, "p95_ms": 65.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.077, "count": 292, "max_ms": 82.574, "p95_ms": 78.869}, "yolo11_640_fire_11class": {"avg_ms": 61.884, "count": 292, "max_ms": 73.928, "p95_ms": 67.176}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.423, "count": 292, "max_ms": 77.482, "p95_ms": 75.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.74, "count": 292, "max_ms": 95.788, "p95_ms": 91.748}, "read_interval": {"avg_ms": 102.826, "count": 291, "max_ms": 162.167, "p95_ms": 109.386}, "triton_wait": {"avg_ms": 72.495, "count": 292, "max_ms": 82.586, "p95_ms": 78.882}, "visualize": {"avg_ms": 3.661, "count": 292, "max_ms": 4.676, "p95_ms": 3.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.769, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.676, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.664, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:53:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:53:02+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:53:02+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T13:53:02.241448+09:00", "mtime_epoch": 1783054382.2414482, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:53:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.836, "count": 292, "max_ms": 4.201, "p95_ms": 2.922}, "gstreamer_push": {"avg_ms": 1.357, "count": 292, "max_ms": 1.731, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.605, "count": 292, "max_ms": 68.177, "p95_ms": 67.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.736, "count": 292, "max_ms": 83.65, "p95_ms": 78.929}, "yolo11_640_fire_11class": {"avg_ms": 65.368, "count": 292, "max_ms": 73.357, "p95_ms": 69.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.157, "count": 292, "max_ms": 77.981, "p95_ms": 76.362}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.227, "count": 292, "max_ms": 95.321, "p95_ms": 90.644}, "read_interval": {"avg_ms": 102.995, "count": 291, "max_ms": 112.012, "p95_ms": 107.975}, "triton_wait": {"avg_ms": 74.63, "count": 292, "max_ms": 83.662, "p95_ms": 78.94}, "visualize": {"avg_ms": 3.667, "count": 292, "max_ms": 4.574, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12427.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.07, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.527, "name": "ffmpeg", "pid": 35715, "rss_mb": 306.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 4, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.199, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:53:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:53:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T13:53:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:53:25.765851+09:00", "mtime_epoch": 1783054405.7658515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:53:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.602, "pushed": 9.602, "read": 9.602}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.366, "count": 288, "max_ms": 6.614, "p95_ms": 4.555}, "gstreamer_push": {"avg_ms": 1.305, "count": 288, "max_ms": 1.477, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.213, "count": 288, "max_ms": 67.358, "p95_ms": 65.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.762, "count": 288, "max_ms": 84.09, "p95_ms": 78.938}, "yolo11_640_fire_11class": {"avg_ms": 63.173, "count": 288, "max_ms": 67.937, "p95_ms": 66.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.035, "count": 288, "max_ms": 80.948, "p95_ms": 75.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.394, "count": 288, "max_ms": 97.128, "p95_ms": 91.993}, "read_interval": {"avg_ms": 104.192, "count": 288, "max_ms": 173.986, "p95_ms": 109.242}, "triton_wait": {"avg_ms": 74.187, "count": 288, "max_ms": 84.102, "p95_ms": 79.007}, "visualize": {"avg_ms": 3.662, "count": 288, "max_ms": 4.607, "p95_ms": 3.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 731.85, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.63, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:53:32+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:53:32+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:53:32.325964+09:00", "mtime_epoch": 1783054412.325964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230198}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:53:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.708, "pushed": 9.708, "read": 9.675}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.834, "count": 291, "max_ms": 3.47, "p95_ms": 3.05}, "gstreamer_push": {"avg_ms": 1.336, "count": 291, "max_ms": 1.604, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.745, "count": 291, "max_ms": 68.047, "p95_ms": 66.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.715, "count": 291, "max_ms": 84.597, "p95_ms": 79.562}, "yolo11_640_fire_11class": {"avg_ms": 65.19, "count": 291, "max_ms": 69.744, "p95_ms": 67.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.762, "count": 291, "max_ms": 81.067, "p95_ms": 76.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.62, "count": 291, "max_ms": 96.014, "p95_ms": 91.697}, "read_interval": {"avg_ms": 103.365, "count": 290, "max_ms": 112.379, "p95_ms": 108.682}, "triton_wait": {"avg_ms": 75.084, "count": 291, "max_ms": 84.609, "p95_ms": 79.717}, "visualize": {"avg_ms": 3.658, "count": 291, "max_ms": 4.508, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:42:20+09:00", "last_error_summary": "[h264 @ 0x562cc9676080] error while decoding MB 63 28, bytestream -5 [h264 @ 0x562cc968a240] error while decoding MB 25 25, bytestream -9 [in#0/rtsp @ 0x562cc954ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562cc954ce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:42:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.134, "last_started_at": "2026-07-03T13:42:22+09:00", "pid": 35715, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.559, "name": "ffmpeg", "pid": 35715, "rss_mb": 307.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 4, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.028, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 135954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:53:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:53:55+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T13:53:55+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T13:53:55.850368+09:00", "mtime_epoch": 1783054435.850368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:53:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.608, "pushed": 6.608, "read": 6.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.38, "count": 198, "max_ms": 5.127, "p95_ms": 4.632}, "gstreamer_push": {"avg_ms": 1.311, "count": 198, "max_ms": 1.556, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.288, "count": 198, "max_ms": 65.398, "p95_ms": 64.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.737, "count": 198, "max_ms": 78.935, "p95_ms": 76.872}, "yolo11_640_fire_11class": {"avg_ms": 60.009, "count": 198, "max_ms": 69.518, "p95_ms": 64.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.401, "count": 198, "max_ms": 76.063, "p95_ms": 73.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.286, "count": 198, "max_ms": 91.864, "p95_ms": 90.289}, "read_interval": {"avg_ms": 152.177, "count": 197, "max_ms": 10141.9, "p95_ms": 107.205}, "triton_wait": {"avg_ms": 70.902, "count": 198, "max_ms": 78.947, "p95_ms": 76.884}, "visualize": {"avg_ms": 3.732, "count": 198, "max_ms": 4.472, "p95_ms": 4.072}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.901, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.396, "sample_count": 3018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:54:02+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T13:54:02+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T13:54:02.406481+09:00", "mtime_epoch": 1783054442.4064806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:54:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 348, "pushed_frames": 348, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.62, "pushed": 11.62, "read": 11.586}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.833, "count": 348, "max_ms": 3.719, "p95_ms": 2.957}, "gstreamer_push": {"avg_ms": 1.342, "count": 348, "max_ms": 2.296, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.494, "count": 348, "max_ms": 69.29, "p95_ms": 65.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.568, "count": 348, "max_ms": 83.343, "p95_ms": 77.222}, "yolo11_640_fire_11class": {"avg_ms": 54.853, "count": 348, "max_ms": 73.181, "p95_ms": 66.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.153, "count": 348, "max_ms": 76.334, "p95_ms": 74.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.608, "count": 348, "max_ms": 95.068, "p95_ms": 88.929}, "read_interval": {"avg_ms": 86.37, "count": 347, "max_ms": 111.485, "p95_ms": 105.354}, "triton_wait": {"avg_ms": 58.115, "count": 348, "max_ms": 83.357, "p95_ms": 77.235}, "visualize": {"avg_ms": 3.676, "count": 348, "max_ms": 4.726, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.102, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.449, "name": "ffmpeg", "pid": 35822, "rss_mb": 266.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.993, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:54:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:54:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:54:25+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T13:54:25.902885+09:00", "mtime_epoch": 1783054465.9028847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:54:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.37, "pushed": 5.37, "read": 5.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.399, "count": 161, "max_ms": 5.562, "p95_ms": 4.66}, "gstreamer_push": {"avg_ms": 1.337, "count": 161, "max_ms": 1.545, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.311, "count": 161, "max_ms": 69.423, "p95_ms": 68.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.436, "count": 161, "max_ms": 84.092, "p95_ms": 79.293}, "yolo11_640_fire_11class": {"avg_ms": 58.442, "count": 161, "max_ms": 70.848, "p95_ms": 67.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.609, "count": 161, "max_ms": 76.716, "p95_ms": 75.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.311, "count": 161, "max_ms": 97.284, "p95_ms": 93.113}, "read_interval": {"avg_ms": 187.222, "count": 160, "max_ms": 9649.473, "p95_ms": 114.048}, "triton_wait": {"avg_ms": 67.976, "count": 161, "max_ms": 84.104, "p95_ms": 79.304}, "visualize": {"avg_ms": 3.759, "count": 161, "max_ms": 4.679, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.937, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.246, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:54:32+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:54:32+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T13:54:32.418997+09:00", "mtime_epoch": 1783054472.4189968, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:54:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.883, "pushed": 10.883, "read": 10.849}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.825, "count": 326, "max_ms": 3.49, "p95_ms": 2.917}, "gstreamer_push": {"avg_ms": 1.342, "count": 326, "max_ms": 1.609, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.182, "count": 326, "max_ms": 69.496, "p95_ms": 65.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.256, "count": 326, "max_ms": 81.446, "p95_ms": 79.678}, "yolo11_640_fire_11class": {"avg_ms": 56.802, "count": 326, "max_ms": 71.585, "p95_ms": 68.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.476, "count": 326, "max_ms": 79.809, "p95_ms": 76.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.839, "count": 326, "max_ms": 93.071, "p95_ms": 91.328}, "read_interval": {"avg_ms": 92.095, "count": 325, "max_ms": 112.469, "p95_ms": 109.46}, "triton_wait": {"avg_ms": 63.268, "count": 326, "max_ms": 81.458, "p95_ms": 79.69}, "visualize": {"avg_ms": 3.681, "count": 326, "max_ms": 4.761, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.134, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.512, "name": "ffmpeg", "pid": 35822, "rss_mb": 268.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.163, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136408, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:54:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:54:56+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:54:55+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:54:55.919401+09:00", "mtime_epoch": 1783054495.9194014, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:54:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.791, "pushed": 9.791, "read": 9.758}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.42, "count": 293, "max_ms": 7.13, "p95_ms": 4.944}, "gstreamer_push": {"avg_ms": 1.324, "count": 293, "max_ms": 1.973, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.801, "count": 293, "max_ms": 68.103, "p95_ms": 66.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.24, "count": 293, "max_ms": 85.411, "p95_ms": 80.088}, "yolo11_640_fire_11class": {"avg_ms": 62.152, "count": 293, "max_ms": 70.335, "p95_ms": 68.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.991, "count": 293, "max_ms": 80.127, "p95_ms": 76.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.287, "count": 293, "max_ms": 98.516, "p95_ms": 93.275}, "read_interval": {"avg_ms": 102.489, "count": 292, "max_ms": 115.042, "p95_ms": 109.308}, "triton_wait": {"avg_ms": 72.998, "count": 293, "max_ms": 85.422, "p95_ms": 80.1}, "visualize": {"avg_ms": 3.712, "count": 293, "max_ms": 4.968, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.944, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.125, "sample_count": 3038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:55:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:55:02+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T13:55:02+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T13:55:02.419513+09:00", "mtime_epoch": 1783054502.4195135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:55:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.837}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.805, "count": 295, "max_ms": 4.108, "p95_ms": 2.921}, "gstreamer_push": {"avg_ms": 1.35, "count": 295, "max_ms": 1.913, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.546, "count": 295, "max_ms": 71.878, "p95_ms": 66.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.124, "count": 295, "max_ms": 86.655, "p95_ms": 79.883}, "yolo11_640_fire_11class": {"avg_ms": 63.446, "count": 295, "max_ms": 72.99, "p95_ms": 68.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.298, "count": 295, "max_ms": 79.388, "p95_ms": 76.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.683, "count": 295, "max_ms": 99.8, "p95_ms": 91.368}, "read_interval": {"avg_ms": 101.69, "count": 295, "max_ms": 121.082, "p95_ms": 108.609}, "triton_wait": {"avg_ms": 73.1, "count": 295, "max_ms": 86.667, "p95_ms": 79.895}, "visualize": {"avg_ms": 3.682, "count": 295, "max_ms": 5.213, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.163, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.574, "name": "ffmpeg", "pid": 35822, "rss_mb": 270.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.096, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:55:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:55:26+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T13:55:25+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T13:55:25.955919+09:00", "mtime_epoch": 1783054525.9559193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:55:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.69, "pushed": 9.69, "read": 9.657}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.391, "count": 290, "max_ms": 6.64, "p95_ms": 4.499}, "gstreamer_push": {"avg_ms": 1.332, "count": 290, "max_ms": 2.131, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.164, "count": 290, "max_ms": 68.83, "p95_ms": 65.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.442, "count": 290, "max_ms": 82.459, "p95_ms": 78.288}, "yolo11_640_fire_11class": {"avg_ms": 62.554, "count": 290, "max_ms": 72.264, "p95_ms": 66.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.592, "count": 290, "max_ms": 80.815, "p95_ms": 75.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.606, "count": 290, "max_ms": 95.45, "p95_ms": 91.546}, "read_interval": {"avg_ms": 103.544, "count": 289, "max_ms": 219.888, "p95_ms": 108.588}, "triton_wait": {"avg_ms": 73.265, "count": 290, "max_ms": 82.471, "p95_ms": 78.299}, "visualize": {"avg_ms": 3.681, "count": 290, "max_ms": 4.304, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 852.023, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.184, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:55:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:55:32+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:55:32+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T13:55:32.500032+09:00", "mtime_epoch": 1783054532.5000322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:55:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.9, "count": 292, "max_ms": 5.169, "p95_ms": 3.603}, "gstreamer_push": {"avg_ms": 1.37, "count": 292, "max_ms": 2.111, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.825, "count": 292, "max_ms": 72.632, "p95_ms": 66.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.914, "count": 292, "max_ms": 82.594, "p95_ms": 79.01}, "yolo11_640_fire_11class": {"avg_ms": 64.508, "count": 292, "max_ms": 74.404, "p95_ms": 68.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.214, "count": 292, "max_ms": 79.958, "p95_ms": 76.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.855, "count": 292, "max_ms": 95.216, "p95_ms": 91.015}, "read_interval": {"avg_ms": 103.0, "count": 291, "max_ms": 113.412, "p95_ms": 108.931}, "triton_wait": {"avg_ms": 74.049, "count": 292, "max_ms": 82.608, "p95_ms": 79.02}, "visualize": {"avg_ms": 3.752, "count": 292, "max_ms": 5.235, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.198, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.574, "name": "ffmpeg", "pid": 35822, "rss_mb": 270.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.072, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 136990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:55:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:55:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:55:55+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:55:55.980438+09:00", "mtime_epoch": 1783054555.9804375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168351}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:55:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.721}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.422, "count": 292, "max_ms": 5.981, "p95_ms": 4.968}, "gstreamer_push": {"avg_ms": 1.353, "count": 292, "max_ms": 1.677, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.613, "count": 292, "max_ms": 70.68, "p95_ms": 65.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.232, "count": 292, "max_ms": 87.199, "p95_ms": 79.634}, "yolo11_640_fire_11class": {"avg_ms": 62.555, "count": 292, "max_ms": 72.392, "p95_ms": 68.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.252, "count": 292, "max_ms": 80.624, "p95_ms": 75.444}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.043, "count": 292, "max_ms": 100.342, "p95_ms": 93.045}, "read_interval": {"avg_ms": 102.831, "count": 291, "max_ms": 117.593, "p95_ms": 109.927}, "triton_wait": {"avg_ms": 72.591, "count": 292, "max_ms": 87.211, "p95_ms": 79.647}, "visualize": {"avg_ms": 3.723, "count": 292, "max_ms": 4.696, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 882.051, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.207, "sample_count": 3034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:56:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:56:02+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T13:56:02+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T13:56:02.548551+09:00", "mtime_epoch": 1783054562.548551, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232895}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:56:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.894, "pushed": 9.894, "read": 9.86}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.832, "count": 296, "max_ms": 3.699, "p95_ms": 2.92}, "gstreamer_push": {"avg_ms": 1.357, "count": 296, "max_ms": 1.565, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.018, "count": 296, "max_ms": 74.727, "p95_ms": 66.694}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.655, "count": 296, "max_ms": 89.016, "p95_ms": 80.255}, "yolo11_640_fire_11class": {"avg_ms": 63.336, "count": 296, "max_ms": 75.834, "p95_ms": 71.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.953, "count": 296, "max_ms": 83.895, "p95_ms": 76.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.233, "count": 296, "max_ms": 100.541, "p95_ms": 92.118}, "read_interval": {"avg_ms": 101.495, "count": 295, "max_ms": 116.562, "p95_ms": 109.435}, "triton_wait": {"avg_ms": 72.586, "count": 296, "max_ms": 89.028, "p95_ms": 80.423}, "visualize": {"avg_ms": 3.695, "count": 296, "max_ms": 4.88, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.216, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.574, "name": "ffmpeg", "pid": 35822, "rss_mb": 270.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.338, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:56:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:56:26+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T13:56:26+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:56:26.004956+09:00", "mtime_epoch": 1783054586.0049565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:56:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.995, "pushed": 9.995, "read": 9.961}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.654, "count": 299, "max_ms": 8.65, "p95_ms": 6.911}, "gstreamer_push": {"avg_ms": 1.317, "count": 299, "max_ms": 1.552, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.601, "count": 299, "max_ms": 67.974, "p95_ms": 65.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.102, "count": 299, "max_ms": 84.158, "p95_ms": 80.447}, "yolo11_640_fire_11class": {"avg_ms": 59.682, "count": 299, "max_ms": 71.71, "p95_ms": 68.471}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.523, "count": 299, "max_ms": 79.217, "p95_ms": 77.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.895, "count": 299, "max_ms": 130.391, "p95_ms": 95.346}, "read_interval": {"avg_ms": 100.39, "count": 298, "max_ms": 146.259, "p95_ms": 113.096}, "triton_wait": {"avg_ms": 70.157, "count": 299, "max_ms": 84.167, "p95_ms": 80.459}, "visualize": {"avg_ms": 3.822, "count": 299, "max_ms": 7.052, "p95_ms": 5.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 912.099, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.42, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:56:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:56:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T13:56:32+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T13:56:32.601070+09:00", "mtime_epoch": 1783054592.6010704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229012}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:56:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.311, "pushed": 10.311, "read": 10.277}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.911, "count": 309, "max_ms": 4.388, "p95_ms": 3.792}, "gstreamer_push": {"avg_ms": 1.394, "count": 309, "max_ms": 2.415, "p95_ms": 1.577}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.877, "count": 309, "max_ms": 69.694, "p95_ms": 66.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.102, "count": 309, "max_ms": 85.856, "p95_ms": 80.205}, "yolo11_640_fire_11class": {"avg_ms": 60.471, "count": 309, "max_ms": 73.86, "p95_ms": 68.716}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.283, "count": 309, "max_ms": 79.702, "p95_ms": 77.258}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.512, "count": 309, "max_ms": 97.544, "p95_ms": 93.006}, "read_interval": {"avg_ms": 97.288, "count": 308, "max_ms": 117.503, "p95_ms": 113.455}, "triton_wait": {"avg_ms": 67.616, "count": 309, "max_ms": 85.869, "p95_ms": 80.217}, "visualize": {"avg_ms": 3.782, "count": 309, "max_ms": 5.818, "p95_ms": 4.397}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.882, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.574, "name": "ffmpeg", "pid": 35822, "rss_mb": 270.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.417, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:56:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:56:57+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T13:56:57+09:00", "mjpeg": {"age_sec": 2.603, "exists": true, "mtime": "2026-07-03T13:56:55.153461+09:00", "mtime_epoch": 1783054615.1534605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:56:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.741, "pushed": 2.741, "read": 2.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.463, "count": 82, "max_ms": 6.928, "p95_ms": 4.715}, "gstreamer_push": {"avg_ms": 1.363, "count": 82, "max_ms": 1.565, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.985, "count": 82, "max_ms": 66.825, "p95_ms": 64.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.133, "count": 82, "max_ms": 78.016, "p95_ms": 75.271}, "yolo11_640_fire_11class": {"avg_ms": 52.396, "count": 82, "max_ms": 70.379, "p95_ms": 66.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.59, "count": 82, "max_ms": 75.969, "p95_ms": 73.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.918, "count": 82, "max_ms": 91.664, "p95_ms": 89.484}, "read_interval": {"avg_ms": 369.57, "count": 81, "max_ms": 2611.073, "p95_ms": 1481.528}, "triton_wait": {"avg_ms": 60.426, "count": 82, "max_ms": 78.028, "p95_ms": 75.981}, "visualize": {"avg_ms": 3.772, "count": 82, "max_ms": 4.948, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 942.176, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.105, "sample_count": 3072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:57:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:57:02+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T13:57:02+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T13:57:02.677591+09:00", "mtime_epoch": 1783054622.6775908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:57:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 334, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.167, "pushed": 11.167, "read": 11.134}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 2.883, "count": 334, "max_ms": 4.459, "p95_ms": 3.344}, "gstreamer_push": {"avg_ms": 1.346, "count": 335, "max_ms": 2.079, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.078, "count": 334, "max_ms": 66.684, "p95_ms": 53.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.934, "count": 334, "max_ms": 78.739, "p95_ms": 56.399}, "yolo11_640_fire_11class": {"avg_ms": 49.902, "count": 334, "max_ms": 67.909, "p95_ms": 55.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.214, "count": 334, "max_ms": 77.087, "p95_ms": 55.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.666, "count": 335, "max_ms": 90.925, "p95_ms": 72.115}, "read_interval": {"avg_ms": 89.801, "count": 334, "max_ms": 773.083, "p95_ms": 106.019}, "triton_wait": {"avg_ms": 50.974, "count": 334, "max_ms": 78.752, "p95_ms": 60.519}, "visualize": {"avg_ms": 3.717, "count": 334, "max_ms": 4.985, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.158, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.574, "name": "ffmpeg", "pid": 35822, "rss_mb": 270.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.37, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:57:28+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T13:57:27+09:00", "mjpeg": {"age_sec": 0.706, "exists": true, "mtime": "2026-07-03T13:57:27.326018+09:00", "mtime_epoch": 1783054647.3260176, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:57:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.306, "pushed": 3.306, "read": 3.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.502, "count": 99, "max_ms": 6.919, "p95_ms": 5.476}, "gstreamer_push": {"avg_ms": 1.352, "count": 99, "max_ms": 1.523, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.968, "count": 99, "max_ms": 67.312, "p95_ms": 62.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.081, "count": 99, "max_ms": 84.954, "p95_ms": 76.071}, "yolo11_640_fire_11class": {"avg_ms": 49.874, "count": 99, "max_ms": 71.124, "p95_ms": 64.443}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.088, "count": 99, "max_ms": 74.894, "p95_ms": 72.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.973, "count": 99, "max_ms": 97.961, "p95_ms": 89.445}, "read_interval": {"avg_ms": 305.732, "count": 99, "max_ms": 1992.075, "p95_ms": 836.791}, "triton_wait": {"avg_ms": 58.559, "count": 99, "max_ms": 84.968, "p95_ms": 76.081}, "visualize": {"avg_ms": 3.749, "count": 99, "max_ms": 5.284, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 972.187, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.952, "sample_count": 3082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:57:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:57:32+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T13:57:32+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T13:57:32.694111+09:00", "mtime_epoch": 1783054652.6941106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:57:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 2.838, "count": 302, "max_ms": 4.414, "p95_ms": 3.206}, "gstreamer_push": {"avg_ms": 1.338, "count": 302, "max_ms": 2.038, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.266, "count": 302, "max_ms": 66.136, "p95_ms": 58.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.136, "count": 302, "max_ms": 85.599, "p95_ms": 61.323}, "yolo11_640_fire_11class": {"avg_ms": 50.074, "count": 302, "max_ms": 71.691, "p95_ms": 60.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.577, "count": 302, "max_ms": 74.462, "p95_ms": 66.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.844, "count": 302, "max_ms": 97.545, "p95_ms": 80.722}, "read_interval": {"avg_ms": 99.393, "count": 302, "max_ms": 857.493, "p95_ms": 152.944}, "triton_wait": {"avg_ms": 51.283, "count": 302, "max_ms": 85.611, "p95_ms": 69.081}, "visualize": {"avg_ms": 3.705, "count": 302, "max_ms": 5.548, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 228.317, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.09, "name": "ffmpeg", "pid": 35822, "rss_mb": 271.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.44, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:57:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T13:57:58+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T13:57:58+09:00", "mjpeg": {"age_sec": 1.304, "exists": true, "mtime": "2026-07-03T13:57:56.886530+09:00", "mtime_epoch": 1783054676.8865302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:57:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 59, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.044, "pushed": 2.044, "read": 2.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.275, "count": 59, "max_ms": 4.835, "p95_ms": 4.72}, "gstreamer_push": {"avg_ms": 1.259, "count": 59, "max_ms": 1.686, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.249, "count": 59, "max_ms": 65.657, "p95_ms": 63.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.991, "count": 59, "max_ms": 77.932, "p95_ms": 73.852}, "yolo11_640_fire_11class": {"avg_ms": 50.015, "count": 59, "max_ms": 68.146, "p95_ms": 66.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.696, "count": 59, "max_ms": 77.259, "p95_ms": 74.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.717, "count": 59, "max_ms": 91.137, "p95_ms": 89.766}, "read_interval": {"avg_ms": 511.161, "count": 59, "max_ms": 4272.151, "p95_ms": 2757.622}, "triton_wait": {"avg_ms": 58.991, "count": 59, "max_ms": 77.943, "p95_ms": 77.085}, "visualize": {"avg_ms": 3.587, "count": 59, "max_ms": 4.392, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 28.864, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1002.246, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.902, "sample_count": 3088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:58:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:58:02+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T13:58:02+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T13:58:02.754632+09:00", "mtime_epoch": 1783054682.7546318, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:58:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.905}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 298, "max_ms": 5.294, "p95_ms": 2.948}, "gstreamer_push": {"avg_ms": 1.302, "count": 298, "max_ms": 1.484, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.953, "count": 298, "max_ms": 65.167, "p95_ms": 60.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.015, "count": 298, "max_ms": 79.294, "p95_ms": 64.535}, "yolo11_640_fire_11class": {"avg_ms": 49.604, "count": 298, "max_ms": 70.692, "p95_ms": 59.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.939, "count": 298, "max_ms": 78.207, "p95_ms": 66.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.129, "count": 298, "max_ms": 123.829, "p95_ms": 82.561}, "read_interval": {"avg_ms": 100.946, "count": 297, "max_ms": 780.456, "p95_ms": 179.626}, "triton_wait": {"avg_ms": 51.077, "count": 298, "max_ms": 79.307, "p95_ms": 68.022}, "visualize": {"avg_ms": 3.68, "count": 298, "max_ms": 5.433, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 258.371, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.121, "name": "ffmpeg", "pid": 35822, "rss_mb": 272.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.538, "sample_count": 2004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 137783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:58:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:58:28+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T13:58:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:58:28.159073+09:00", "mtime_epoch": 1783054708.1590726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:58:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 238, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.852, "pushed": 8.852, "read": 8.852}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.463, "count": 238, "max_ms": 6.409, "p95_ms": 5.014}, "gstreamer_push": {"avg_ms": 1.356, "count": 238, "max_ms": 1.564, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.895, "count": 238, "max_ms": 68.721, "p95_ms": 65.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.368, "count": 238, "max_ms": 84.346, "p95_ms": 79.44}, "yolo11_640_fire_11class": {"avg_ms": 57.445, "count": 238, "max_ms": 77.847, "p95_ms": 68.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.521, "count": 238, "max_ms": 77.166, "p95_ms": 75.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.843, "count": 238, "max_ms": 97.762, "p95_ms": 92.571}, "read_interval": {"avg_ms": 126.242, "count": 238, "max_ms": 3250.475, "p95_ms": 298.708}, "triton_wait": {"avg_ms": 66.506, "count": 238, "max_ms": 84.359, "p95_ms": 79.451}, "visualize": {"avg_ms": 3.747, "count": 238, "max_ms": 5.347, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 26.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1032.328, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.777, "sample_count": 3091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:58:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T13:58:32+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T13:58:32+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T13:58:32.807153+09:00", "mtime_epoch": 1783054712.8071532, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:58:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.878, "count": 293, "max_ms": 4.401, "p95_ms": 3.145}, "gstreamer_push": {"avg_ms": 1.36, "count": 293, "max_ms": 1.728, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.57, "count": 293, "max_ms": 67.554, "p95_ms": 65.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.066, "count": 293, "max_ms": 84.531, "p95_ms": 78.37}, "yolo11_640_fire_11class": {"avg_ms": 58.434, "count": 293, "max_ms": 77.832, "p95_ms": 67.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.906, "count": 293, "max_ms": 76.937, "p95_ms": 75.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.878, "count": 293, "max_ms": 96.304, "p95_ms": 90.121}, "read_interval": {"avg_ms": 102.297, "count": 293, "max_ms": 792.682, "p95_ms": 112.966}, "triton_wait": {"avg_ms": 65.135, "count": 293, "max_ms": 84.543, "p95_ms": 78.382}, "visualize": {"avg_ms": 3.716, "count": 293, "max_ms": 5.91, "p95_ms": 4.043}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 288.464, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.121, "name": "ffmpeg", "pid": 35822, "rss_mb": 272.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.781, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:58:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:58:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T13:58:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T13:58:58.251595+09:00", "mtime_epoch": 1783054738.2515953, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:58:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.602}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.348, "count": 289, "max_ms": 6.851, "p95_ms": 4.465}, "gstreamer_push": {"avg_ms": 1.317, "count": 289, "max_ms": 1.502, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.405, "count": 289, "max_ms": 68.627, "p95_ms": 65.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.456, "count": 289, "max_ms": 84.094, "p95_ms": 79.561}, "yolo11_640_fire_11class": {"avg_ms": 64.255, "count": 289, "max_ms": 70.306, "p95_ms": 67.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.725, "count": 289, "max_ms": 79.259, "p95_ms": 75.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.337, "count": 289, "max_ms": 97.249, "p95_ms": 92.741}, "read_interval": {"avg_ms": 104.117, "count": 288, "max_ms": 116.135, "p95_ms": 109.124}, "triton_wait": {"avg_ms": 75.172, "count": 289, "max_ms": 84.106, "p95_ms": 79.573}, "visualize": {"avg_ms": 3.688, "count": 289, "max_ms": 6.401, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1062.424, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.968, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:59:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:59:02+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T13:59:02+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T13:59:02.907676+09:00", "mtime_epoch": 1783054742.907676, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:59:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.837, "count": 290, "max_ms": 3.667, "p95_ms": 2.928}, "gstreamer_push": {"avg_ms": 1.369, "count": 290, "max_ms": 2.18, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.075, "count": 290, "max_ms": 76.519, "p95_ms": 67.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.73, "count": 290, "max_ms": 83.441, "p95_ms": 79.463}, "yolo11_640_fire_11class": {"avg_ms": 64.958, "count": 290, "max_ms": 76.506, "p95_ms": 68.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.975, "count": 290, "max_ms": 84.772, "p95_ms": 75.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.823, "count": 290, "max_ms": 96.371, "p95_ms": 91.218}, "read_interval": {"avg_ms": 103.789, "count": 289, "max_ms": 112.63, "p95_ms": 109.204}, "triton_wait": {"avg_ms": 75.138, "count": 290, "max_ms": 84.784, "p95_ms": 79.54}, "visualize": {"avg_ms": 3.688, "count": 290, "max_ms": 4.735, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 318.473, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.121, "name": "ffmpeg", "pid": 35822, "rss_mb": 272.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.771, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T13:59:28+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T13:59:28+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T13:59:28.252116+09:00", "mtime_epoch": 1783054768.2521164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:59:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.454, "count": 289, "max_ms": 5.382, "p95_ms": 4.637}, "gstreamer_push": {"avg_ms": 1.344, "count": 289, "max_ms": 1.522, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.908, "count": 289, "max_ms": 72.165, "p95_ms": 65.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.418, "count": 289, "max_ms": 84.974, "p95_ms": 79.856}, "yolo11_640_fire_11class": {"avg_ms": 62.654, "count": 289, "max_ms": 73.026, "p95_ms": 67.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.488, "count": 289, "max_ms": 80.402, "p95_ms": 75.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.53, "count": 289, "max_ms": 98.394, "p95_ms": 93.206}, "read_interval": {"avg_ms": 103.819, "count": 289, "max_ms": 114.205, "p95_ms": 109.976}, "triton_wait": {"avg_ms": 73.969, "count": 289, "max_ms": 84.986, "p95_ms": 79.869}, "visualize": {"avg_ms": 3.761, "count": 289, "max_ms": 4.39, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1092.427, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.095, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:59:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:59:32+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T13:59:32+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:59:32.900197+09:00", "mtime_epoch": 1783054772.9001973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T13:59:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.829, "count": 291, "max_ms": 3.781, "p95_ms": 2.892}, "gstreamer_push": {"avg_ms": 1.367, "count": 291, "max_ms": 1.567, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.021, "count": 291, "max_ms": 69.494, "p95_ms": 67.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.331, "count": 291, "max_ms": 87.655, "p95_ms": 80.616}, "yolo11_640_fire_11class": {"avg_ms": 65.051, "count": 291, "max_ms": 74.513, "p95_ms": 69.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.463, "count": 291, "max_ms": 78.094, "p95_ms": 76.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.21, "count": 291, "max_ms": 99.364, "p95_ms": 92.431}, "read_interval": {"avg_ms": 103.069, "count": 291, "max_ms": 115.951, "p95_ms": 109.968}, "triton_wait": {"avg_ms": 74.546, "count": 291, "max_ms": 87.667, "p95_ms": 80.629}, "visualize": {"avg_ms": 3.692, "count": 291, "max_ms": 4.937, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12394.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 348.502, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.699, "name": "ffmpeg", "pid": 35822, "rss_mb": 274.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.814, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T13:59:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T13:59:58+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T13:59:58+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T13:59:58.284639+09:00", "mtime_epoch": 1783054798.284639, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T13:59:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.619, "pushed": 9.619, "read": 9.585}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.4, "count": 288, "max_ms": 6.598, "p95_ms": 4.604}, "gstreamer_push": {"avg_ms": 1.349, "count": 288, "max_ms": 2.208, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.315, "count": 288, "max_ms": 72.724, "p95_ms": 65.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.444, "count": 288, "max_ms": 85.641, "p95_ms": 80.729}, "yolo11_640_fire_11class": {"avg_ms": 62.726, "count": 288, "max_ms": 73.448, "p95_ms": 66.918}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.668, "count": 288, "max_ms": 81.874, "p95_ms": 77.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.05, "count": 288, "max_ms": 99.37, "p95_ms": 94.381}, "read_interval": {"avg_ms": 104.245, "count": 287, "max_ms": 116.366, "p95_ms": 110.902}, "triton_wait": {"avg_ms": 74.59, "count": 288, "max_ms": 85.65, "p95_ms": 80.741}, "visualize": {"avg_ms": 3.748, "count": 288, "max_ms": 4.394, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12396.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1122.525, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.544, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:00:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:00:03+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:00:03+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T14:00:03.008721+09:00", "mtime_epoch": 1783054803.008721, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:00:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.535, "pushed": 9.535, "read": 9.502}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 286, "max_ms": 4.049, "p95_ms": 2.988}, "gstreamer_push": {"avg_ms": 1.374, "count": 286, "max_ms": 1.591, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.652, "count": 286, "max_ms": 73.78, "p95_ms": 66.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.955, "count": 286, "max_ms": 86.499, "p95_ms": 80.829}, "yolo11_640_fire_11class": {"avg_ms": 65.205, "count": 286, "max_ms": 74.369, "p95_ms": 68.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.36, "count": 286, "max_ms": 82.737, "p95_ms": 78.485}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.28, "count": 286, "max_ms": 98.321, "p95_ms": 92.595}, "read_interval": {"avg_ms": 105.248, "count": 285, "max_ms": 119.441, "p95_ms": 110.391}, "triton_wait": {"avg_ms": 76.577, "count": 286, "max_ms": 86.511, "p95_ms": 80.983}, "visualize": {"avg_ms": 3.672, "count": 286, "max_ms": 4.479, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12400.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 378.563, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.855, "name": "ffmpeg", "pid": 35822, "rss_mb": 279.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.105, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 138919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:00:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:00:28+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:00:28+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:00:28.349162+09:00", "mtime_epoch": 1783054828.349162, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:00:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.013, "pushed": 9.013, "read": 8.98}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.376, "count": 270, "max_ms": 6.098, "p95_ms": 4.466}, "gstreamer_push": {"avg_ms": 1.326, "count": 270, "max_ms": 1.539, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.684, "count": 270, "max_ms": 70.251, "p95_ms": 66.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.393, "count": 270, "max_ms": 86.65, "p95_ms": 79.893}, "yolo11_640_fire_11class": {"avg_ms": 63.02, "count": 270, "max_ms": 77.557, "p95_ms": 67.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.916, "count": 270, "max_ms": 79.9, "p95_ms": 75.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.201, "count": 270, "max_ms": 100.524, "p95_ms": 93.069}, "read_interval": {"avg_ms": 111.351, "count": 269, "max_ms": 2303.732, "p95_ms": 109.946}, "triton_wait": {"avg_ms": 73.916, "count": 270, "max_ms": 86.661, "p95_ms": 79.912}, "visualize": {"avg_ms": 3.678, "count": 270, "max_ms": 4.469, "p95_ms": 3.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12400.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1152.6, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.541, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:00:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:00:33+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:00:33+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T14:00:33.073244+09:00", "mtime_epoch": 1783054833.0732443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:00:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.977, "pushed": 9.977, "read": 9.944}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.854, "count": 299, "max_ms": 4.163, "p95_ms": 3.159}, "gstreamer_push": {"avg_ms": 1.353, "count": 299, "max_ms": 2.346, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.747, "count": 299, "max_ms": 70.47, "p95_ms": 66.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.584, "count": 299, "max_ms": 85.637, "p95_ms": 79.221}, "yolo11_640_fire_11class": {"avg_ms": 62.781, "count": 299, "max_ms": 72.717, "p95_ms": 69.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.473, "count": 299, "max_ms": 80.162, "p95_ms": 77.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.599, "count": 299, "max_ms": 127.072, "p95_ms": 91.064}, "read_interval": {"avg_ms": 100.565, "count": 298, "max_ms": 140.129, "p95_ms": 108.879}, "triton_wait": {"avg_ms": 71.855, "count": 299, "max_ms": 85.65, "p95_ms": 79.268}, "visualize": {"avg_ms": 3.678, "count": 299, "max_ms": 4.804, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12400.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 408.654, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.855, "name": "ffmpeg", "pid": 35822, "rss_mb": 279.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.71, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:00:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:00:58+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T14:00:58+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T14:00:58.433686+09:00", "mtime_epoch": 1783054858.433686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:00:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.57, "pushed": 9.57, "read": 9.537}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.643, "count": 287, "max_ms": 7.14, "p95_ms": 6.633}, "gstreamer_push": {"avg_ms": 1.33, "count": 287, "max_ms": 1.582, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.371, "count": 287, "max_ms": 68.327, "p95_ms": 65.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.039, "count": 287, "max_ms": 85.005, "p95_ms": 80.678}, "yolo11_640_fire_11class": {"avg_ms": 62.911, "count": 287, "max_ms": 71.449, "p95_ms": 67.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.384, "count": 287, "max_ms": 81.047, "p95_ms": 78.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.643, "count": 287, "max_ms": 102.055, "p95_ms": 96.547}, "read_interval": {"avg_ms": 104.82, "count": 286, "max_ms": 121.842, "p95_ms": 113.142}, "triton_wait": {"avg_ms": 74.786, "count": 287, "max_ms": 85.018, "p95_ms": 81.059}, "visualize": {"avg_ms": 3.879, "count": 287, "max_ms": 7.119, "p95_ms": 4.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1182.71, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.9, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:01:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:01:03+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T14:01:03+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T14:01:03.181769+09:00", "mtime_epoch": 1783054863.1817687, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:01:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.5, "pushed": 9.5, "read": 9.5}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.91, "count": 285, "max_ms": 4.463, "p95_ms": 3.473}, "gstreamer_push": {"avg_ms": 1.39, "count": 285, "max_ms": 2.485, "p95_ms": 1.524}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.695, "count": 285, "max_ms": 74.1, "p95_ms": 67.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.254, "count": 285, "max_ms": 89.541, "p95_ms": 81.898}, "yolo11_640_fire_11class": {"avg_ms": 64.378, "count": 285, "max_ms": 77.417, "p95_ms": 68.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.798, "count": 285, "max_ms": 88.035, "p95_ms": 79.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.143, "count": 285, "max_ms": 101.204, "p95_ms": 94.351}, "read_interval": {"avg_ms": 105.24, "count": 285, "max_ms": 120.942, "p95_ms": 114.358}, "triton_wait": {"avg_ms": 76.244, "count": 285, "max_ms": 89.554, "p95_ms": 81.91}, "visualize": {"avg_ms": 3.79, "count": 285, "max_ms": 5.908, "p95_ms": 4.416}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 438.743, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.434, "name": "ffmpeg", "pid": 35822, "rss_mb": 282.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.959, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:01:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:01:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:01:28+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:01:28.530210+09:00", "mtime_epoch": 1783054888.5302103, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168862}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:01:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.375, "count": 290, "max_ms": 6.544, "p95_ms": 5.109}, "gstreamer_push": {"avg_ms": 1.314, "count": 290, "max_ms": 1.547, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.488, "count": 290, "max_ms": 73.017, "p95_ms": 66.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.653, "count": 290, "max_ms": 88.607, "p95_ms": 82.726}, "yolo11_640_fire_11class": {"avg_ms": 63.214, "count": 290, "max_ms": 76.481, "p95_ms": 68.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.432, "count": 290, "max_ms": 87.182, "p95_ms": 78.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.656, "count": 290, "max_ms": 101.789, "p95_ms": 95.856}, "read_interval": {"avg_ms": 103.761, "count": 289, "max_ms": 117.384, "p95_ms": 112.07}, "triton_wait": {"avg_ms": 74.494, "count": 290, "max_ms": 88.619, "p95_ms": 82.737}, "visualize": {"avg_ms": 3.655, "count": 290, "max_ms": 4.524, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1212.721, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.871, "sample_count": 2966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:01:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:01:33+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:01:33+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:01:33.202292+09:00", "mtime_epoch": 1783054893.2022917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:01:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.86, "count": 292, "max_ms": 4.28, "p95_ms": 3.124}, "gstreamer_push": {"avg_ms": 1.368, "count": 292, "max_ms": 1.66, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.877, "count": 292, "max_ms": 72.354, "p95_ms": 67.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.54, "count": 292, "max_ms": 89.527, "p95_ms": 81.082}, "yolo11_640_fire_11class": {"avg_ms": 64.037, "count": 292, "max_ms": 73.655, "p95_ms": 69.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.336, "count": 292, "max_ms": 83.296, "p95_ms": 77.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.854, "count": 292, "max_ms": 101.16, "p95_ms": 93.069}, "read_interval": {"avg_ms": 102.807, "count": 292, "max_ms": 118.275, "p95_ms": 110.623}, "triton_wait": {"avg_ms": 74.118, "count": 292, "max_ms": 89.54, "p95_ms": 81.094}, "visualize": {"avg_ms": 3.716, "count": 292, "max_ms": 4.931, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 468.785, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.434, "name": "ffmpeg", "pid": 35822, "rss_mb": 282.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.333, "sample_count": 2395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:01:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:01:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:01:58+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:01:58.570734+09:00", "mtime_epoch": 1783054918.5707343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168573}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:01:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.618, "pushed": 9.618, "read": 9.585}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.597, "count": 288, "max_ms": 8.721, "p95_ms": 7.035}, "gstreamer_push": {"avg_ms": 1.317, "count": 288, "max_ms": 1.565, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.523, "count": 288, "max_ms": 70.465, "p95_ms": 65.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.096, "count": 288, "max_ms": 87.709, "p95_ms": 80.63}, "yolo11_640_fire_11class": {"avg_ms": 63.209, "count": 288, "max_ms": 71.514, "p95_ms": 67.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.06, "count": 288, "max_ms": 80.32, "p95_ms": 75.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.015, "count": 288, "max_ms": 105.588, "p95_ms": 96.228}, "read_interval": {"avg_ms": 104.29, "count": 287, "max_ms": 124.4, "p95_ms": 112.943}, "triton_wait": {"avg_ms": 74.29, "count": 288, "max_ms": 87.722, "p95_ms": 80.643}, "visualize": {"avg_ms": 3.844, "count": 288, "max_ms": 6.703, "p95_ms": 5.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1242.748, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.164, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:02:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:02:03+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:02:03+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:02:03.226815+09:00", "mtime_epoch": 1783054923.2268155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:02:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.625, "pushed": 9.625, "read": 9.592}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.897, "count": 288, "max_ms": 4.414, "p95_ms": 3.212}, "gstreamer_push": {"avg_ms": 1.394, "count": 288, "max_ms": 2.169, "p95_ms": 1.695}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.948, "count": 288, "max_ms": 68.871, "p95_ms": 66.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.054, "count": 288, "max_ms": 85.822, "p95_ms": 79.67}, "yolo11_640_fire_11class": {"avg_ms": 64.83, "count": 288, "max_ms": 73.235, "p95_ms": 68.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.432, "count": 288, "max_ms": 78.791, "p95_ms": 76.135}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.676, "count": 288, "max_ms": 102.597, "p95_ms": 92.463}, "read_interval": {"avg_ms": 104.253, "count": 287, "max_ms": 125.955, "p95_ms": 112.344}, "triton_wait": {"avg_ms": 74.751, "count": 288, "max_ms": 85.837, "p95_ms": 79.683}, "visualize": {"avg_ms": 3.793, "count": 288, "max_ms": 5.829, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 498.863, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.98, "name": "ffmpeg", "pid": 35822, "rss_mb": 283.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.333, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:02:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:02:28+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:02:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:02:28.651259+09:00", "mtime_epoch": 1783054948.651259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:02:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.474, "pushed": 9.474, "read": 9.441}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.387, "count": 284, "max_ms": 6.653, "p95_ms": 4.814}, "gstreamer_push": {"avg_ms": 1.318, "count": 284, "max_ms": 1.5, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.533, "count": 284, "max_ms": 70.906, "p95_ms": 65.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.033, "count": 284, "max_ms": 88.895, "p95_ms": 79.644}, "yolo11_640_fire_11class": {"avg_ms": 63.117, "count": 284, "max_ms": 75.427, "p95_ms": 68.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.859, "count": 284, "max_ms": 78.789, "p95_ms": 75.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.262, "count": 284, "max_ms": 101.969, "p95_ms": 92.971}, "read_interval": {"avg_ms": 105.903, "count": 283, "max_ms": 465.187, "p95_ms": 110.488}, "triton_wait": {"avg_ms": 73.989, "count": 284, "max_ms": 88.907, "p95_ms": 79.657}, "visualize": {"avg_ms": 3.691, "count": 284, "max_ms": 4.645, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1272.754, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.315, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:02:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:02:33+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:02:33+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:02:33.235339+09:00", "mtime_epoch": 1783054953.235339, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:02:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 292, "max_ms": 4.151, "p95_ms": 2.971}, "gstreamer_push": {"avg_ms": 1.393, "count": 292, "max_ms": 1.645, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.019, "count": 292, "max_ms": 69.86, "p95_ms": 66.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.11, "count": 292, "max_ms": 84.85, "p95_ms": 79.395}, "yolo11_640_fire_11class": {"avg_ms": 64.025, "count": 292, "max_ms": 73.708, "p95_ms": 68.727}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.256, "count": 292, "max_ms": 79.406, "p95_ms": 76.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.443, "count": 292, "max_ms": 96.593, "p95_ms": 91.267}, "read_interval": {"avg_ms": 102.769, "count": 292, "max_ms": 115.835, "p95_ms": 109.99}, "triton_wait": {"avg_ms": 73.583, "count": 292, "max_ms": 84.862, "p95_ms": 79.419}, "visualize": {"avg_ms": 3.739, "count": 292, "max_ms": 4.785, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 529.007, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.98, "name": "ffmpeg", "pid": 35822, "rss_mb": 283.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.272, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:02:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:02:58+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T14:02:58+09:00", "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-07-03T14:02:58.619782+09:00", "mtime_epoch": 1783054978.619782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:02:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.576, "pushed": 4.576, "read": 4.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.384, "count": 137, "max_ms": 6.767, "p95_ms": 5.722}, "gstreamer_push": {"avg_ms": 1.356, "count": 137, "max_ms": 1.938, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.754, "count": 137, "max_ms": 66.074, "p95_ms": 64.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.957, "count": 137, "max_ms": 82.572, "p95_ms": 77.946}, "yolo11_640_fire_11class": {"avg_ms": 57.052, "count": 137, "max_ms": 69.07, "p95_ms": 66.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.755, "count": 137, "max_ms": 76.731, "p95_ms": 75.925}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.371, "count": 137, "max_ms": 95.436, "p95_ms": 91.033}, "read_interval": {"avg_ms": 220.299, "count": 136, "max_ms": 2578.731, "p95_ms": 461.522}, "triton_wait": {"avg_ms": 66.167, "count": 137, "max_ms": 82.583, "p95_ms": 77.957}, "visualize": {"avg_ms": 3.707, "count": 137, "max_ms": 5.692, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1302.755, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.164, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:03:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:03:03+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T14:03:03+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T14:03:03.259863+09:00", "mtime_epoch": 1783054983.2598631, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:03:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 371, "pushed_frames": 371, "read_frames": 371, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.373, "pushed": 12.373, "read": 12.373}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.85, "count": 371, "max_ms": 4.275, "p95_ms": 2.952}, "gstreamer_push": {"avg_ms": 1.37, "count": 371, "max_ms": 1.561, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.871, "count": 371, "max_ms": 66.329, "p95_ms": 61.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.37, "count": 371, "max_ms": 80.115, "p95_ms": 74.815}, "yolo11_640_fire_11class": {"avg_ms": 50.5, "count": 371, "max_ms": 71.912, "p95_ms": 63.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.891, "count": 371, "max_ms": 76.948, "p95_ms": 72.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.653, "count": 371, "max_ms": 92.318, "p95_ms": 87.213}, "read_interval": {"avg_ms": 80.932, "count": 371, "max_ms": 109.974, "p95_ms": 104.394}, "triton_wait": {"avg_ms": 51.879, "count": 371, "max_ms": 80.127, "p95_ms": 75.337}, "visualize": {"avg_ms": 3.719, "count": 371, "max_ms": 4.499, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 559.221, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.98, "name": "ffmpeg", "pid": 35822, "rss_mb": 283.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.334, "sample_count": 2507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:03:29+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T14:03:29+09:00", "mjpeg": {"age_sec": 0.354, "exists": true, "mtime": "2026-07-03T14:03:28.740308+09:00", "mtime_epoch": 1783055008.740308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:03:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.057, "pushed": 3.057, "read": 3.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.352, "count": 91, "max_ms": 5.84, "p95_ms": 5.093}, "gstreamer_push": {"avg_ms": 1.35, "count": 91, "max_ms": 1.7, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.254, "count": 91, "max_ms": 67.163, "p95_ms": 63.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.998, "count": 91, "max_ms": 78.408, "p95_ms": 74.483}, "yolo11_640_fire_11class": {"avg_ms": 50.826, "count": 91, "max_ms": 68.306, "p95_ms": 65.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.471, "count": 91, "max_ms": 75.365, "p95_ms": 73.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.311, "count": 91, "max_ms": 91.571, "p95_ms": 87.805}, "read_interval": {"avg_ms": 330.685, "count": 91, "max_ms": 2718.612, "p95_ms": 1320.536}, "triton_wait": {"avg_ms": 59.107, "count": 91, "max_ms": 78.419, "p95_ms": 74.495}, "visualize": {"avg_ms": 3.673, "count": 91, "max_ms": 4.706, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.766, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1332.79, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.063, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:03:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:03:33+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T14:03:33+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T14:03:33.288388+09:00", "mtime_epoch": 1783055013.2883875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:03:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 316, "pushed_frames": 316, "read_frames": 315, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.549, "pushed": 10.549, "read": 10.515}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.822, "count": 316, "max_ms": 3.713, "p95_ms": 2.936}, "gstreamer_push": {"avg_ms": 1.349, "count": 316, "max_ms": 1.794, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.374, "count": 316, "max_ms": 66.368, "p95_ms": 60.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.733, "count": 316, "max_ms": 80.168, "p95_ms": 53.257}, "yolo11_640_fire_11class": {"avg_ms": 50.143, "count": 316, "max_ms": 72.382, "p95_ms": 64.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.114, "count": 316, "max_ms": 77.173, "p95_ms": 68.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.474, "count": 316, "max_ms": 91.866, "p95_ms": 82.283}, "read_interval": {"avg_ms": 95.089, "count": 315, "max_ms": 782.692, "p95_ms": 140.124}, "triton_wait": {"avg_ms": 50.953, "count": 316, "max_ms": 80.18, "p95_ms": 70.785}, "visualize": {"avg_ms": 3.663, "count": 316, "max_ms": 4.421, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 589.23, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.238, "name": "ffmpeg", "pid": 35822, "rss_mb": 284.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.635, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:03:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:03:59+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:03:59+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:03:59.016837+09:00", "mtime_epoch": 1783055039.016837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:03:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 165, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.53, "pushed": 5.53, "read": 5.53}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.615, "count": 165, "max_ms": 6.535, "p95_ms": 6.404}, "gstreamer_push": {"avg_ms": 1.343, "count": 165, "max_ms": 3.573, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.062, "count": 165, "max_ms": 66.731, "p95_ms": 64.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.341, "count": 165, "max_ms": 83.209, "p95_ms": 78.619}, "yolo11_640_fire_11class": {"avg_ms": 56.916, "count": 165, "max_ms": 70.683, "p95_ms": 66.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.412, "count": 165, "max_ms": 79.429, "p95_ms": 76.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.289, "count": 165, "max_ms": 134.136, "p95_ms": 119.664}, "read_interval": {"avg_ms": 181.797, "count": 165, "max_ms": 5050.163, "p95_ms": 366.072}, "triton_wait": {"avg_ms": 67.028, "count": 165, "max_ms": 83.221, "p95_ms": 78.629}, "visualize": {"avg_ms": 3.835, "count": 165, "max_ms": 5.275, "p95_ms": 5.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1362.799, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "R (running)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.037, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:04:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:04:03+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:04:03+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:04:03.276911+09:00", "mtime_epoch": 1783055043.2769115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:04:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.745, "count": 298, "max_ms": 3.986, "p95_ms": 2.896}, "gstreamer_push": {"avg_ms": 1.334, "count": 298, "max_ms": 1.511, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.368, "count": 298, "max_ms": 70.395, "p95_ms": 65.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.376, "count": 298, "max_ms": 82.354, "p95_ms": 77.878}, "yolo11_640_fire_11class": {"avg_ms": 55.908, "count": 298, "max_ms": 71.067, "p95_ms": 67.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.93, "count": 298, "max_ms": 80.456, "p95_ms": 76.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.518, "count": 298, "max_ms": 94.25, "p95_ms": 90.162}, "read_interval": {"avg_ms": 100.609, "count": 298, "max_ms": 716.069, "p95_ms": 133.092}, "triton_wait": {"avg_ms": 61.211, "count": 298, "max_ms": 82.367, "p95_ms": 78.54}, "visualize": {"avg_ms": 3.563, "count": 298, "max_ms": 4.381, "p95_ms": 3.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 619.263, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.238, "name": "ffmpeg", "pid": 35822, "rss_mb": 284.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.635, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 140753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:04:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:04:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:04:29+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T14:04:29.045362+09:00", "mtime_epoch": 1783055069.0453618, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:04:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.689, "pushed": 9.689, "read": 9.655}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.413, "count": 290, "max_ms": 6.679, "p95_ms": 4.559}, "gstreamer_push": {"avg_ms": 1.322, "count": 290, "max_ms": 1.606, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.821, "count": 290, "max_ms": 68.538, "p95_ms": 65.678}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.8, "count": 290, "max_ms": 84.159, "p95_ms": 78.939}, "yolo11_640_fire_11class": {"avg_ms": 63.561, "count": 290, "max_ms": 71.621, "p95_ms": 68.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.039, "count": 290, "max_ms": 79.351, "p95_ms": 76.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.681, "count": 290, "max_ms": 96.937, "p95_ms": 92.324}, "read_interval": {"avg_ms": 103.559, "count": 289, "max_ms": 112.228, "p95_ms": 109.585}, "triton_wait": {"avg_ms": 74.422, "count": 290, "max_ms": 84.17, "p95_ms": 79.164}, "visualize": {"avg_ms": 3.697, "count": 290, "max_ms": 4.887, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1392.895, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.866, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:04:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:04:33+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T14:04:33+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:04:33.369437+09:00", "mtime_epoch": 1783055073.3694375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:04:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.853, "count": 291, "max_ms": 4.41, "p95_ms": 3.033}, "gstreamer_push": {"avg_ms": 1.369, "count": 291, "max_ms": 1.574, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.484, "count": 291, "max_ms": 74.455, "p95_ms": 67.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.521, "count": 291, "max_ms": 85.559, "p95_ms": 79.481}, "yolo11_640_fire_11class": {"avg_ms": 64.561, "count": 291, "max_ms": 75.19, "p95_ms": 68.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.457, "count": 291, "max_ms": 83.865, "p95_ms": 76.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.456, "count": 291, "max_ms": 97.484, "p95_ms": 91.242}, "read_interval": {"avg_ms": 103.394, "count": 290, "max_ms": 118.139, "p95_ms": 108.767}, "triton_wait": {"avg_ms": 74.74, "count": 291, "max_ms": 85.572, "p95_ms": 79.493}, "visualize": {"avg_ms": 3.693, "count": 291, "max_ms": 4.563, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 649.337, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.238, "name": "ffmpeg", "pid": 35822, "rss_mb": 284.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.369, "sample_count": 2393, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:04:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:04:59+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T14:04:59+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:04:59.125888+09:00", "mtime_epoch": 1783055099.1258879, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:04:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.874, "pushed": 9.874, "read": 9.841}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.489, "count": 296, "max_ms": 6.908, "p95_ms": 5.223}, "gstreamer_push": {"avg_ms": 1.341, "count": 296, "max_ms": 1.55, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.486, "count": 296, "max_ms": 74.269, "p95_ms": 64.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.201, "count": 296, "max_ms": 84.771, "p95_ms": 78.513}, "yolo11_640_fire_11class": {"avg_ms": 61.333, "count": 296, "max_ms": 73.717, "p95_ms": 67.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.678, "count": 296, "max_ms": 83.096, "p95_ms": 75.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.896, "count": 296, "max_ms": 97.967, "p95_ms": 91.7}, "read_interval": {"avg_ms": 101.601, "count": 295, "max_ms": 116.14, "p95_ms": 108.947}, "triton_wait": {"avg_ms": 71.372, "count": 296, "max_ms": 84.783, "p95_ms": 78.525}, "visualize": {"avg_ms": 3.755, "count": 296, "max_ms": 4.714, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1422.98, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.471, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:05:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:05:03+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:05:03+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:05:03.453964+09:00", "mtime_epoch": 1783055103.4539635, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:05:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.845, "count": 299, "max_ms": 3.836, "p95_ms": 2.99}, "gstreamer_push": {"avg_ms": 1.371, "count": 299, "max_ms": 2.218, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.076, "count": 299, "max_ms": 68.921, "p95_ms": 66.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.168, "count": 299, "max_ms": 85.224, "p95_ms": 78.938}, "yolo11_640_fire_11class": {"avg_ms": 63.312, "count": 299, "max_ms": 75.892, "p95_ms": 68.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.254, "count": 299, "max_ms": 78.852, "p95_ms": 76.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.72, "count": 299, "max_ms": 96.713, "p95_ms": 90.737}, "read_interval": {"avg_ms": 100.586, "count": 298, "max_ms": 113.097, "p95_ms": 108.757}, "triton_wait": {"avg_ms": 71.997, "count": 299, "max_ms": 85.236, "p95_ms": 78.951}, "visualize": {"avg_ms": 3.701, "count": 299, "max_ms": 4.733, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 679.429, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.238, "name": "ffmpeg", "pid": 35822, "rss_mb": 284.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.118, "sample_count": 2407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:05:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:05:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:05:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:05:29.218414+09:00", "mtime_epoch": 1783055129.2184143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:05:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.505, "pushed": 9.505, "read": 9.471}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.655, "count": 285, "max_ms": 8.964, "p95_ms": 7.023}, "gstreamer_push": {"avg_ms": 1.306, "count": 285, "max_ms": 2.16, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.328, "count": 285, "max_ms": 71.81, "p95_ms": 65.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.44, "count": 285, "max_ms": 84.722, "p95_ms": 80.004}, "yolo11_640_fire_11class": {"avg_ms": 62.713, "count": 285, "max_ms": 75.025, "p95_ms": 67.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.631, "count": 285, "max_ms": 83.713, "p95_ms": 79.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.353, "count": 285, "max_ms": 132.609, "p95_ms": 97.709}, "read_interval": {"avg_ms": 105.59, "count": 284, "max_ms": 148.876, "p95_ms": 117.15}, "triton_wait": {"avg_ms": 74.408, "count": 285, "max_ms": 84.736, "p95_ms": 80.321}, "visualize": {"avg_ms": 3.881, "count": 285, "max_ms": 6.785, "p95_ms": 6.299}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1453.065, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.681, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:05:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:05:33+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:05:33+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:05:33.542490+09:00", "mtime_epoch": 1783055133.54249, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:05:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.639}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.897, "count": 290, "max_ms": 4.453, "p95_ms": 4.113}, "gstreamer_push": {"avg_ms": 1.413, "count": 290, "max_ms": 2.433, "p95_ms": 2.007}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.498, "count": 290, "max_ms": 71.846, "p95_ms": 66.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.055, "count": 290, "max_ms": 84.327, "p95_ms": 79.325}, "yolo11_640_fire_11class": {"avg_ms": 64.14, "count": 290, "max_ms": 74.979, "p95_ms": 68.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.331, "count": 290, "max_ms": 83.589, "p95_ms": 79.132}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.47, "count": 290, "max_ms": 98.842, "p95_ms": 92.635}, "read_interval": {"avg_ms": 103.748, "count": 289, "max_ms": 120.083, "p95_ms": 114.522}, "triton_wait": {"avg_ms": 74.572, "count": 290, "max_ms": 84.339, "p95_ms": 79.934}, "visualize": {"avg_ms": 3.793, "count": 290, "max_ms": 5.938, "p95_ms": 5.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1180}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 709.437, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.816, "name": "ffmpeg", "pid": 35822, "rss_mb": 286.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.565, "sample_count": 2409, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:05:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:05:59+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:05:59+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:05:59.222939+09:00", "mtime_epoch": 1783055159.2229393, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156423}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:05:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.602, "pushed": 9.602, "read": 9.602}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.339, "count": 288, "max_ms": 8.452, "p95_ms": 4.528}, "gstreamer_push": {"avg_ms": 1.325, "count": 288, "max_ms": 1.458, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.19, "count": 288, "max_ms": 71.856, "p95_ms": 66.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.436, "count": 288, "max_ms": 84.964, "p95_ms": 79.941}, "yolo11_640_fire_11class": {"avg_ms": 63.858, "count": 288, "max_ms": 74.896, "p95_ms": 68.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.847, "count": 288, "max_ms": 82.969, "p95_ms": 77.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.979, "count": 288, "max_ms": 98.079, "p95_ms": 93.898}, "read_interval": {"avg_ms": 104.181, "count": 288, "max_ms": 118.809, "p95_ms": 111.071}, "triton_wait": {"avg_ms": 74.79, "count": 288, "max_ms": 84.976, "p95_ms": 80.05}, "visualize": {"avg_ms": 3.702, "count": 288, "max_ms": 7.306, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1483.125, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.44, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:06:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:06:03+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T14:06:03+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:06:03.599016+09:00", "mtime_epoch": 1783055163.599016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:06:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.583, "pushed": 9.583, "read": 9.549}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.835, "count": 287, "max_ms": 4.501, "p95_ms": 2.92}, "gstreamer_push": {"avg_ms": 1.375, "count": 287, "max_ms": 2.272, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.643, "count": 287, "max_ms": 74.273, "p95_ms": 67.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.103, "count": 287, "max_ms": 85.74, "p95_ms": 80.643}, "yolo11_640_fire_11class": {"avg_ms": 65.537, "count": 287, "max_ms": 75.439, "p95_ms": 70.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.929, "count": 287, "max_ms": 83.397, "p95_ms": 79.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.795, "count": 287, "max_ms": 97.262, "p95_ms": 92.417}, "read_interval": {"avg_ms": 104.717, "count": 286, "max_ms": 118.688, "p95_ms": 109.909}, "triton_wait": {"avg_ms": 76.121, "count": 287, "max_ms": 85.752, "p95_ms": 80.72}, "visualize": {"avg_ms": 3.683, "count": 287, "max_ms": 4.558, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 739.451, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.816, "name": "ffmpeg", "pid": 35822, "rss_mb": 286.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.565, "sample_count": 2406, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 141909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:06:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:06:29+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:06:29+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:06:29.235465+09:00", "mtime_epoch": 1783055189.2354646, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:06:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.567, "pushed": 9.567, "read": 9.567}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.532, "count": 287, "max_ms": 8.833, "p95_ms": 6.453}, "gstreamer_push": {"avg_ms": 1.309, "count": 287, "max_ms": 2.034, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.396, "count": 287, "max_ms": 73.035, "p95_ms": 66.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.862, "count": 287, "max_ms": 88.45, "p95_ms": 81.838}, "yolo11_640_fire_11class": {"avg_ms": 62.983, "count": 287, "max_ms": 74.134, "p95_ms": 68.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.315, "count": 287, "max_ms": 83.902, "p95_ms": 79.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.28, "count": 287, "max_ms": 101.452, "p95_ms": 95.639}, "read_interval": {"avg_ms": 104.574, "count": 287, "max_ms": 119.186, "p95_ms": 113.317}, "triton_wait": {"avg_ms": 74.917, "count": 287, "max_ms": 88.462, "p95_ms": 82.038}, "visualize": {"avg_ms": 3.75, "count": 287, "max_ms": 7.367, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1513.176, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.862, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:06:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:06:33+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:06:33+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:06:33.651542+09:00", "mtime_epoch": 1783055193.651542, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:06:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.552, "pushed": 9.552, "read": 9.518}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.972, "count": 286, "max_ms": 4.989, "p95_ms": 4.083}, "gstreamer_push": {"avg_ms": 1.399, "count": 286, "max_ms": 2.219, "p95_ms": 1.571}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.555, "count": 286, "max_ms": 74.405, "p95_ms": 66.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.96, "count": 286, "max_ms": 89.718, "p95_ms": 81.897}, "yolo11_640_fire_11class": {"avg_ms": 63.62, "count": 286, "max_ms": 75.773, "p95_ms": 69.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.225, "count": 286, "max_ms": 84.784, "p95_ms": 79.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.972, "count": 286, "max_ms": 131.04, "p95_ms": 95.044}, "read_interval": {"avg_ms": 105.063, "count": 285, "max_ms": 147.176, "p95_ms": 115.691}, "triton_wait": {"avg_ms": 74.936, "count": 286, "max_ms": 89.73, "p95_ms": 81.909}, "visualize": {"avg_ms": 3.849, "count": 286, "max_ms": 6.106, "p95_ms": 4.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 769.469, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.395, "name": "ffmpeg", "pid": 35822, "rss_mb": 289.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.489, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:06:59+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:06:59+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T14:06:59.251990+09:00", "mtime_epoch": 1783055219.2519903, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162536}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:06:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.727, "pushed": 9.727, "read": 9.694}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.387, "count": 291, "max_ms": 8.598, "p95_ms": 5.161}, "gstreamer_push": {"avg_ms": 1.309, "count": 291, "max_ms": 1.475, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.858, "count": 291, "max_ms": 73.336, "p95_ms": 65.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.626, "count": 291, "max_ms": 87.586, "p95_ms": 80.089}, "yolo11_640_fire_11class": {"avg_ms": 63.21, "count": 291, "max_ms": 76.149, "p95_ms": 67.733}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.912, "count": 291, "max_ms": 83.538, "p95_ms": 75.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.947, "count": 291, "max_ms": 100.54, "p95_ms": 94.79}, "read_interval": {"avg_ms": 103.134, "count": 290, "max_ms": 118.124, "p95_ms": 112.305}, "triton_wait": {"avg_ms": 73.775, "count": 291, "max_ms": 87.6, "p95_ms": 80.101}, "visualize": {"avg_ms": 3.705, "count": 291, "max_ms": 6.687, "p95_ms": 4.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1543.204, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.887, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:07:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:07:03+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:07:03+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:07:03.680068+09:00", "mtime_epoch": 1783055223.6800678, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:07:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.691, "pushed": 9.691, "read": 9.658}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.941, "count": 290, "max_ms": 5.025, "p95_ms": 3.989}, "gstreamer_push": {"avg_ms": 1.388, "count": 290, "max_ms": 2.38, "p95_ms": 1.575}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.967, "count": 290, "max_ms": 74.874, "p95_ms": 66.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.63, "count": 290, "max_ms": 87.51, "p95_ms": 79.539}, "yolo11_640_fire_11class": {"avg_ms": 62.666, "count": 290, "max_ms": 77.692, "p95_ms": 67.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.85, "count": 290, "max_ms": 84.986, "p95_ms": 77.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.142, "count": 290, "max_ms": 133.049, "p95_ms": 92.819}, "read_interval": {"avg_ms": 103.529, "count": 289, "max_ms": 146.506, "p95_ms": 113.764}, "triton_wait": {"avg_ms": 73.247, "count": 290, "max_ms": 87.522, "p95_ms": 79.614}, "visualize": {"avg_ms": 3.8, "count": 290, "max_ms": 5.909, "p95_ms": 4.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 799.516, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.395, "name": "ffmpeg", "pid": 35822, "rss_mb": 289.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.769, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:07:29+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T14:07:29+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T14:07:29.292516+09:00", "mtime_epoch": 1783055249.2925165, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:07:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.681, "pushed": 9.681, "read": 9.647}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.572, "count": 290, "max_ms": 8.634, "p95_ms": 6.913}, "gstreamer_push": {"avg_ms": 1.335, "count": 290, "max_ms": 2.186, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.792, "count": 290, "max_ms": 73.615, "p95_ms": 66.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.149, "count": 290, "max_ms": 86.357, "p95_ms": 81.311}, "yolo11_640_fire_11class": {"avg_ms": 62.45, "count": 290, "max_ms": 75.963, "p95_ms": 68.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.877, "count": 290, "max_ms": 83.471, "p95_ms": 76.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.081, "count": 290, "max_ms": 99.244, "p95_ms": 95.419}, "read_interval": {"avg_ms": 103.573, "count": 289, "max_ms": 122.215, "p95_ms": 112.324}, "triton_wait": {"avg_ms": 73.486, "count": 290, "max_ms": 86.368, "p95_ms": 81.467}, "visualize": {"avg_ms": 3.832, "count": 290, "max_ms": 6.517, "p95_ms": 5.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1573.257, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.081, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:07:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:07:33+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T14:07:33+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T14:07:33.740594+09:00", "mtime_epoch": 1783055253.7405944, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:07:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.651, "pushed": 9.651, "read": 9.617}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.947, "count": 289, "max_ms": 4.496, "p95_ms": 4.096}, "gstreamer_push": {"avg_ms": 1.396, "count": 289, "max_ms": 2.256, "p95_ms": 1.551}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.419, "count": 289, "max_ms": 70.378, "p95_ms": 67.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.025, "count": 289, "max_ms": 85.424, "p95_ms": 80.405}, "yolo11_640_fire_11class": {"avg_ms": 64.316, "count": 289, "max_ms": 75.905, "p95_ms": 69.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.583, "count": 289, "max_ms": 80.224, "p95_ms": 76.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.555, "count": 289, "max_ms": 97.16, "p95_ms": 93.212}, "read_interval": {"avg_ms": 103.999, "count": 288, "max_ms": 117.877, "p95_ms": 112.339}, "triton_wait": {"avg_ms": 74.593, "count": 289, "max_ms": 85.437, "p95_ms": 80.417}, "visualize": {"avg_ms": 3.816, "count": 289, "max_ms": 6.005, "p95_ms": 4.572}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 829.606, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.809, "name": "ffmpeg", "pid": 35822, "rss_mb": 294.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.84, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 142780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:07:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:07:59+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T14:07:59+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T14:07:59.381044+09:00", "mtime_epoch": 1783055279.3810437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:07:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.634, "count": 290, "max_ms": 8.731, "p95_ms": 7.027}, "gstreamer_push": {"avg_ms": 1.301, "count": 290, "max_ms": 1.515, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.671, "count": 290, "max_ms": 68.682, "p95_ms": 65.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.222, "count": 290, "max_ms": 83.749, "p95_ms": 79.178}, "yolo11_640_fire_11class": {"avg_ms": 62.063, "count": 290, "max_ms": 71.734, "p95_ms": 67.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.799, "count": 290, "max_ms": 78.555, "p95_ms": 75.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.876, "count": 290, "max_ms": 99.028, "p95_ms": 94.272}, "read_interval": {"avg_ms": 103.715, "count": 289, "max_ms": 242.48, "p95_ms": 111.463}, "triton_wait": {"avg_ms": 73.242, "count": 290, "max_ms": 83.761, "p95_ms": 79.19}, "visualize": {"avg_ms": 3.838, "count": 290, "max_ms": 6.933, "p95_ms": 5.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12417.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1603.275, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.368, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:08:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:08:03+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:08:03+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:08:03.757120+09:00", "mtime_epoch": 1783055283.7571204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234985}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:08:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.727, "pushed": 9.727, "read": 9.694}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.916, "count": 291, "max_ms": 4.432, "p95_ms": 3.689}, "gstreamer_push": {"avg_ms": 1.412, "count": 291, "max_ms": 2.317, "p95_ms": 1.774}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.003, "count": 291, "max_ms": 70.541, "p95_ms": 65.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.665, "count": 291, "max_ms": 82.04, "p95_ms": 79.576}, "yolo11_640_fire_11class": {"avg_ms": 63.559, "count": 291, "max_ms": 72.468, "p95_ms": 68.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.78, "count": 291, "max_ms": 79.896, "p95_ms": 75.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.725, "count": 291, "max_ms": 97.805, "p95_ms": 93.085}, "read_interval": {"avg_ms": 103.151, "count": 290, "max_ms": 120.224, "p95_ms": 112.13}, "triton_wait": {"avg_ms": 73.738, "count": 291, "max_ms": 82.053, "p95_ms": 79.587}, "visualize": {"avg_ms": 3.833, "count": 291, "max_ms": 6.003, "p95_ms": 4.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1192}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12424.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 859.689, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.566, "name": "ffmpeg", "pid": 35822, "rss_mb": 301.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.714, "sample_count": 2774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:08:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:08:29+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:08:29+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:08:29.473571+09:00", "mtime_epoch": 1783055309.473571, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:08:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.777}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.462, "count": 294, "max_ms": 7.968, "p95_ms": 4.678}, "gstreamer_push": {"avg_ms": 1.318, "count": 294, "max_ms": 1.514, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.304, "count": 294, "max_ms": 66.32, "p95_ms": 64.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.487, "count": 294, "max_ms": 85.58, "p95_ms": 78.878}, "yolo11_640_fire_11class": {"avg_ms": 61.122, "count": 294, "max_ms": 72.6, "p95_ms": 66.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.229, "count": 294, "max_ms": 79.513, "p95_ms": 76.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.762, "count": 294, "max_ms": 99.24, "p95_ms": 92.376}, "read_interval": {"avg_ms": 102.285, "count": 293, "max_ms": 117.969, "p95_ms": 109.702}, "triton_wait": {"avg_ms": 72.29, "count": 294, "max_ms": 85.593, "p95_ms": 78.954}, "visualize": {"avg_ms": 3.768, "count": 294, "max_ms": 6.482, "p95_ms": 4.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12424.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1633.302, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.934, "name": "ffmpeg", "pid": 35563, "rss_mb": 332.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.587, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:08:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:08:33+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:08:33+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:08:33.781647+09:00", "mtime_epoch": 1783055313.7816467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:08:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.79, "pushed": 9.79, "read": 9.757}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.893, "count": 293, "max_ms": 5.48, "p95_ms": 3.033}, "gstreamer_push": {"avg_ms": 1.343, "count": 293, "max_ms": 1.583, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.892, "count": 293, "max_ms": 67.648, "p95_ms": 66.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.659, "count": 293, "max_ms": 83.139, "p95_ms": 78.94}, "yolo11_640_fire_11class": {"avg_ms": 64.189, "count": 293, "max_ms": 72.598, "p95_ms": 69.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.774, "count": 293, "max_ms": 81.586, "p95_ms": 77.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.872, "count": 293, "max_ms": 132.062, "p95_ms": 92.232}, "read_interval": {"avg_ms": 102.479, "count": 292, "max_ms": 145.318, "p95_ms": 108.743}, "triton_wait": {"avg_ms": 73.246, "count": 293, "max_ms": 83.152, "p95_ms": 79.241}, "visualize": {"avg_ms": 3.69, "count": 293, "max_ms": 5.505, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12427.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:54:07+09:00", "last_error_summary": "[h264 @ 0x55fc0ac7d200] left block unavailable for requested intra mode [h264 @ 0x55fc0ac7d200] error while decoding MB 0 20, bytestream 2413 [h264 @ 0x55fc0acb9740] cabac decode of qscale diff failed at 27 17 [h264 @ 0x55fc0acb9740] error while decoding MB 27 17, bytestream 7439 [h264 @ 0x55fc0ab7f5c0] left block unavailable for requested intra mode [h264 @ 0x55fc0ab7f5c0] error while decoding MB 0 39, bytestream 46870 [h264 @ 0x55fc0b5cdb00] error while decoding MB 45 41, bytestream -13 [in#0/", "last_exit_at": "2026-07-03T13:54:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 889.755, "last_started_at": "2026-07-03T13:54:09+09:00", "pid": 35822, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.727, "name": "ffmpeg", "pid": 35822, "rss_mb": 305.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 5, "rtsp_timeout_count": 36, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.12, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:08:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:08:59+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T14:08:59+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T14:08:59.566135+09:00", "mtime_epoch": 1783055339.5661354, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:08:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.511, "pushed": 10.511, "read": 10.478}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.395, "count": 315, "max_ms": 4.958, "p95_ms": 4.561}, "gstreamer_push": {"avg_ms": 1.325, "count": 315, "max_ms": 1.521, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.698, "count": 315, "max_ms": 66.704, "p95_ms": 64.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.376, "count": 315, "max_ms": 79.903, "p95_ms": 76.947}, "yolo11_640_fire_11class": {"avg_ms": 56.022, "count": 315, "max_ms": 70.002, "p95_ms": 65.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.004, "count": 315, "max_ms": 77.85, "p95_ms": 74.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.834, "count": 315, "max_ms": 93.246, "p95_ms": 90.361}, "read_interval": {"avg_ms": 95.472, "count": 314, "max_ms": 110.723, "p95_ms": 107.236}, "triton_wait": {"avg_ms": 65.582, "count": 315, "max_ms": 79.918, "p95_ms": 76.959}, "visualize": {"avg_ms": 3.698, "count": 315, "max_ms": 4.664, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 26, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T13:41:18+09:00", "last_error_summary": "[h264 @ 0x5556c50e5c80] error while decoding MB 37 34, bytestream -7 [in#0/rtsp @ 0x5556c456be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556c456be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1668.661, "last_started_at": "2026-07-03T13:41:20+09:00", "pid": 35563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.766, "name": "ffmpeg", "pid": 35563, "rss_mb": 333.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 27, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.684, "sample_count": 2738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T14:09:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T14:09:09+09:00", "mjpeg": {"age_sec": 17.388, "exists": true, "mtime": "2026-07-03T14:08:51.837963+09:00", "mtime_epoch": 1783055331.8379633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:09:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.238, "pushed": 4.238, "read": 4.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.852, "count": 127, "max_ms": 4.136, "p95_ms": 3.161}, "gstreamer_push": {"avg_ms": 1.353, "count": 127, "max_ms": 1.564, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.543, "count": 127, "max_ms": 72.314, "p95_ms": 65.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.872, "count": 127, "max_ms": 80.705, "p95_ms": 78.283}, "yolo11_640_fire_11class": {"avg_ms": 63.894, "count": 127, "max_ms": 75.93, "p95_ms": 68.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.445, "count": 127, "max_ms": 78.129, "p95_ms": 75.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.517, "count": 127, "max_ms": 92.704, "p95_ms": 89.916}, "read_interval": {"avg_ms": 237.952, "count": 126, "max_ms": 17425.37, "p95_ms": 107.328}, "triton_wait": {"avg_ms": 71.913, "count": 127, "max_ms": 80.717, "p95_ms": 78.295}, "visualize": {"avg_ms": 3.664, "count": 127, "max_ms": 4.721, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12130.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.094, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.801, "name": "ffmpeg", "pid": 35929, "rss_mb": 144.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.242, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:09:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:09:34+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T14:09:34+09:00", "mjpeg": {"age_sec": 10.637, "exists": true, "mtime": "2026-07-03T14:09:23.762673+09:00", "mtime_epoch": 1783055363.7626734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:09:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 12, "pushed_frames": 12, "read_frames": 12, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.038, "pushed": 1.038, "read": 1.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.629, "count": 12, "max_ms": 9.04, "p95_ms": 9.04}, "gstreamer_push": {"avg_ms": 1.375, "count": 12, "max_ms": 1.478, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.522, "count": 12, "max_ms": 50.363, "p95_ms": 50.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.398, "count": 12, "max_ms": 58.622, "p95_ms": 58.622}, "yolo11_640_fire_11class": {"avg_ms": 45.659, "count": 12, "max_ms": 49.141, "p95_ms": 49.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.97, "count": 12, "max_ms": 50.375, "p95_ms": 50.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.791, "count": 12, "max_ms": 73.32, "p95_ms": 73.32}, "read_interval": {"avg_ms": 2614.227, "count": 12, "max_ms": 19888.542, "p95_ms": 19888.542}, "triton_wait": {"avg_ms": 54.41, "count": 12, "max_ms": 58.635, "p95_ms": 58.635}, "visualize": {"avg_ms": 3.786, "count": 12, "max_ms": 5.757, "p95_ms": 5.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 11.558, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12336.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.554, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.93, "name": "ffmpeg", "pid": 35931, "rss_mb": 300.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.819, "sample_count": 2508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:09:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:09:39+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:09:39+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T14:09:39.175014+09:00", "mtime_epoch": 1783055379.1750135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235934}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:09:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 59, "pushed_frames": 59, "read_frames": 59, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.314, "pushed": 4.314, "read": 4.314}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "latency_ms": {"analyze": {"avg_ms": 2.9, "count": 59, "max_ms": 4.361, "p95_ms": 4.076}, "gstreamer_push": {"avg_ms": 1.393, "count": 59, "max_ms": 2.163, "p95_ms": 1.783}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.085, "count": 59, "max_ms": 69.379, "p95_ms": 67.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.689, "count": 59, "max_ms": 80.835, "p95_ms": 77.155}, "yolo11_640_fire_11class": {"avg_ms": 60.571, "count": 59, "max_ms": 77.309, "p95_ms": 69.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.063, "count": 59, "max_ms": 80.104, "p95_ms": 76.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.921, "count": 59, "max_ms": 94.584, "p95_ms": 92.52}, "read_interval": {"avg_ms": 508.667, "count": 59, "max_ms": 16423.274, "p95_ms": 112.663}, "triton_wait": {"avg_ms": 65.991, "count": 59, "max_ms": 80.847, "p95_ms": 77.69}, "visualize": {"avg_ms": 3.853, "count": 59, "max_ms": 6.805, "p95_ms": 5.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.677, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1197}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.147, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.52, "name": "ffmpeg", "pid": 35929, "rss_mb": 267.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.383, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 143746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:10:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:10:04+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:10:04+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:10:04.367566+09:00", "mtime_epoch": 1783055404.3675659, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:10:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.11}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.467, "count": 304, "max_ms": 8.355, "p95_ms": 5.061}, "gstreamer_push": {"avg_ms": 1.345, "count": 304, "max_ms": 2.418, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.84, "count": 304, "max_ms": 70.135, "p95_ms": 65.415}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.999, "count": 304, "max_ms": 85.105, "p95_ms": 77.978}, "yolo11_640_fire_11class": {"avg_ms": 60.076, "count": 304, "max_ms": 71.831, "p95_ms": 67.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.83, "count": 304, "max_ms": 79.527, "p95_ms": 75.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.379, "count": 304, "max_ms": 98.442, "p95_ms": 91.723}, "read_interval": {"avg_ms": 98.849, "count": 303, "max_ms": 115.91, "p95_ms": 108.55}, "triton_wait": {"avg_ms": 69.98, "count": 304, "max_ms": 85.118, "p95_ms": 78.287}, "visualize": {"avg_ms": 3.761, "count": 304, "max_ms": 6.775, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.647, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.819, "sample_count": 2507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:10:09+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:10:09+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T14:10:09.267673+09:00", "mtime_epoch": 1783055409.2676728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:10:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.878, "count": 300, "max_ms": 4.407, "p95_ms": 3.215}, "gstreamer_push": {"avg_ms": 1.388, "count": 300, "max_ms": 1.656, "p95_ms": 1.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.329, "count": 300, "max_ms": 70.118, "p95_ms": 66.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.124, "count": 300, "max_ms": 82.908, "p95_ms": 78.718}, "yolo11_640_fire_11class": {"avg_ms": 63.225, "count": 300, "max_ms": 73.767, "p95_ms": 69.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.66, "count": 300, "max_ms": 80.764, "p95_ms": 76.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.235, "count": 300, "max_ms": 95.055, "p95_ms": 90.624}, "read_interval": {"avg_ms": 100.302, "count": 299, "max_ms": 313.436, "p95_ms": 107.463}, "triton_wait": {"avg_ms": 71.389, "count": 300, "max_ms": 82.919, "p95_ms": 78.742}, "visualize": {"avg_ms": 3.777, "count": 300, "max_ms": 4.949, "p95_ms": 4.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1200}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.164, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.035, "name": "ffmpeg", "pid": 35929, "rss_mb": 268.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.682, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:10:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:10:34+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:10:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:10:34.380218+09:00", "mtime_epoch": 1783055434.3802178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170897}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:10:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.733, "pushed": 9.733, "read": 9.733}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.415, "count": 292, "max_ms": 6.694, "p95_ms": 4.822}, "gstreamer_push": {"avg_ms": 1.314, "count": 292, "max_ms": 2.088, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.852, "count": 292, "max_ms": 68.526, "p95_ms": 65.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.396, "count": 292, "max_ms": 83.437, "p95_ms": 77.323}, "yolo11_640_fire_11class": {"avg_ms": 62.028, "count": 292, "max_ms": 72.223, "p95_ms": 66.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.22, "count": 292, "max_ms": 76.368, "p95_ms": 75.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.123, "count": 292, "max_ms": 96.77, "p95_ms": 90.531}, "read_interval": {"avg_ms": 102.786, "count": 292, "max_ms": 113.154, "p95_ms": 108.028}, "triton_wait": {"avg_ms": 72.829, "count": 292, "max_ms": 83.449, "p95_ms": 77.334}, "visualize": {"avg_ms": 3.694, "count": 292, "max_ms": 4.749, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.737, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.383, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.38, "sample_count": 2512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:10:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:10:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:10:39+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:10:39.352325+09:00", "mtime_epoch": 1783055439.3523252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:10:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.706}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.837, "count": 292, "max_ms": 4.18, "p95_ms": 2.907}, "gstreamer_push": {"avg_ms": 1.371, "count": 292, "max_ms": 2.317, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.003, "count": 292, "max_ms": 72.105, "p95_ms": 66.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.788, "count": 292, "max_ms": 85.17, "p95_ms": 78.603}, "yolo11_640_fire_11class": {"avg_ms": 65.232, "count": 292, "max_ms": 75.552, "p95_ms": 68.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.437, "count": 292, "max_ms": 78.751, "p95_ms": 76.332}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.351, "count": 292, "max_ms": 96.804, "p95_ms": 90.537}, "read_interval": {"avg_ms": 103.04, "count": 291, "max_ms": 113.261, "p95_ms": 107.862}, "triton_wait": {"avg_ms": 74.686, "count": 292, "max_ms": 85.182, "p95_ms": 78.616}, "visualize": {"avg_ms": 3.688, "count": 292, "max_ms": 4.663, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.247, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.293, "name": "ffmpeg", "pid": 35929, "rss_mb": 268.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.238, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:11:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:11:04+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:11:04+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T14:11:04.460865+09:00", "mtime_epoch": 1783055464.4608653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:11:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.38, "count": 292, "max_ms": 5.42, "p95_ms": 4.629}, "gstreamer_push": {"avg_ms": 1.321, "count": 292, "max_ms": 1.548, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.992, "count": 292, "max_ms": 72.605, "p95_ms": 65.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.983, "count": 292, "max_ms": 83.889, "p95_ms": 77.768}, "yolo11_640_fire_11class": {"avg_ms": 62.771, "count": 292, "max_ms": 69.267, "p95_ms": 66.18}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.847, "count": 292, "max_ms": 79.995, "p95_ms": 74.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.637, "count": 292, "max_ms": 96.947, "p95_ms": 91.143}, "read_interval": {"avg_ms": 103.001, "count": 291, "max_ms": 112.632, "p95_ms": 107.878}, "triton_wait": {"avg_ms": 73.422, "count": 292, "max_ms": 83.901, "p95_ms": 77.98}, "visualize": {"avg_ms": 3.677, "count": 292, "max_ms": 4.368, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.773, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.354, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:11:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:11:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:11:09.388971+09:00", "mtime_epoch": 1783055469.3889706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:11:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.832, "count": 293, "max_ms": 3.227, "p95_ms": 2.896}, "gstreamer_push": {"avg_ms": 1.394, "count": 293, "max_ms": 1.636, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.168, "count": 293, "max_ms": 78.174, "p95_ms": 68.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.742, "count": 293, "max_ms": 85.835, "p95_ms": 78.851}, "yolo11_640_fire_11class": {"avg_ms": 64.976, "count": 293, "max_ms": 71.782, "p95_ms": 68.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.965, "count": 293, "max_ms": 80.925, "p95_ms": 76.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.963, "count": 293, "max_ms": 97.61, "p95_ms": 90.615}, "read_interval": {"avg_ms": 102.504, "count": 292, "max_ms": 113.698, "p95_ms": 107.651}, "triton_wait": {"avg_ms": 74.218, "count": 293, "max_ms": 85.847, "p95_ms": 78.922}, "visualize": {"avg_ms": 3.699, "count": 293, "max_ms": 4.236, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.32, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.551, "name": "ffmpeg", "pid": 35929, "rss_mb": 268.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.582, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:11:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:11:34+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:11:34+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:11:34.541507+09:00", "mtime_epoch": 1783055494.5415068, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:11:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.375, "count": 292, "max_ms": 5.244, "p95_ms": 4.501}, "gstreamer_push": {"avg_ms": 1.334, "count": 292, "max_ms": 1.527, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.834, "count": 292, "max_ms": 69.526, "p95_ms": 65.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.61, "count": 292, "max_ms": 83.032, "p95_ms": 77.205}, "yolo11_640_fire_11class": {"avg_ms": 62.84, "count": 292, "max_ms": 69.887, "p95_ms": 66.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.491, "count": 292, "max_ms": 79.74, "p95_ms": 75.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.552, "count": 292, "max_ms": 96.102, "p95_ms": 90.642}, "read_interval": {"avg_ms": 102.982, "count": 291, "max_ms": 112.32, "p95_ms": 107.808}, "triton_wait": {"avg_ms": 73.238, "count": 292, "max_ms": 83.044, "p95_ms": 77.369}, "visualize": {"avg_ms": 3.708, "count": 292, "max_ms": 4.751, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.844, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.639, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:11:39+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:11:39+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:11:39.457611+09:00", "mtime_epoch": 1783055499.457611, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239467}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:11:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.744, "pushed": 9.744, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.822, "count": 292, "max_ms": 3.678, "p95_ms": 2.902}, "gstreamer_push": {"avg_ms": 1.377, "count": 292, "max_ms": 1.499, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.229, "count": 292, "max_ms": 70.799, "p95_ms": 67.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.724, "count": 292, "max_ms": 84.476, "p95_ms": 79.195}, "yolo11_640_fire_11class": {"avg_ms": 65.427, "count": 292, "max_ms": 72.638, "p95_ms": 68.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.816, "count": 292, "max_ms": 81.031, "p95_ms": 76.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.36, "count": 292, "max_ms": 96.14, "p95_ms": 91.022}, "read_interval": {"avg_ms": 102.963, "count": 291, "max_ms": 112.447, "p95_ms": 107.886}, "triton_wait": {"avg_ms": 74.747, "count": 292, "max_ms": 84.488, "p95_ms": 79.44}, "visualize": {"avg_ms": 3.674, "count": 292, "max_ms": 4.693, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.329, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.551, "name": "ffmpeg", "pid": 35929, "rss_mb": 268.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.932, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 144917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:12:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:12:04+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T14:12:04+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T14:12:04.542141+09:00", "mtime_epoch": 1783055524.542141, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:12:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.836}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.377, "count": 295, "max_ms": 6.433, "p95_ms": 4.498}, "gstreamer_push": {"avg_ms": 1.322, "count": 295, "max_ms": 1.546, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.057, "count": 295, "max_ms": 66.704, "p95_ms": 65.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.14, "count": 295, "max_ms": 79.395, "p95_ms": 76.94}, "yolo11_640_fire_11class": {"avg_ms": 61.475, "count": 295, "max_ms": 70.487, "p95_ms": 66.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.155, "count": 295, "max_ms": 79.112, "p95_ms": 74.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.062, "count": 295, "max_ms": 92.721, "p95_ms": 90.342}, "read_interval": {"avg_ms": 101.704, "count": 295, "max_ms": 110.586, "p95_ms": 107.341}, "triton_wait": {"avg_ms": 71.754, "count": 295, "max_ms": 79.407, "p95_ms": 77.063}, "visualize": {"avg_ms": 3.694, "count": 295, "max_ms": 4.69, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.926, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.115, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:12:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:12:09+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:12:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:12:09.542246+09:00", "mtime_epoch": 1783055529.5422463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:12:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.875, "pushed": 9.875, "read": 9.842}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.849, "count": 296, "max_ms": 4.451, "p95_ms": 2.958}, "gstreamer_push": {"avg_ms": 1.375, "count": 296, "max_ms": 2.155, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.238, "count": 296, "max_ms": 70.092, "p95_ms": 66.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.954, "count": 296, "max_ms": 80.464, "p95_ms": 78.375}, "yolo11_640_fire_11class": {"avg_ms": 64.932, "count": 296, "max_ms": 71.651, "p95_ms": 69.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.125, "count": 296, "max_ms": 79.701, "p95_ms": 75.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.912, "count": 296, "max_ms": 95.612, "p95_ms": 90.453}, "read_interval": {"avg_ms": 101.612, "count": 295, "max_ms": 117.119, "p95_ms": 107.48}, "triton_wait": {"avg_ms": 73.158, "count": 296, "max_ms": 80.475, "p95_ms": 78.405}, "visualize": {"avg_ms": 3.715, "count": 296, "max_ms": 5.805, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.383, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.551, "name": "ffmpeg", "pid": 35929, "rss_mb": 268.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.982, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:12:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:12:34+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T14:12:34+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:12:34.606772+09:00", "mtime_epoch": 1783055554.6067717, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:12:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.48, "pushed": 9.48, "read": 9.446}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.778, "count": 284, "max_ms": 8.834, "p95_ms": 7.142}, "gstreamer_push": {"avg_ms": 1.326, "count": 284, "max_ms": 2.471, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.166, "count": 284, "max_ms": 68.088, "p95_ms": 64.843}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.778, "count": 284, "max_ms": 83.245, "p95_ms": 79.507}, "yolo11_640_fire_11class": {"avg_ms": 62.63, "count": 284, "max_ms": 69.989, "p95_ms": 66.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.646, "count": 284, "max_ms": 80.758, "p95_ms": 77.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.019, "count": 284, "max_ms": 167.832, "p95_ms": 96.185}, "read_interval": {"avg_ms": 105.847, "count": 283, "max_ms": 179.949, "p95_ms": 116.159}, "triton_wait": {"avg_ms": 74.132, "count": 284, "max_ms": 83.256, "p95_ms": 79.519}, "visualize": {"avg_ms": 4.001, "count": 284, "max_ms": 6.832, "p95_ms": 6.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.996, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.531, "sample_count": 2526, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164185, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:12:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:12:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T14:12:39+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T14:12:39.638877+09:00", "mtime_epoch": 1783055559.6388767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:12:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.677, "pushed": 9.677, "read": 9.644}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.944, "count": 290, "max_ms": 4.605, "p95_ms": 4.265}, "gstreamer_push": {"avg_ms": 1.409, "count": 290, "max_ms": 2.388, "p95_ms": 1.949}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.988, "count": 290, "max_ms": 68.59, "p95_ms": 66.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.319, "count": 290, "max_ms": 83.62, "p95_ms": 80.459}, "yolo11_640_fire_11class": {"avg_ms": 64.789, "count": 290, "max_ms": 76.02, "p95_ms": 68.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.477, "count": 290, "max_ms": 81.49, "p95_ms": 78.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.733, "count": 290, "max_ms": 97.245, "p95_ms": 93.276}, "read_interval": {"avg_ms": 103.765, "count": 289, "max_ms": 118.283, "p95_ms": 114.563}, "triton_wait": {"avg_ms": 74.669, "count": 290, "max_ms": 83.631, "p95_ms": 80.502}, "visualize": {"avg_ms": 3.831, "count": 290, "max_ms": 6.197, "p95_ms": 5.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.444, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.551, "name": "ffmpeg", "pid": 35929, "rss_mb": 268.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.783, "sample_count": 2663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:13:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:13:04+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:13:04+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:13:04.663397+09:00", "mtime_epoch": 1783055584.663397, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:13:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.573, "count": 292, "max_ms": 7.079, "p95_ms": 5.935}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 1.559, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.982, "count": 292, "max_ms": 69.074, "p95_ms": 64.865}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.213, "count": 292, "max_ms": 83.381, "p95_ms": 79.236}, "yolo11_640_fire_11class": {"avg_ms": 61.388, "count": 292, "max_ms": 69.593, "p95_ms": 66.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.861, "count": 292, "max_ms": 80.149, "p95_ms": 77.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.263, "count": 292, "max_ms": 96.299, "p95_ms": 93.004}, "read_interval": {"avg_ms": 102.932, "count": 291, "max_ms": 114.234, "p95_ms": 109.968}, "triton_wait": {"avg_ms": 72.71, "count": 292, "max_ms": 83.394, "p95_ms": 79.248}, "visualize": {"avg_ms": 3.754, "count": 292, "max_ms": 5.026, "p95_ms": 4.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 217.012, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.505, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:13:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:13:09+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:13:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:13:09.627500+09:00", "mtime_epoch": 1783055589.6275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235138}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:13:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.855, "count": 290, "max_ms": 4.146, "p95_ms": 2.936}, "gstreamer_push": {"avg_ms": 1.368, "count": 290, "max_ms": 1.567, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.784, "count": 290, "max_ms": 75.095, "p95_ms": 66.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.866, "count": 290, "max_ms": 83.734, "p95_ms": 80.338}, "yolo11_640_fire_11class": {"avg_ms": 65.375, "count": 290, "max_ms": 80.171, "p95_ms": 68.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.603, "count": 290, "max_ms": 81.302, "p95_ms": 77.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.896, "count": 290, "max_ms": 95.59, "p95_ms": 91.905}, "read_interval": {"avg_ms": 103.414, "count": 290, "max_ms": 113.003, "p95_ms": 109.282}, "triton_wait": {"avg_ms": 75.231, "count": 290, "max_ms": 83.746, "p95_ms": 80.35}, "visualize": {"avg_ms": 3.687, "count": 290, "max_ms": 4.598, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.453, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.551, "name": "ffmpeg", "pid": 35929, "rss_mb": 268.551, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.737, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 145784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:13:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:13:34+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:13:34+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:13:34.672017+09:00", "mtime_epoch": 1783055614.672017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:13:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.375, "count": 291, "max_ms": 5.325, "p95_ms": 4.505}, "gstreamer_push": {"avg_ms": 1.322, "count": 291, "max_ms": 1.925, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.142, "count": 291, "max_ms": 66.672, "p95_ms": 65.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.927, "count": 291, "max_ms": 85.657, "p95_ms": 78.394}, "yolo11_640_fire_11class": {"avg_ms": 62.678, "count": 291, "max_ms": 70.927, "p95_ms": 66.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.153, "count": 291, "max_ms": 76.761, "p95_ms": 74.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.666, "count": 291, "max_ms": 98.76, "p95_ms": 91.531}, "read_interval": {"avg_ms": 103.127, "count": 291, "max_ms": 114.605, "p95_ms": 108.87}, "triton_wait": {"avg_ms": 73.429, "count": 291, "max_ms": 85.669, "p95_ms": 78.406}, "visualize": {"avg_ms": 3.688, "count": 291, "max_ms": 4.674, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 247.1, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.45, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:13:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:13:39+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:13:39+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:13:39.716121+09:00", "mtime_epoch": 1783055619.7161207, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:13:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.705}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.885, "count": 292, "max_ms": 4.2, "p95_ms": 3.436}, "gstreamer_push": {"avg_ms": 1.37, "count": 292, "max_ms": 2.35, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.743, "count": 292, "max_ms": 69.253, "p95_ms": 66.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.052, "count": 292, "max_ms": 85.615, "p95_ms": 79.715}, "yolo11_640_fire_11class": {"avg_ms": 64.595, "count": 292, "max_ms": 72.842, "p95_ms": 69.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.787, "count": 292, "max_ms": 78.063, "p95_ms": 76.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.365, "count": 292, "max_ms": 97.47, "p95_ms": 91.397}, "read_interval": {"avg_ms": 103.032, "count": 291, "max_ms": 114.037, "p95_ms": 108.396}, "triton_wait": {"avg_ms": 74.606, "count": 292, "max_ms": 85.627, "p95_ms": 79.727}, "visualize": {"avg_ms": 3.719, "count": 292, "max_ms": 4.732, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12394.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.471, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.129, "name": "ffmpeg", "pid": 35929, "rss_mb": 271.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.928, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:14:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:14:04+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:14:04+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:14:04.688633+09:00", "mtime_epoch": 1783055644.6886327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:14:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.693, "pushed": 9.693, "read": 9.659}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.42, "count": 290, "max_ms": 6.573, "p95_ms": 4.892}, "gstreamer_push": {"avg_ms": 1.327, "count": 290, "max_ms": 2.196, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.589, "count": 290, "max_ms": 66.276, "p95_ms": 64.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.244, "count": 290, "max_ms": 81.781, "p95_ms": 78.503}, "yolo11_640_fire_11class": {"avg_ms": 61.662, "count": 290, "max_ms": 68.351, "p95_ms": 66.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.757, "count": 290, "max_ms": 79.304, "p95_ms": 77.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.944, "count": 290, "max_ms": 96.095, "p95_ms": 91.632}, "read_interval": {"avg_ms": 103.502, "count": 289, "max_ms": 116.288, "p95_ms": 109.027}, "triton_wait": {"avg_ms": 73.576, "count": 290, "max_ms": 81.793, "p95_ms": 78.594}, "visualize": {"avg_ms": 3.704, "count": 290, "max_ms": 4.496, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 277.16, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.531, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:14:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:14:09+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:14:09+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T14:14:09.768737+09:00", "mtime_epoch": 1783055649.7687366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:14:09+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.682, "pushed": 9.682, "read": 9.648}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.835, "count": 290, "max_ms": 4.05, "p95_ms": 2.923}, "gstreamer_push": {"avg_ms": 1.371, "count": 290, "max_ms": 1.549, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.654, "count": 290, "max_ms": 67.486, "p95_ms": 66.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.114, "count": 290, "max_ms": 83.828, "p95_ms": 79.837}, "yolo11_640_fire_11class": {"avg_ms": 65.092, "count": 290, "max_ms": 72.369, "p95_ms": 68.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.375, "count": 290, "max_ms": 80.716, "p95_ms": 78.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.085, "count": 290, "max_ms": 95.621, "p95_ms": 91.664}, "read_interval": {"avg_ms": 103.642, "count": 289, "max_ms": 113.912, "p95_ms": 108.884}, "triton_wait": {"avg_ms": 75.396, "count": 290, "max_ms": 83.841, "p95_ms": 79.949}, "visualize": {"avg_ms": 3.688, "count": 290, "max_ms": 4.218, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12396.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.523, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.707, "name": "ffmpeg", "pid": 35929, "rss_mb": 273.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.936, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:14:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:14:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:14:34+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:14:34.741245+09:00", "mtime_epoch": 1783055674.7412453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:14:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.615, "pushed": 9.615, "read": 9.581}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.443, "count": 288, "max_ms": 6.946, "p95_ms": 4.636}, "gstreamer_push": {"avg_ms": 1.313, "count": 288, "max_ms": 1.541, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.408, "count": 288, "max_ms": 71.333, "p95_ms": 66.152}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.532, "count": 288, "max_ms": 85.311, "p95_ms": 78.61}, "yolo11_640_fire_11class": {"avg_ms": 62.745, "count": 288, "max_ms": 69.453, "p95_ms": 67.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.021, "count": 288, "max_ms": 79.171, "p95_ms": 77.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.9, "count": 288, "max_ms": 130.121, "p95_ms": 92.012}, "read_interval": {"avg_ms": 104.329, "count": 287, "max_ms": 143.805, "p95_ms": 109.345}, "triton_wait": {"avg_ms": 73.917, "count": 288, "max_ms": 85.323, "p95_ms": 78.759}, "visualize": {"avg_ms": 3.724, "count": 288, "max_ms": 5.166, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12397.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 307.202, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.521, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:14:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:14:39+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T14:14:39+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T14:14:39.809348+09:00", "mtime_epoch": 1783055679.809348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233511}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:14:39+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.893, "count": 292, "max_ms": 4.213, "p95_ms": 3.434}, "gstreamer_push": {"avg_ms": 1.364, "count": 292, "max_ms": 1.526, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.521, "count": 292, "max_ms": 71.116, "p95_ms": 67.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.272, "count": 292, "max_ms": 81.748, "p95_ms": 79.647}, "yolo11_640_fire_11class": {"avg_ms": 64.093, "count": 292, "max_ms": 71.128, "p95_ms": 68.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.074, "count": 292, "max_ms": 79.805, "p95_ms": 78.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.694, "count": 292, "max_ms": 93.38, "p95_ms": 91.423}, "read_interval": {"avg_ms": 102.85, "count": 291, "max_ms": 114.824, "p95_ms": 109.342}, "triton_wait": {"avg_ms": 73.824, "count": 292, "max_ms": 81.76, "p95_ms": 79.72}, "visualize": {"avg_ms": 3.726, "count": 292, "max_ms": 4.631, "p95_ms": 4.185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12396.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.535, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.707, "name": "ffmpeg", "pid": 35929, "rss_mb": 273.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.939, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:15:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:15:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:15:04+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:15:04.753853+09:00", "mtime_epoch": 1783055704.753853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:15:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.001, "pushed": 10.001, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.542, "count": 300, "max_ms": 8.098, "p95_ms": 6.09}, "gstreamer_push": {"avg_ms": 1.333, "count": 300, "max_ms": 1.642, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.102, "count": 300, "max_ms": 69.702, "p95_ms": 65.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.17, "count": 300, "max_ms": 86.539, "p95_ms": 78.082}, "yolo11_640_fire_11class": {"avg_ms": 59.589, "count": 300, "max_ms": 72.485, "p95_ms": 67.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.896, "count": 300, "max_ms": 77.176, "p95_ms": 75.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.256, "count": 300, "max_ms": 99.583, "p95_ms": 92.065}, "read_interval": {"avg_ms": 100.045, "count": 300, "max_ms": 119.776, "p95_ms": 109.836}, "triton_wait": {"avg_ms": 69.653, "count": 300, "max_ms": 86.551, "p95_ms": 78.094}, "visualize": {"avg_ms": 3.793, "count": 300, "max_ms": 6.784, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12396.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 337.304, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.521, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:15:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:15:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:15:09+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:15:09.917957+09:00", "mtime_epoch": 1783055709.9179573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233820}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:15:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.86, "count": 302, "max_ms": 4.443, "p95_ms": 2.921}, "gstreamer_push": {"avg_ms": 1.369, "count": 303, "max_ms": 2.153, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.867, "count": 302, "max_ms": 68.651, "p95_ms": 66.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.548, "count": 302, "max_ms": 85.556, "p95_ms": 78.951}, "yolo11_640_fire_11class": {"avg_ms": 62.117, "count": 302, "max_ms": 72.818, "p95_ms": 68.752}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.542, "count": 302, "max_ms": 78.023, "p95_ms": 75.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.884, "count": 303, "max_ms": 97.42, "p95_ms": 90.666}, "read_interval": {"avg_ms": 99.308, "count": 302, "max_ms": 118.293, "p95_ms": 109.159}, "triton_wait": {"avg_ms": 70.148, "count": 302, "max_ms": 85.569, "p95_ms": 78.962}, "visualize": {"avg_ms": 3.72, "count": 302, "max_ms": 6.097, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.61, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.285, "name": "ffmpeg", "pid": 35929, "rss_mb": 276.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.928, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 146954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:15:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:15:34+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:15:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:15:34.826458+09:00", "mtime_epoch": 1783055734.8264585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:15:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.375, "count": 292, "max_ms": 6.309, "p95_ms": 4.434}, "gstreamer_push": {"avg_ms": 1.316, "count": 292, "max_ms": 1.444, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.78, "count": 292, "max_ms": 67.189, "p95_ms": 64.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.484, "count": 292, "max_ms": 82.324, "p95_ms": 76.958}, "yolo11_640_fire_11class": {"avg_ms": 62.128, "count": 292, "max_ms": 72.019, "p95_ms": 66.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.203, "count": 292, "max_ms": 77.432, "p95_ms": 74.668}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.016, "count": 292, "max_ms": 95.327, "p95_ms": 90.46}, "read_interval": {"avg_ms": 102.98, "count": 291, "max_ms": 166.159, "p95_ms": 107.936}, "triton_wait": {"avg_ms": 72.76, "count": 292, "max_ms": 82.335, "p95_ms": 76.969}, "visualize": {"avg_ms": 3.669, "count": 292, "max_ms": 4.252, "p95_ms": 3.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12399.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 367.305, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.499, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:15:40+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-03T14:15:39+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T14:15:39.950561+09:00", "mtime_epoch": 1783055739.9505613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235438}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:15:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.85, "count": 292, "max_ms": 4.766, "p95_ms": 2.961}, "gstreamer_push": {"avg_ms": 1.361, "count": 292, "max_ms": 1.605, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.726, "count": 292, "max_ms": 72.784, "p95_ms": 66.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.469, "count": 292, "max_ms": 87.345, "p95_ms": 78.562}, "yolo11_640_fire_11class": {"avg_ms": 65.395, "count": 292, "max_ms": 76.628, "p95_ms": 69.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.059, "count": 292, "max_ms": 83.859, "p95_ms": 75.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.92, "count": 292, "max_ms": 99.062, "p95_ms": 90.39}, "read_interval": {"avg_ms": 102.852, "count": 292, "max_ms": 115.06, "p95_ms": 107.299}, "triton_wait": {"avg_ms": 74.283, "count": 292, "max_ms": 87.359, "p95_ms": 78.574}, "visualize": {"avg_ms": 3.677, "count": 292, "max_ms": 4.675, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.627, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.285, "name": "ffmpeg", "pid": 35929, "rss_mb": 276.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.87, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:16:04+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:16:04+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:16:04.851059+09:00", "mtime_epoch": 1783055764.8510594, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:16:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.733, "pushed": 9.733, "read": 9.733}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 292, "max_ms": 6.946, "p95_ms": 4.47}, "gstreamer_push": {"avg_ms": 1.334, "count": 292, "max_ms": 1.918, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.444, "count": 292, "max_ms": 71.043, "p95_ms": 64.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.469, "count": 292, "max_ms": 85.785, "p95_ms": 77.43}, "yolo11_640_fire_11class": {"avg_ms": 61.893, "count": 292, "max_ms": 74.97, "p95_ms": 66.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.632, "count": 292, "max_ms": 82.175, "p95_ms": 74.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.01, "count": 292, "max_ms": 98.852, "p95_ms": 90.696}, "read_interval": {"avg_ms": 102.807, "count": 292, "max_ms": 114.648, "p95_ms": 108.469}, "triton_wait": {"avg_ms": 72.665, "count": 292, "max_ms": 85.795, "p95_ms": 77.442}, "visualize": {"avg_ms": 3.697, "count": 292, "max_ms": 5.155, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12399.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 397.323, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.459, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166236, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:16:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:16:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:16:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:16:09.939161+09:00", "mtime_epoch": 1783055769.939161, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:16:10+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.721}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.859, "count": 292, "max_ms": 4.716, "p95_ms": 3.002}, "gstreamer_push": {"avg_ms": 1.373, "count": 292, "max_ms": 2.297, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.704, "count": 292, "max_ms": 68.785, "p95_ms": 66.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.779, "count": 292, "max_ms": 80.57, "p95_ms": 78.61}, "yolo11_640_fire_11class": {"avg_ms": 65.471, "count": 292, "max_ms": 73.32, "p95_ms": 69.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.022, "count": 292, "max_ms": 77.654, "p95_ms": 75.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.944, "count": 292, "max_ms": 92.179, "p95_ms": 90.294}, "read_interval": {"avg_ms": 102.787, "count": 291, "max_ms": 108.753, "p95_ms": 106.852}, "triton_wait": {"avg_ms": 74.254, "count": 292, "max_ms": 80.582, "p95_ms": 78.618}, "visualize": {"avg_ms": 3.705, "count": 292, "max_ms": 4.762, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.721, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.285, "name": "ffmpeg", "pid": 35929, "rss_mb": 276.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.966, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:16:35+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:16:34+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:16:34.939658+09:00", "mtime_epoch": 1783055794.9396584, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:16:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.393, "count": 289, "max_ms": 5.772, "p95_ms": 4.505}, "gstreamer_push": {"avg_ms": 1.341, "count": 290, "max_ms": 1.64, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.301, "count": 289, "max_ms": 68.797, "p95_ms": 65.393}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.512, "count": 289, "max_ms": 84.1, "p95_ms": 79.18}, "yolo11_640_fire_11class": {"avg_ms": 62.341, "count": 289, "max_ms": 72.483, "p95_ms": 66.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.336, "count": 289, "max_ms": 78.526, "p95_ms": 75.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.012, "count": 290, "max_ms": 97.382, "p95_ms": 92.445}, "read_interval": {"avg_ms": 103.754, "count": 289, "max_ms": 114.523, "p95_ms": 109.551}, "triton_wait": {"avg_ms": 73.706, "count": 289, "max_ms": 84.112, "p95_ms": 79.191}, "visualize": {"avg_ms": 3.706, "count": 289, "max_ms": 4.18, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12399.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 427.387, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.641, "name": "ffmpeg", "pid": 35931, "rss_mb": 332.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.499, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:16:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:16:40+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:16:39+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:16:40.003759+09:00", "mtime_epoch": 1783055800.003759, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:16:40+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.746, "pushed": 9.746, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.859, "count": 292, "max_ms": 4.16, "p95_ms": 3.133}, "gstreamer_push": {"avg_ms": 1.378, "count": 292, "max_ms": 1.615, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.32, "count": 292, "max_ms": 69.702, "p95_ms": 66.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.154, "count": 292, "max_ms": 84.455, "p95_ms": 79.845}, "yolo11_640_fire_11class": {"avg_ms": 64.84, "count": 292, "max_ms": 73.905, "p95_ms": 68.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.228, "count": 292, "max_ms": 78.674, "p95_ms": 76.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.99, "count": 292, "max_ms": 96.253, "p95_ms": 91.52}, "read_interval": {"avg_ms": 102.943, "count": 291, "max_ms": 113.054, "p95_ms": 108.563}, "triton_wait": {"avg_ms": 74.188, "count": 292, "max_ms": 84.473, "p95_ms": 79.857}, "visualize": {"avg_ms": 3.736, "count": 292, "max_ms": 4.666, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12402.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.751, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.863, "name": "ffmpeg", "pid": 35929, "rss_mb": 278.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.005, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 147851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:17:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:17:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T14:17:04+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T14:17:04.988254+09:00", "mtime_epoch": 1783055824.9882538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:17:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 315, "pushed_frames": 315, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.525, "pushed": 10.525, "read": 10.492}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.402, "count": 315, "max_ms": 6.494, "p95_ms": 4.575}, "gstreamer_push": {"avg_ms": 1.325, "count": 315, "max_ms": 2.104, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.184, "count": 315, "max_ms": 66.343, "p95_ms": 64.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.942, "count": 315, "max_ms": 83.928, "p95_ms": 77.052}, "yolo11_640_fire_11class": {"avg_ms": 54.79, "count": 315, "max_ms": 69.159, "p95_ms": 65.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.727, "count": 315, "max_ms": 76.118, "p95_ms": 74.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.445, "count": 315, "max_ms": 96.653, "p95_ms": 90.212}, "read_interval": {"avg_ms": 95.362, "count": 314, "max_ms": 268.093, "p95_ms": 107.633}, "triton_wait": {"avg_ms": 64.285, "count": 315, "max_ms": 83.94, "p95_ms": 77.065}, "visualize": {"avg_ms": 3.697, "count": 315, "max_ms": 4.83, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12424.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 27, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:26+09:00", "last_error_summary": "[h264 @ 0x55746ba8a180] error while decoding MB 27 33, bytestream -11 [in#0/rtsp @ 0x55746b3f4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55746b3f4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T13:41:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 473.101, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35931, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.043, "name": "ffmpeg", "pid": 35931, "rss_mb": 355.043, "state": "S (sleeping)", "threads": 104}, "restart_count": 28, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.437, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:17:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:17:25+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T14:17:25+09:00", "mjpeg": {"age_sec": 15.885, "exists": true, "mtime": "2026-07-03T14:17:09.916351+09:00", "mtime_epoch": 1783055829.916351, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:17:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.125, "pushed": 0.125, "read": 0.125}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.287, "count": 2, "max_ms": 3.782, "p95_ms": 3.782}, "gstreamer_push": {"avg_ms": 1.501, "count": 2, "max_ms": 1.64, "p95_ms": 1.64}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.366, "count": 2, "max_ms": 46.708, "p95_ms": 46.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.006, "count": 2, "max_ms": 51.898, "p95_ms": 51.898}, "yolo11_640_fire_11class": {"avg_ms": 49.498, "count": 2, "max_ms": 50.014, "p95_ms": 50.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.267, "count": 2, "max_ms": 47.296, "p95_ms": 47.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.645, "count": 2, "max_ms": 63.458, "p95_ms": 63.458}, "read_interval": {"avg_ms": 15690.142, "count": 2, "max_ms": 15894.91, "p95_ms": 15894.91}, "triton_wait": {"avg_ms": 50.452, "count": 2, "max_ms": 51.91, "p95_ms": 51.91}, "visualize": {"avg_ms": 3.623, "count": 2, "max_ms": 3.627, "p95_ms": 3.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 15.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.843, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.121, "name": "ffmpeg", "pid": 35929, "rss_mb": 279.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.454, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:17:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:17:35+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:17:35+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:17:35.064847+09:00", "mtime_epoch": 1783055855.0648465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:17:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 349, "pushed_frames": 349, "read_frames": 349, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.637, "pushed": 11.637, "read": 11.637}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.385, "count": 349, "max_ms": 7.088, "p95_ms": 4.496}, "gstreamer_push": {"avg_ms": 1.331, "count": 349, "max_ms": 1.529, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.47, "count": 349, "max_ms": 66.627, "p95_ms": 56.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.877, "count": 349, "max_ms": 78.443, "p95_ms": 66.677}, "yolo11_640_fire_11class": {"avg_ms": 47.444, "count": 349, "max_ms": 69.048, "p95_ms": 63.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.659, "count": 349, "max_ms": 75.152, "p95_ms": 64.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.16, "count": 349, "max_ms": 91.844, "p95_ms": 81.341}, "read_interval": {"avg_ms": 85.93, "count": 349, "max_ms": 109.102, "p95_ms": 98.091}, "triton_wait": {"avg_ms": 56.059, "count": 349, "max_ms": 78.456, "p95_ms": 67.906}, "visualize": {"avg_ms": 3.702, "count": 349, "max_ms": 4.878, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12402.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.577, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.309, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.218, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:17:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:17:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:17:55+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T14:17:55.817254+09:00", "mtime_epoch": 1783055875.817254, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:17:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.567, "pushed": 8.567, "read": 8.567}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.87, "count": 257, "max_ms": 4.325, "p95_ms": 3.422}, "gstreamer_push": {"avg_ms": 1.374, "count": 257, "max_ms": 1.581, "p95_ms": 1.503}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.818, "count": 257, "max_ms": 72.283, "p95_ms": 66.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.998, "count": 257, "max_ms": 85.068, "p95_ms": 79.154}, "yolo11_640_fire_11class": {"avg_ms": 60.981, "count": 257, "max_ms": 80.083, "p95_ms": 71.491}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.786, "count": 257, "max_ms": 80.683, "p95_ms": 74.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.964, "count": 257, "max_ms": 96.799, "p95_ms": 91.322}, "read_interval": {"avg_ms": 116.704, "count": 257, "max_ms": 4565.177, "p95_ms": 107.801}, "triton_wait": {"avg_ms": 66.21, "count": 257, "max_ms": 85.08, "p95_ms": 79.209}, "visualize": {"avg_ms": 3.719, "count": 257, "max_ms": 5.117, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12402.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 512.93, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.379, "name": "ffmpeg", "pid": 35929, "rss_mb": 279.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.314, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:18:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:18:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:18:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:18:05.149437+09:00", "mtime_epoch": 1783055885.149437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:18:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.207, "pushed": 10.207, "read": 10.174}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.444, "count": 306, "max_ms": 6.669, "p95_ms": 5.033}, "gstreamer_push": {"avg_ms": 1.323, "count": 306, "max_ms": 1.661, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.551, "count": 306, "max_ms": 67.302, "p95_ms": 64.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.558, "count": 306, "max_ms": 86.094, "p95_ms": 77.77}, "yolo11_640_fire_11class": {"avg_ms": 58.149, "count": 306, "max_ms": 71.318, "p95_ms": 66.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.381, "count": 306, "max_ms": 76.669, "p95_ms": 74.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.341, "count": 306, "max_ms": 99.345, "p95_ms": 90.905}, "read_interval": {"avg_ms": 98.304, "count": 305, "max_ms": 115.79, "p95_ms": 109.151}, "triton_wait": {"avg_ms": 67.98, "count": 306, "max_ms": 86.108, "p95_ms": 77.782}, "visualize": {"avg_ms": 3.727, "count": 306, "max_ms": 4.683, "p95_ms": 4.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12402.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.646, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.104, "sample_count": 2594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:18:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:18:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:18:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:18:25.881842+09:00", "mtime_epoch": 1783055905.8818424, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:18:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.845, "pushed": 9.845, "read": 9.812}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.882, "count": 295, "max_ms": 4.154, "p95_ms": 3.262}, "gstreamer_push": {"avg_ms": 1.369, "count": 295, "max_ms": 2.273, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.602, "count": 295, "max_ms": 70.584, "p95_ms": 66.969}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.462, "count": 295, "max_ms": 83.935, "p95_ms": 79.205}, "yolo11_640_fire_11class": {"avg_ms": 65.875, "count": 295, "max_ms": 74.647, "p95_ms": 70.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.701, "count": 295, "max_ms": 78.841, "p95_ms": 76.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.304, "count": 295, "max_ms": 95.402, "p95_ms": 90.849}, "read_interval": {"avg_ms": 101.919, "count": 294, "max_ms": 115.077, "p95_ms": 107.542}, "triton_wait": {"avg_ms": 73.661, "count": 295, "max_ms": 83.946, "p95_ms": 79.223}, "visualize": {"avg_ms": 3.691, "count": 295, "max_ms": 4.57, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12402.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 542.982, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.379, "name": "ffmpeg", "pid": 35929, "rss_mb": 279.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.238, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 148803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:18:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:18:35+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:18:35+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:18:35.202024+09:00", "mtime_epoch": 1783055915.2020242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:18:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.882, "pushed": 9.882, "read": 9.849}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.376, "count": 296, "max_ms": 6.299, "p95_ms": 4.768}, "gstreamer_push": {"avg_ms": 1.313, "count": 296, "max_ms": 1.523, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.6, "count": 296, "max_ms": 67.437, "p95_ms": 64.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.183, "count": 296, "max_ms": 81.792, "p95_ms": 77.991}, "yolo11_640_fire_11class": {"avg_ms": 60.795, "count": 296, "max_ms": 72.221, "p95_ms": 65.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.328, "count": 296, "max_ms": 77.566, "p95_ms": 74.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.649, "count": 296, "max_ms": 94.972, "p95_ms": 91.003}, "read_interval": {"avg_ms": 101.513, "count": 295, "max_ms": 114.677, "p95_ms": 109.67}, "triton_wait": {"avg_ms": 71.361, "count": 296, "max_ms": 81.804, "p95_ms": 78.003}, "visualize": {"avg_ms": 3.682, "count": 296, "max_ms": 4.7, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12402.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.669, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.939, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:18:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:18:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:18:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:18:55.902427+09:00", "mtime_epoch": 1783055935.9024272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:18:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.96, "pushed": 9.96, "read": 9.926}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.883, "count": 298, "max_ms": 4.183, "p95_ms": 3.265}, "gstreamer_push": {"avg_ms": 1.356, "count": 298, "max_ms": 1.508, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.661, "count": 298, "max_ms": 70.216, "p95_ms": 66.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.026, "count": 298, "max_ms": 82.446, "p95_ms": 78.903}, "yolo11_640_fire_11class": {"avg_ms": 63.974, "count": 298, "max_ms": 73.219, "p95_ms": 69.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.039, "count": 298, "max_ms": 79.606, "p95_ms": 76.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.137, "count": 298, "max_ms": 94.129, "p95_ms": 90.881}, "read_interval": {"avg_ms": 100.722, "count": 297, "max_ms": 114.117, "p95_ms": 108.757}, "triton_wait": {"avg_ms": 72.479, "count": 298, "max_ms": 82.46, "p95_ms": 78.973}, "visualize": {"avg_ms": 3.713, "count": 298, "max_ms": 4.709, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.064, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.379, "name": "ffmpeg", "pid": 35929, "rss_mb": 279.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.237, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:19:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:19:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:19:05.282609+09:00", "mtime_epoch": 1783055945.2826095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169917}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:19:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.706, "pushed": 9.706, "read": 9.673}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.332, "count": 291, "max_ms": 10.312, "p95_ms": 4.591}, "gstreamer_push": {"avg_ms": 1.314, "count": 291, "max_ms": 1.49, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.546, "count": 291, "max_ms": 68.292, "p95_ms": 64.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.933, "count": 291, "max_ms": 87.441, "p95_ms": 77.84}, "yolo11_640_fire_11class": {"avg_ms": 61.393, "count": 291, "max_ms": 72.167, "p95_ms": 65.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.537, "count": 291, "max_ms": 84.23, "p95_ms": 75.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.719, "count": 291, "max_ms": 133.309, "p95_ms": 93.12}, "read_interval": {"avg_ms": 103.361, "count": 290, "max_ms": 154.436, "p95_ms": 112.503}, "triton_wait": {"avg_ms": 72.084, "count": 291, "max_ms": 87.451, "p95_ms": 78.013}, "visualize": {"avg_ms": 3.692, "count": 291, "max_ms": 6.636, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.701, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.103, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:19:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:19:26+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:19:25+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T14:19:25.943010+09:00", "mtime_epoch": 1783055965.94301, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:19:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.69, "pushed": 9.69, "read": 9.656}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.854, "count": 290, "max_ms": 3.499, "p95_ms": 2.976}, "gstreamer_push": {"avg_ms": 1.377, "count": 290, "max_ms": 2.01, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.12, "count": 290, "max_ms": 72.136, "p95_ms": 68.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.604, "count": 290, "max_ms": 84.958, "p95_ms": 81.055}, "yolo11_640_fire_11class": {"avg_ms": 65.684, "count": 290, "max_ms": 77.585, "p95_ms": 70.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.75, "count": 290, "max_ms": 81.086, "p95_ms": 77.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.915, "count": 290, "max_ms": 96.749, "p95_ms": 92.52}, "read_interval": {"avg_ms": 103.556, "count": 289, "max_ms": 114.813, "p95_ms": 109.374}, "triton_wait": {"avg_ms": 75.238, "count": 290, "max_ms": 84.97, "p95_ms": 81.067}, "visualize": {"avg_ms": 3.681, "count": 290, "max_ms": 4.741, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.08, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.957, "name": "ffmpeg", "pid": 35929, "rss_mb": 281.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.19, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:19:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:19:35+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:19:35+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:19:35.303191+09:00", "mtime_epoch": 1783055975.3031914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:19:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.375, "count": 290, "max_ms": 5.287, "p95_ms": 4.81}, "gstreamer_push": {"avg_ms": 1.299, "count": 290, "max_ms": 1.517, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.102, "count": 290, "max_ms": 71.616, "p95_ms": 66.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.087, "count": 290, "max_ms": 84.975, "p95_ms": 79.611}, "yolo11_640_fire_11class": {"avg_ms": 62.652, "count": 290, "max_ms": 72.654, "p95_ms": 67.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.533, "count": 290, "max_ms": 81.3, "p95_ms": 75.864}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.846, "count": 290, "max_ms": 98.141, "p95_ms": 92.703}, "read_interval": {"avg_ms": 103.509, "count": 290, "max_ms": 117.554, "p95_ms": 110.205}, "triton_wait": {"avg_ms": 73.664, "count": 290, "max_ms": 84.988, "p95_ms": 79.633}, "visualize": {"avg_ms": 3.676, "count": 290, "max_ms": 4.437, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.767, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.107, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:19:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:19:56+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:19:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:19:56.003591+09:00", "mtime_epoch": 1783055996.0035913, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:19:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.945, "pushed": 9.945, "read": 9.912}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.838, "count": 298, "max_ms": 3.725, "p95_ms": 2.939}, "gstreamer_push": {"avg_ms": 1.377, "count": 298, "max_ms": 1.939, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.506, "count": 298, "max_ms": 76.162, "p95_ms": 67.003}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.479, "count": 298, "max_ms": 82.96, "p95_ms": 79.362}, "yolo11_640_fire_11class": {"avg_ms": 64.218, "count": 298, "max_ms": 77.668, "p95_ms": 68.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.093, "count": 298, "max_ms": 85.89, "p95_ms": 76.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.246, "count": 298, "max_ms": 97.616, "p95_ms": 91.341}, "read_interval": {"avg_ms": 100.869, "count": 297, "max_ms": 113.731, "p95_ms": 108.284}, "triton_wait": {"avg_ms": 72.501, "count": 298, "max_ms": 85.903, "p95_ms": 79.789}, "visualize": {"avg_ms": 3.687, "count": 298, "max_ms": 4.675, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.122, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.535, "name": "ffmpeg", "pid": 35929, "rss_mb": 284.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.213, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:20:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:20:05+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T14:20:05+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T14:20:05.347772+09:00", "mtime_epoch": 1783056005.3477716, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:20:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.82, "pushed": 9.82, "read": 9.786}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.416, "count": 294, "max_ms": 6.657, "p95_ms": 4.88}, "gstreamer_push": {"avg_ms": 1.311, "count": 294, "max_ms": 1.519, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.042, "count": 294, "max_ms": 72.451, "p95_ms": 65.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.558, "count": 294, "max_ms": 87.567, "p95_ms": 78.431}, "yolo11_640_fire_11class": {"avg_ms": 61.215, "count": 294, "max_ms": 74.001, "p95_ms": 66.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.6, "count": 294, "max_ms": 84.733, "p95_ms": 75.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.278, "count": 294, "max_ms": 100.918, "p95_ms": 91.748}, "read_interval": {"avg_ms": 102.189, "count": 293, "max_ms": 117.392, "p95_ms": 109.629}, "triton_wait": {"avg_ms": 71.958, "count": 294, "max_ms": 87.578, "p95_ms": 78.442}, "visualize": {"avg_ms": 3.731, "count": 294, "max_ms": 4.819, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.791, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.35, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:20:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:20:26+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T14:20:26+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T14:20:26.032170+09:00", "mtime_epoch": 1783056026.0321698, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:20:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.794, "pushed": 9.794, "read": 9.761}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.908, "count": 293, "max_ms": 4.396, "p95_ms": 3.686}, "gstreamer_push": {"avg_ms": 1.39, "count": 293, "max_ms": 2.226, "p95_ms": 1.523}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.029, "count": 293, "max_ms": 73.649, "p95_ms": 66.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.938, "count": 293, "max_ms": 88.589, "p95_ms": 80.074}, "yolo11_640_fire_11class": {"avg_ms": 63.822, "count": 293, "max_ms": 76.03, "p95_ms": 69.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.841, "count": 293, "max_ms": 85.815, "p95_ms": 76.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.229, "count": 293, "max_ms": 100.299, "p95_ms": 92.27}, "read_interval": {"avg_ms": 102.493, "count": 292, "max_ms": 117.242, "p95_ms": 111.44}, "triton_wait": {"avg_ms": 73.28, "count": 293, "max_ms": 88.602, "p95_ms": 80.086}, "visualize": {"avg_ms": 3.745, "count": 293, "max_ms": 5.789, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.15, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.535, "name": "ffmpeg", "pid": 35929, "rss_mb": 284.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.427, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 149978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:20:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:20:35+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T14:20:35+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T14:20:35.396350+09:00", "mtime_epoch": 1783056035.39635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:20:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.476, "count": 300, "max_ms": 8.527, "p95_ms": 5.034}, "gstreamer_push": {"avg_ms": 1.336, "count": 300, "max_ms": 1.569, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.579, "count": 300, "max_ms": 69.881, "p95_ms": 65.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.155, "count": 300, "max_ms": 86.031, "p95_ms": 80.148}, "yolo11_640_fire_11class": {"avg_ms": 59.268, "count": 300, "max_ms": 75.111, "p95_ms": 66.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.103, "count": 300, "max_ms": 77.365, "p95_ms": 75.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.242, "count": 300, "max_ms": 98.971, "p95_ms": 93.596}, "read_interval": {"avg_ms": 100.142, "count": 299, "max_ms": 119.334, "p95_ms": 111.806}, "triton_wait": {"avg_ms": 69.835, "count": 300, "max_ms": 86.043, "p95_ms": 80.16}, "visualize": {"avg_ms": 3.739, "count": 300, "max_ms": 6.706, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.796, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.37, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:20:56+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:20:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:20:56.032746+09:00", "mtime_epoch": 1783056056.0327458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:20:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.206, "pushed": 10.206, "read": 10.206}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.951, "count": 306, "max_ms": 4.308, "p95_ms": 3.955}, "gstreamer_push": {"avg_ms": 1.361, "count": 306, "max_ms": 1.61, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.091, "count": 306, "max_ms": 68.536, "p95_ms": 66.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.165, "count": 306, "max_ms": 83.921, "p95_ms": 78.848}, "yolo11_640_fire_11class": {"avg_ms": 60.443, "count": 306, "max_ms": 72.807, "p95_ms": 69.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.033, "count": 306, "max_ms": 78.692, "p95_ms": 75.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.987, "count": 306, "max_ms": 97.085, "p95_ms": 90.728}, "read_interval": {"avg_ms": 98.032, "count": 306, "max_ms": 117.322, "p95_ms": 110.143}, "triton_wait": {"avg_ms": 67.985, "count": 306, "max_ms": 83.933, "p95_ms": 78.86}, "visualize": {"avg_ms": 3.764, "count": 306, "max_ms": 5.002, "p95_ms": 4.485}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.252, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.703, "name": "ffmpeg", "pid": 35929, "rss_mb": 286.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.727, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:21:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:21:05+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T14:21:05+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T14:21:05.464926+09:00", "mtime_epoch": 1783056065.4649265, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:21:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.738, "count": 290, "max_ms": 10.591, "p95_ms": 7.723}, "gstreamer_push": {"avg_ms": 1.333, "count": 290, "max_ms": 1.714, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.602, "count": 290, "max_ms": 73.481, "p95_ms": 65.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.624, "count": 290, "max_ms": 86.435, "p95_ms": 78.187}, "yolo11_640_fire_11class": {"avg_ms": 61.301, "count": 290, "max_ms": 74.014, "p95_ms": 68.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.929, "count": 290, "max_ms": 84.3, "p95_ms": 75.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.18, "count": 290, "max_ms": 99.696, "p95_ms": 92.873}, "read_interval": {"avg_ms": 103.42, "count": 290, "max_ms": 450.521, "p95_ms": 113.316}, "triton_wait": {"avg_ms": 71.247, "count": 290, "max_ms": 86.447, "p95_ms": 78.199}, "visualize": {"avg_ms": 3.921, "count": 290, "max_ms": 7.157, "p95_ms": 5.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.896, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.875, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:21:26+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:21:26+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:21:26.133322+09:00", "mtime_epoch": 1783056086.133322, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:21:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.434, "pushed": 9.434, "read": 9.401}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.141, "count": 282, "max_ms": 4.948, "p95_ms": 4.415}, "gstreamer_push": {"avg_ms": 1.512, "count": 283, "max_ms": 2.421, "p95_ms": 2.046}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.586, "count": 282, "max_ms": 74.207, "p95_ms": 66.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.087, "count": 282, "max_ms": 83.719, "p95_ms": 78.957}, "yolo11_640_fire_11class": {"avg_ms": 65.566, "count": 282, "max_ms": 75.285, "p95_ms": 69.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.967, "count": 282, "max_ms": 84.222, "p95_ms": 76.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.593, "count": 283, "max_ms": 96.927, "p95_ms": 94.5}, "read_interval": {"avg_ms": 106.37, "count": 282, "max_ms": 121.979, "p95_ms": 116.017}, "triton_wait": {"avg_ms": 74.495, "count": 282, "max_ms": 84.232, "p95_ms": 78.97}, "visualize": {"avg_ms": 4.226, "count": 282, "max_ms": 7.015, "p95_ms": 5.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.312, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.703, "name": "ffmpeg", "pid": 35929, "rss_mb": 286.703, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.521, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:21:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:21:35+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T14:21:35+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T14:21:35.521501+09:00", "mtime_epoch": 1783056095.5215013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:21:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.481, "pushed": 9.481, "read": 9.448}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.134, "count": 284, "max_ms": 8.905, "p95_ms": 7.911}, "gstreamer_push": {"avg_ms": 1.338, "count": 284, "max_ms": 1.996, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.464, "count": 284, "max_ms": 72.672, "p95_ms": 65.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.617, "count": 284, "max_ms": 86.604, "p95_ms": 78.46}, "yolo11_640_fire_11class": {"avg_ms": 62.195, "count": 284, "max_ms": 80.391, "p95_ms": 66.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.105, "count": 284, "max_ms": 84.404, "p95_ms": 76.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.194, "count": 284, "max_ms": 103.037, "p95_ms": 96.63}, "read_interval": {"avg_ms": 105.805, "count": 283, "max_ms": 122.909, "p95_ms": 116.571}, "triton_wait": {"avg_ms": 73.154, "count": 284, "max_ms": 86.619, "p95_ms": 78.773}, "visualize": {"avg_ms": 4.333, "count": 284, "max_ms": 7.227, "p95_ms": 6.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.951, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.566, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.992, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:21:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:21:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:21:56+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:21:56.185895+09:00", "mtime_epoch": 1783056116.1858954, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:21:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.983, "pushed": 9.983, "read": 9.949}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.879, "count": 299, "max_ms": 4.326, "p95_ms": 3.167}, "gstreamer_push": {"avg_ms": 1.384, "count": 299, "max_ms": 2.459, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.772, "count": 299, "max_ms": 68.174, "p95_ms": 66.783}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.697, "count": 299, "max_ms": 86.377, "p95_ms": 80.109}, "yolo11_640_fire_11class": {"avg_ms": 63.721, "count": 299, "max_ms": 73.344, "p95_ms": 69.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.495, "count": 299, "max_ms": 79.988, "p95_ms": 77.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.764, "count": 299, "max_ms": 98.15, "p95_ms": 91.997}, "read_interval": {"avg_ms": 100.484, "count": 298, "max_ms": 115.746, "p95_ms": 109.113}, "triton_wait": {"avg_ms": 71.915, "count": 299, "max_ms": 86.391, "p95_ms": 80.121}, "visualize": {"avg_ms": 3.761, "count": 299, "max_ms": 6.545, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.327, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.281, "name": "ffmpeg", "pid": 35929, "rss_mb": 289.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 4, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.721, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 150851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:22:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:22:05+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T14:22:05+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:22:05.546074+09:00", "mtime_epoch": 1783056125.5460737, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:22:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.658, "count": 298, "max_ms": 7.827, "p95_ms": 6.334}, "gstreamer_push": {"avg_ms": 1.327, "count": 298, "max_ms": 1.751, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.665, "count": 298, "max_ms": 68.12, "p95_ms": 64.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.72, "count": 298, "max_ms": 85.362, "p95_ms": 78.28}, "yolo11_640_fire_11class": {"avg_ms": 59.605, "count": 298, "max_ms": 70.046, "p95_ms": 66.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.944, "count": 298, "max_ms": 76.285, "p95_ms": 75.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.459, "count": 298, "max_ms": 98.538, "p95_ms": 92.333}, "read_interval": {"avg_ms": 100.759, "count": 298, "max_ms": 119.221, "p95_ms": 110.761}, "triton_wait": {"avg_ms": 69.675, "count": 298, "max_ms": 85.374, "p95_ms": 78.292}, "visualize": {"avg_ms": 3.832, "count": 298, "max_ms": 6.55, "p95_ms": 4.557}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.015, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.955, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:22:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:22:26+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:22:26+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:22:26.254468+09:00", "mtime_epoch": 1783056146.2544677, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:22:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.744, "pushed": 9.744, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.865, "count": 292, "max_ms": 4.099, "p95_ms": 3.198}, "gstreamer_push": {"avg_ms": 1.365, "count": 292, "max_ms": 1.999, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.481, "count": 292, "max_ms": 74.846, "p95_ms": 66.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.546, "count": 292, "max_ms": 86.809, "p95_ms": 79.744}, "yolo11_640_fire_11class": {"avg_ms": 64.451, "count": 292, "max_ms": 75.933, "p95_ms": 68.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.345, "count": 292, "max_ms": 85.019, "p95_ms": 76.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.913, "count": 292, "max_ms": 98.554, "p95_ms": 91.504}, "read_interval": {"avg_ms": 102.942, "count": 291, "max_ms": 114.685, "p95_ms": 109.521}, "triton_wait": {"avg_ms": 74.157, "count": 292, "max_ms": 86.821, "p95_ms": 79.757}, "visualize": {"avg_ms": 3.699, "count": 292, "max_ms": 4.956, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.422, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.281, "name": "ffmpeg", "pid": 35929, "rss_mb": 289.281, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.241, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:22:35+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:22:35+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T14:22:35.646646+09:00", "mtime_epoch": 1783056155.646646, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:22:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.635, "pushed": 9.635, "read": 9.602}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.502, "count": 289, "max_ms": 8.536, "p95_ms": 5.535}, "gstreamer_push": {"avg_ms": 1.319, "count": 289, "max_ms": 1.59, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.219, "count": 289, "max_ms": 73.546, "p95_ms": 65.39}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.551, "count": 289, "max_ms": 85.707, "p95_ms": 78.655}, "yolo11_640_fire_11class": {"avg_ms": 61.503, "count": 289, "max_ms": 74.571, "p95_ms": 66.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.025, "count": 289, "max_ms": 83.823, "p95_ms": 76.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.318, "count": 289, "max_ms": 134.416, "p95_ms": 94.535}, "read_interval": {"avg_ms": 104.125, "count": 288, "max_ms": 150.67, "p95_ms": 111.904}, "triton_wait": {"avg_ms": 72.697, "count": 289, "max_ms": 85.719, "p95_ms": 78.72}, "visualize": {"avg_ms": 3.765, "count": 289, "max_ms": 6.216, "p95_ms": 4.556}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.039, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.991, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:22:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:22:56+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:22:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:22:56.275037+09:00", "mtime_epoch": 1783056176.2750373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:22:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.86, "pushed": 9.86, "read": 9.826}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 295, "max_ms": 5.252, "p95_ms": 3.111}, "gstreamer_push": {"avg_ms": 1.378, "count": 295, "max_ms": 2.429, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.463, "count": 295, "max_ms": 68.415, "p95_ms": 66.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.165, "count": 295, "max_ms": 83.822, "p95_ms": 79.318}, "yolo11_640_fire_11class": {"avg_ms": 63.558, "count": 295, "max_ms": 73.471, "p95_ms": 68.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.765, "count": 295, "max_ms": 80.294, "p95_ms": 77.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.695, "count": 295, "max_ms": 95.455, "p95_ms": 91.457}, "read_interval": {"avg_ms": 101.755, "count": 294, "max_ms": 118.413, "p95_ms": 109.762}, "triton_wait": {"avg_ms": 72.909, "count": 295, "max_ms": 83.835, "p95_ms": 79.72}, "visualize": {"avg_ms": 3.727, "count": 295, "max_ms": 6.937, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 813.454, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.539, "name": "ffmpeg", "pid": 35929, "rss_mb": 289.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.31, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:23:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:23:05+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:23:05.671215+09:00", "mtime_epoch": 1783056185.6712153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:23:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.689, "pushed": 9.689, "read": 9.656}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.409, "count": 290, "max_ms": 6.571, "p95_ms": 4.588}, "gstreamer_push": {"avg_ms": 1.305, "count": 290, "max_ms": 1.494, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.173, "count": 290, "max_ms": 74.03, "p95_ms": 65.084}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.965, "count": 290, "max_ms": 85.754, "p95_ms": 78.818}, "yolo11_640_fire_11class": {"avg_ms": 62.884, "count": 290, "max_ms": 75.747, "p95_ms": 67.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.902, "count": 290, "max_ms": 83.77, "p95_ms": 75.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.901, "count": 290, "max_ms": 98.754, "p95_ms": 91.835}, "read_interval": {"avg_ms": 103.539, "count": 289, "max_ms": 114.453, "p95_ms": 109.489}, "triton_wait": {"avg_ms": 73.675, "count": 290, "max_ms": 85.765, "p95_ms": 78.829}, "visualize": {"avg_ms": 3.679, "count": 290, "max_ms": 4.534, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.07, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.992, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:23:26+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:23:26+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:23:26.307606+09:00", "mtime_epoch": 1783056206.307606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:23:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.724, "pushed": 9.724, "read": 9.69}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.855, "count": 291, "max_ms": 4.167, "p95_ms": 3.084}, "gstreamer_push": {"avg_ms": 1.371, "count": 291, "max_ms": 1.582, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.328, "count": 291, "max_ms": 74.929, "p95_ms": 66.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.037, "count": 291, "max_ms": 86.41, "p95_ms": 79.304}, "yolo11_640_fire_11class": {"avg_ms": 65.75, "count": 291, "max_ms": 76.643, "p95_ms": 69.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.104, "count": 291, "max_ms": 84.469, "p95_ms": 76.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.277, "count": 291, "max_ms": 98.383, "p95_ms": 91.1}, "read_interval": {"avg_ms": 103.196, "count": 290, "max_ms": 117.886, "p95_ms": 108.469}, "triton_wait": {"avg_ms": 74.556, "count": 291, "max_ms": 86.421, "p95_ms": 79.377}, "visualize": {"avg_ms": 3.712, "count": 291, "max_ms": 4.547, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 843.493, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.539, "name": "ffmpeg", "pid": 35929, "rss_mb": 289.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.31, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 151723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:23:35+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:23:35+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:23:35.715784+09:00", "mtime_epoch": 1783056215.7157836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161734}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:23:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.754}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.371, "count": 293, "max_ms": 5.305, "p95_ms": 4.489}, "gstreamer_push": {"avg_ms": 1.311, "count": 293, "max_ms": 1.526, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.67, "count": 293, "max_ms": 67.252, "p95_ms": 64.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.879, "count": 293, "max_ms": 83.686, "p95_ms": 78.319}, "yolo11_640_fire_11class": {"avg_ms": 62.122, "count": 293, "max_ms": 69.308, "p95_ms": 67.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.127, "count": 293, "max_ms": 76.842, "p95_ms": 75.333}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.834, "count": 293, "max_ms": 96.762, "p95_ms": 91.343}, "read_interval": {"avg_ms": 102.52, "count": 292, "max_ms": 113.139, "p95_ms": 108.595}, "triton_wait": {"avg_ms": 72.597, "count": 293, "max_ms": 83.697, "p95_ms": 78.331}, "visualize": {"avg_ms": 3.703, "count": 293, "max_ms": 4.354, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.086, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.955, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:23:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:23:56+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:23:56+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:23:56.320173+09:00", "mtime_epoch": 1783056236.3201725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232248}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:23:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.933, "pushed": 9.933, "read": 9.933}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.83, "count": 298, "max_ms": 4.099, "p95_ms": 2.896}, "gstreamer_push": {"avg_ms": 1.358, "count": 298, "max_ms": 1.878, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.275, "count": 298, "max_ms": 68.335, "p95_ms": 66.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.781, "count": 298, "max_ms": 80.73, "p95_ms": 77.8}, "yolo11_640_fire_11class": {"avg_ms": 64.252, "count": 298, "max_ms": 73.335, "p95_ms": 68.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.208, "count": 298, "max_ms": 76.916, "p95_ms": 75.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.93, "count": 298, "max_ms": 92.339, "p95_ms": 89.405}, "read_interval": {"avg_ms": 100.725, "count": 298, "max_ms": 109.988, "p95_ms": 107.16}, "triton_wait": {"avg_ms": 72.364, "count": 298, "max_ms": 80.741, "p95_ms": 77.812}, "visualize": {"avg_ms": 3.701, "count": 298, "max_ms": 4.772, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 873.581, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.016, "name": "ffmpeg", "pid": 35929, "rss_mb": 297.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.94, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:24:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:24:05+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:24:05.796351+09:00", "mtime_epoch": 1783056245.7963514, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:24:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.67}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.365, "count": 291, "max_ms": 7.068, "p95_ms": 4.448}, "gstreamer_push": {"avg_ms": 1.312, "count": 291, "max_ms": 1.487, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.723, "count": 291, "max_ms": 73.732, "p95_ms": 65.013}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.183, "count": 291, "max_ms": 83.747, "p95_ms": 77.111}, "yolo11_640_fire_11class": {"avg_ms": 62.199, "count": 291, "max_ms": 74.261, "p95_ms": 67.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.045, "count": 291, "max_ms": 82.918, "p95_ms": 75.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.44, "count": 291, "max_ms": 96.71, "p95_ms": 90.295}, "read_interval": {"avg_ms": 103.377, "count": 290, "max_ms": 493.36, "p95_ms": 108.56}, "triton_wait": {"avg_ms": 72.255, "count": 291, "max_ms": 83.759, "p95_ms": 77.122}, "visualize": {"avg_ms": 3.652, "count": 291, "max_ms": 4.525, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.114, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.593, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:24:26+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T14:24:26+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T14:24:26.364739+09:00", "mtime_epoch": 1783056266.3647387, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:24:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.892, "pushed": 9.892, "read": 9.859}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.888, "count": 296, "max_ms": 4.623, "p95_ms": 3.204}, "gstreamer_push": {"avg_ms": 1.378, "count": 296, "max_ms": 2.343, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.386, "count": 296, "max_ms": 75.583, "p95_ms": 66.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.828, "count": 296, "max_ms": 84.607, "p95_ms": 78.512}, "yolo11_640_fire_11class": {"avg_ms": 64.544, "count": 296, "max_ms": 75.936, "p95_ms": 70.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.344, "count": 296, "max_ms": 83.984, "p95_ms": 75.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.441, "count": 296, "max_ms": 96.227, "p95_ms": 90.25}, "read_interval": {"avg_ms": 101.444, "count": 295, "max_ms": 114.409, "p95_ms": 108.279}, "triton_wait": {"avg_ms": 72.72, "count": 296, "max_ms": 84.616, "p95_ms": 78.526}, "visualize": {"avg_ms": 3.716, "count": 296, "max_ms": 4.602, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 903.653, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.016, "name": "ffmpeg", "pid": 35929, "rss_mb": 297.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.873, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:24:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:24:35+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:24:35.872918+09:00", "mtime_epoch": 1783056275.8729177, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:24:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.492, "count": 299, "max_ms": 6.572, "p95_ms": 5.746}, "gstreamer_push": {"avg_ms": 1.337, "count": 299, "max_ms": 1.884, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.484, "count": 299, "max_ms": 70.903, "p95_ms": 65.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.502, "count": 299, "max_ms": 82.033, "p95_ms": 78.339}, "yolo11_640_fire_11class": {"avg_ms": 60.218, "count": 299, "max_ms": 73.876, "p95_ms": 67.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.316, "count": 299, "max_ms": 83.669, "p95_ms": 75.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.023, "count": 299, "max_ms": 96.768, "p95_ms": 91.857}, "read_interval": {"avg_ms": 100.553, "count": 298, "max_ms": 114.777, "p95_ms": 110.723}, "triton_wait": {"avg_ms": 69.548, "count": 299, "max_ms": 83.681, "p95_ms": 78.504}, "visualize": {"avg_ms": 3.728, "count": 299, "max_ms": 4.868, "p95_ms": 4.431}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.126, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.504, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:24:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:24:56+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:24:56+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:24:56.361303+09:00", "mtime_epoch": 1783056296.3613029, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:24:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.846, "count": 298, "max_ms": 4.098, "p95_ms": 2.908}, "gstreamer_push": {"avg_ms": 1.365, "count": 298, "max_ms": 1.544, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.321, "count": 298, "max_ms": 73.947, "p95_ms": 66.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.321, "count": 298, "max_ms": 83.235, "p95_ms": 79.221}, "yolo11_640_fire_11class": {"avg_ms": 62.798, "count": 298, "max_ms": 76.622, "p95_ms": 69.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.213, "count": 298, "max_ms": 84.061, "p95_ms": 76.17}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.015, "count": 298, "max_ms": 95.489, "p95_ms": 91.044}, "read_interval": {"avg_ms": 100.699, "count": 298, "max_ms": 111.958, "p95_ms": 108.983}, "triton_wait": {"avg_ms": 71.332, "count": 298, "max_ms": 84.074, "p95_ms": 79.261}, "visualize": {"avg_ms": 3.691, "count": 298, "max_ms": 4.754, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 933.714, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.016, "name": "ffmpeg", "pid": 35929, "rss_mb": 297.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.873, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:25:06+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T14:25:05+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T14:25:05.941483+09:00", "mtime_epoch": 1783056305.9414825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:25:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.714, "pushed": 9.714, "read": 9.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.373, "count": 291, "max_ms": 5.493, "p95_ms": 4.583}, "gstreamer_push": {"avg_ms": 1.327, "count": 291, "max_ms": 1.573, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.474, "count": 291, "max_ms": 69.804, "p95_ms": 64.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.144, "count": 291, "max_ms": 85.49, "p95_ms": 78.908}, "yolo11_640_fire_11class": {"avg_ms": 63.288, "count": 291, "max_ms": 75.915, "p95_ms": 69.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.223, "count": 291, "max_ms": 78.999, "p95_ms": 75.383}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.662, "count": 291, "max_ms": 98.523, "p95_ms": 91.995}, "read_interval": {"avg_ms": 103.319, "count": 290, "max_ms": 115.607, "p95_ms": 109.555}, "triton_wait": {"avg_ms": 73.469, "count": 291, "max_ms": 85.503, "p95_ms": 78.919}, "visualize": {"avg_ms": 3.664, "count": 291, "max_ms": 4.51, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12423.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.188, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.356, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:25:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:25:26+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T14:25:26+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T14:25:26.413867+09:00", "mtime_epoch": 1783056326.4138668, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:25:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.181, "pushed": 10.181, "read": 10.148}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.881, "count": 305, "max_ms": 4.402, "p95_ms": 3.192}, "gstreamer_push": {"avg_ms": 1.367, "count": 305, "max_ms": 2.169, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.379, "count": 305, "max_ms": 75.047, "p95_ms": 66.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.749, "count": 305, "max_ms": 84.39, "p95_ms": 78.343}, "yolo11_640_fire_11class": {"avg_ms": 62.648, "count": 305, "max_ms": 75.434, "p95_ms": 68.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.523, "count": 305, "max_ms": 81.974, "p95_ms": 75.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.556, "count": 305, "max_ms": 96.127, "p95_ms": 89.954}, "read_interval": {"avg_ms": 98.505, "count": 304, "max_ms": 111.163, "p95_ms": 107.924}, "triton_wait": {"avg_ms": 69.931, "count": 305, "max_ms": 84.403, "p95_ms": 78.55}, "visualize": {"avg_ms": 3.711, "count": 305, "max_ms": 5.687, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12423.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 963.811, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.594, "name": "ffmpeg", "pid": 35929, "rss_mb": 299.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.534, "sample_count": 2895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 152880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:25:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:25:36+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:25:36.030047+09:00", "mtime_epoch": 1783056336.030047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:25:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.2, "pushed": 9.2, "read": 9.167}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.478, "count": 275, "max_ms": 8.431, "p95_ms": 5.094}, "gstreamer_push": {"avg_ms": 1.337, "count": 276, "max_ms": 2.149, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.785, "count": 275, "max_ms": 69.755, "p95_ms": 65.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.108, "count": 275, "max_ms": 82.517, "p95_ms": 78.823}, "yolo11_640_fire_11class": {"avg_ms": 61.526, "count": 275, "max_ms": 73.946, "p95_ms": 68.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.704, "count": 275, "max_ms": 77.947, "p95_ms": 75.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.304, "count": 276, "max_ms": 95.688, "p95_ms": 92.158}, "read_interval": {"avg_ms": 109.051, "count": 275, "max_ms": 2067.472, "p95_ms": 110.014}, "triton_wait": {"avg_ms": 71.784, "count": 275, "max_ms": 82.529, "p95_ms": 78.834}, "visualize": {"avg_ms": 3.751, "count": 275, "max_ms": 6.608, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12423.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.202, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.455, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:25:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:25:56+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:25:56+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:25:56.438429+09:00", "mtime_epoch": 1783056356.4384289, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:25:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.567, "pushed": 9.567, "read": 9.567}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.876, "count": 287, "max_ms": 4.407, "p95_ms": 3.116}, "gstreamer_push": {"avg_ms": 1.368, "count": 287, "max_ms": 2.513, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.038, "count": 287, "max_ms": 69.365, "p95_ms": 66.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.968, "count": 287, "max_ms": 84.312, "p95_ms": 79.807}, "yolo11_640_fire_11class": {"avg_ms": 65.662, "count": 287, "max_ms": 72.54, "p95_ms": 69.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.899, "count": 287, "max_ms": 78.456, "p95_ms": 76.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.562, "count": 287, "max_ms": 96.366, "p95_ms": 92.132}, "read_interval": {"avg_ms": 104.608, "count": 287, "max_ms": 119.514, "p95_ms": 109.816}, "triton_wait": {"avg_ms": 75.939, "count": 287, "max_ms": 84.324, "p95_ms": 79.819}, "visualize": {"avg_ms": 3.693, "count": 287, "max_ms": 5.826, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12423.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 993.852, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.594, "name": "ffmpeg", "pid": 35929, "rss_mb": 299.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.497, "sample_count": 2894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:26:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:26:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:26:06+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:26:06.074609+09:00", "mtime_epoch": 1783056366.0746093, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:26:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.618, "pushed": 9.618, "read": 9.584}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.384, "count": 288, "max_ms": 8.461, "p95_ms": 4.501}, "gstreamer_push": {"avg_ms": 1.313, "count": 288, "max_ms": 1.558, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.764, "count": 288, "max_ms": 67.128, "p95_ms": 65.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.093, "count": 288, "max_ms": 87.634, "p95_ms": 78.84}, "yolo11_640_fire_11class": {"avg_ms": 63.271, "count": 288, "max_ms": 69.981, "p95_ms": 67.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.584, "count": 288, "max_ms": 76.869, "p95_ms": 75.502}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.71, "count": 288, "max_ms": 100.727, "p95_ms": 92.297}, "read_interval": {"avg_ms": 104.307, "count": 287, "max_ms": 120.676, "p95_ms": 110.029}, "triton_wait": {"avg_ms": 74.447, "count": 288, "max_ms": 87.644, "p95_ms": 78.852}, "visualize": {"avg_ms": 3.695, "count": 288, "max_ms": 6.778, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12423.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.275, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.13, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:26:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:26:26+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:26:26+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:26:26.506991+09:00", "mtime_epoch": 1783056386.5069911, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231485}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:26:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.644, "pushed": 9.644, "read": 9.61}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.855, "count": 289, "max_ms": 4.248, "p95_ms": 2.959}, "gstreamer_push": {"avg_ms": 1.369, "count": 289, "max_ms": 1.53, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.721, "count": 289, "max_ms": 70.499, "p95_ms": 66.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.667, "count": 289, "max_ms": 83.255, "p95_ms": 79.546}, "yolo11_640_fire_11class": {"avg_ms": 64.503, "count": 289, "max_ms": 75.182, "p95_ms": 68.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.968, "count": 289, "max_ms": 79.485, "p95_ms": 75.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.103, "count": 289, "max_ms": 96.256, "p95_ms": 91.577}, "read_interval": {"avg_ms": 104.06, "count": 288, "max_ms": 114.597, "p95_ms": 108.93}, "triton_wait": {"avg_ms": 75.493, "count": 289, "max_ms": 83.267, "p95_ms": 79.558}, "visualize": {"avg_ms": 3.679, "count": 289, "max_ms": 4.619, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12423.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1023.92, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.594, "name": "ffmpeg", "pid": 35929, "rss_mb": 299.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.995, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:26:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:26:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:26:36+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:26:36.139171+09:00", "mtime_epoch": 1783056396.139171, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:26:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.644, "pushed": 9.644, "read": 9.611}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.402, "count": 289, "max_ms": 6.986, "p95_ms": 4.711}, "gstreamer_push": {"avg_ms": 1.315, "count": 289, "max_ms": 1.925, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.064, "count": 289, "max_ms": 68.901, "p95_ms": 65.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.651, "count": 289, "max_ms": 85.757, "p95_ms": 79.563}, "yolo11_640_fire_11class": {"avg_ms": 62.714, "count": 289, "max_ms": 72.318, "p95_ms": 67.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.426, "count": 289, "max_ms": 79.204, "p95_ms": 75.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.362, "count": 289, "max_ms": 98.749, "p95_ms": 92.729}, "read_interval": {"avg_ms": 104.027, "count": 288, "max_ms": 118.14, "p95_ms": 110.573}, "triton_wait": {"avg_ms": 74.137, "count": 289, "max_ms": 85.769, "p95_ms": 79.575}, "visualize": {"avg_ms": 3.675, "count": 289, "max_ms": 4.914, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12423.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.278, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.044, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:26:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:26:56+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:26:56+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:26:56.511551+09:00", "mtime_epoch": 1783056416.5115511, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:26:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.901, "count": 290, "max_ms": 4.063, "p95_ms": 3.4}, "gstreamer_push": {"avg_ms": 1.367, "count": 290, "max_ms": 1.601, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.409, "count": 290, "max_ms": 71.694, "p95_ms": 66.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.819, "count": 290, "max_ms": 88.491, "p95_ms": 79.13}, "yolo11_640_fire_11class": {"avg_ms": 65.272, "count": 290, "max_ms": 76.088, "p95_ms": 69.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.198, "count": 290, "max_ms": 83.449, "p95_ms": 76.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.394, "count": 290, "max_ms": 99.929, "p95_ms": 90.953}, "read_interval": {"avg_ms": 103.451, "count": 290, "max_ms": 116.254, "p95_ms": 108.961}, "triton_wait": {"avg_ms": 74.727, "count": 290, "max_ms": 88.503, "p95_ms": 79.143}, "visualize": {"avg_ms": 3.709, "count": 290, "max_ms": 4.675, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12423.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1054.006, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.594, "name": "ffmpeg", "pid": 35929, "rss_mb": 299.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.0, "sample_count": 2891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 153748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:27:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:27:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:27:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:27:06.223732+09:00", "mtime_epoch": 1783056426.2237322, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:27:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.381, "count": 291, "max_ms": 5.505, "p95_ms": 4.511}, "gstreamer_push": {"avg_ms": 1.308, "count": 291, "max_ms": 1.502, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.077, "count": 291, "max_ms": 70.336, "p95_ms": 64.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.48, "count": 291, "max_ms": 84.161, "p95_ms": 78.846}, "yolo11_640_fire_11class": {"avg_ms": 62.786, "count": 291, "max_ms": 71.599, "p95_ms": 67.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.766, "count": 291, "max_ms": 79.982, "p95_ms": 75.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.757, "count": 291, "max_ms": 97.716, "p95_ms": 92.249}, "read_interval": {"avg_ms": 103.374, "count": 290, "max_ms": 114.089, "p95_ms": 109.836}, "triton_wait": {"avg_ms": 73.542, "count": 291, "max_ms": 84.173, "p95_ms": 78.928}, "visualize": {"avg_ms": 3.675, "count": 291, "max_ms": 4.594, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12424.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.328, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.094, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:27:26+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T14:27:26+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:27:26.568111+09:00", "mtime_epoch": 1783056446.5681112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:27:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.785, "pushed": 9.785, "read": 9.751}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.873, "count": 293, "max_ms": 4.503, "p95_ms": 3.298}, "gstreamer_push": {"avg_ms": 1.357, "count": 293, "max_ms": 1.804, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.664, "count": 293, "max_ms": 70.457, "p95_ms": 67.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.456, "count": 293, "max_ms": 88.458, "p95_ms": 80.062}, "yolo11_640_fire_11class": {"avg_ms": 64.576, "count": 293, "max_ms": 72.98, "p95_ms": 69.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.717, "count": 293, "max_ms": 79.928, "p95_ms": 76.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.603, "count": 293, "max_ms": 100.194, "p95_ms": 91.736}, "read_interval": {"avg_ms": 102.561, "count": 292, "max_ms": 116.83, "p95_ms": 109.268}, "triton_wait": {"avg_ms": 74.036, "count": 293, "max_ms": 88.472, "p95_ms": 80.074}, "visualize": {"avg_ms": 3.671, "count": 293, "max_ms": 4.649, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12426.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1084.063, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.43, "name": "ffmpeg", "pid": 35929, "rss_mb": 302.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.912, "sample_count": 2893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154039, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:27:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:27:36+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:27:36+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T14:27:36.276292+09:00", "mtime_epoch": 1783056456.2762918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:27:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.715, "pushed": 9.715, "read": 9.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.361, "count": 291, "max_ms": 5.423, "p95_ms": 4.477}, "gstreamer_push": {"avg_ms": 1.311, "count": 291, "max_ms": 1.551, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.346, "count": 291, "max_ms": 72.762, "p95_ms": 66.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.922, "count": 291, "max_ms": 84.116, "p95_ms": 79.614}, "yolo11_640_fire_11class": {"avg_ms": 62.986, "count": 291, "max_ms": 75.661, "p95_ms": 68.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.569, "count": 291, "max_ms": 82.624, "p95_ms": 76.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.765, "count": 291, "max_ms": 96.981, "p95_ms": 92.825}, "read_interval": {"avg_ms": 103.285, "count": 290, "max_ms": 116.544, "p95_ms": 109.541}, "triton_wait": {"avg_ms": 73.551, "count": 291, "max_ms": 84.128, "p95_ms": 79.633}, "visualize": {"avg_ms": 3.669, "count": 291, "max_ms": 4.82, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.405, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.044, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:27:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:27:56+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:27:56+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:27:56.636671+09:00", "mtime_epoch": 1783056476.6366706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:27:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.907}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.807, "count": 298, "max_ms": 4.371, "p95_ms": 2.992}, "gstreamer_push": {"avg_ms": 1.343, "count": 298, "max_ms": 1.963, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.181, "count": 298, "max_ms": 76.168, "p95_ms": 67.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.24, "count": 298, "max_ms": 85.96, "p95_ms": 79.164}, "yolo11_640_fire_11class": {"avg_ms": 64.19, "count": 298, "max_ms": 76.184, "p95_ms": 69.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.148, "count": 298, "max_ms": 85.173, "p95_ms": 76.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.109, "count": 298, "max_ms": 97.649, "p95_ms": 91.159}, "read_interval": {"avg_ms": 100.917, "count": 297, "max_ms": 118.686, "p95_ms": 109.212}, "triton_wait": {"avg_ms": 72.68, "count": 298, "max_ms": 85.972, "p95_ms": 79.216}, "visualize": {"avg_ms": 3.629, "count": 298, "max_ms": 5.729, "p95_ms": 3.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1114.161, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.07, "name": "ffmpeg", "pid": 35929, "rss_mb": 307.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.878, "sample_count": 2897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:28:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:28:06+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:28:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:28:06.376852+09:00", "mtime_epoch": 1783056486.3768516, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163796}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:28:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.364, "count": 294, "max_ms": 6.946, "p95_ms": 4.484}, "gstreamer_push": {"avg_ms": 1.304, "count": 294, "max_ms": 2.145, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.091, "count": 294, "max_ms": 74.038, "p95_ms": 65.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.304, "count": 294, "max_ms": 84.497, "p95_ms": 78.195}, "yolo11_640_fire_11class": {"avg_ms": 61.749, "count": 294, "max_ms": 74.578, "p95_ms": 66.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.056, "count": 294, "max_ms": 83.695, "p95_ms": 75.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.113, "count": 294, "max_ms": 97.667, "p95_ms": 91.351}, "read_interval": {"avg_ms": 102.37, "count": 293, "max_ms": 308.47, "p95_ms": 109.741}, "triton_wait": {"avg_ms": 71.938, "count": 294, "max_ms": 84.508, "p95_ms": 78.206}, "visualize": {"avg_ms": 3.669, "count": 294, "max_ms": 6.672, "p95_ms": 3.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12434.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.466, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.044, "sample_count": 2959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:28:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:28:26+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T14:28:26+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T14:28:26.725230+09:00", "mtime_epoch": 1783056506.7252295, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229648}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:28:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.28, "pushed": 10.28, "read": 10.247}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.784, "count": 308, "max_ms": 3.934, "p95_ms": 2.905}, "gstreamer_push": {"avg_ms": 1.342, "count": 308, "max_ms": 1.492, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.463, "count": 308, "max_ms": 73.629, "p95_ms": 66.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.925, "count": 308, "max_ms": 85.588, "p95_ms": 79.15}, "yolo11_640_fire_11class": {"avg_ms": 62.169, "count": 308, "max_ms": 75.035, "p95_ms": 68.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.906, "count": 308, "max_ms": 82.317, "p95_ms": 77.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.91, "count": 308, "max_ms": 96.56, "p95_ms": 91.433}, "read_interval": {"avg_ms": 97.662, "count": 307, "max_ms": 113.4, "p95_ms": 108.517}, "triton_wait": {"avg_ms": 69.514, "count": 308, "max_ms": 85.601, "p95_ms": 79.916}, "visualize": {"avg_ms": 3.618, "count": 308, "max_ms": 4.531, "p95_ms": 3.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12498.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:09:23+09:00", "last_error_summary": "[h264 @ 0x557a79714dc0] cabac decode of qscale diff failed at 7 43 [h264 @ 0x557a79714dc0] error while decoding MB 7 43, bytestream -5 [h264 @ 0x557a79700c00] left block unavailable for requested intra mode [h264 @ 0x557a79700c00] error while decoding MB 0 42, bytestream 53 [h264 @ 0x557a796d2c80] error while decoding MB 54 16, bytestream -20 [h264 @ 0x557a7a3066c0] top block unavailable for requested intra mode -1 [h264 @ 0x557a7a3066c0] error while decoding MB 63 0, bytestream 1350 [h264 @ 0x5", "last_exit_at": "2026-07-03T14:09:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1148.748, "last_started_at": "2026-07-03T14:09:32+09:00", "pid": 35929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 374.516, "name": "ffmpeg", "pid": 35929, "rss_mb": 374.516, "state": "S (sleeping)", "threads": 104}, "restart_count": 49, "restart_count_per_hour": 3, "rtsp_timeout_count": 38, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.995, "sample_count": 2711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:28:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:28:41+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T14:28:40+09:00", "mjpeg": {"age_sec": 19.249, "exists": true, "mtime": "2026-07-03T14:28:21.805138+09:00", "mtime_epoch": 1783056501.805138, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:28:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.505, "pushed": 3.505, "read": 3.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.37, "count": 105, "max_ms": 5.013, "p95_ms": 4.577}, "gstreamer_push": {"avg_ms": 1.324, "count": 105, "max_ms": 2.055, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.442, "count": 105, "max_ms": 66.203, "p95_ms": 64.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.115, "count": 105, "max_ms": 80.733, "p95_ms": 78.95}, "yolo11_640_fire_11class": {"avg_ms": 62.094, "count": 105, "max_ms": 67.972, "p95_ms": 66.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.994, "count": 105, "max_ms": 78.798, "p95_ms": 76.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.805, "count": 105, "max_ms": 94.509, "p95_ms": 92.237}, "read_interval": {"avg_ms": 288.073, "count": 104, "max_ms": 19278.303, "p95_ms": 110.242}, "triton_wait": {"avg_ms": 73.474, "count": 105, "max_ms": 80.746, "p95_ms": 78.962}, "visualize": {"avg_ms": 3.735, "count": 105, "max_ms": 4.672, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.532, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.044, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:28:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:28:56+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T14:28:56+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T14:28:56.773787+09:00", "mtime_epoch": 1783056536.773787, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:28:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 359, "pushed_frames": 359, "read_frames": 358, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.971, "pushed": 11.971, "read": 11.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.852, "count": 359, "max_ms": 4.265, "p95_ms": 3.053}, "gstreamer_push": {"avg_ms": 1.342, "count": 359, "max_ms": 1.551, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.38, "count": 359, "max_ms": 71.102, "p95_ms": 62.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.003, "count": 359, "max_ms": 86.484, "p95_ms": 76.946}, "yolo11_640_fire_11class": {"avg_ms": 52.348, "count": 359, "max_ms": 74.439, "p95_ms": 65.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.198, "count": 359, "max_ms": 83.744, "p95_ms": 73.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.592, "count": 359, "max_ms": 97.956, "p95_ms": 88.691}, "read_interval": {"avg_ms": 83.706, "count": 358, "max_ms": 115.492, "p95_ms": 106.589}, "triton_wait": {"avg_ms": 55.104, "count": 359, "max_ms": 86.497, "p95_ms": 77.12}, "visualize": {"avg_ms": 3.671, "count": 359, "max_ms": 4.837, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.482, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.699, "name": "ffmpeg", "pid": 36340, "rss_mb": 265.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.507, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 154739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:29:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:29:11+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:29:11+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:29:11.070052+09:00", "mtime_epoch": 1783056551.070052, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:29:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.52, "pushed": 8.52, "read": 8.486}, "hints": ["read_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.398, "count": 255, "max_ms": 7.036, "p95_ms": 5.031}, "gstreamer_push": {"avg_ms": 1.32, "count": 255, "max_ms": 2.201, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.688, "count": 255, "max_ms": 72.234, "p95_ms": 66.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.11, "count": 255, "max_ms": 87.43, "p95_ms": 81.955}, "yolo11_640_fire_11class": {"avg_ms": 61.349, "count": 255, "max_ms": 79.078, "p95_ms": 69.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.879, "count": 255, "max_ms": 84.496, "p95_ms": 75.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.797, "count": 255, "max_ms": 100.34, "p95_ms": 95.499}, "read_interval": {"avg_ms": 117.77, "count": 254, "max_ms": 4605.216, "p95_ms": 110.904}, "triton_wait": {"avg_ms": 71.623, "count": 255, "max_ms": 87.442, "p95_ms": 81.967}, "visualize": {"avg_ms": 3.705, "count": 255, "max_ms": 6.562, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.602, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.24, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:29:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T14:29:26+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:29:26+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:29:26.834344+09:00", "mtime_epoch": 1783056566.834344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:29:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.674, "pushed": 9.674, "read": 9.64}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.868, "count": 290, "max_ms": 4.369, "p95_ms": 2.943}, "gstreamer_push": {"avg_ms": 1.377, "count": 290, "max_ms": 2.198, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.75, "count": 290, "max_ms": 68.664, "p95_ms": 66.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.657, "count": 290, "max_ms": 84.127, "p95_ms": 79.983}, "yolo11_640_fire_11class": {"avg_ms": 63.956, "count": 290, "max_ms": 73.642, "p95_ms": 69.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.377, "count": 290, "max_ms": 78.051, "p95_ms": 76.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.454, "count": 290, "max_ms": 96.801, "p95_ms": 92.059}, "read_interval": {"avg_ms": 103.671, "count": 289, "max_ms": 115.152, "p95_ms": 110.11}, "triton_wait": {"avg_ms": 74.761, "count": 290, "max_ms": 84.141, "p95_ms": 79.996}, "visualize": {"avg_ms": 3.692, "count": 290, "max_ms": 5.706, "p95_ms": 3.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.496, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.215, "name": "ffmpeg", "pid": 36340, "rss_mb": 266.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.626, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:29:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:29:41+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T14:29:41+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T14:29:41.086608+09:00", "mtime_epoch": 1783056581.0866077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:29:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.601, "pushed": 9.601, "read": 9.601}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.365, "count": 288, "max_ms": 6.574, "p95_ms": 4.512}, "gstreamer_push": {"avg_ms": 1.314, "count": 288, "max_ms": 1.493, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.971, "count": 288, "max_ms": 73.123, "p95_ms": 65.849}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.823, "count": 288, "max_ms": 86.817, "p95_ms": 79.802}, "yolo11_640_fire_11class": {"avg_ms": 63.409, "count": 288, "max_ms": 75.053, "p95_ms": 68.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.827, "count": 288, "max_ms": 81.654, "p95_ms": 75.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.867, "count": 288, "max_ms": 99.564, "p95_ms": 92.973}, "read_interval": {"avg_ms": 104.233, "count": 288, "max_ms": 116.549, "p95_ms": 110.137}, "triton_wait": {"avg_ms": 74.674, "count": 288, "max_ms": 86.83, "p95_ms": 79.947}, "visualize": {"avg_ms": 3.676, "count": 288, "max_ms": 4.643, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.628, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.302, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:29:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:29:56+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T14:29:56+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T14:29:56.870900+09:00", "mtime_epoch": 1783056596.8709, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:29:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.827, "pushed": 9.827, "read": 9.794}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.87, "count": 294, "max_ms": 4.481, "p95_ms": 3.02}, "gstreamer_push": {"avg_ms": 1.405, "count": 294, "max_ms": 2.406, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.441, "count": 294, "max_ms": 69.361, "p95_ms": 66.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.097, "count": 294, "max_ms": 85.2, "p95_ms": 78.984}, "yolo11_640_fire_11class": {"avg_ms": 63.931, "count": 294, "max_ms": 74.34, "p95_ms": 70.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.25, "count": 294, "max_ms": 79.728, "p95_ms": 76.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.149, "count": 294, "max_ms": 97.132, "p95_ms": 91.226}, "read_interval": {"avg_ms": 102.129, "count": 293, "max_ms": 316.582, "p95_ms": 110.192}, "triton_wait": {"avg_ms": 72.347, "count": 294, "max_ms": 85.212, "p95_ms": 78.997}, "visualize": {"avg_ms": 3.737, "count": 294, "max_ms": 5.904, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.557, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.215, "name": "ffmpeg", "pid": 36340, "rss_mb": 266.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.653, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:30:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:30:11+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:30:11+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:30:11.143164+09:00", "mtime_epoch": 1783056611.1431637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:30:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.456, "count": 296, "max_ms": 8.956, "p95_ms": 4.597}, "gstreamer_push": {"avg_ms": 1.339, "count": 296, "max_ms": 1.552, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.325, "count": 296, "max_ms": 71.552, "p95_ms": 65.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.741, "count": 296, "max_ms": 87.65, "p95_ms": 78.385}, "yolo11_640_fire_11class": {"avg_ms": 60.376, "count": 296, "max_ms": 71.564, "p95_ms": 68.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.346, "count": 296, "max_ms": 78.264, "p95_ms": 75.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.68, "count": 296, "max_ms": 100.648, "p95_ms": 92.377}, "read_interval": {"avg_ms": 101.541, "count": 295, "max_ms": 307.647, "p95_ms": 111.396}, "triton_wait": {"avg_ms": 70.187, "count": 296, "max_ms": 87.661, "p95_ms": 78.398}, "visualize": {"avg_ms": 3.781, "count": 296, "max_ms": 6.612, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12392.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.695, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.47, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:30:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:30:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:30:26+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:30:26.931456+09:00", "mtime_epoch": 1783056626.9314556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228283}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:30:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.846, "pushed": 9.846, "read": 9.812}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.976, "count": 295, "max_ms": 4.241, "p95_ms": 3.998}, "gstreamer_push": {"avg_ms": 1.389, "count": 295, "max_ms": 1.599, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.24, "count": 295, "max_ms": 75.013, "p95_ms": 65.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.831, "count": 295, "max_ms": 85.466, "p95_ms": 80.297}, "yolo11_640_fire_11class": {"avg_ms": 63.729, "count": 295, "max_ms": 75.73, "p95_ms": 70.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.197, "count": 295, "max_ms": 82.248, "p95_ms": 75.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.55, "count": 295, "max_ms": 97.29, "p95_ms": 92.086}, "read_interval": {"avg_ms": 101.907, "count": 294, "max_ms": 114.295, "p95_ms": 109.329}, "triton_wait": {"avg_ms": 72.636, "count": 295, "max_ms": 85.479, "p95_ms": 80.321}, "visualize": {"avg_ms": 3.779, "count": 295, "max_ms": 4.91, "p95_ms": 4.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12395.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.565, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.371, "name": "ffmpeg", "pid": 36340, "rss_mb": 271.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.699, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:30:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:30:41+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T14:30:41+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T14:30:41.143718+09:00", "mtime_epoch": 1783056641.143718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:30:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.836}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.399, "count": 295, "max_ms": 5.966, "p95_ms": 4.706}, "gstreamer_push": {"avg_ms": 1.335, "count": 295, "max_ms": 1.898, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.706, "count": 295, "max_ms": 69.906, "p95_ms": 65.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.003, "count": 295, "max_ms": 89.427, "p95_ms": 78.41}, "yolo11_640_fire_11class": {"avg_ms": 61.994, "count": 295, "max_ms": 75.878, "p95_ms": 68.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.947, "count": 295, "max_ms": 79.862, "p95_ms": 75.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.915, "count": 295, "max_ms": 102.638, "p95_ms": 91.569}, "read_interval": {"avg_ms": 101.696, "count": 295, "max_ms": 120.196, "p95_ms": 109.744}, "triton_wait": {"avg_ms": 71.576, "count": 295, "max_ms": 89.439, "p95_ms": 78.424}, "visualize": {"avg_ms": 3.703, "count": 295, "max_ms": 4.342, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12396.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.791, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.304, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:30:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:30:57+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:30:57+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T14:30:57.020011+09:00", "mtime_epoch": 1783056657.0200112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:30:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.904, "count": 301, "max_ms": 4.116, "p95_ms": 3.519}, "gstreamer_push": {"avg_ms": 1.358, "count": 301, "max_ms": 1.611, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.79, "count": 301, "max_ms": 71.116, "p95_ms": 66.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.981, "count": 301, "max_ms": 88.472, "p95_ms": 78.492}, "yolo11_640_fire_11class": {"avg_ms": 63.527, "count": 301, "max_ms": 77.471, "p95_ms": 71.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.274, "count": 301, "max_ms": 77.252, "p95_ms": 75.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.843, "count": 301, "max_ms": 99.907, "p95_ms": 90.183}, "read_interval": {"avg_ms": 99.955, "count": 300, "max_ms": 117.231, "p95_ms": 108.602}, "triton_wait": {"avg_ms": 71.154, "count": 301, "max_ms": 88.488, "p95_ms": 78.504}, "visualize": {"avg_ms": 3.732, "count": 301, "max_ms": 4.798, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.617, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.949, "name": "ffmpeg", "pid": 36340, "rss_mb": 273.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.644, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 155908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:31:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:31:11+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:31:11+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:31:11.204273+09:00", "mtime_epoch": 1783056671.2042727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:31:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.681, "pushed": 9.681, "read": 9.647}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.431, "count": 290, "max_ms": 7.112, "p95_ms": 4.748}, "gstreamer_push": {"avg_ms": 1.319, "count": 290, "max_ms": 1.558, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.621, "count": 290, "max_ms": 68.355, "p95_ms": 65.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.782, "count": 290, "max_ms": 84.495, "p95_ms": 78.706}, "yolo11_640_fire_11class": {"avg_ms": 62.519, "count": 290, "max_ms": 75.128, "p95_ms": 67.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.989, "count": 290, "max_ms": 77.006, "p95_ms": 75.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.346, "count": 290, "max_ms": 97.781, "p95_ms": 91.568}, "read_interval": {"avg_ms": 103.628, "count": 289, "max_ms": 318.873, "p95_ms": 109.399}, "triton_wait": {"avg_ms": 73.027, "count": 290, "max_ms": 84.507, "p95_ms": 78.718}, "visualize": {"avg_ms": 3.691, "count": 290, "max_ms": 4.478, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.812, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.215, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:31:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:31:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:31:27+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:31:27.044565+09:00", "mtime_epoch": 1783056687.044565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:31:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.727, "pushed": 9.727, "read": 9.693}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 291, "max_ms": 4.24, "p95_ms": 3.018}, "gstreamer_push": {"avg_ms": 1.367, "count": 291, "max_ms": 1.619, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.704, "count": 291, "max_ms": 69.522, "p95_ms": 66.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.595, "count": 291, "max_ms": 85.716, "p95_ms": 79.293}, "yolo11_640_fire_11class": {"avg_ms": 63.802, "count": 291, "max_ms": 74.653, "p95_ms": 68.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.435, "count": 291, "max_ms": 80.545, "p95_ms": 76.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.062, "count": 291, "max_ms": 97.168, "p95_ms": 90.947}, "read_interval": {"avg_ms": 103.144, "count": 290, "max_ms": 113.274, "p95_ms": 109.287}, "triton_wait": {"avg_ms": 74.393, "count": 291, "max_ms": 85.728, "p95_ms": 79.305}, "visualize": {"avg_ms": 3.69, "count": 291, "max_ms": 4.718, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12401.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.717, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.785, "name": "ffmpeg", "pid": 36340, "rss_mb": 276.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.603, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:31:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:31:41+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:31:41+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T14:31:41.296828+09:00", "mtime_epoch": 1783056701.2968278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:31:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.634}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.291, "count": 289, "max_ms": 6.06, "p95_ms": 4.477}, "gstreamer_push": {"avg_ms": 1.308, "count": 290, "max_ms": 1.554, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.732, "count": 289, "max_ms": 67.645, "p95_ms": 65.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.766, "count": 289, "max_ms": 84.707, "p95_ms": 79.198}, "yolo11_640_fire_11class": {"avg_ms": 63.562, "count": 289, "max_ms": 69.284, "p95_ms": 67.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.0, "count": 289, "max_ms": 79.159, "p95_ms": 76.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.453, "count": 290, "max_ms": 97.837, "p95_ms": 92.241}, "read_interval": {"avg_ms": 103.785, "count": 289, "max_ms": 116.865, "p95_ms": 109.487}, "triton_wait": {"avg_ms": 74.397, "count": 289, "max_ms": 84.72, "p95_ms": 79.208}, "visualize": {"avg_ms": 3.642, "count": 289, "max_ms": 4.526, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.919, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.247, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:31:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:31:57+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:31:57+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T14:31:57.149120+09:00", "mtime_epoch": 1783056717.1491199, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227191}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:31:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.767}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 293, "max_ms": 3.921, "p95_ms": 3.315}, "gstreamer_push": {"avg_ms": 1.359, "count": 294, "max_ms": 1.641, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.836, "count": 293, "max_ms": 74.146, "p95_ms": 66.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.946, "count": 293, "max_ms": 85.319, "p95_ms": 79.635}, "yolo11_640_fire_11class": {"avg_ms": 64.101, "count": 293, "max_ms": 74.155, "p95_ms": 69.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.327, "count": 293, "max_ms": 78.432, "p95_ms": 75.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.38, "count": 294, "max_ms": 96.825, "p95_ms": 91.272}, "read_interval": {"avg_ms": 102.38, "count": 293, "max_ms": 112.964, "p95_ms": 109.528}, "triton_wait": {"avg_ms": 73.784, "count": 293, "max_ms": 85.331, "p95_ms": 79.647}, "visualize": {"avg_ms": 3.66, "count": 293, "max_ms": 5.22, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.793, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.363, "name": "ffmpeg", "pid": 36340, "rss_mb": 279.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.591, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:32:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:32:11+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:32:11+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T14:32:11.373382+09:00", "mtime_epoch": 1783056731.3733816, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:32:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 295, "max_ms": 6.08, "p95_ms": 4.455}, "gstreamer_push": {"avg_ms": 1.32, "count": 295, "max_ms": 2.068, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.595, "count": 295, "max_ms": 67.957, "p95_ms": 64.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.292, "count": 295, "max_ms": 83.774, "p95_ms": 78.651}, "yolo11_640_fire_11class": {"avg_ms": 61.362, "count": 295, "max_ms": 72.212, "p95_ms": 66.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.44, "count": 295, "max_ms": 76.827, "p95_ms": 74.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.313, "count": 295, "max_ms": 96.679, "p95_ms": 91.755}, "read_interval": {"avg_ms": 101.933, "count": 294, "max_ms": 114.982, "p95_ms": 109.909}, "triton_wait": {"avg_ms": 72.184, "count": 295, "max_ms": 83.787, "p95_ms": 78.662}, "visualize": {"avg_ms": 3.638, "count": 295, "max_ms": 4.16, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.928, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.107, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175549, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:32:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:32:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:32:27+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:32:27.165673+09:00", "mtime_epoch": 1783056747.1656725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:32:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.836, "count": 292, "max_ms": 3.448, "p95_ms": 2.903}, "gstreamer_push": {"avg_ms": 1.367, "count": 292, "max_ms": 1.548, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.444, "count": 292, "max_ms": 69.992, "p95_ms": 65.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.109, "count": 292, "max_ms": 83.395, "p95_ms": 78.981}, "yolo11_640_fire_11class": {"avg_ms": 64.483, "count": 292, "max_ms": 70.703, "p95_ms": 68.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.061, "count": 292, "max_ms": 80.768, "p95_ms": 75.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.7, "count": 292, "max_ms": 94.933, "p95_ms": 90.777}, "read_interval": {"avg_ms": 102.788, "count": 292, "max_ms": 114.394, "p95_ms": 108.206}, "triton_wait": {"avg_ms": 74.129, "count": 292, "max_ms": 83.407, "p95_ms": 78.993}, "visualize": {"avg_ms": 3.679, "count": 292, "max_ms": 5.135, "p95_ms": 3.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 234.841, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.363, "name": "ffmpeg", "pid": 36340, "rss_mb": 279.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.462, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 156785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:32:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:32:41+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T14:32:41+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:32:41.421935+09:00", "mtime_epoch": 1783056761.4219348, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:32:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.366, "count": 292, "max_ms": 6.055, "p95_ms": 4.494}, "gstreamer_push": {"avg_ms": 1.32, "count": 292, "max_ms": 1.624, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.086, "count": 292, "max_ms": 69.903, "p95_ms": 65.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.293, "count": 292, "max_ms": 84.28, "p95_ms": 79.57}, "yolo11_640_fire_11class": {"avg_ms": 61.924, "count": 292, "max_ms": 72.764, "p95_ms": 67.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.43, "count": 292, "max_ms": 80.504, "p95_ms": 75.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.321, "count": 292, "max_ms": 97.805, "p95_ms": 92.592}, "read_interval": {"avg_ms": 102.879, "count": 291, "max_ms": 114.147, "p95_ms": 109.79}, "triton_wait": {"avg_ms": 73.09, "count": 292, "max_ms": 84.293, "p95_ms": 79.582}, "visualize": {"avg_ms": 3.682, "count": 292, "max_ms": 4.461, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.03, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.327, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:32:57+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:32:57+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:32:57.262226+09:00", "mtime_epoch": 1783056777.262226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228678}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:32:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.849, "count": 290, "max_ms": 4.236, "p95_ms": 3.112}, "gstreamer_push": {"avg_ms": 1.351, "count": 290, "max_ms": 1.572, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.532, "count": 290, "max_ms": 74.374, "p95_ms": 67.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.129, "count": 290, "max_ms": 83.989, "p95_ms": 80.594}, "yolo11_640_fire_11class": {"avg_ms": 65.307, "count": 290, "max_ms": 75.149, "p95_ms": 69.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.566, "count": 290, "max_ms": 84.33, "p95_ms": 76.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.847, "count": 290, "max_ms": 95.619, "p95_ms": 92.59}, "read_interval": {"avg_ms": 103.78, "count": 289, "max_ms": 112.393, "p95_ms": 110.122}, "triton_wait": {"avg_ms": 75.252, "count": 290, "max_ms": 84.342, "p95_ms": 80.752}, "visualize": {"avg_ms": 3.682, "count": 290, "max_ms": 4.841, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 264.927, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.363, "name": "ffmpeg", "pid": 36340, "rss_mb": 279.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.875, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:33:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:33:11+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-03T14:33:11+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T14:33:11.478487+09:00", "mtime_epoch": 1783056791.4784875, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:33:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.039, "pushed": 9.039, "read": 9.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.002, "count": 271, "max_ms": 11.207, "p95_ms": 6.61}, "gstreamer_push": {"avg_ms": 1.279, "count": 271, "max_ms": 1.54, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.759, "count": 271, "max_ms": 70.682, "p95_ms": 65.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.254, "count": 271, "max_ms": 84.77, "p95_ms": 80.377}, "yolo11_640_fire_11class": {"avg_ms": 60.462, "count": 271, "max_ms": 73.569, "p95_ms": 68.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.793, "count": 271, "max_ms": 80.173, "p95_ms": 77.118}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.056, "count": 271, "max_ms": 134.917, "p95_ms": 127.007}, "read_interval": {"avg_ms": 110.914, "count": 270, "max_ms": 151.428, "p95_ms": 141.319}, "triton_wait": {"avg_ms": 71.164, "count": 271, "max_ms": 84.784, "p95_ms": 80.389}, "visualize": {"avg_ms": 4.099, "count": 271, "max_ms": 6.02, "p95_ms": 5.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.055, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.386, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:33:27+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:33:27+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:33:27.294778+09:00", "mtime_epoch": 1783056807.294778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:33:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.23, "pushed": 11.23, "read": 11.196}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.846, "count": 336, "max_ms": 4.094, "p95_ms": 3.274}, "gstreamer_push": {"avg_ms": 1.348, "count": 336, "max_ms": 1.62, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.142, "count": 336, "max_ms": 69.756, "p95_ms": 65.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.646, "count": 336, "max_ms": 85.539, "p95_ms": 80.028}, "yolo11_640_fire_11class": {"avg_ms": 56.025, "count": 336, "max_ms": 77.787, "p95_ms": 68.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.571, "count": 336, "max_ms": 80.592, "p95_ms": 78.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.076, "count": 336, "max_ms": 97.071, "p95_ms": 91.669}, "read_interval": {"avg_ms": 89.318, "count": 335, "max_ms": 115.17, "p95_ms": 108.927}, "triton_wait": {"avg_ms": 60.453, "count": 336, "max_ms": 85.552, "p95_ms": 80.041}, "visualize": {"avg_ms": 3.705, "count": 336, "max_ms": 4.847, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 295.011, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.363, "name": "ffmpeg", "pid": 36340, "rss_mb": 279.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.446, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:33:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:33:41+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:33:41+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:33:41.595041+09:00", "mtime_epoch": 1783056821.5950408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:33:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.777, "pushed": 8.777, "read": 8.743}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.425, "count": 262, "max_ms": 8.85, "p95_ms": 6.872}, "gstreamer_push": {"avg_ms": 1.266, "count": 263, "max_ms": 1.522, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.603, "count": 262, "max_ms": 74.178, "p95_ms": 65.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.202, "count": 262, "max_ms": 84.748, "p95_ms": 80.671}, "yolo11_640_fire_11class": {"avg_ms": 56.764, "count": 262, "max_ms": 69.828, "p95_ms": 67.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.762, "count": 262, "max_ms": 80.766, "p95_ms": 77.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.429, "count": 263, "max_ms": 137.317, "p95_ms": 131.425}, "read_interval": {"avg_ms": 114.429, "count": 262, "max_ms": 153.533, "p95_ms": 145.695}, "triton_wait": {"avg_ms": 67.294, "count": 262, "max_ms": 84.761, "p95_ms": 80.683}, "visualize": {"avg_ms": 4.407, "count": 262, "max_ms": 6.276, "p95_ms": 5.437}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.111, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.445, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:33:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:33:57+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:33:57+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:33:57.351330+09:00", "mtime_epoch": 1783056837.3513303, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:33:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.15, "pushed": 10.15, "read": 10.117}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.849, "count": 304, "max_ms": 3.863, "p95_ms": 2.955}, "gstreamer_push": {"avg_ms": 1.351, "count": 304, "max_ms": 1.607, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.818, "count": 304, "max_ms": 70.39, "p95_ms": 66.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.0, "count": 304, "max_ms": 84.711, "p95_ms": 78.949}, "yolo11_640_fire_11class": {"avg_ms": 62.314, "count": 304, "max_ms": 75.567, "p95_ms": 69.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.447, "count": 304, "max_ms": 78.418, "p95_ms": 75.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.69, "count": 304, "max_ms": 96.321, "p95_ms": 90.677}, "read_interval": {"avg_ms": 98.848, "count": 303, "max_ms": 112.648, "p95_ms": 108.412}, "triton_wait": {"avg_ms": 70.075, "count": 304, "max_ms": 84.724, "p95_ms": 78.962}, "visualize": {"avg_ms": 3.678, "count": 304, "max_ms": 4.552, "p95_ms": 3.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 325.04, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.355, "name": "ffmpeg", "pid": 36340, "rss_mb": 287.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.33, "sample_count": 2868, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:34:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:34:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:34:11+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:34:11.627592+09:00", "mtime_epoch": 1783056851.6275923, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:34:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.789, "pushed": 9.789, "read": 9.756}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.391, "count": 293, "max_ms": 5.371, "p95_ms": 4.598}, "gstreamer_push": {"avg_ms": 1.323, "count": 293, "max_ms": 1.52, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.857, "count": 293, "max_ms": 67.342, "p95_ms": 64.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.206, "count": 293, "max_ms": 84.779, "p95_ms": 78.994}, "yolo11_640_fire_11class": {"avg_ms": 61.488, "count": 293, "max_ms": 71.853, "p95_ms": 67.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.909, "count": 293, "max_ms": 78.112, "p95_ms": 75.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.896, "count": 293, "max_ms": 98.028, "p95_ms": 92.085}, "read_interval": {"avg_ms": 102.477, "count": 292, "max_ms": 114.984, "p95_ms": 109.449}, "triton_wait": {"avg_ms": 72.655, "count": 293, "max_ms": 84.792, "p95_ms": 79.007}, "visualize": {"avg_ms": 3.694, "count": 293, "max_ms": 4.476, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.115, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.322, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:34:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:34:27+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:34:27+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T14:34:27.355881+09:00", "mtime_epoch": 1783056867.355881, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:34:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.859, "count": 291, "max_ms": 4.387, "p95_ms": 3.026}, "gstreamer_push": {"avg_ms": 1.369, "count": 291, "max_ms": 1.755, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.43, "count": 291, "max_ms": 67.676, "p95_ms": 65.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.273, "count": 291, "max_ms": 83.504, "p95_ms": 79.059}, "yolo11_640_fire_11class": {"avg_ms": 64.613, "count": 291, "max_ms": 74.395, "p95_ms": 69.601}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.845, "count": 291, "max_ms": 79.313, "p95_ms": 76.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.068, "count": 291, "max_ms": 95.355, "p95_ms": 90.874}, "read_interval": {"avg_ms": 103.114, "count": 291, "max_ms": 111.647, "p95_ms": 109.545}, "triton_wait": {"avg_ms": 74.358, "count": 291, "max_ms": 83.517, "p95_ms": 79.176}, "visualize": {"avg_ms": 3.72, "count": 291, "max_ms": 4.598, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.127, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.355, "name": "ffmpeg", "pid": 36340, "rss_mb": 287.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.33, "sample_count": 2872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 157905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:34:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:34:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:34:41+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T14:34:41.708144+09:00", "mtime_epoch": 1783056881.7081442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:34:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.36, "count": 293, "max_ms": 6.438, "p95_ms": 4.526}, "gstreamer_push": {"avg_ms": 1.306, "count": 293, "max_ms": 1.517, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.399, "count": 293, "max_ms": 71.44, "p95_ms": 66.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.104, "count": 293, "max_ms": 83.601, "p95_ms": 79.461}, "yolo11_640_fire_11class": {"avg_ms": 62.114, "count": 293, "max_ms": 71.43, "p95_ms": 67.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.185, "count": 293, "max_ms": 76.525, "p95_ms": 75.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.2, "count": 293, "max_ms": 122.383, "p95_ms": 92.602}, "read_interval": {"avg_ms": 102.666, "count": 292, "max_ms": 135.169, "p95_ms": 110.112}, "triton_wait": {"avg_ms": 72.908, "count": 293, "max_ms": 83.614, "p95_ms": 79.473}, "visualize": {"avg_ms": 3.689, "count": 293, "max_ms": 4.389, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.191, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.342, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:34:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:34:57+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T14:34:57+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T14:34:57.436433+09:00", "mtime_epoch": 1783056897.4364326, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226296}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:34:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.87, "count": 294, "max_ms": 4.336, "p95_ms": 2.984}, "gstreamer_push": {"avg_ms": 1.395, "count": 294, "max_ms": 1.647, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.776, "count": 294, "max_ms": 72.951, "p95_ms": 66.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.868, "count": 294, "max_ms": 82.881, "p95_ms": 79.343}, "yolo11_640_fire_11class": {"avg_ms": 65.001, "count": 294, "max_ms": 73.796, "p95_ms": 69.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.574, "count": 294, "max_ms": 80.652, "p95_ms": 75.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.252, "count": 294, "max_ms": 94.378, "p95_ms": 91.369}, "read_interval": {"avg_ms": 102.301, "count": 293, "max_ms": 114.37, "p95_ms": 109.142}, "triton_wait": {"avg_ms": 73.491, "count": 294, "max_ms": 82.893, "p95_ms": 79.594}, "visualize": {"avg_ms": 3.714, "count": 294, "max_ms": 4.781, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 385.155, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.355, "name": "ffmpeg", "pid": 36340, "rss_mb": 287.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.33, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:35:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:35:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:35:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:35:11.736695+09:00", "mtime_epoch": 1783056911.7366948, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:35:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.025, "pushed": 10.025, "read": 9.992}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 300, "max_ms": 6.451, "p95_ms": 4.866}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.85, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.825, "count": 300, "max_ms": 68.241, "p95_ms": 64.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.562, "count": 300, "max_ms": 83.687, "p95_ms": 78.137}, "yolo11_640_fire_11class": {"avg_ms": 59.76, "count": 300, "max_ms": 71.52, "p95_ms": 67.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.581, "count": 300, "max_ms": 78.544, "p95_ms": 74.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.484, "count": 300, "max_ms": 96.996, "p95_ms": 91.677}, "read_interval": {"avg_ms": 100.073, "count": 299, "max_ms": 114.615, "p95_ms": 109.658}, "triton_wait": {"avg_ms": 70.205, "count": 300, "max_ms": 83.699, "p95_ms": 78.245}, "visualize": {"avg_ms": 3.701, "count": 300, "max_ms": 5.439, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.289, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.369, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:35:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:35:27+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:35:27+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:35:27.520984+09:00", "mtime_epoch": 1783056927.5209842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:35:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.874, "count": 304, "max_ms": 4.465, "p95_ms": 3.469}, "gstreamer_push": {"avg_ms": 1.373, "count": 304, "max_ms": 1.931, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.956, "count": 304, "max_ms": 70.72, "p95_ms": 66.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.582, "count": 304, "max_ms": 88.503, "p95_ms": 80.168}, "yolo11_640_fire_11class": {"avg_ms": 62.089, "count": 304, "max_ms": 75.172, "p95_ms": 69.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.371, "count": 304, "max_ms": 83.035, "p95_ms": 75.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.505, "count": 304, "max_ms": 99.891, "p95_ms": 91.916}, "read_interval": {"avg_ms": 98.651, "count": 304, "max_ms": 116.1, "p95_ms": 109.278}, "triton_wait": {"avg_ms": 69.902, "count": 304, "max_ms": 88.517, "p95_ms": 80.18}, "visualize": {"avg_ms": 3.67, "count": 304, "max_ms": 4.745, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 415.228, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.355, "name": "ffmpeg", "pid": 36340, "rss_mb": 287.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.432, "sample_count": 2870, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:35:41+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:35:41+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:35:41.809246+09:00", "mtime_epoch": 1783056941.809246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:35:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.644, "pushed": 9.644, "read": 9.611}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.359, "count": 289, "max_ms": 5.258, "p95_ms": 4.469}, "gstreamer_push": {"avg_ms": 1.308, "count": 289, "max_ms": 1.6, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.031, "count": 289, "max_ms": 70.738, "p95_ms": 65.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.763, "count": 289, "max_ms": 86.134, "p95_ms": 80.637}, "yolo11_640_fire_11class": {"avg_ms": 62.633, "count": 289, "max_ms": 72.814, "p95_ms": 67.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.154, "count": 289, "max_ms": 83.133, "p95_ms": 75.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.414, "count": 289, "max_ms": 99.18, "p95_ms": 93.631}, "read_interval": {"avg_ms": 104.046, "count": 288, "max_ms": 116.595, "p95_ms": 110.341}, "triton_wait": {"avg_ms": 74.146, "count": 289, "max_ms": 86.146, "p95_ms": 80.649}, "visualize": {"avg_ms": 3.683, "count": 289, "max_ms": 4.825, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.293, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.389, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:35:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:35:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:35:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:35:57.529534+09:00", "mtime_epoch": 1783056957.5295339, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:35:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.885, "count": 294, "max_ms": 4.172, "p95_ms": 3.171}, "gstreamer_push": {"avg_ms": 1.361, "count": 294, "max_ms": 1.585, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.814, "count": 294, "max_ms": 73.353, "p95_ms": 66.316}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.674, "count": 294, "max_ms": 82.213, "p95_ms": 79.186}, "yolo11_640_fire_11class": {"avg_ms": 62.847, "count": 294, "max_ms": 74.14, "p95_ms": 68.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.05, "count": 294, "max_ms": 82.398, "p95_ms": 75.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.923, "count": 294, "max_ms": 93.897, "p95_ms": 90.772}, "read_interval": {"avg_ms": 102.072, "count": 294, "max_ms": 113.258, "p95_ms": 109.298}, "triton_wait": {"avg_ms": 73.259, "count": 294, "max_ms": 82.41, "p95_ms": 79.226}, "visualize": {"avg_ms": 3.707, "count": 294, "max_ms": 4.626, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12426.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 445.283, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.277, "name": "ffmpeg", "pid": 36340, "rss_mb": 301.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.33, "sample_count": 2871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 158785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:36:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:36:11+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:36:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:36:11.865796+09:00", "mtime_epoch": 1783056971.8657963, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:36:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.683}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.439, "count": 291, "max_ms": 8.428, "p95_ms": 4.995}, "gstreamer_push": {"avg_ms": 1.314, "count": 291, "max_ms": 2.122, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.627, "count": 291, "max_ms": 68.774, "p95_ms": 64.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.784, "count": 291, "max_ms": 84.6, "p95_ms": 79.956}, "yolo11_640_fire_11class": {"avg_ms": 61.637, "count": 291, "max_ms": 71.807, "p95_ms": 67.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.255, "count": 291, "max_ms": 77.845, "p95_ms": 74.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.929, "count": 291, "max_ms": 98.817, "p95_ms": 93.853}, "read_interval": {"avg_ms": 103.261, "count": 290, "max_ms": 269.071, "p95_ms": 111.345}, "triton_wait": {"avg_ms": 72.614, "count": 291, "max_ms": 84.611, "p95_ms": 79.967}, "visualize": {"avg_ms": 3.695, "count": 291, "max_ms": 6.677, "p95_ms": 4.085}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12427.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.311, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.531, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:36:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:36:27+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T14:36:27+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:36:27.542084+09:00", "mtime_epoch": 1783056987.5420835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:36:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.66, "pushed": 9.66, "read": 9.626}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.855, "count": 289, "max_ms": 4.862, "p95_ms": 2.976}, "gstreamer_push": {"avg_ms": 1.373, "count": 289, "max_ms": 2.01, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.702, "count": 289, "max_ms": 70.502, "p95_ms": 66.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.797, "count": 289, "max_ms": 84.909, "p95_ms": 80.234}, "yolo11_640_fire_11class": {"avg_ms": 64.67, "count": 289, "max_ms": 74.442, "p95_ms": 69.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.281, "count": 289, "max_ms": 79.011, "p95_ms": 76.183}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.691, "count": 289, "max_ms": 101.347, "p95_ms": 92.216}, "read_interval": {"avg_ms": 103.838, "count": 288, "max_ms": 122.973, "p95_ms": 109.905}, "triton_wait": {"avg_ms": 75.027, "count": 289, "max_ms": 84.921, "p95_ms": 80.246}, "visualize": {"avg_ms": 3.734, "count": 289, "max_ms": 7.013, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12427.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 475.32, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.832, "name": "ffmpeg", "pid": 36340, "rss_mb": 301.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.33, "sample_count": 2880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:36:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:36:41+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T14:36:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:36:41.902346+09:00", "mtime_epoch": 1783057001.9023461, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:36:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.989, "pushed": 9.989, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.391, "count": 299, "max_ms": 6.574, "p95_ms": 4.61}, "gstreamer_push": {"avg_ms": 1.316, "count": 299, "max_ms": 1.61, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.995, "count": 299, "max_ms": 68.302, "p95_ms": 65.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.231, "count": 299, "max_ms": 83.4, "p95_ms": 79.966}, "yolo11_640_fire_11class": {"avg_ms": 59.107, "count": 299, "max_ms": 70.535, "p95_ms": 66.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.176, "count": 299, "max_ms": 78.407, "p95_ms": 75.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.873, "count": 299, "max_ms": 96.539, "p95_ms": 93.083}, "read_interval": {"avg_ms": 100.426, "count": 298, "max_ms": 120.251, "p95_ms": 110.849}, "triton_wait": {"avg_ms": 70.592, "count": 299, "max_ms": 83.413, "p95_ms": 79.979}, "visualize": {"avg_ms": 3.683, "count": 299, "max_ms": 4.72, "p95_ms": 3.998}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1485}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12432.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.322, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.562, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:36:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:36:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:36:57+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:36:57.562633+09:00", "mtime_epoch": 1783057017.5626328, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:36:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1935.121, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.868, "count": 301, "max_ms": 4.322, "p95_ms": 3.145}, "gstreamer_push": {"avg_ms": 1.371, "count": 301, "max_ms": 1.85, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.035, "count": 301, "max_ms": 70.72, "p95_ms": 66.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.998, "count": 301, "max_ms": 83.93, "p95_ms": 80.014}, "yolo11_640_fire_11class": {"avg_ms": 62.363, "count": 301, "max_ms": 74.665, "p95_ms": 68.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.72, "count": 301, "max_ms": 80.778, "p95_ms": 77.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.683, "count": 301, "max_ms": 95.65, "p95_ms": 91.609}, "read_interval": {"avg_ms": 99.739, "count": 301, "max_ms": 113.061, "p95_ms": 109.345}, "triton_wait": {"avg_ms": 71.035, "count": 301, "max_ms": 83.942, "p95_ms": 80.493}, "visualize": {"avg_ms": 3.664, "count": 301, "max_ms": 5.343, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12536.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 99, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:28:44+09:00", "last_error_summary": "[h264 @ 0x55fac918e380] left block unavailable for requested intra mode [h264 @ 0x55fac918e380] error while decoding MB 0 27, bytestream 2733 [h264 @ 0x55fac92b1d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55fac92b1d00] error while decoding MB 0 32, bytestream 2334 [h264 @ 0x55fac9f44d80] cabac decode of qscale diff failed at 30 2 [h264 @ 0x55fac9f44d80] error while decoding MB 30 2, bytestream 2936 [h264 @ 0x55fac92f32c0] reference picture missing during reorder [h264 @ ", "last_exit_at": "2026-07-03T14:28:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 515.5, "last_started_at": "2026-07-03T14:28:46+09:00", "pid": 36340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 444.871, "name": "ffmpeg", "pid": 36340, "rss_mb": 444.871, "state": "S (sleeping)", "threads": 104}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 40, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.714, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:37:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:37:22+09:00", "mjpeg": {"age_sec": 20.252, "exists": true, "mtime": "2026-07-03T14:37:01.918712+09:00", "mtime_epoch": 1783057021.9187124, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:37:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.202, "pushed": 3.202, "read": 3.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.359, "count": 96, "max_ms": 5.365, "p95_ms": 4.469}, "gstreamer_push": {"avg_ms": 1.315, "count": 96, "max_ms": 1.419, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.532, "count": 96, "max_ms": 66.377, "p95_ms": 64.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.245, "count": 96, "max_ms": 83.203, "p95_ms": 78.453}, "yolo11_640_fire_11class": {"avg_ms": 61.425, "count": 96, "max_ms": 70.402, "p95_ms": 65.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.036, "count": 96, "max_ms": 78.44, "p95_ms": 74.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.675, "count": 96, "max_ms": 96.813, "p95_ms": 91.764}, "read_interval": {"avg_ms": 315.587, "count": 95, "max_ms": 20272.766, "p95_ms": 109.39}, "triton_wait": {"avg_ms": 73.406, "count": 96, "max_ms": 83.215, "p95_ms": 78.463}, "visualize": {"avg_ms": 3.655, "count": 96, "max_ms": 4.002, "p95_ms": 3.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12528.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.35, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.022, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:37:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:37:27+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T14:37:27+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T14:37:27.579182+09:00", "mtime_epoch": 1783057047.5791817, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226139}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:37:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.23, "pushed": 11.23, "read": 11.196}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.071, "count": 336, "max_ms": 4.955, "p95_ms": 4.913}, "gstreamer_push": {"avg_ms": 1.332, "count": 336, "max_ms": 1.476, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.483, "count": 336, "max_ms": 71.482, "p95_ms": 64.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.443, "count": 336, "max_ms": 85.787, "p95_ms": 78.446}, "yolo11_640_fire_11class": {"avg_ms": 53.235, "count": 336, "max_ms": 68.66, "p95_ms": 65.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.602, "count": 336, "max_ms": 77.942, "p95_ms": 74.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.784, "count": 336, "max_ms": 107.473, "p95_ms": 103.072}, "read_interval": {"avg_ms": 89.3, "count": 335, "max_ms": 123.077, "p95_ms": 116.493}, "triton_wait": {"avg_ms": 57.096, "count": 336, "max_ms": 85.8, "p95_ms": 78.458}, "visualize": {"avg_ms": 3.815, "count": 336, "max_ms": 5.265, "p95_ms": 5.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12348.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.431, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.812, "name": "ffmpeg", "pid": 36447, "rss_mb": 266.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.789, "sample_count": 2636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:37:52+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:37:52+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T14:37:52.111630+09:00", "mtime_epoch": 1783057072.1116302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:37:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.218, "pushed": 8.218, "read": 8.184}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.406, "count": 246, "max_ms": 7.07, "p95_ms": 4.657}, "gstreamer_push": {"avg_ms": 1.347, "count": 246, "max_ms": 1.907, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.664, "count": 246, "max_ms": 69.921, "p95_ms": 65.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.172, "count": 246, "max_ms": 86.336, "p95_ms": 81.723}, "yolo11_640_fire_11class": {"avg_ms": 62.572, "count": 246, "max_ms": 74.451, "p95_ms": 67.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.796, "count": 246, "max_ms": 87.306, "p95_ms": 78.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.921, "count": 246, "max_ms": 100.465, "p95_ms": 95.012}, "read_interval": {"avg_ms": 122.146, "count": 245, "max_ms": 4688.563, "p95_ms": 112.278}, "triton_wait": {"avg_ms": 74.652, "count": 246, "max_ms": 87.318, "p95_ms": 81.914}, "visualize": {"avg_ms": 3.696, "count": 246, "max_ms": 4.897, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1490}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12348.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.363, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.122, "sample_count": 3051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:37:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:37:57+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:37:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:37:57.599730+09:00", "mtime_epoch": 1783057077.5997305, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:37:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.135}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.851, "count": 304, "max_ms": 3.686, "p95_ms": 2.962}, "gstreamer_push": {"avg_ms": 1.363, "count": 304, "max_ms": 1.577, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.615, "count": 304, "max_ms": 68.417, "p95_ms": 65.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.91, "count": 304, "max_ms": 84.771, "p95_ms": 80.842}, "yolo11_640_fire_11class": {"avg_ms": 59.975, "count": 304, "max_ms": 70.045, "p95_ms": 67.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.072, "count": 304, "max_ms": 81.967, "p95_ms": 78.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.465, "count": 304, "max_ms": 96.538, "p95_ms": 92.596}, "read_interval": {"avg_ms": 98.739, "count": 304, "max_ms": 115.96, "p95_ms": 111.122}, "triton_wait": {"avg_ms": 69.739, "count": 304, "max_ms": 84.784, "p95_ms": 80.854}, "visualize": {"avg_ms": 3.683, "count": 304, "max_ms": 4.276, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.444, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.578, "name": "ffmpeg", "pid": 36447, "rss_mb": 275.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.379, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 159805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:38:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:38:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:38:22+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T14:38:22.124179+09:00", "mtime_epoch": 1783057102.1241786, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:38:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.401, "pushed": 9.401, "read": 9.401}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.481, "count": 282, "max_ms": 8.769, "p95_ms": 5.306}, "gstreamer_push": {"avg_ms": 1.326, "count": 282, "max_ms": 1.696, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.239, "count": 282, "max_ms": 67.426, "p95_ms": 65.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 76.067, "count": 282, "max_ms": 84.271, "p95_ms": 81.078}, "yolo11_640_fire_11class": {"avg_ms": 63.549, "count": 282, "max_ms": 69.483, "p95_ms": 66.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.137, "count": 282, "max_ms": 82.739, "p95_ms": 78.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.021, "count": 282, "max_ms": 97.478, "p95_ms": 94.884}, "read_interval": {"avg_ms": 106.426, "count": 282, "max_ms": 115.594, "p95_ms": 111.41}, "triton_wait": {"avg_ms": 76.449, "count": 282, "max_ms": 84.283, "p95_ms": 81.09}, "visualize": {"avg_ms": 3.793, "count": 282, "max_ms": 6.666, "p95_ms": 4.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.434, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.295, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:38:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:38:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:38:27+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T14:38:27.664280+09:00", "mtime_epoch": 1783057107.66428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:38:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.478, "pushed": 9.478, "read": 9.444}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.874, "count": 284, "max_ms": 4.511, "p95_ms": 3.153}, "gstreamer_push": {"avg_ms": 1.384, "count": 284, "max_ms": 2.079, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.159, "count": 284, "max_ms": 68.537, "p95_ms": 66.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.364, "count": 284, "max_ms": 85.433, "p95_ms": 81.258}, "yolo11_640_fire_11class": {"avg_ms": 65.444, "count": 284, "max_ms": 70.144, "p95_ms": 67.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.326, "count": 284, "max_ms": 82.9, "p95_ms": 78.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.811, "count": 284, "max_ms": 97.566, "p95_ms": 92.991}, "read_interval": {"avg_ms": 105.872, "count": 283, "max_ms": 116.91, "p95_ms": 111.396}, "triton_wait": {"avg_ms": 77.007, "count": 284, "max_ms": 85.444, "p95_ms": 81.271}, "visualize": {"avg_ms": 3.734, "count": 284, "max_ms": 5.879, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.518, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.578, "name": "ffmpeg", "pid": 36447, "rss_mb": 275.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.324, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:38:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:38:52+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:38:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T14:38:52.196728+09:00", "mtime_epoch": 1783057132.196728, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:38:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.471, "count": 293, "max_ms": 6.926, "p95_ms": 5.729}, "gstreamer_push": {"avg_ms": 1.319, "count": 293, "max_ms": 1.659, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.971, "count": 293, "max_ms": 66.04, "p95_ms": 64.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.093, "count": 293, "max_ms": 82.376, "p95_ms": 77.734}, "yolo11_640_fire_11class": {"avg_ms": 61.487, "count": 293, "max_ms": 68.485, "p95_ms": 66.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.099, "count": 293, "max_ms": 77.349, "p95_ms": 75.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.951, "count": 293, "max_ms": 95.512, "p95_ms": 91.211}, "read_interval": {"avg_ms": 102.626, "count": 292, "max_ms": 114.196, "p95_ms": 108.913}, "triton_wait": {"avg_ms": 72.44, "count": 293, "max_ms": 82.388, "p95_ms": 77.746}, "visualize": {"avg_ms": 3.746, "count": 293, "max_ms": 4.866, "p95_ms": 4.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1495}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.532, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.295, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:38:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:38:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:38:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:38:57.768830+09:00", "mtime_epoch": 1783057137.7688298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:38:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.888, "count": 295, "max_ms": 4.436, "p95_ms": 3.214}, "gstreamer_push": {"avg_ms": 1.378, "count": 295, "max_ms": 2.194, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.795, "count": 295, "max_ms": 67.414, "p95_ms": 66.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.207, "count": 295, "max_ms": 83.583, "p95_ms": 78.428}, "yolo11_640_fire_11class": {"avg_ms": 64.647, "count": 295, "max_ms": 73.214, "p95_ms": 68.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.828, "count": 295, "max_ms": 76.683, "p95_ms": 75.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.963, "count": 295, "max_ms": 97.937, "p95_ms": 90.474}, "read_interval": {"avg_ms": 102.022, "count": 294, "max_ms": 120.504, "p95_ms": 108.58}, "triton_wait": {"avg_ms": 73.183, "count": 295, "max_ms": 83.596, "p95_ms": 78.44}, "visualize": {"avg_ms": 3.754, "count": 295, "max_ms": 5.953, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.522, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.578, "name": "ffmpeg", "pid": 36447, "rss_mb": 275.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.518, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:39:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:39:22+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:39:22+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T14:39:22.205276+09:00", "mtime_epoch": 1783057162.205276, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:39:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.604, "pushed": 9.604, "read": 9.604}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.435, "count": 288, "max_ms": 8.661, "p95_ms": 4.605}, "gstreamer_push": {"avg_ms": 1.327, "count": 288, "max_ms": 1.578, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.242, "count": 288, "max_ms": 73.061, "p95_ms": 65.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.665, "count": 288, "max_ms": 86.062, "p95_ms": 79.233}, "yolo11_640_fire_11class": {"avg_ms": 62.746, "count": 288, "max_ms": 74.216, "p95_ms": 67.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.718, "count": 288, "max_ms": 83.613, "p95_ms": 75.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.648, "count": 288, "max_ms": 99.522, "p95_ms": 93.799}, "read_interval": {"avg_ms": 104.174, "count": 288, "max_ms": 118.633, "p95_ms": 111.745}, "triton_wait": {"avg_ms": 74.181, "count": 288, "max_ms": 86.074, "p95_ms": 79.246}, "visualize": {"avg_ms": 3.734, "count": 288, "max_ms": 6.893, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.628, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.448, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:39:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:39:27+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:39:27+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:39:27.861379+09:00", "mtime_epoch": 1783057167.8613791, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:39:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.603, "pushed": 9.603, "read": 9.57}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.859, "count": 288, "max_ms": 3.867, "p95_ms": 2.929}, "gstreamer_push": {"avg_ms": 1.371, "count": 288, "max_ms": 1.583, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.771, "count": 288, "max_ms": 75.704, "p95_ms": 67.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.752, "count": 288, "max_ms": 87.298, "p95_ms": 80.517}, "yolo11_640_fire_11class": {"avg_ms": 65.545, "count": 288, "max_ms": 75.716, "p95_ms": 69.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.309, "count": 288, "max_ms": 86.088, "p95_ms": 76.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.537, "count": 288, "max_ms": 99.687, "p95_ms": 92.488}, "read_interval": {"avg_ms": 104.488, "count": 287, "max_ms": 116.205, "p95_ms": 109.883}, "triton_wait": {"avg_ms": 75.771, "count": 288, "max_ms": 87.31, "p95_ms": 80.629}, "visualize": {"avg_ms": 3.703, "count": 288, "max_ms": 4.376, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.555, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.578, "name": "ffmpeg", "pid": 36447, "rss_mb": 275.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.631, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:39:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:39:52+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:39:52+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:39:52.241824+09:00", "mtime_epoch": 1783057192.2418242, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:39:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.623, "pushed": 9.623, "read": 9.589}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.417, "count": 288, "max_ms": 8.615, "p95_ms": 4.519}, "gstreamer_push": {"avg_ms": 1.306, "count": 288, "max_ms": 1.536, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.35, "count": 288, "max_ms": 73.788, "p95_ms": 65.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.923, "count": 288, "max_ms": 85.936, "p95_ms": 79.939}, "yolo11_640_fire_11class": {"avg_ms": 63.179, "count": 288, "max_ms": 73.805, "p95_ms": 67.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.898, "count": 288, "max_ms": 84.491, "p95_ms": 75.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.809, "count": 288, "max_ms": 99.109, "p95_ms": 93.341}, "read_interval": {"avg_ms": 104.265, "count": 287, "max_ms": 116.297, "p95_ms": 110.665}, "triton_wait": {"avg_ms": 74.514, "count": 288, "max_ms": 85.948, "p95_ms": 79.951}, "visualize": {"avg_ms": 3.695, "count": 288, "max_ms": 5.671, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.645, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.469, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:39:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:39:57+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:39:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:39:57.881927+09:00", "mtime_epoch": 1783057197.8819273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:39:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.829, "count": 290, "max_ms": 3.736, "p95_ms": 2.91}, "gstreamer_push": {"avg_ms": 1.358, "count": 290, "max_ms": 1.929, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.975, "count": 290, "max_ms": 74.498, "p95_ms": 66.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.541, "count": 290, "max_ms": 86.992, "p95_ms": 80.172}, "yolo11_640_fire_11class": {"avg_ms": 65.104, "count": 290, "max_ms": 75.239, "p95_ms": 69.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.345, "count": 290, "max_ms": 83.693, "p95_ms": 75.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.527, "count": 290, "max_ms": 98.547, "p95_ms": 91.772}, "read_interval": {"avg_ms": 103.511, "count": 290, "max_ms": 115.155, "p95_ms": 110.075}, "triton_wait": {"avg_ms": 74.871, "count": 290, "max_ms": 87.006, "p95_ms": 80.184}, "visualize": {"avg_ms": 3.698, "count": 290, "max_ms": 4.866, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.563, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.578, "name": "ffmpeg", "pid": 36447, "rss_mb": 275.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.566, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 160966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:40:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:40:22+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T14:40:22+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T14:40:22.258372+09:00", "mtime_epoch": 1783057222.2583718, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:40:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.415, "count": 292, "max_ms": 6.978, "p95_ms": 4.551}, "gstreamer_push": {"avg_ms": 1.311, "count": 292, "max_ms": 2.004, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.043, "count": 292, "max_ms": 71.143, "p95_ms": 64.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.581, "count": 292, "max_ms": 86.251, "p95_ms": 78.55}, "yolo11_640_fire_11class": {"avg_ms": 61.566, "count": 292, "max_ms": 72.746, "p95_ms": 66.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.452, "count": 292, "max_ms": 83.366, "p95_ms": 75.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.203, "count": 292, "max_ms": 99.581, "p95_ms": 91.979}, "read_interval": {"avg_ms": 102.802, "count": 292, "max_ms": 118.929, "p95_ms": 111.317}, "triton_wait": {"avg_ms": 72.833, "count": 292, "max_ms": 86.263, "p95_ms": 78.562}, "visualize": {"avg_ms": 3.711, "count": 292, "max_ms": 6.519, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.734, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.681, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:40:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:40:28+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:40:27+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:40:27.970476+09:00", "mtime_epoch": 1783057227.9704762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:40:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.871, "count": 292, "max_ms": 5.582, "p95_ms": 3.056}, "gstreamer_push": {"avg_ms": 1.37, "count": 292, "max_ms": 2.239, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.996, "count": 292, "max_ms": 71.952, "p95_ms": 66.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.16, "count": 292, "max_ms": 85.29, "p95_ms": 80.517}, "yolo11_640_fire_11class": {"avg_ms": 65.362, "count": 292, "max_ms": 74.89, "p95_ms": 70.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.578, "count": 292, "max_ms": 82.322, "p95_ms": 76.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.071, "count": 292, "max_ms": 96.793, "p95_ms": 93.179}, "read_interval": {"avg_ms": 103.034, "count": 291, "max_ms": 119.389, "p95_ms": 110.673}, "triton_wait": {"avg_ms": 74.324, "count": 292, "max_ms": 85.301, "p95_ms": 80.528}, "visualize": {"avg_ms": 3.722, "count": 292, "max_ms": 5.763, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.667, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.578, "name": "ffmpeg", "pid": 36447, "rss_mb": 275.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.669, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:40:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:40:52+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:40:52+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T14:40:52.346921+09:00", "mtime_epoch": 1783057252.3469207, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:40:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.423, "count": 291, "max_ms": 7.07, "p95_ms": 4.928}, "gstreamer_push": {"avg_ms": 1.331, "count": 291, "max_ms": 1.987, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.973, "count": 291, "max_ms": 71.273, "p95_ms": 64.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.217, "count": 291, "max_ms": 84.982, "p95_ms": 79.56}, "yolo11_640_fire_11class": {"avg_ms": 61.023, "count": 291, "max_ms": 70.044, "p95_ms": 66.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.026, "count": 291, "max_ms": 78.185, "p95_ms": 76.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.946, "count": 291, "max_ms": 102.578, "p95_ms": 93.776}, "read_interval": {"avg_ms": 103.064, "count": 291, "max_ms": 121.529, "p95_ms": 111.766}, "triton_wait": {"avg_ms": 72.474, "count": 291, "max_ms": 84.995, "p95_ms": 79.572}, "visualize": {"avg_ms": 3.762, "count": 291, "max_ms": 6.45, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12359.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1408.832, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.848, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:40:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:40:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:40:58+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:40:58.071025+09:00", "mtime_epoch": 1783057258.0710251, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:40:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 293, "max_ms": 4.348, "p95_ms": 3.032}, "gstreamer_push": {"avg_ms": 1.347, "count": 293, "max_ms": 1.528, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.588, "count": 293, "max_ms": 68.912, "p95_ms": 66.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.947, "count": 293, "max_ms": 85.877, "p95_ms": 81.066}, "yolo11_640_fire_11class": {"avg_ms": 65.073, "count": 293, "max_ms": 74.94, "p95_ms": 70.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.933, "count": 293, "max_ms": 79.22, "p95_ms": 76.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.828, "count": 293, "max_ms": 97.523, "p95_ms": 92.808}, "read_interval": {"avg_ms": 102.709, "count": 292, "max_ms": 114.859, "p95_ms": 110.383}, "triton_wait": {"avg_ms": 74.125, "count": 293, "max_ms": 85.889, "p95_ms": 81.079}, "visualize": {"avg_ms": 3.701, "count": 293, "max_ms": 4.644, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 231.725, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.156, "name": "ffmpeg", "pid": 36447, "rss_mb": 278.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.521, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:41:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:41:22+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:41:22+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:41:22.415469+09:00", "mtime_epoch": 1783057282.415469, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:41:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.849, "pushed": 9.849, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.352, "count": 295, "max_ms": 5.967, "p95_ms": 4.482}, "gstreamer_push": {"avg_ms": 1.31, "count": 295, "max_ms": 1.592, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.577, "count": 295, "max_ms": 69.292, "p95_ms": 64.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.167, "count": 295, "max_ms": 86.718, "p95_ms": 78.258}, "yolo11_640_fire_11class": {"avg_ms": 61.26, "count": 295, "max_ms": 68.9, "p95_ms": 66.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.261, "count": 295, "max_ms": 76.656, "p95_ms": 75.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.292, "count": 295, "max_ms": 100.387, "p95_ms": 91.338}, "read_interval": {"avg_ms": 101.88, "count": 294, "max_ms": 116.477, "p95_ms": 108.916}, "triton_wait": {"avg_ms": 72.146, "count": 295, "max_ms": 86.729, "p95_ms": 78.272}, "visualize": {"avg_ms": 3.669, "count": 295, "max_ms": 4.741, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12362.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1438.926, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 2, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.748, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:41:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:41:28+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:41:28.163574+09:00", "mtime_epoch": 1783057288.1635737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:41:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.825, "count": 299, "max_ms": 3.754, "p95_ms": 2.945}, "gstreamer_push": {"avg_ms": 1.357, "count": 299, "max_ms": 2.084, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.52, "count": 299, "max_ms": 69.383, "p95_ms": 66.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.283, "count": 299, "max_ms": 85.969, "p95_ms": 79.019}, "yolo11_640_fire_11class": {"avg_ms": 62.859, "count": 299, "max_ms": 75.269, "p95_ms": 68.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.88, "count": 299, "max_ms": 79.972, "p95_ms": 75.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.39, "count": 299, "max_ms": 97.625, "p95_ms": 90.858}, "read_interval": {"avg_ms": 100.634, "count": 298, "max_ms": 114.813, "p95_ms": 109.01}, "triton_wait": {"avg_ms": 71.683, "count": 299, "max_ms": 85.982, "p95_ms": 79.031}, "visualize": {"avg_ms": 3.669, "count": 299, "max_ms": 4.9, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12361.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 261.785, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.734, "name": "ffmpeg", "pid": 36447, "rss_mb": 280.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.425, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 161845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:41:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:41:52+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T14:41:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T14:41:52.464017+09:00", "mtime_epoch": 1783057312.4640167, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:41:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.715}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.387, "count": 292, "max_ms": 5.776, "p95_ms": 4.53}, "gstreamer_push": {"avg_ms": 1.325, "count": 292, "max_ms": 1.774, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.267, "count": 292, "max_ms": 67.559, "p95_ms": 64.881}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.108, "count": 292, "max_ms": 87.48, "p95_ms": 79.214}, "yolo11_640_fire_11class": {"avg_ms": 62.028, "count": 292, "max_ms": 72.595, "p95_ms": 67.624}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.455, "count": 292, "max_ms": 77.545, "p95_ms": 74.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.342, "count": 292, "max_ms": 100.691, "p95_ms": 92.141}, "read_interval": {"avg_ms": 102.911, "count": 291, "max_ms": 116.94, "p95_ms": 109.231}, "triton_wait": {"avg_ms": 73.089, "count": 292, "max_ms": 87.493, "p95_ms": 79.225}, "visualize": {"avg_ms": 3.677, "count": 292, "max_ms": 4.707, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12362.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1468.932, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.824, "name": "ffmpeg", "pid": 36188, "rss_mb": 332.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 2, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.665, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:41:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:41:58+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:41:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:41:58.168121+09:00", "mtime_epoch": 1783057318.1681206, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:41:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.83, "count": 291, "max_ms": 3.631, "p95_ms": 2.988}, "gstreamer_push": {"avg_ms": 1.345, "count": 291, "max_ms": 1.566, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.947, "count": 291, "max_ms": 72.219, "p95_ms": 66.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.713, "count": 291, "max_ms": 83.752, "p95_ms": 80.056}, "yolo11_640_fire_11class": {"avg_ms": 65.049, "count": 291, "max_ms": 74.166, "p95_ms": 69.831}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.281, "count": 291, "max_ms": 78.233, "p95_ms": 75.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.178, "count": 291, "max_ms": 95.208, "p95_ms": 91.722}, "read_interval": {"avg_ms": 103.112, "count": 291, "max_ms": 113.723, "p95_ms": 108.976}, "triton_wait": {"avg_ms": 74.55, "count": 291, "max_ms": 83.764, "p95_ms": 80.068}, "visualize": {"avg_ms": 3.682, "count": 291, "max_ms": 4.606, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12362.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.839, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.734, "name": "ffmpeg", "pid": 36447, "rss_mb": 280.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.3, "sample_count": 2856, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:42:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:42:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:42:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:42:22.524565+09:00", "mtime_epoch": 1783057342.5245645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:42:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.397, "count": 292, "max_ms": 5.515, "p95_ms": 4.555}, "gstreamer_push": {"avg_ms": 1.333, "count": 292, "max_ms": 1.696, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.659, "count": 292, "max_ms": 68.949, "p95_ms": 64.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.985, "count": 292, "max_ms": 83.773, "p95_ms": 79.397}, "yolo11_640_fire_11class": {"avg_ms": 61.745, "count": 292, "max_ms": 69.77, "p95_ms": 67.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.495, "count": 292, "max_ms": 77.464, "p95_ms": 74.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.852, "count": 292, "max_ms": 96.853, "p95_ms": 92.472}, "read_interval": {"avg_ms": 102.912, "count": 291, "max_ms": 113.342, "p95_ms": 110.147}, "triton_wait": {"avg_ms": 72.472, "count": 292, "max_ms": 83.785, "p95_ms": 79.409}, "visualize": {"avg_ms": 3.718, "count": 292, "max_ms": 4.929, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:17:26+09:00", "last_error_summary": "[h264 @ 0x562d8fb31000] error while decoding MB 103 31, bytestream -23 [in#0/rtsp @ 0x562d8fae9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562d8fae9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:17:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 1507.291, "last_started_at": "2026-07-03T14:17:29+09:00", "pid": 36188, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.656, "name": "ffmpeg", "pid": 36188, "rss_mb": 333.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 29, "restart_count_per_hour": 2, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.387, "sample_count": 2779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:42:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:42:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:42:36+09:00", "mjpeg": {"age_sec": 12.96, "exists": true, "mtime": "2026-07-03T14:42:23.652585+09:00", "mtime_epoch": 1783057343.652585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223338}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:42:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.671, "pushed": 5.671, "read": 5.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.877, "count": 170, "max_ms": 4.252, "p95_ms": 3.169}, "gstreamer_push": {"avg_ms": 1.351, "count": 170, "max_ms": 1.469, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.637, "count": 170, "max_ms": 69.271, "p95_ms": 65.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.944, "count": 170, "max_ms": 82.195, "p95_ms": 79.998}, "yolo11_640_fire_11class": {"avg_ms": 64.04, "count": 170, "max_ms": 72.98, "p95_ms": 70.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.168, "count": 170, "max_ms": 78.328, "p95_ms": 75.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.248, "count": 170, "max_ms": 94.015, "p95_ms": 92.775}, "read_interval": {"avg_ms": 177.329, "count": 169, "max_ms": 12954.963, "p95_ms": 109.746}, "triton_wait": {"avg_ms": 72.434, "count": 170, "max_ms": 82.208, "p95_ms": 80.011}, "visualize": {"avg_ms": 3.691, "count": 170, "max_ms": 4.526, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12367.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 321.854, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.375, "name": "ffmpeg", "pid": 36447, "rss_mb": 285.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.579, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:42:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T14:42:52+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T14:42:52+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T14:42:52.553112+09:00", "mtime_epoch": 1783057372.5531116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:42:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 347, "pushed_frames": 347, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.569, "pushed": 11.569, "read": 11.569}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.351, "count": 347, "max_ms": 5.361, "p95_ms": 4.552}, "gstreamer_push": {"avg_ms": 1.326, "count": 347, "max_ms": 1.528, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.595, "count": 347, "max_ms": 59.186, "p95_ms": 48.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.474, "count": 347, "max_ms": 72.615, "p95_ms": 58.3}, "yolo11_640_fire_11class": {"avg_ms": 46.306, "count": 347, "max_ms": 64.475, "p95_ms": 49.433}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.208, "count": 347, "max_ms": 69.466, "p95_ms": 50.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.512, "count": 347, "max_ms": 85.952, "p95_ms": 71.22}, "read_interval": {"avg_ms": 86.547, "count": 347, "max_ms": 839.683, "p95_ms": 88.534}, "triton_wait": {"avg_ms": 54.486, "count": 347, "max_ms": 72.627, "p95_ms": 58.313}, "visualize": {"avg_ms": 3.681, "count": 347, "max_ms": 5.003, "p95_ms": 3.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12366.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.065, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.852, "name": "ffmpeg", "pid": 36554, "rss_mb": 328.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.051, "sample_count": 2594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:43:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:43:06+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T14:43:06+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T14:43:06.581283+09:00", "mtime_epoch": 1783057386.5812826, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:43:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 95, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.159, "pushed": 7.159, "read": 7.159}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.892, "count": 95, "max_ms": 3.992, "p95_ms": 3.611}, "gstreamer_push": {"avg_ms": 1.351, "count": 95, "max_ms": 1.514, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.227, "count": 95, "max_ms": 69.323, "p95_ms": 66.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.595, "count": 95, "max_ms": 81.458, "p95_ms": 73.088}, "yolo11_640_fire_11class": {"avg_ms": 61.958, "count": 95, "max_ms": 78.068, "p95_ms": 71.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.021, "count": 95, "max_ms": 77.107, "p95_ms": 74.607}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.934, "count": 95, "max_ms": 93.071, "p95_ms": 88.248}, "read_interval": {"avg_ms": 316.324, "count": 95, "max_ms": 16852.745, "p95_ms": 106.702}, "triton_wait": {"avg_ms": 65.203, "count": 95, "max_ms": 81.469, "p95_ms": 76.721}, "visualize": {"avg_ms": 3.759, "count": 95, "max_ms": 4.677, "p95_ms": 4.529}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.27, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 351.922, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.953, "name": "ffmpeg", "pid": 36447, "rss_mb": 287.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.979, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 162805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:43:22+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:43:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:43:22.609343+09:00", "mtime_epoch": 1783057402.609343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:43:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.705, "pushed": 10.705, "read": 10.672}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.447, "count": 321, "max_ms": 6.727, "p95_ms": 4.82}, "gstreamer_push": {"avg_ms": 1.344, "count": 321, "max_ms": 1.553, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.031, "count": 321, "max_ms": 69.23, "p95_ms": 64.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.608, "count": 321, "max_ms": 81.44, "p95_ms": 75.401}, "yolo11_640_fire_11class": {"avg_ms": 54.792, "count": 321, "max_ms": 75.214, "p95_ms": 66.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.327, "count": 321, "max_ms": 75.834, "p95_ms": 72.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.554, "count": 321, "max_ms": 94.73, "p95_ms": 88.687}, "read_interval": {"avg_ms": 93.642, "count": 320, "max_ms": 112.939, "p95_ms": 106.289}, "triton_wait": {"avg_ms": 63.145, "count": 321, "max_ms": 81.452, "p95_ms": 75.413}, "visualize": {"avg_ms": 3.747, "count": 321, "max_ms": 5.148, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12369.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.069, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.051, "sample_count": 2603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:43:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:43:36+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:43:36+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T14:43:36.565400+09:00", "mtime_epoch": 1783057416.5654004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227051}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:43:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.837}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.876, "count": 295, "max_ms": 4.42, "p95_ms": 3.183}, "gstreamer_push": {"avg_ms": 1.375, "count": 295, "max_ms": 2.167, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.057, "count": 295, "max_ms": 73.599, "p95_ms": 67.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.501, "count": 295, "max_ms": 86.849, "p95_ms": 79.887}, "yolo11_640_fire_11class": {"avg_ms": 64.127, "count": 295, "max_ms": 75.964, "p95_ms": 73.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.254, "count": 295, "max_ms": 80.667, "p95_ms": 75.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.127, "count": 295, "max_ms": 99.283, "p95_ms": 91.951}, "read_interval": {"avg_ms": 101.654, "count": 295, "max_ms": 630.404, "p95_ms": 108.918}, "triton_wait": {"avg_ms": 70.374, "count": 295, "max_ms": 86.861, "p95_ms": 79.969}, "visualize": {"avg_ms": 3.711, "count": 295, "max_ms": 4.915, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 381.958, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.953, "name": "ffmpeg", "pid": 36447, "rss_mb": 287.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.192, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:43:52+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:43:52+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:43:52.641472+09:00", "mtime_epoch": 1783057432.6414719, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:43:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.789, "pushed": 9.789, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.438, "count": 293, "max_ms": 6.415, "p95_ms": 5.001}, "gstreamer_push": {"avg_ms": 1.314, "count": 293, "max_ms": 1.546, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.011, "count": 293, "max_ms": 70.345, "p95_ms": 65.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.612, "count": 293, "max_ms": 86.536, "p95_ms": 79.667}, "yolo11_640_fire_11class": {"avg_ms": 61.468, "count": 293, "max_ms": 70.068, "p95_ms": 66.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.418, "count": 293, "max_ms": 78.664, "p95_ms": 74.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.437, "count": 293, "max_ms": 100.804, "p95_ms": 92.815}, "read_interval": {"avg_ms": 102.486, "count": 292, "max_ms": 119.03, "p95_ms": 110.476}, "triton_wait": {"avg_ms": 71.998, "count": 293, "max_ms": 86.549, "p95_ms": 79.679}, "visualize": {"avg_ms": 3.727, "count": 293, "max_ms": 5.032, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12370.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.143, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.184, "sample_count": 2603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182160, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:44:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:44:06+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T14:44:06+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:44:06.637539+09:00", "mtime_epoch": 1783057446.6375387, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:44:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.845, "pushed": 9.845, "read": 9.812}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.879, "count": 295, "max_ms": 4.17, "p95_ms": 3.051}, "gstreamer_push": {"avg_ms": 1.362, "count": 295, "max_ms": 1.609, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.566, "count": 295, "max_ms": 71.53, "p95_ms": 68.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.224, "count": 295, "max_ms": 85.379, "p95_ms": 80.749}, "yolo11_640_fire_11class": {"avg_ms": 64.873, "count": 295, "max_ms": 74.692, "p95_ms": 70.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.105, "count": 295, "max_ms": 78.37, "p95_ms": 75.976}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.006, "count": 295, "max_ms": 97.079, "p95_ms": 93.008}, "read_interval": {"avg_ms": 101.946, "count": 294, "max_ms": 114.717, "p95_ms": 110.863}, "triton_wait": {"avg_ms": 73.179, "count": 295, "max_ms": 85.392, "p95_ms": 80.76}, "visualize": {"avg_ms": 3.734, "count": 295, "max_ms": 5.01, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 411.969, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.953, "name": "ffmpeg", "pid": 36447, "rss_mb": 287.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.056, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:44:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:44:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:44:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:44:22.653620+09:00", "mtime_epoch": 1783057462.6536202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:44:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.363, "count": 294, "max_ms": 5.478, "p95_ms": 4.48}, "gstreamer_push": {"avg_ms": 1.301, "count": 294, "max_ms": 1.543, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.54, "count": 294, "max_ms": 68.022, "p95_ms": 64.453}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.409, "count": 294, "max_ms": 84.828, "p95_ms": 78.424}, "yolo11_640_fire_11class": {"avg_ms": 61.268, "count": 294, "max_ms": 71.064, "p95_ms": 66.698}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.648, "count": 294, "max_ms": 77.175, "p95_ms": 74.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.291, "count": 294, "max_ms": 97.985, "p95_ms": 91.491}, "read_interval": {"avg_ms": 102.086, "count": 294, "max_ms": 114.354, "p95_ms": 109.107}, "triton_wait": {"avg_ms": 72.072, "count": 294, "max_ms": 84.84, "p95_ms": 78.438}, "visualize": {"avg_ms": 3.666, "count": 294, "max_ms": 4.167, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12369.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.194, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.989, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:44:36+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:44:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:44:36.685696+09:00", "mtime_epoch": 1783057476.6856961, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:44:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.813, "pushed": 9.813, "read": 9.78}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.845, "count": 294, "max_ms": 4.247, "p95_ms": 2.927}, "gstreamer_push": {"avg_ms": 1.349, "count": 294, "max_ms": 2.435, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.436, "count": 294, "max_ms": 68.581, "p95_ms": 66.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.825, "count": 294, "max_ms": 83.051, "p95_ms": 79.221}, "yolo11_640_fire_11class": {"avg_ms": 65.485, "count": 294, "max_ms": 74.002, "p95_ms": 69.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.616, "count": 294, "max_ms": 79.107, "p95_ms": 75.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.45, "count": 294, "max_ms": 94.782, "p95_ms": 91.204}, "read_interval": {"avg_ms": 102.184, "count": 293, "max_ms": 112.378, "p95_ms": 108.598}, "triton_wait": {"avg_ms": 73.781, "count": 294, "max_ms": 83.064, "p95_ms": 79.234}, "visualize": {"avg_ms": 3.704, "count": 294, "max_ms": 4.959, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 442.065, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.953, "name": "ffmpeg", "pid": 36447, "rss_mb": 287.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.887, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:44:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:44:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:44:52+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:44:52.753788+09:00", "mtime_epoch": 1783057492.7537878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:44:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.768}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.493, "count": 293, "max_ms": 8.635, "p95_ms": 4.888}, "gstreamer_push": {"avg_ms": 1.32, "count": 294, "max_ms": 1.549, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.149, "count": 293, "max_ms": 65.776, "p95_ms": 64.256}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.849, "count": 293, "max_ms": 84.278, "p95_ms": 78.107}, "yolo11_640_fire_11class": {"avg_ms": 61.128, "count": 293, "max_ms": 69.796, "p95_ms": 66.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.316, "count": 293, "max_ms": 76.932, "p95_ms": 74.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.456, "count": 294, "max_ms": 97.307, "p95_ms": 91.401}, "read_interval": {"avg_ms": 102.354, "count": 293, "max_ms": 117.896, "p95_ms": 109.877}, "triton_wait": {"avg_ms": 71.968, "count": 293, "max_ms": 84.292, "p95_ms": 78.119}, "visualize": {"avg_ms": 3.725, "count": 293, "max_ms": 6.009, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12369.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.205, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.767, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:45:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:45:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:45:06+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:45:06.693871+09:00", "mtime_epoch": 1783057506.6938715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:45:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.866, "count": 300, "max_ms": 4.335, "p95_ms": 2.973}, "gstreamer_push": {"avg_ms": 1.359, "count": 300, "max_ms": 1.59, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.663, "count": 300, "max_ms": 68.064, "p95_ms": 65.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.492, "count": 300, "max_ms": 81.719, "p95_ms": 77.896}, "yolo11_640_fire_11class": {"avg_ms": 65.002, "count": 300, "max_ms": 74.731, "p95_ms": 69.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.737, "count": 300, "max_ms": 78.537, "p95_ms": 74.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.34, "count": 300, "max_ms": 94.076, "p95_ms": 89.634}, "read_interval": {"avg_ms": 100.03, "count": 300, "max_ms": 111.423, "p95_ms": 106.922}, "triton_wait": {"avg_ms": 71.643, "count": 300, "max_ms": 81.731, "p95_ms": 77.908}, "visualize": {"avg_ms": 3.693, "count": 300, "max_ms": 5.05, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 472.091, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.953, "name": "ffmpeg", "pid": 36447, "rss_mb": 287.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.794, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 163989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:45:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:45:22+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T14:45:22+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T14:45:22.785973+09:00", "mtime_epoch": 1783057522.7859726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:45:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.123, "pushed": 10.123, "read": 10.09}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.527, "count": 303, "max_ms": 6.601, "p95_ms": 5.965}, "gstreamer_push": {"avg_ms": 1.326, "count": 303, "max_ms": 1.637, "p95_ms": 1.515}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.017, "count": 303, "max_ms": 69.029, "p95_ms": 64.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.608, "count": 303, "max_ms": 89.207, "p95_ms": 77.007}, "yolo11_640_fire_11class": {"avg_ms": 58.507, "count": 303, "max_ms": 74.822, "p95_ms": 66.283}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.695, "count": 303, "max_ms": 75.661, "p95_ms": 74.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.817, "count": 303, "max_ms": 102.682, "p95_ms": 90.063}, "read_interval": {"avg_ms": 99.09, "count": 302, "max_ms": 120.575, "p95_ms": 109.276}, "triton_wait": {"avg_ms": 68.313, "count": 303, "max_ms": 89.22, "p95_ms": 77.02}, "visualize": {"avg_ms": 3.708, "count": 303, "max_ms": 4.963, "p95_ms": 4.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12369.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.288, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.353, "sample_count": 2631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:45:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:45:36+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:45:36+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:45:36.782064+09:00", "mtime_epoch": 1783057536.7820644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227555}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:45:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.84, "count": 301, "max_ms": 4.57, "p95_ms": 3.001}, "gstreamer_push": {"avg_ms": 1.351, "count": 301, "max_ms": 1.695, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.943, "count": 301, "max_ms": 72.632, "p95_ms": 66.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.37, "count": 301, "max_ms": 84.572, "p95_ms": 79.438}, "yolo11_640_fire_11class": {"avg_ms": 63.304, "count": 301, "max_ms": 73.691, "p95_ms": 69.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.318, "count": 301, "max_ms": 79.849, "p95_ms": 75.497}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.305, "count": 301, "max_ms": 96.342, "p95_ms": 91.269}, "read_interval": {"avg_ms": 99.925, "count": 300, "max_ms": 113.47, "p95_ms": 108.398}, "triton_wait": {"avg_ms": 71.591, "count": 301, "max_ms": 84.584, "p95_ms": 79.448}, "visualize": {"avg_ms": 3.701, "count": 301, "max_ms": 4.657, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12370.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 502.162, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.953, "name": "ffmpeg", "pid": 36447, "rss_mb": 287.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.547, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:45:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:45:52+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T14:45:52+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:45:52.846174+09:00", "mtime_epoch": 1783057552.846174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:45:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.843, "pushed": 9.843, "read": 9.809}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.564, "count": 295, "max_ms": 8.8, "p95_ms": 5.9}, "gstreamer_push": {"avg_ms": 1.32, "count": 295, "max_ms": 1.556, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.382, "count": 295, "max_ms": 70.042, "p95_ms": 65.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.097, "count": 295, "max_ms": 81.982, "p95_ms": 77.967}, "yolo11_640_fire_11class": {"avg_ms": 60.092, "count": 295, "max_ms": 70.965, "p95_ms": 65.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.678, "count": 295, "max_ms": 78.685, "p95_ms": 74.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.898, "count": 295, "max_ms": 96.371, "p95_ms": 91.931}, "read_interval": {"avg_ms": 101.894, "count": 294, "max_ms": 118.319, "p95_ms": 110.583}, "triton_wait": {"avg_ms": 71.287, "count": 295, "max_ms": 81.994, "p95_ms": 78.02}, "visualize": {"avg_ms": 3.807, "count": 295, "max_ms": 7.192, "p95_ms": 4.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1527}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.318, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.615, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:46:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T14:46:06+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T14:46:06.834273+09:00", "mtime_epoch": 1783057566.8342733, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:46:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.991, "pushed": 9.991, "read": 9.957}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.934, "count": 299, "max_ms": 4.437, "p95_ms": 4.187}, "gstreamer_push": {"avg_ms": 1.394, "count": 299, "max_ms": 2.52, "p95_ms": 1.774}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.958, "count": 299, "max_ms": 70.418, "p95_ms": 66.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.384, "count": 299, "max_ms": 83.943, "p95_ms": 80.735}, "yolo11_640_fire_11class": {"avg_ms": 63.429, "count": 299, "max_ms": 73.182, "p95_ms": 71.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.057, "count": 299, "max_ms": 78.898, "p95_ms": 75.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.15, "count": 299, "max_ms": 99.561, "p95_ms": 93.765}, "read_interval": {"avg_ms": 100.494, "count": 298, "max_ms": 123.721, "p95_ms": 114.632}, "triton_wait": {"avg_ms": 71.112, "count": 299, "max_ms": 83.956, "p95_ms": 80.748}, "visualize": {"avg_ms": 3.833, "count": 299, "max_ms": 5.875, "p95_ms": 5.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 532.177, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.531, "name": "ffmpeg", "pid": 36447, "rss_mb": 290.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.775, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:46:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:46:22+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:46:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:46:22.862391+09:00", "mtime_epoch": 1783057582.862391, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:46:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.035, "pushed": 9.035, "read": 9.035}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.669, "count": 271, "max_ms": 8.736, "p95_ms": 7.055}, "gstreamer_push": {"avg_ms": 1.314, "count": 271, "max_ms": 2.171, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.693, "count": 271, "max_ms": 68.521, "p95_ms": 64.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.388, "count": 271, "max_ms": 83.11, "p95_ms": 78.954}, "yolo11_640_fire_11class": {"avg_ms": 60.927, "count": 271, "max_ms": 73.259, "p95_ms": 67.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.983, "count": 271, "max_ms": 77.342, "p95_ms": 74.431}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.056, "count": 271, "max_ms": 99.298, "p95_ms": 95.792}, "read_interval": {"avg_ms": 110.775, "count": 271, "max_ms": 2455.579, "p95_ms": 116.041}, "triton_wait": {"avg_ms": 71.23, "count": 271, "max_ms": 83.122, "p95_ms": 78.967}, "visualize": {"avg_ms": 3.893, "count": 271, "max_ms": 6.845, "p95_ms": 6.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1530}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.329, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.921, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:46:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:46:36+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:46:36+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:46:36.822497+09:00", "mtime_epoch": 1783057596.822497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:46:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.169, "pushed": 10.169, "read": 10.169}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.847, "count": 305, "max_ms": 4.947, "p95_ms": 2.933}, "gstreamer_push": {"avg_ms": 1.346, "count": 305, "max_ms": 1.73, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.438, "count": 305, "max_ms": 72.21, "p95_ms": 66.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.312, "count": 305, "max_ms": 84.984, "p95_ms": 80.426}, "yolo11_640_fire_11class": {"avg_ms": 62.565, "count": 305, "max_ms": 76.531, "p95_ms": 73.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.823, "count": 305, "max_ms": 80.37, "p95_ms": 75.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.833, "count": 305, "max_ms": 168.214, "p95_ms": 92.185}, "read_interval": {"avg_ms": 98.321, "count": 305, "max_ms": 179.794, "p95_ms": 109.301}, "triton_wait": {"avg_ms": 69.902, "count": 305, "max_ms": 84.997, "p95_ms": 80.438}, "visualize": {"avg_ms": 3.66, "count": 305, "max_ms": 5.028, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 562.193, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.531, "name": "ffmpeg", "pid": 36447, "rss_mb": 290.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.74, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 164826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:46:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:46:52+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:46:52+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:46:52.882622+09:00", "mtime_epoch": 1783057612.8826225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:46:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.034, "pushed": 9.034, "read": 9.034}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.42, "count": 271, "max_ms": 6.79, "p95_ms": 4.902}, "gstreamer_push": {"avg_ms": 1.318, "count": 271, "max_ms": 1.711, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.164, "count": 271, "max_ms": 67.976, "p95_ms": 65.004}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.503, "count": 271, "max_ms": 84.373, "p95_ms": 78.424}, "yolo11_640_fire_11class": {"avg_ms": 61.213, "count": 271, "max_ms": 73.135, "p95_ms": 67.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.649, "count": 271, "max_ms": 77.905, "p95_ms": 75.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.177, "count": 271, "max_ms": 97.34, "p95_ms": 91.772}, "read_interval": {"avg_ms": 110.783, "count": 271, "max_ms": 2540.092, "p95_ms": 110.062}, "triton_wait": {"avg_ms": 71.875, "count": 271, "max_ms": 84.386, "p95_ms": 78.436}, "visualize": {"avg_ms": 3.713, "count": 271, "max_ms": 5.239, "p95_ms": 4.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.368, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.712, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:47:06+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:47:06+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T14:47:06.866735+09:00", "mtime_epoch": 1783057626.866735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:47:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.156, "pushed": 10.156, "read": 10.123}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.849, "count": 304, "max_ms": 4.213, "p95_ms": 2.935}, "gstreamer_push": {"avg_ms": 1.348, "count": 304, "max_ms": 1.465, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.86, "count": 304, "max_ms": 68.231, "p95_ms": 66.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.62, "count": 304, "max_ms": 84.169, "p95_ms": 78.869}, "yolo11_640_fire_11class": {"avg_ms": 63.281, "count": 304, "max_ms": 74.035, "p95_ms": 69.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.734, "count": 304, "max_ms": 77.201, "p95_ms": 75.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.145, "count": 304, "max_ms": 95.642, "p95_ms": 90.476}, "read_interval": {"avg_ms": 98.798, "count": 303, "max_ms": 112.487, "p95_ms": 107.816}, "triton_wait": {"avg_ms": 70.461, "count": 304, "max_ms": 84.181, "p95_ms": 78.882}, "visualize": {"avg_ms": 3.68, "count": 304, "max_ms": 4.639, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 592.247, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.531, "name": "ffmpeg", "pid": 36447, "rss_mb": 290.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.633, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:47:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:47:23+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T14:47:22+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:47:22.938868+09:00", "mtime_epoch": 1783057642.938868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:47:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.814}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.429, "count": 295, "max_ms": 6.669, "p95_ms": 4.585}, "gstreamer_push": {"avg_ms": 1.328, "count": 295, "max_ms": 1.936, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.589, "count": 295, "max_ms": 66.779, "p95_ms": 64.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.128, "count": 295, "max_ms": 82.679, "p95_ms": 77.71}, "yolo11_640_fire_11class": {"avg_ms": 60.573, "count": 295, "max_ms": 69.772, "p95_ms": 66.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.293, "count": 295, "max_ms": 75.94, "p95_ms": 73.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.024, "count": 295, "max_ms": 96.017, "p95_ms": 91.202}, "read_interval": {"avg_ms": 101.877, "count": 294, "max_ms": 113.281, "p95_ms": 110.203}, "triton_wait": {"avg_ms": 71.545, "count": 295, "max_ms": 82.694, "p95_ms": 77.722}, "visualize": {"avg_ms": 3.714, "count": 295, "max_ms": 4.642, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.437, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.779, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:47:37+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T14:47:36+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T14:47:36.934987+09:00", "mtime_epoch": 1783057656.934987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:47:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.812, "pushed": 9.812, "read": 9.779}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.86, "count": 294, "max_ms": 4.098, "p95_ms": 2.945}, "gstreamer_push": {"avg_ms": 1.361, "count": 294, "max_ms": 1.534, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.217, "count": 294, "max_ms": 69.544, "p95_ms": 66.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.657, "count": 294, "max_ms": 84.828, "p95_ms": 80.248}, "yolo11_640_fire_11class": {"avg_ms": 65.251, "count": 294, "max_ms": 74.954, "p95_ms": 70.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.989, "count": 294, "max_ms": 81.556, "p95_ms": 76.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.602, "count": 294, "max_ms": 97.817, "p95_ms": 92.001}, "read_interval": {"avg_ms": 102.275, "count": 293, "max_ms": 114.244, "p95_ms": 109.058}, "triton_wait": {"avg_ms": 73.86, "count": 294, "max_ms": 84.841, "p95_ms": 80.299}, "visualize": {"avg_ms": 3.71, "count": 294, "max_ms": 4.739, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 622.345, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.531, "name": "ffmpeg", "pid": 36447, "rss_mb": 290.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.992, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:47:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:47:53+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T14:47:53+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T14:47:53.027127+09:00", "mtime_epoch": 1783057673.0271273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:47:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.451, "count": 290, "max_ms": 6.655, "p95_ms": 4.951}, "gstreamer_push": {"avg_ms": 1.33, "count": 290, "max_ms": 1.51, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.706, "count": 290, "max_ms": 67.44, "p95_ms": 65.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.932, "count": 290, "max_ms": 86.541, "p95_ms": 79.59}, "yolo11_640_fire_11class": {"avg_ms": 61.837, "count": 290, "max_ms": 70.11, "p95_ms": 66.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.672, "count": 290, "max_ms": 78.445, "p95_ms": 75.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.81, "count": 290, "max_ms": 100.664, "p95_ms": 92.785}, "read_interval": {"avg_ms": 103.762, "count": 289, "max_ms": 116.867, "p95_ms": 110.754}, "triton_wait": {"avg_ms": 73.388, "count": 290, "max_ms": 86.555, "p95_ms": 79.602}, "visualize": {"avg_ms": 3.707, "count": 290, "max_ms": 4.662, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1537}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.525, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.951, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:48:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:48:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:48:07.019252+09:00", "mtime_epoch": 1783057687.019252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:48:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.874, "count": 290, "max_ms": 4.126, "p95_ms": 3.133}, "gstreamer_push": {"avg_ms": 1.368, "count": 290, "max_ms": 1.583, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.591, "count": 290, "max_ms": 74.496, "p95_ms": 67.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.913, "count": 290, "max_ms": 85.075, "p95_ms": 80.618}, "yolo11_640_fire_11class": {"avg_ms": 65.702, "count": 290, "max_ms": 76.024, "p95_ms": 70.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.758, "count": 290, "max_ms": 84.45, "p95_ms": 76.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.921, "count": 290, "max_ms": 96.763, "p95_ms": 92.337}, "read_interval": {"avg_ms": 103.754, "count": 289, "max_ms": 115.943, "p95_ms": 110.32}, "triton_wait": {"avg_ms": 75.17, "count": 290, "max_ms": 85.087, "p95_ms": 80.653}, "visualize": {"avg_ms": 3.694, "count": 290, "max_ms": 4.338, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 652.43, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.531, "name": "ffmpeg", "pid": 36447, "rss_mb": 290.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.086, "sample_count": 2896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 165705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:48:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:48:23+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:48:23.115399+09:00", "mtime_epoch": 1783057703.115399, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:48:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.806, "pushed": 9.806, "read": 9.773}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.406, "count": 294, "max_ms": 5.581, "p95_ms": 4.601}, "gstreamer_push": {"avg_ms": 1.326, "count": 294, "max_ms": 1.561, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.598, "count": 294, "max_ms": 69.332, "p95_ms": 64.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.522, "count": 294, "max_ms": 83.844, "p95_ms": 77.992}, "yolo11_640_fire_11class": {"avg_ms": 60.902, "count": 294, "max_ms": 71.588, "p95_ms": 66.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.726, "count": 294, "max_ms": 79.856, "p95_ms": 74.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.422, "count": 294, "max_ms": 97.27, "p95_ms": 91.178}, "read_interval": {"avg_ms": 102.314, "count": 293, "max_ms": 113.842, "p95_ms": 109.047}, "triton_wait": {"avg_ms": 72.009, "count": 294, "max_ms": 83.856, "p95_ms": 78.005}, "visualize": {"avg_ms": 3.729, "count": 294, "max_ms": 4.542, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.551, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.796, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:48:37+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T14:48:37+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T14:48:37.059529+09:00", "mtime_epoch": 1783057717.0595286, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224452}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:48:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.894, "pushed": 9.894, "read": 9.861}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.897, "count": 296, "max_ms": 4.766, "p95_ms": 3.594}, "gstreamer_push": {"avg_ms": 1.366, "count": 296, "max_ms": 2.155, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.78, "count": 296, "max_ms": 68.75, "p95_ms": 65.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.826, "count": 296, "max_ms": 81.716, "p95_ms": 79.01}, "yolo11_640_fire_11class": {"avg_ms": 64.1, "count": 296, "max_ms": 71.547, "p95_ms": 68.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.797, "count": 296, "max_ms": 79.511, "p95_ms": 75.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.411, "count": 296, "max_ms": 93.332, "p95_ms": 90.85}, "read_interval": {"avg_ms": 101.465, "count": 295, "max_ms": 115.938, "p95_ms": 108.53}, "triton_wait": {"avg_ms": 72.622, "count": 296, "max_ms": 81.728, "p95_ms": 79.027}, "visualize": {"avg_ms": 3.72, "count": 296, "max_ms": 5.759, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 682.53, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.109, "name": "ffmpeg", "pid": 36447, "rss_mb": 293.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.931, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:48:53+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:48:53+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:48:53.219682+09:00", "mtime_epoch": 1783057733.2196822, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:48:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.834}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.406, "count": 295, "max_ms": 6.927, "p95_ms": 4.494}, "gstreamer_push": {"avg_ms": 1.306, "count": 296, "max_ms": 1.512, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.602, "count": 295, "max_ms": 67.253, "p95_ms": 64.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.038, "count": 295, "max_ms": 83.713, "p95_ms": 78.448}, "yolo11_640_fire_11class": {"avg_ms": 60.779, "count": 295, "max_ms": 71.571, "p95_ms": 66.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.505, "count": 295, "max_ms": 80.164, "p95_ms": 75.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.881, "count": 296, "max_ms": 98.756, "p95_ms": 91.931}, "read_interval": {"avg_ms": 101.677, "count": 295, "max_ms": 123.558, "p95_ms": 109.824}, "triton_wait": {"avg_ms": 71.557, "count": 295, "max_ms": 83.725, "p95_ms": 78.579}, "visualize": {"avg_ms": 3.693, "count": 295, "max_ms": 6.806, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.57, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.67, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:49:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:49:07+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:49:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:49:07.059816+09:00", "mtime_epoch": 1783057747.0598161, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:49:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.859, "pushed": 9.859, "read": 9.826}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.83, "count": 295, "max_ms": 3.501, "p95_ms": 2.909}, "gstreamer_push": {"avg_ms": 1.359, "count": 295, "max_ms": 1.518, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.741, "count": 295, "max_ms": 67.631, "p95_ms": 65.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.393, "count": 295, "max_ms": 83.935, "p95_ms": 79.834}, "yolo11_640_fire_11class": {"avg_ms": 65.048, "count": 295, "max_ms": 75.525, "p95_ms": 70.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.526, "count": 295, "max_ms": 76.536, "p95_ms": 75.35}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.953, "count": 295, "max_ms": 95.466, "p95_ms": 91.53}, "read_interval": {"avg_ms": 101.735, "count": 294, "max_ms": 111.656, "p95_ms": 107.965}, "triton_wait": {"avg_ms": 73.262, "count": 295, "max_ms": 83.947, "p95_ms": 79.846}, "visualize": {"avg_ms": 3.69, "count": 295, "max_ms": 4.512, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 712.609, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.367, "name": "ffmpeg", "pid": 36447, "rss_mb": 293.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.931, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:49:23+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:49:23+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:49:23.299976+09:00", "mtime_epoch": 1783057763.299976, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:49:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.973, "pushed": 9.973, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.479, "count": 299, "max_ms": 6.87, "p95_ms": 5.493}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 1.951, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.424, "count": 299, "max_ms": 68.54, "p95_ms": 64.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.588, "count": 299, "max_ms": 84.216, "p95_ms": 78.485}, "yolo11_640_fire_11class": {"avg_ms": 59.942, "count": 299, "max_ms": 70.529, "p95_ms": 66.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.883, "count": 299, "max_ms": 76.986, "p95_ms": 74.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.837, "count": 299, "max_ms": 97.427, "p95_ms": 91.415}, "read_interval": {"avg_ms": 100.587, "count": 298, "max_ms": 114.017, "p95_ms": 109.716}, "triton_wait": {"avg_ms": 70.396, "count": 299, "max_ms": 84.229, "p95_ms": 78.497}, "visualize": {"avg_ms": 3.731, "count": 299, "max_ms": 6.006, "p95_ms": 4.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.675, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.648, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:49:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:49:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:49:37.164115+09:00", "mtime_epoch": 1783057777.1641152, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:49:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.134}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.855, "count": 304, "max_ms": 4.448, "p95_ms": 3.485}, "gstreamer_push": {"avg_ms": 1.343, "count": 305, "max_ms": 2.203, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.13, "count": 304, "max_ms": 68.646, "p95_ms": 65.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.136, "count": 304, "max_ms": 83.69, "p95_ms": 79.457}, "yolo11_640_fire_11class": {"avg_ms": 62.431, "count": 304, "max_ms": 77.134, "p95_ms": 69.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.662, "count": 304, "max_ms": 77.521, "p95_ms": 75.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.79, "count": 305, "max_ms": 95.318, "p95_ms": 91.222}, "read_interval": {"avg_ms": 98.669, "count": 304, "max_ms": 113.925, "p95_ms": 108.208}, "triton_wait": {"avg_ms": 70.152, "count": 304, "max_ms": 83.702, "p95_ms": 79.47}, "visualize": {"avg_ms": 3.647, "count": 304, "max_ms": 5.404, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 742.607, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.297, "name": "ffmpeg", "pid": 36447, "rss_mb": 299.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.352, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:49:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:49:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:49:53+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:49:53.292280+09:00", "mtime_epoch": 1783057793.2922797, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:49:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.734, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.87, "count": 291, "max_ms": 8.789, "p95_ms": 7.211}, "gstreamer_push": {"avg_ms": 1.353, "count": 292, "max_ms": 2.409, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.265, "count": 291, "max_ms": 70.888, "p95_ms": 64.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.173, "count": 291, "max_ms": 84.105, "p95_ms": 78.407}, "yolo11_640_fire_11class": {"avg_ms": 59.736, "count": 291, "max_ms": 75.18, "p95_ms": 66.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.289, "count": 291, "max_ms": 75.581, "p95_ms": 74.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.308, "count": 291, "max_ms": 103.951, "p95_ms": 96.799}, "read_interval": {"avg_ms": 103.079, "count": 291, "max_ms": 147.026, "p95_ms": 117.05}, "triton_wait": {"avg_ms": 70.748, "count": 291, "max_ms": 84.117, "p95_ms": 78.419}, "visualize": {"avg_ms": 4.111, "count": 291, "max_ms": 6.964, "p95_ms": 6.56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.701, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.001, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:50:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:50:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:50:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T14:50:07.192424+09:00", "mtime_epoch": 1783057807.1924238, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:50:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.959, "pushed": 9.959, "read": 9.925}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.04, "count": 298, "max_ms": 5.83, "p95_ms": 4.512}, "gstreamer_push": {"avg_ms": 1.402, "count": 298, "max_ms": 2.408, "p95_ms": 1.767}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.206, "count": 298, "max_ms": 76.212, "p95_ms": 66.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.679, "count": 298, "max_ms": 88.746, "p95_ms": 78.952}, "yolo11_640_fire_11class": {"avg_ms": 62.104, "count": 298, "max_ms": 79.885, "p95_ms": 68.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.873, "count": 298, "max_ms": 79.896, "p95_ms": 75.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.911, "count": 298, "max_ms": 102.46, "p95_ms": 94.424}, "read_interval": {"avg_ms": 100.742, "count": 297, "max_ms": 127.584, "p95_ms": 116.964}, "triton_wait": {"avg_ms": 70.426, "count": 298, "max_ms": 88.758, "p95_ms": 79.008}, "visualize": {"avg_ms": 3.976, "count": 298, "max_ms": 7.274, "p95_ms": 6.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 772.707, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 303.68, "name": "ffmpeg", "pid": 36447, "rss_mb": 303.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.436, "sample_count": 2893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 166888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:50:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:50:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:50:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:50:23.392594+09:00", "mtime_epoch": 1783057823.3925943, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:50:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.507, "count": 296, "max_ms": 6.789, "p95_ms": 5.375}, "gstreamer_push": {"avg_ms": 1.353, "count": 296, "max_ms": 1.623, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.019, "count": 296, "max_ms": 68.134, "p95_ms": 64.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.737, "count": 296, "max_ms": 81.775, "p95_ms": 78.491}, "yolo11_640_fire_11class": {"avg_ms": 60.509, "count": 296, "max_ms": 71.69, "p95_ms": 67.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.068, "count": 296, "max_ms": 75.677, "p95_ms": 73.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.686, "count": 296, "max_ms": 95.449, "p95_ms": 91.97}, "read_interval": {"avg_ms": 101.314, "count": 296, "max_ms": 273.955, "p95_ms": 109.692}, "triton_wait": {"avg_ms": 70.04, "count": 296, "max_ms": 81.787, "p95_ms": 78.503}, "visualize": {"avg_ms": 3.77, "count": 296, "max_ms": 4.751, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.782, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.926, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:50:37+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:50:37+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:50:37.272743+09:00", "mtime_epoch": 1783057837.2727425, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:50:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.896, "count": 303, "max_ms": 4.206, "p95_ms": 3.641}, "gstreamer_push": {"avg_ms": 1.354, "count": 303, "max_ms": 1.628, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.348, "count": 303, "max_ms": 70.176, "p95_ms": 65.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.191, "count": 303, "max_ms": 83.044, "p95_ms": 78.646}, "yolo11_640_fire_11class": {"avg_ms": 62.45, "count": 303, "max_ms": 74.91, "p95_ms": 68.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.906, "count": 303, "max_ms": 79.449, "p95_ms": 74.664}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.112, "count": 303, "max_ms": 94.88, "p95_ms": 90.671}, "read_interval": {"avg_ms": 99.258, "count": 302, "max_ms": 114.596, "p95_ms": 109.195}, "triton_wait": {"avg_ms": 70.217, "count": 303, "max_ms": 83.056, "p95_ms": 78.708}, "visualize": {"avg_ms": 3.733, "count": 303, "max_ms": 5.018, "p95_ms": 4.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12395.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:37:28+09:00", "last_error_summary": "[h264 @ 0x562fb1aa1b80] left block unavailable for requested intra mode [h264 @ 0x562fb1aa1b80] error while decoding MB 0 25, bytestream 5225 [h264 @ 0x562fb1aa1b80] error while decoding MB 72 10, bytestream -7 [in#0/rtsp @ 0x562fb1a5ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562fb1a5ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:37:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 802.732, "last_started_at": "2026-07-03T14:37:30+09:00", "pid": 36447, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.215, "name": "ffmpeg", "pid": 36447, "rss_mb": 311.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.365, "sample_count": 2897, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:50:53+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T14:50:53+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T14:50:53.424917+09:00", "mtime_epoch": 1783057853.4249172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:50:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.959, "pushed": 9.959, "read": 9.926}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.385, "count": 298, "max_ms": 6.339, "p95_ms": 4.503}, "gstreamer_push": {"avg_ms": 1.32, "count": 298, "max_ms": 1.553, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.814, "count": 298, "max_ms": 68.777, "p95_ms": 64.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.552, "count": 298, "max_ms": 83.744, "p95_ms": 78.681}, "yolo11_640_fire_11class": {"avg_ms": 59.524, "count": 298, "max_ms": 71.312, "p95_ms": 67.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.378, "count": 298, "max_ms": 81.088, "p95_ms": 74.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.388, "count": 298, "max_ms": 96.732, "p95_ms": 92.349}, "read_interval": {"avg_ms": 100.757, "count": 297, "max_ms": 139.91, "p95_ms": 110.216}, "triton_wait": {"avg_ms": 70.094, "count": 298, "max_ms": 83.757, "p95_ms": 78.692}, "visualize": {"avg_ms": 3.703, "count": 298, "max_ms": 5.309, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.823, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.626, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:51:07+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T14:51:07+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T14:51:07.341070+09:00", "mtime_epoch": 1783057867.34107, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224030}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:51:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 335, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.223, "pushed": 11.223, "read": 11.189}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.834, "count": 336, "max_ms": 3.937, "p95_ms": 2.941}, "gstreamer_push": {"avg_ms": 1.341, "count": 336, "max_ms": 1.469, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.159, "count": 336, "max_ms": 73.38, "p95_ms": 65.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.732, "count": 336, "max_ms": 81.921, "p95_ms": 78.473}, "yolo11_640_fire_11class": {"avg_ms": 55.644, "count": 336, "max_ms": 74.24, "p95_ms": 67.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.502, "count": 336, "max_ms": 86.478, "p95_ms": 75.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.416, "count": 336, "max_ms": 98.302, "p95_ms": 90.28}, "read_interval": {"avg_ms": 89.44, "count": 335, "max_ms": 460.14, "p95_ms": 107.12}, "triton_wait": {"avg_ms": 59.737, "count": 336, "max_ms": 86.491, "p95_ms": 78.496}, "visualize": {"avg_ms": 3.707, "count": 336, "max_ms": 4.287, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12320.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.588, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 237.992, "name": "ffmpeg", "pid": 36706, "rss_mb": 237.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.385, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:51:23+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T14:51:23+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T14:51:23.481249+09:00", "mtime_epoch": 1783057883.481249, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:51:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.036, "pushed": 2.036, "read": 2.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.783, "count": 61, "max_ms": 6.818, "p95_ms": 6.475}, "gstreamer_push": {"avg_ms": 1.292, "count": 61, "max_ms": 1.461, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.552, "count": 61, "max_ms": 65.948, "p95_ms": 64.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.856, "count": 61, "max_ms": 84.901, "p95_ms": 81.708}, "yolo11_640_fire_11class": {"avg_ms": 53.632, "count": 61, "max_ms": 72.913, "p95_ms": 65.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.068, "count": 61, "max_ms": 83.585, "p95_ms": 78.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.823, "count": 61, "max_ms": 135.349, "p95_ms": 128.805}, "read_interval": {"avg_ms": 499.21, "count": 60, "max_ms": 19244.196, "p95_ms": 145.218}, "triton_wait": {"avg_ms": 64.28, "count": 61, "max_ms": 84.912, "p95_ms": 81.718}, "visualize": {"avg_ms": 3.96, "count": 61, "max_ms": 6.239, "p95_ms": 5.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12349.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 520.919, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.497, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:51:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:51:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:51:37+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T14:51:37.405406+09:00", "mtime_epoch": 1783057897.4054058, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226246}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:51:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.863, "count": 298, "max_ms": 4.04, "p95_ms": 3.09}, "gstreamer_push": {"avg_ms": 1.356, "count": 298, "max_ms": 1.533, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.046, "count": 298, "max_ms": 66.057, "p95_ms": 64.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.158, "count": 298, "max_ms": 85.289, "p95_ms": 78.352}, "yolo11_640_fire_11class": {"avg_ms": 55.013, "count": 298, "max_ms": 68.587, "p95_ms": 66.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.43, "count": 298, "max_ms": 82.337, "p95_ms": 75.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.094, "count": 298, "max_ms": 97.159, "p95_ms": 90.519}, "read_interval": {"avg_ms": 100.729, "count": 297, "max_ms": 576.326, "p95_ms": 143.637}, "triton_wait": {"avg_ms": 60.313, "count": 298, "max_ms": 85.301, "p95_ms": 78.364}, "visualize": {"avg_ms": 3.743, "count": 298, "max_ms": 4.793, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12349.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.609, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.078, "name": "ffmpeg", "pid": 36706, "rss_mb": 266.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.642, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T14:51:53+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T14:51:53+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:51:53.489589+09:00", "mtime_epoch": 1783057913.4895887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:51:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.957, "pushed": 9.957, "read": 9.924}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.557, "count": 298, "max_ms": 7.102, "p95_ms": 5.132}, "gstreamer_push": {"avg_ms": 1.354, "count": 298, "max_ms": 2.046, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.181, "count": 298, "max_ms": 70.78, "p95_ms": 64.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.519, "count": 298, "max_ms": 87.974, "p95_ms": 79.712}, "yolo11_640_fire_11class": {"avg_ms": 60.292, "count": 298, "max_ms": 72.494, "p95_ms": 68.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.158, "count": 298, "max_ms": 81.675, "p95_ms": 77.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.712, "count": 298, "max_ms": 134.003, "p95_ms": 93.704}, "read_interval": {"avg_ms": 100.718, "count": 297, "max_ms": 146.806, "p95_ms": 110.818}, "triton_wait": {"avg_ms": 70.971, "count": 298, "max_ms": 87.987, "p95_ms": 79.74}, "visualize": {"avg_ms": 3.826, "count": 298, "max_ms": 5.214, "p95_ms": 4.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12349.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 550.928, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.615, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:52:07+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T14:52:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:52:07.421749+09:00", "mtime_epoch": 1783057927.4217489, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225293}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:52:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.867, "count": 297, "max_ms": 4.057, "p95_ms": 3.209}, "gstreamer_push": {"avg_ms": 1.384, "count": 297, "max_ms": 1.933, "p95_ms": 1.5}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.251, "count": 297, "max_ms": 72.762, "p95_ms": 65.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.352, "count": 297, "max_ms": 85.096, "p95_ms": 80.765}, "yolo11_640_fire_11class": {"avg_ms": 62.262, "count": 297, "max_ms": 74.539, "p95_ms": 70.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.894, "count": 297, "max_ms": 83.088, "p95_ms": 77.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.792, "count": 297, "max_ms": 97.166, "p95_ms": 92.623}, "read_interval": {"avg_ms": 101.052, "count": 297, "max_ms": 385.187, "p95_ms": 110.72}, "triton_wait": {"avg_ms": 70.89, "count": 297, "max_ms": 85.108, "p95_ms": 80.777}, "visualize": {"avg_ms": 3.751, "count": 297, "max_ms": 5.03, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12349.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.627, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.078, "name": "ffmpeg", "pid": 36706, "rss_mb": 266.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.978, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 167841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:52:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:52:23+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:52:23+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:52:23.513936+09:00", "mtime_epoch": 1783057943.513936, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:52:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.893, "pushed": 9.893, "read": 9.859}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.434, "count": 296, "max_ms": 6.736, "p95_ms": 4.802}, "gstreamer_push": {"avg_ms": 1.339, "count": 296, "max_ms": 2.13, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.745, "count": 296, "max_ms": 66.955, "p95_ms": 64.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.383, "count": 296, "max_ms": 86.505, "p95_ms": 79.871}, "yolo11_640_fire_11class": {"avg_ms": 59.975, "count": 296, "max_ms": 71.284, "p95_ms": 67.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.58, "count": 296, "max_ms": 78.945, "p95_ms": 77.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.033, "count": 296, "max_ms": 99.388, "p95_ms": 93.522}, "read_interval": {"avg_ms": 101.395, "count": 295, "max_ms": 119.777, "p95_ms": 111.359}, "triton_wait": {"avg_ms": 70.658, "count": 296, "max_ms": 86.518, "p95_ms": 79.883}, "visualize": {"avg_ms": 3.756, "count": 296, "max_ms": 5.107, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12349.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.009, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.615, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:52:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:52:37+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:52:37+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T14:52:37.506100+09:00", "mtime_epoch": 1783057957.5061004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:52:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.843, "count": 292, "max_ms": 4.457, "p95_ms": 3.001}, "gstreamer_push": {"avg_ms": 1.352, "count": 292, "max_ms": 1.614, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.87, "count": 292, "max_ms": 68.633, "p95_ms": 65.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.638, "count": 292, "max_ms": 83.723, "p95_ms": 80.27}, "yolo11_640_fire_11class": {"avg_ms": 65.132, "count": 292, "max_ms": 74.682, "p95_ms": 70.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.992, "count": 292, "max_ms": 79.355, "p95_ms": 77.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.043, "count": 292, "max_ms": 95.312, "p95_ms": 91.891}, "read_interval": {"avg_ms": 103.011, "count": 291, "max_ms": 113.227, "p95_ms": 109.588}, "triton_wait": {"avg_ms": 74.367, "count": 292, "max_ms": 83.734, "p95_ms": 80.282}, "visualize": {"avg_ms": 3.719, "count": 292, "max_ms": 4.771, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12350.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.722, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.852, "name": "ffmpeg", "pid": 36706, "rss_mb": 266.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.99, "sample_count": 2718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:52:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:52:53+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:52:53+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T14:52:53.614292+09:00", "mtime_epoch": 1783057973.6142917, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:52:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.401, "count": 293, "max_ms": 6.083, "p95_ms": 4.616}, "gstreamer_push": {"avg_ms": 1.318, "count": 293, "max_ms": 1.801, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.674, "count": 293, "max_ms": 72.896, "p95_ms": 64.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.103, "count": 293, "max_ms": 86.271, "p95_ms": 79.204}, "yolo11_640_fire_11class": {"avg_ms": 62.261, "count": 293, "max_ms": 73.423, "p95_ms": 68.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.887, "count": 293, "max_ms": 82.294, "p95_ms": 75.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.084, "count": 293, "max_ms": 99.883, "p95_ms": 92.624}, "read_interval": {"avg_ms": 102.713, "count": 292, "max_ms": 116.574, "p95_ms": 110.094}, "triton_wait": {"avg_ms": 72.761, "count": 293, "max_ms": 86.283, "p95_ms": 79.216}, "visualize": {"avg_ms": 3.705, "count": 293, "max_ms": 5.079, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12350.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.028, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.542, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:53:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:53:07+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T14:53:07+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T14:53:07.542459+09:00", "mtime_epoch": 1783057987.5424585, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:53:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.861, "pushed": 9.861, "read": 9.827}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.847, "count": 295, "max_ms": 4.258, "p95_ms": 2.928}, "gstreamer_push": {"avg_ms": 1.355, "count": 295, "max_ms": 1.57, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.345, "count": 295, "max_ms": 74.409, "p95_ms": 66.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.802, "count": 295, "max_ms": 87.491, "p95_ms": 80.146}, "yolo11_640_fire_11class": {"avg_ms": 64.699, "count": 295, "max_ms": 75.156, "p95_ms": 69.584}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.366, "count": 295, "max_ms": 83.82, "p95_ms": 76.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.914, "count": 295, "max_ms": 99.03, "p95_ms": 92.26}, "read_interval": {"avg_ms": 101.825, "count": 294, "max_ms": 119.333, "p95_ms": 109.346}, "triton_wait": {"avg_ms": 73.225, "count": 295, "max_ms": 87.502, "p95_ms": 80.158}, "visualize": {"avg_ms": 3.685, "count": 295, "max_ms": 4.91, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12350.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.763, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.852, "name": "ffmpeg", "pid": 36706, "rss_mb": 266.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.149, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:53:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:53:23+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T14:53:23+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T14:53:23.654654+09:00", "mtime_epoch": 1783058003.6546535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:53:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.434, "count": 292, "max_ms": 8.669, "p95_ms": 4.663}, "gstreamer_push": {"avg_ms": 1.334, "count": 292, "max_ms": 2.158, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.365, "count": 292, "max_ms": 72.251, "p95_ms": 65.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.106, "count": 292, "max_ms": 84.757, "p95_ms": 79.257}, "yolo11_640_fire_11class": {"avg_ms": 62.224, "count": 292, "max_ms": 72.238, "p95_ms": 67.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.115, "count": 292, "max_ms": 81.17, "p95_ms": 75.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.271, "count": 292, "max_ms": 98.082, "p95_ms": 92.621}, "read_interval": {"avg_ms": 102.889, "count": 291, "max_ms": 114.018, "p95_ms": 110.303}, "triton_wait": {"avg_ms": 72.802, "count": 292, "max_ms": 84.769, "p95_ms": 79.275}, "visualize": {"avg_ms": 3.734, "count": 292, "max_ms": 5.489, "p95_ms": 3.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.111, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.587, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:53:37+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T14:53:37+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T14:53:37.610824+09:00", "mtime_epoch": 1783058017.6108236, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:53:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.852, "count": 297, "max_ms": 4.254, "p95_ms": 2.979}, "gstreamer_push": {"avg_ms": 1.37, "count": 298, "max_ms": 1.881, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.556, "count": 297, "max_ms": 70.096, "p95_ms": 66.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.738, "count": 297, "max_ms": 83.108, "p95_ms": 79.516}, "yolo11_640_fire_11class": {"avg_ms": 64.562, "count": 297, "max_ms": 74.667, "p95_ms": 71.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.378, "count": 297, "max_ms": 77.067, "p95_ms": 75.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.069, "count": 298, "max_ms": 94.821, "p95_ms": 91.31}, "read_interval": {"avg_ms": 100.941, "count": 297, "max_ms": 111.684, "p95_ms": 108.577}, "triton_wait": {"avg_ms": 72.383, "count": 297, "max_ms": 83.12, "p95_ms": 79.526}, "visualize": {"avg_ms": 3.728, "count": 297, "max_ms": 4.702, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1406}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.787, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.234, "name": "ffmpeg", "pid": 36706, "rss_mb": 271.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.061, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 168728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:53:53+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T14:53:53+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:53:53.675021+09:00", "mtime_epoch": 1783058033.6750214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:53:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.512, "count": 302, "max_ms": 6.647, "p95_ms": 5.681}, "gstreamer_push": {"avg_ms": 1.338, "count": 302, "max_ms": 2.328, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.606, "count": 302, "max_ms": 68.011, "p95_ms": 64.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.967, "count": 302, "max_ms": 78.732, "p95_ms": 77.314}, "yolo11_640_fire_11class": {"avg_ms": 59.212, "count": 302, "max_ms": 73.564, "p95_ms": 66.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.863, "count": 302, "max_ms": 77.102, "p95_ms": 74.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.53, "count": 302, "max_ms": 93.575, "p95_ms": 90.587}, "read_interval": {"avg_ms": 99.402, "count": 301, "max_ms": 113.864, "p95_ms": 108.202}, "triton_wait": {"avg_ms": 68.921, "count": 302, "max_ms": 78.744, "p95_ms": 77.326}, "visualize": {"avg_ms": 3.772, "count": 302, "max_ms": 4.638, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.162, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.589, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:54:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:54:07+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T14:54:07.659195+09:00", "mtime_epoch": 1783058047.659195, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:54:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.015}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.871, "count": 301, "max_ms": 4.329, "p95_ms": 3.111}, "gstreamer_push": {"avg_ms": 1.371, "count": 301, "max_ms": 1.834, "p95_ms": 1.525}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.292, "count": 301, "max_ms": 69.212, "p95_ms": 66.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.428, "count": 301, "max_ms": 83.133, "p95_ms": 79.487}, "yolo11_640_fire_11class": {"avg_ms": 62.93, "count": 301, "max_ms": 72.62, "p95_ms": 70.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.626, "count": 301, "max_ms": 77.724, "p95_ms": 75.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.659, "count": 301, "max_ms": 95.175, "p95_ms": 91.325}, "read_interval": {"avg_ms": 99.82, "count": 300, "max_ms": 112.571, "p95_ms": 109.16}, "triton_wait": {"avg_ms": 70.758, "count": 301, "max_ms": 83.143, "p95_ms": 79.5}, "visualize": {"avg_ms": 3.775, "count": 301, "max_ms": 6.163, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.787, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.234, "name": "ffmpeg", "pid": 36706, "rss_mb": 271.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.071, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:54:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:54:23+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:54:23+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T14:54:23.667395+09:00", "mtime_epoch": 1783058063.667395, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:54:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.48, "count": 292, "max_ms": 6.598, "p95_ms": 5.613}, "gstreamer_push": {"avg_ms": 1.323, "count": 292, "max_ms": 1.588, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.417, "count": 292, "max_ms": 68.738, "p95_ms": 65.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.674, "count": 292, "max_ms": 84.585, "p95_ms": 79.241}, "yolo11_640_fire_11class": {"avg_ms": 62.02, "count": 292, "max_ms": 73.313, "p95_ms": 68.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.626, "count": 292, "max_ms": 78.881, "p95_ms": 75.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.023, "count": 292, "max_ms": 97.634, "p95_ms": 92.899}, "read_interval": {"avg_ms": 102.719, "count": 292, "max_ms": 113.826, "p95_ms": 110.938}, "triton_wait": {"avg_ms": 72.471, "count": 292, "max_ms": 84.598, "p95_ms": 79.256}, "visualize": {"avg_ms": 3.751, "count": 292, "max_ms": 4.916, "p95_ms": 4.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.185, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.625, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:54:37+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T14:54:37+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T14:54:37.683572+09:00", "mtime_epoch": 1783058077.6835718, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:54:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.894, "pushed": 9.894, "read": 9.861}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.878, "count": 296, "max_ms": 3.951, "p95_ms": 3.169}, "gstreamer_push": {"avg_ms": 1.379, "count": 296, "max_ms": 1.565, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.73, "count": 296, "max_ms": 69.865, "p95_ms": 66.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.306, "count": 296, "max_ms": 82.594, "p95_ms": 79.578}, "yolo11_640_fire_11class": {"avg_ms": 64.193, "count": 296, "max_ms": 73.241, "p95_ms": 70.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.115, "count": 296, "max_ms": 78.375, "p95_ms": 75.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.432, "count": 296, "max_ms": 94.684, "p95_ms": 91.446}, "read_interval": {"avg_ms": 101.435, "count": 295, "max_ms": 112.284, "p95_ms": 109.183}, "triton_wait": {"avg_ms": 72.521, "count": 296, "max_ms": 82.61, "p95_ms": 79.59}, "visualize": {"avg_ms": 3.741, "count": 296, "max_ms": 5.34, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 216.823, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.07, "name": "ffmpeg", "pid": 36706, "rss_mb": 274.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.656, "sample_count": 2719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:54:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:54:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:54:53+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:54:53.707775+09:00", "mtime_epoch": 1783058093.707775, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161308}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:54:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.824, "pushed": 9.824, "read": 9.79}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.499, "count": 294, "max_ms": 6.696, "p95_ms": 5.436}, "gstreamer_push": {"avg_ms": 1.326, "count": 294, "max_ms": 1.552, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.209, "count": 294, "max_ms": 68.662, "p95_ms": 64.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.372, "count": 294, "max_ms": 82.557, "p95_ms": 79.496}, "yolo11_640_fire_11class": {"avg_ms": 60.936, "count": 294, "max_ms": 71.943, "p95_ms": 67.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.569, "count": 294, "max_ms": 78.329, "p95_ms": 74.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.468, "count": 294, "max_ms": 96.279, "p95_ms": 93.03}, "read_interval": {"avg_ms": 102.153, "count": 293, "max_ms": 116.723, "p95_ms": 110.529}, "triton_wait": {"avg_ms": 71.928, "count": 294, "max_ms": 82.569, "p95_ms": 79.509}, "visualize": {"avg_ms": 3.756, "count": 294, "max_ms": 4.655, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 731.209, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.399, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:55:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:55:07+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T14:55:07.695954+09:00", "mtime_epoch": 1783058107.695954, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:55:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.093, "pushed": 10.093, "read": 10.059}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.883, "count": 302, "max_ms": 4.409, "p95_ms": 3.443}, "gstreamer_push": {"avg_ms": 1.379, "count": 302, "max_ms": 2.228, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.378, "count": 302, "max_ms": 69.231, "p95_ms": 66.579}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.643, "count": 302, "max_ms": 85.706, "p95_ms": 78.982}, "yolo11_640_fire_11class": {"avg_ms": 62.737, "count": 302, "max_ms": 72.578, "p95_ms": 68.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.373, "count": 302, "max_ms": 79.013, "p95_ms": 75.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.414, "count": 302, "max_ms": 97.294, "p95_ms": 90.923}, "read_interval": {"avg_ms": 99.388, "count": 301, "max_ms": 116.067, "p95_ms": 107.968}, "triton_wait": {"avg_ms": 70.649, "count": 302, "max_ms": 85.719, "p95_ms": 78.994}, "visualize": {"avg_ms": 3.674, "count": 302, "max_ms": 5.373, "p95_ms": 3.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 246.907, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.07, "name": "ffmpeg", "pid": 36706, "rss_mb": 274.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.639, "sample_count": 2720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:55:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:55:23+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T14:55:23+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T14:55:23.800161+09:00", "mtime_epoch": 1783058123.8001614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:55:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.874}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.469, "count": 297, "max_ms": 6.627, "p95_ms": 5.664}, "gstreamer_push": {"avg_ms": 1.326, "count": 297, "max_ms": 2.025, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.4, "count": 297, "max_ms": 67.469, "p95_ms": 64.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.821, "count": 297, "max_ms": 81.627, "p95_ms": 78.219}, "yolo11_640_fire_11class": {"avg_ms": 60.313, "count": 297, "max_ms": 71.522, "p95_ms": 66.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.729, "count": 297, "max_ms": 76.52, "p95_ms": 74.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.683, "count": 297, "max_ms": 94.864, "p95_ms": 91.612}, "read_interval": {"avg_ms": 101.301, "count": 296, "max_ms": 114.635, "p95_ms": 108.65}, "triton_wait": {"avg_ms": 71.217, "count": 297, "max_ms": 81.637, "p95_ms": 78.231}, "visualize": {"avg_ms": 3.733, "count": 297, "max_ms": 5.075, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.255, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.497, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:55:37+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T14:55:37+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:55:37.748342+09:00", "mtime_epoch": 1783058137.748342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:55:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.785}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.862, "count": 294, "max_ms": 4.287, "p95_ms": 2.993}, "gstreamer_push": {"avg_ms": 1.364, "count": 294, "max_ms": 1.838, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.386, "count": 294, "max_ms": 70.451, "p95_ms": 66.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.234, "count": 294, "max_ms": 84.027, "p95_ms": 79.954}, "yolo11_640_fire_11class": {"avg_ms": 65.112, "count": 294, "max_ms": 74.811, "p95_ms": 71.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.249, "count": 294, "max_ms": 77.827, "p95_ms": 75.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.237, "count": 294, "max_ms": 96.242, "p95_ms": 92.112}, "read_interval": {"avg_ms": 102.195, "count": 293, "max_ms": 117.631, "p95_ms": 109.524}, "triton_wait": {"avg_ms": 73.369, "count": 294, "max_ms": 84.04, "p95_ms": 79.966}, "visualize": {"avg_ms": 3.724, "count": 294, "max_ms": 6.189, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 276.908, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.07, "name": "ffmpeg", "pid": 36706, "rss_mb": 274.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.986, "sample_count": 2715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 169904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:55:53+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T14:55:53+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T14:55:53.784551+09:00", "mtime_epoch": 1783058153.7845514, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:55:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.483, "count": 293, "max_ms": 8.494, "p95_ms": 5.099}, "gstreamer_push": {"avg_ms": 1.326, "count": 293, "max_ms": 1.559, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.715, "count": 293, "max_ms": 67.723, "p95_ms": 65.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.402, "count": 293, "max_ms": 83.628, "p95_ms": 80.624}, "yolo11_640_fire_11class": {"avg_ms": 60.873, "count": 293, "max_ms": 70.724, "p95_ms": 67.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.825, "count": 293, "max_ms": 80.688, "p95_ms": 77.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.726, "count": 293, "max_ms": 97.583, "p95_ms": 93.93}, "read_interval": {"avg_ms": 102.348, "count": 293, "max_ms": 122.869, "p95_ms": 111.256}, "triton_wait": {"avg_ms": 72.24, "count": 293, "max_ms": 83.641, "p95_ms": 80.7}, "visualize": {"avg_ms": 3.72, "count": 293, "max_ms": 6.734, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.346, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.234, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:56:07+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T14:56:07+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T14:56:07.844736+09:00", "mtime_epoch": 1783058167.8447359, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:56:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.571, "pushed": 9.571, "read": 9.538}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.942, "count": 287, "max_ms": 4.665, "p95_ms": 4.165}, "gstreamer_push": {"avg_ms": 1.398, "count": 287, "max_ms": 2.339, "p95_ms": 1.765}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.793, "count": 287, "max_ms": 76.636, "p95_ms": 66.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.329, "count": 287, "max_ms": 88.281, "p95_ms": 81.918}, "yolo11_640_fire_11class": {"avg_ms": 65.07, "count": 287, "max_ms": 80.035, "p95_ms": 70.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.415, "count": 287, "max_ms": 88.83, "p95_ms": 78.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.71, "count": 287, "max_ms": 100.397, "p95_ms": 96.596}, "read_interval": {"avg_ms": 104.87, "count": 286, "max_ms": 125.097, "p95_ms": 118.248}, "triton_wait": {"avg_ms": 75.677, "count": 287, "max_ms": 88.839, "p95_ms": 82.281}, "visualize": {"avg_ms": 3.813, "count": 287, "max_ms": 6.66, "p95_ms": 5.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 306.97, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.07, "name": "ffmpeg", "pid": 36706, "rss_mb": 274.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.117, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:56:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:56:23+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T14:56:23+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T14:56:23.868947+09:00", "mtime_epoch": 1783058183.8689473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:56:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.714, "pushed": 9.714, "read": 9.68}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.781, "count": 291, "max_ms": 8.691, "p95_ms": 7.003}, "gstreamer_push": {"avg_ms": 1.324, "count": 291, "max_ms": 1.579, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.857, "count": 291, "max_ms": 75.19, "p95_ms": 65.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.108, "count": 291, "max_ms": 87.021, "p95_ms": 80.515}, "yolo11_640_fire_11class": {"avg_ms": 61.48, "count": 291, "max_ms": 78.623, "p95_ms": 67.83}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.176, "count": 291, "max_ms": 87.56, "p95_ms": 77.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.341, "count": 291, "max_ms": 106.318, "p95_ms": 97.729}, "read_interval": {"avg_ms": 103.357, "count": 290, "max_ms": 127.034, "p95_ms": 117.29}, "triton_wait": {"avg_ms": 72.354, "count": 291, "max_ms": 87.57, "p95_ms": 80.534}, "visualize": {"avg_ms": 3.902, "count": 291, "max_ms": 6.748, "p95_ms": 6.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.407, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.315, "sample_count": 2963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189646, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:56:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T14:56:37+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:56:37.897134+09:00", "mtime_epoch": 1783058197.8971336, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:56:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.181, "pushed": 10.181, "read": 10.148}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.859, "count": 305, "max_ms": 4.33, "p95_ms": 2.95}, "gstreamer_push": {"avg_ms": 1.363, "count": 305, "max_ms": 1.696, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.387, "count": 305, "max_ms": 70.238, "p95_ms": 66.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.069, "count": 305, "max_ms": 84.735, "p95_ms": 80.137}, "yolo11_640_fire_11class": {"avg_ms": 61.372, "count": 305, "max_ms": 75.178, "p95_ms": 69.825}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.462, "count": 305, "max_ms": 80.834, "p95_ms": 77.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.535, "count": 305, "max_ms": 96.664, "p95_ms": 91.925}, "read_interval": {"avg_ms": 98.521, "count": 304, "max_ms": 115.937, "p95_ms": 109.626}, "triton_wait": {"avg_ms": 69.751, "count": 305, "max_ms": 84.747, "p95_ms": 80.15}, "visualize": {"avg_ms": 3.712, "count": 305, "max_ms": 5.031, "p95_ms": 3.959}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 337.069, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.07, "name": "ffmpeg", "pid": 36706, "rss_mb": 274.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.071, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:56:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:56:54+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T14:56:53+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T14:56:53.953348+09:00", "mtime_epoch": 1783058213.953348, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:56:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.398, "count": 292, "max_ms": 6.405, "p95_ms": 4.489}, "gstreamer_push": {"avg_ms": 1.314, "count": 292, "max_ms": 1.567, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.595, "count": 292, "max_ms": 68.274, "p95_ms": 64.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.433, "count": 292, "max_ms": 87.026, "p95_ms": 80.21}, "yolo11_640_fire_11class": {"avg_ms": 60.854, "count": 292, "max_ms": 71.556, "p95_ms": 67.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.745, "count": 292, "max_ms": 80.044, "p95_ms": 77.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.022, "count": 292, "max_ms": 122.251, "p95_ms": 93.221}, "read_interval": {"avg_ms": 102.725, "count": 292, "max_ms": 135.702, "p95_ms": 110.891}, "triton_wait": {"avg_ms": 72.701, "count": 292, "max_ms": 87.039, "p95_ms": 80.221}, "visualize": {"avg_ms": 3.702, "count": 292, "max_ms": 5.094, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 851.413, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.289, "sample_count": 2962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:57:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:57:07+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T14:57:07.897535+09:00", "mtime_epoch": 1783058227.897535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:57:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.856, "count": 296, "max_ms": 4.46, "p95_ms": 2.958}, "gstreamer_push": {"avg_ms": 1.359, "count": 296, "max_ms": 1.676, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.491, "count": 296, "max_ms": 69.121, "p95_ms": 66.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.512, "count": 296, "max_ms": 84.341, "p95_ms": 80.665}, "yolo11_640_fire_11class": {"avg_ms": 62.505, "count": 296, "max_ms": 72.987, "p95_ms": 68.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.291, "count": 296, "max_ms": 81.154, "p95_ms": 78.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.274, "count": 296, "max_ms": 96.178, "p95_ms": 92.409}, "read_interval": {"avg_ms": 101.369, "count": 296, "max_ms": 114.527, "p95_ms": 110.231}, "triton_wait": {"avg_ms": 72.5, "count": 296, "max_ms": 84.354, "p95_ms": 80.677}, "visualize": {"avg_ms": 3.729, "count": 296, "max_ms": 4.873, "p95_ms": 3.994}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 367.148, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.484, "name": "ffmpeg", "pid": 36706, "rss_mb": 279.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.195, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 170782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:57:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:57:24+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:57:24+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T14:57:24.029753+09:00", "mtime_epoch": 1783058244.0297527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:57:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.775}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.564, "count": 294, "max_ms": 9.978, "p95_ms": 6.384}, "gstreamer_push": {"avg_ms": 1.342, "count": 294, "max_ms": 2.433, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.06, "count": 294, "max_ms": 67.452, "p95_ms": 65.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.081, "count": 294, "max_ms": 84.437, "p95_ms": 79.694}, "yolo11_640_fire_11class": {"avg_ms": 58.65, "count": 294, "max_ms": 73.234, "p95_ms": 66.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.258, "count": 294, "max_ms": 80.357, "p95_ms": 77.89}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.24, "count": 294, "max_ms": 136.706, "p95_ms": 99.939}, "read_interval": {"avg_ms": 102.295, "count": 293, "max_ms": 151.708, "p95_ms": 114.651}, "triton_wait": {"avg_ms": 69.817, "count": 294, "max_ms": 84.449, "p95_ms": 79.71}, "visualize": {"avg_ms": 3.797, "count": 294, "max_ms": 5.421, "p95_ms": 4.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12363.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 881.523, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.258, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:57:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:57:38+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T14:57:38+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T14:57:38.001942+09:00", "mtime_epoch": 1783058258.0019422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:57:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.867, "count": 299, "max_ms": 4.465, "p95_ms": 3.157}, "gstreamer_push": {"avg_ms": 1.37, "count": 300, "max_ms": 2.206, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.683, "count": 299, "max_ms": 71.063, "p95_ms": 66.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.702, "count": 299, "max_ms": 84.735, "p95_ms": 79.545}, "yolo11_640_fire_11class": {"avg_ms": 63.061, "count": 299, "max_ms": 74.632, "p95_ms": 69.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.265, "count": 299, "max_ms": 79.777, "p95_ms": 77.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.219, "count": 299, "max_ms": 96.206, "p95_ms": 91.513}, "read_interval": {"avg_ms": 100.322, "count": 299, "max_ms": 115.636, "p95_ms": 109.503}, "triton_wait": {"avg_ms": 71.467, "count": 299, "max_ms": 84.747, "p95_ms": 79.583}, "visualize": {"avg_ms": 3.732, "count": 299, "max_ms": 6.018, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 397.214, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.484, "name": "ffmpeg", "pid": 36706, "rss_mb": 279.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.285, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:57:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:57:54+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T14:57:54+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:57:54.102161+09:00", "mtime_epoch": 1783058274.1021614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:57:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.744, "pushed": 9.744, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.556, "count": 292, "max_ms": 8.89, "p95_ms": 7.03}, "gstreamer_push": {"avg_ms": 1.333, "count": 292, "max_ms": 1.968, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.838, "count": 292, "max_ms": 68.788, "p95_ms": 65.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.333, "count": 292, "max_ms": 86.661, "p95_ms": 79.115}, "yolo11_640_fire_11class": {"avg_ms": 61.424, "count": 292, "max_ms": 73.447, "p95_ms": 67.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.465, "count": 292, "max_ms": 79.124, "p95_ms": 75.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.875, "count": 292, "max_ms": 99.953, "p95_ms": 94.734}, "read_interval": {"avg_ms": 102.986, "count": 291, "max_ms": 120.551, "p95_ms": 112.228}, "triton_wait": {"avg_ms": 72.197, "count": 292, "max_ms": 86.672, "p95_ms": 79.137}, "visualize": {"avg_ms": 3.858, "count": 292, "max_ms": 7.199, "p95_ms": 6.128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12363.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 911.566, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.409, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:58:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:58:08+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T14:58:08+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T14:58:08.062352+09:00", "mtime_epoch": 1783058288.0623524, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:58:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.855, "pushed": 9.855, "read": 9.822}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.979, "count": 295, "max_ms": 6.006, "p95_ms": 4.349}, "gstreamer_push": {"avg_ms": 1.401, "count": 295, "max_ms": 2.132, "p95_ms": 1.643}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.271, "count": 295, "max_ms": 74.196, "p95_ms": 66.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.197, "count": 295, "max_ms": 89.679, "p95_ms": 80.308}, "yolo11_640_fire_11class": {"avg_ms": 63.068, "count": 295, "max_ms": 81.141, "p95_ms": 69.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.685, "count": 295, "max_ms": 83.245, "p95_ms": 75.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.217, "count": 295, "max_ms": 101.516, "p95_ms": 93.912}, "read_interval": {"avg_ms": 101.828, "count": 294, "max_ms": 121.491, "p95_ms": 114.602}, "triton_wait": {"avg_ms": 72.031, "count": 295, "max_ms": 89.692, "p95_ms": 80.538}, "visualize": {"avg_ms": 3.87, "count": 295, "max_ms": 6.903, "p95_ms": 4.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1428}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12365.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 427.298, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.32, "name": "ffmpeg", "pid": 36706, "rss_mb": 282.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.242, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:58:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:58:24+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T14:58:24+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T14:58:24.186574+09:00", "mtime_epoch": 1783058304.1865742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:58:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.479, "count": 299, "max_ms": 7.098, "p95_ms": 5.128}, "gstreamer_push": {"avg_ms": 1.33, "count": 299, "max_ms": 2.209, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.968, "count": 299, "max_ms": 72.774, "p95_ms": 64.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.371, "count": 299, "max_ms": 86.419, "p95_ms": 78.512}, "yolo11_640_fire_11class": {"avg_ms": 59.446, "count": 299, "max_ms": 75.103, "p95_ms": 66.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.965, "count": 299, "max_ms": 82.323, "p95_ms": 74.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.247, "count": 299, "max_ms": 102.358, "p95_ms": 91.75}, "read_interval": {"avg_ms": 100.619, "count": 298, "max_ms": 122.478, "p95_ms": 110.862}, "triton_wait": {"avg_ms": 69.806, "count": 299, "max_ms": 86.431, "p95_ms": 78.566}, "visualize": {"avg_ms": 3.788, "count": 299, "max_ms": 6.79, "p95_ms": 4.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 941.594, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.367, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:58:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:58:38+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T14:58:38+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T14:58:38.086766+09:00", "mtime_epoch": 1783058318.086766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:58:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.425, "pushed": 10.425, "read": 10.392}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.817, "count": 312, "max_ms": 4.208, "p95_ms": 2.904}, "gstreamer_push": {"avg_ms": 1.343, "count": 312, "max_ms": 2.115, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.621, "count": 312, "max_ms": 74.188, "p95_ms": 66.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.153, "count": 312, "max_ms": 87.847, "p95_ms": 79.024}, "yolo11_640_fire_11class": {"avg_ms": 61.621, "count": 312, "max_ms": 75.097, "p95_ms": 70.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.301, "count": 312, "max_ms": 83.729, "p95_ms": 75.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.21, "count": 312, "max_ms": 99.396, "p95_ms": 90.791}, "read_interval": {"avg_ms": 96.212, "count": 311, "max_ms": 116.583, "p95_ms": 108.001}, "triton_wait": {"avg_ms": 67.614, "count": 312, "max_ms": 87.86, "p95_ms": 79.037}, "visualize": {"avg_ms": 3.671, "count": 312, "max_ms": 4.335, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 457.331, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.156, "name": "ffmpeg", "pid": 36706, "rss_mb": 285.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.464, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:58:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T14:58:54+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T14:58:54+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T14:58:54.206990+09:00", "mtime_epoch": 1783058334.2069895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:58:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.455, "pushed": 9.455, "read": 9.421}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.511, "count": 283, "max_ms": 8.652, "p95_ms": 5.005}, "gstreamer_push": {"avg_ms": 1.328, "count": 283, "max_ms": 1.596, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.842, "count": 283, "max_ms": 68.066, "p95_ms": 64.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.767, "count": 283, "max_ms": 83.634, "p95_ms": 78.325}, "yolo11_640_fire_11class": {"avg_ms": 59.838, "count": 283, "max_ms": 73.315, "p95_ms": 67.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.612, "count": 283, "max_ms": 77.946, "p95_ms": 74.547}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.164, "count": 283, "max_ms": 101.549, "p95_ms": 91.967}, "read_interval": {"avg_ms": 106.094, "count": 282, "max_ms": 1826.092, "p95_ms": 110.965}, "triton_wait": {"avg_ms": 69.694, "count": 283, "max_ms": 83.646, "p95_ms": 78.337}, "visualize": {"avg_ms": 3.801, "count": 283, "max_ms": 6.635, "p95_ms": 4.261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 971.661, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.418, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:59:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:59:08+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T14:59:08+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T14:59:08.159184+09:00", "mtime_epoch": 1783058348.159184, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:59:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.78}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.927, "count": 294, "max_ms": 4.866, "p95_ms": 3.619}, "gstreamer_push": {"avg_ms": 1.358, "count": 294, "max_ms": 2.191, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.417, "count": 294, "max_ms": 69.714, "p95_ms": 65.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.955, "count": 294, "max_ms": 82.625, "p95_ms": 79.203}, "yolo11_640_fire_11class": {"avg_ms": 65.54, "count": 294, "max_ms": 74.826, "p95_ms": 70.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.873, "count": 294, "max_ms": 79.903, "p95_ms": 74.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.223, "count": 294, "max_ms": 99.307, "p95_ms": 91.623}, "read_interval": {"avg_ms": 102.274, "count": 293, "max_ms": 120.997, "p95_ms": 108.809}, "triton_wait": {"avg_ms": 73.362, "count": 294, "max_ms": 82.637, "p95_ms": 79.245}, "visualize": {"avg_ms": 3.768, "count": 294, "max_ms": 5.843, "p95_ms": 4.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 487.349, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.156, "name": "ffmpeg", "pid": 36706, "rss_mb": 285.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.402, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 171952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:59:24+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T14:59:24+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T14:59:24.235409+09:00", "mtime_epoch": 1783058364.2354085, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:59:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.892, "pushed": 9.892, "read": 9.858}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.561, "count": 296, "max_ms": 6.702, "p95_ms": 5.776}, "gstreamer_push": {"avg_ms": 1.333, "count": 296, "max_ms": 1.608, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.446, "count": 296, "max_ms": 67.386, "p95_ms": 65.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.467, "count": 296, "max_ms": 83.363, "p95_ms": 77.905}, "yolo11_640_fire_11class": {"avg_ms": 61.384, "count": 296, "max_ms": 71.641, "p95_ms": 67.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.198, "count": 296, "max_ms": 77.888, "p95_ms": 74.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.469, "count": 296, "max_ms": 96.669, "p95_ms": 91.271}, "read_interval": {"avg_ms": 101.403, "count": 295, "max_ms": 116.142, "p95_ms": 108.706}, "triton_wait": {"avg_ms": 70.941, "count": 296, "max_ms": 83.375, "p95_ms": 77.918}, "visualize": {"avg_ms": 3.77, "count": 296, "max_ms": 4.922, "p95_ms": 4.477}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 1001.7, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.341, "sample_count": 2975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:59:38+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T14:59:38+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T14:59:38.195605+09:00", "mtime_epoch": 1783058378.1956046, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T14:59:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.853, "pushed": 9.853, "read": 9.82}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.896, "count": 295, "max_ms": 3.986, "p95_ms": 3.289}, "gstreamer_push": {"avg_ms": 1.386, "count": 295, "max_ms": 1.596, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.833, "count": 295, "max_ms": 70.376, "p95_ms": 66.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.587, "count": 295, "max_ms": 83.514, "p95_ms": 79.14}, "yolo11_640_fire_11class": {"avg_ms": 64.18, "count": 295, "max_ms": 74.716, "p95_ms": 69.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.41, "count": 295, "max_ms": 80.905, "p95_ms": 75.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.344, "count": 295, "max_ms": 95.733, "p95_ms": 90.952}, "read_interval": {"avg_ms": 101.809, "count": 294, "max_ms": 112.883, "p95_ms": 109.465}, "triton_wait": {"avg_ms": 72.464, "count": 295, "max_ms": 83.526, "p95_ms": 79.152}, "visualize": {"avg_ms": 3.747, "count": 295, "max_ms": 4.582, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 517.382, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.156, "name": "ffmpeg", "pid": 36706, "rss_mb": 285.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.482, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T14:59:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T14:59:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T14:59:54+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T14:59:54.263831+09:00", "mtime_epoch": 1783058394.2638307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T14:59:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.689, "pushed": 9.689, "read": 9.656}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.449, "count": 290, "max_ms": 6.408, "p95_ms": 4.949}, "gstreamer_push": {"avg_ms": 1.326, "count": 290, "max_ms": 1.571, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.215, "count": 290, "max_ms": 69.768, "p95_ms": 65.175}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.347, "count": 290, "max_ms": 83.769, "p95_ms": 80.238}, "yolo11_640_fire_11class": {"avg_ms": 62.245, "count": 290, "max_ms": 72.437, "p95_ms": 67.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.833, "count": 290, "max_ms": 80.576, "p95_ms": 76.746}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.662, "count": 290, "max_ms": 98.512, "p95_ms": 93.496}, "read_interval": {"avg_ms": 103.543, "count": 289, "max_ms": 115.93, "p95_ms": 111.368}, "triton_wait": {"avg_ms": 73.313, "count": 290, "max_ms": 83.783, "p95_ms": 80.249}, "visualize": {"avg_ms": 3.742, "count": 290, "max_ms": 5.092, "p95_ms": 4.218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 1031.777, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.56, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:00:08+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T15:00:08+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T15:00:08.260029+09:00", "mtime_epoch": 1783058408.2600286, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:00:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.61, "pushed": 9.61, "read": 9.576}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.926, "count": 288, "max_ms": 4.32, "p95_ms": 4.019}, "gstreamer_push": {"avg_ms": 1.376, "count": 288, "max_ms": 2.355, "p95_ms": 1.544}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.219, "count": 288, "max_ms": 75.298, "p95_ms": 67.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.555, "count": 288, "max_ms": 85.147, "p95_ms": 81.022}, "yolo11_640_fire_11class": {"avg_ms": 64.826, "count": 288, "max_ms": 77.211, "p95_ms": 71.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.174, "count": 288, "max_ms": 82.905, "p95_ms": 78.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.065, "count": 288, "max_ms": 100.521, "p95_ms": 93.325}, "read_interval": {"avg_ms": 104.4, "count": 287, "max_ms": 123.45, "p95_ms": 111.989}, "triton_wait": {"avg_ms": 75.143, "count": 288, "max_ms": 85.159, "p95_ms": 81.07}, "visualize": {"avg_ms": 3.781, "count": 288, "max_ms": 5.74, "p95_ms": 4.548}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 547.431, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.414, "name": "ffmpeg", "pid": 36706, "rss_mb": 285.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.919, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:00:24+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:00:24+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:00:24.312256+09:00", "mtime_epoch": 1783058424.3122563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:00:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.485, "pushed": 9.485, "read": 9.451}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.481, "count": 284, "max_ms": 8.313, "p95_ms": 4.755}, "gstreamer_push": {"avg_ms": 1.317, "count": 284, "max_ms": 1.551, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.389, "count": 284, "max_ms": 74.332, "p95_ms": 66.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.721, "count": 284, "max_ms": 85.08, "p95_ms": 81.446}, "yolo11_640_fire_11class": {"avg_ms": 63.62, "count": 284, "max_ms": 78.393, "p95_ms": 69.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.121, "count": 284, "max_ms": 82.395, "p95_ms": 78.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.044, "count": 284, "max_ms": 100.242, "p95_ms": 95.196}, "read_interval": {"avg_ms": 105.796, "count": 283, "max_ms": 119.133, "p95_ms": 112.246}, "triton_wait": {"avg_ms": 75.643, "count": 284, "max_ms": 85.092, "p95_ms": 81.658}, "visualize": {"avg_ms": 3.763, "count": 284, "max_ms": 7.188, "p95_ms": 4.012}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1600}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 1061.8, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.65, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:00:38+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T15:00:38+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T15:00:38.280455+09:00", "mtime_epoch": 1783058438.2804549, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219358}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:00:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.662, "pushed": 9.662, "read": 9.629}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.872, "count": 289, "max_ms": 4.233, "p95_ms": 3.174}, "gstreamer_push": {"avg_ms": 1.375, "count": 289, "max_ms": 2.181, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.505, "count": 289, "max_ms": 69.938, "p95_ms": 66.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.945, "count": 289, "max_ms": 84.828, "p95_ms": 81.134}, "yolo11_640_fire_11class": {"avg_ms": 64.853, "count": 289, "max_ms": 72.444, "p95_ms": 70.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.494, "count": 289, "max_ms": 80.552, "p95_ms": 77.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.611, "count": 289, "max_ms": 96.458, "p95_ms": 92.895}, "read_interval": {"avg_ms": 103.847, "count": 288, "max_ms": 113.336, "p95_ms": 110.317}, "triton_wait": {"avg_ms": 74.833, "count": 289, "max_ms": 84.84, "p95_ms": 81.147}, "visualize": {"avg_ms": 3.733, "count": 289, "max_ms": 5.14, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 577.506, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.414, "name": "ffmpeg", "pid": 36706, "rss_mb": 285.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.789, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 172822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:00:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:00:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:00:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:00:54.388685+09:00", "mtime_epoch": 1783058454.388685, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:00:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.876, "pushed": 9.876, "read": 9.843}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.462, "count": 296, "max_ms": 6.598, "p95_ms": 5.629}, "gstreamer_push": {"avg_ms": 1.316, "count": 296, "max_ms": 1.508, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.64, "count": 296, "max_ms": 69.875, "p95_ms": 65.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.469, "count": 296, "max_ms": 86.181, "p95_ms": 79.651}, "yolo11_640_fire_11class": {"avg_ms": 60.767, "count": 296, "max_ms": 73.215, "p95_ms": 68.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.533, "count": 296, "max_ms": 77.016, "p95_ms": 75.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.518, "count": 296, "max_ms": 99.708, "p95_ms": 92.563}, "read_interval": {"avg_ms": 101.58, "count": 295, "max_ms": 118.12, "p95_ms": 111.088}, "triton_wait": {"avg_ms": 71.251, "count": 296, "max_ms": 86.192, "p95_ms": 79.663}, "visualize": {"avg_ms": 3.716, "count": 296, "max_ms": 4.856, "p95_ms": 4.236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 1091.818, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.175, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192315, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:01:08+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T15:01:08+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T15:01:08.324884+09:00", "mtime_epoch": 1783058468.3248844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:01:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.996}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.826, "count": 300, "max_ms": 3.53, "p95_ms": 2.928}, "gstreamer_push": {"avg_ms": 1.327, "count": 300, "max_ms": 2.093, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.618, "count": 300, "max_ms": 68.78, "p95_ms": 66.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.814, "count": 300, "max_ms": 86.148, "p95_ms": 79.75}, "yolo11_640_fire_11class": {"avg_ms": 63.103, "count": 300, "max_ms": 74.013, "p95_ms": 70.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.957, "count": 300, "max_ms": 78.876, "p95_ms": 75.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.473, "count": 300, "max_ms": 97.666, "p95_ms": 91.451}, "read_interval": {"avg_ms": 100.104, "count": 299, "max_ms": 113.903, "p95_ms": 109.062}, "triton_wait": {"avg_ms": 70.928, "count": 300, "max_ms": 86.16, "p95_ms": 79.761}, "visualize": {"avg_ms": 3.688, "count": 300, "max_ms": 4.653, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12371.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 607.557, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.992, "name": "ffmpeg", "pid": 36706, "rss_mb": 287.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.179, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:01:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:01:24+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T15:01:24+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T15:01:24.457116+09:00", "mtime_epoch": 1783058484.4571161, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:01:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.051, "pushed": 10.051, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.411, "count": 301, "max_ms": 5.928, "p95_ms": 4.633}, "gstreamer_push": {"avg_ms": 1.331, "count": 301, "max_ms": 1.624, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.618, "count": 301, "max_ms": 70.926, "p95_ms": 64.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.623, "count": 301, "max_ms": 83.98, "p95_ms": 77.466}, "yolo11_640_fire_11class": {"avg_ms": 59.369, "count": 301, "max_ms": 72.666, "p95_ms": 66.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.106, "count": 301, "max_ms": 76.673, "p95_ms": 74.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.772, "count": 301, "max_ms": 97.169, "p95_ms": 90.609}, "read_interval": {"avg_ms": 99.878, "count": 300, "max_ms": 116.196, "p95_ms": 108.201}, "triton_wait": {"avg_ms": 69.43, "count": 301, "max_ms": 83.992, "p95_ms": 77.478}, "visualize": {"avg_ms": 3.715, "count": 301, "max_ms": 4.715, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1605}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 1121.878, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.461, "name": "ffmpeg", "pid": 36554, "rss_mb": 332.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.226, "sample_count": 2964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:01:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:01:38+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T15:01:38+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T15:01:38.357316+09:00", "mtime_epoch": 1783058498.3573165, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224456}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:01:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.88, "count": 299, "max_ms": 4.243, "p95_ms": 3.203}, "gstreamer_push": {"avg_ms": 1.362, "count": 299, "max_ms": 2.239, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.978, "count": 299, "max_ms": 71.194, "p95_ms": 66.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.586, "count": 299, "max_ms": 85.504, "p95_ms": 80.882}, "yolo11_640_fire_11class": {"avg_ms": 62.769, "count": 299, "max_ms": 75.481, "p95_ms": 70.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.283, "count": 299, "max_ms": 82.125, "p95_ms": 77.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.72, "count": 299, "max_ms": 97.207, "p95_ms": 92.946}, "read_interval": {"avg_ms": 100.49, "count": 298, "max_ms": 305.849, "p95_ms": 110.371}, "triton_wait": {"avg_ms": 70.931, "count": 299, "max_ms": 85.518, "p95_ms": 81.316}, "visualize": {"avg_ms": 3.736, "count": 299, "max_ms": 4.881, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 637.651, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.992, "name": "ffmpeg", "pid": 36706, "rss_mb": 287.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.34, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:01:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:01:54+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T15:01:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T15:01:54.525550+09:00", "mtime_epoch": 1783058514.52555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:01:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.428, "count": 291, "max_ms": 8.787, "p95_ms": 4.61}, "gstreamer_push": {"avg_ms": 1.341, "count": 291, "max_ms": 1.632, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.771, "count": 291, "max_ms": 67.937, "p95_ms": 65.641}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.95, "count": 291, "max_ms": 87.913, "p95_ms": 81.02}, "yolo11_640_fire_11class": {"avg_ms": 60.936, "count": 291, "max_ms": 71.066, "p95_ms": 68.384}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.036, "count": 291, "max_ms": 82.175, "p95_ms": 77.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.979, "count": 291, "max_ms": 101.035, "p95_ms": 94.304}, "read_interval": {"avg_ms": 103.02, "count": 291, "max_ms": 118.508, "p95_ms": 112.009}, "triton_wait": {"avg_ms": 72.671, "count": 291, "max_ms": 87.925, "p95_ms": 81.032}, "visualize": {"avg_ms": 3.707, "count": 291, "max_ms": 4.794, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:42:54+09:00", "last_error_summary": "[h264 @ 0x55a55c863c40] error while decoding MB 10 44, bytestream -5 [in#0/rtsp @ 0x55a55c018e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a55c018e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T14:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 1159.778, "last_started_at": "2026-07-03T14:42:56+09:00", "pid": 36554, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.324, "name": "ffmpeg", "pid": 36554, "rss_mb": 333.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 30, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.334, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:02:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:02:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T15:02:16+09:00", "mjpeg": {"age_sec": 18.539, "exists": true, "mtime": "2026-07-03T15:01:57.817598+09:00", "mtime_epoch": 1783058517.8175976, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:02:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.803, "pushed": 3.803, "read": 3.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.827, "count": 114, "max_ms": 3.192, "p95_ms": 2.914}, "gstreamer_push": {"avg_ms": 1.335, "count": 114, "max_ms": 1.441, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.319, "count": 114, "max_ms": 67.336, "p95_ms": 66.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.272, "count": 114, "max_ms": 86.688, "p95_ms": 81.563}, "yolo11_640_fire_11class": {"avg_ms": 64.533, "count": 114, "max_ms": 73.05, "p95_ms": 71.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.94, "count": 114, "max_ms": 77.741, "p95_ms": 75.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.94, "count": 114, "max_ms": 98.381, "p95_ms": 93.53}, "read_interval": {"avg_ms": 265.442, "count": 113, "max_ms": 18558.848, "p95_ms": 111.788}, "triton_wait": {"avg_ms": 73.34, "count": 114, "max_ms": 86.702, "p95_ms": 81.576}, "visualize": {"avg_ms": 3.679, "count": 114, "max_ms": 3.979, "p95_ms": 3.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 667.771, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.992, "name": "ffmpeg", "pid": 36706, "rss_mb": 287.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.352, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:02:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:02:24+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T15:02:24+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T15:02:24.637987+09:00", "mtime_epoch": 1783058544.637987, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:02:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.323, "pushed": 9.323, "read": 9.289}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.706, "count": 279, "max_ms": 7.852, "p95_ms": 6.753}, "gstreamer_push": {"avg_ms": 1.224, "count": 279, "max_ms": 1.65, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.442, "count": 279, "max_ms": 65.453, "p95_ms": 57.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.105, "count": 279, "max_ms": 85.909, "p95_ms": 73.159}, "yolo11_640_fire_11class": {"avg_ms": 46.548, "count": 279, "max_ms": 67.503, "p95_ms": 61.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.527, "count": 279, "max_ms": 74.579, "p95_ms": 66.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.484, "count": 279, "max_ms": 114.727, "p95_ms": 109.745}, "read_interval": {"avg_ms": 107.548, "count": 278, "max_ms": 127.602, "p95_ms": 124.499}, "triton_wait": {"avg_ms": 56.117, "count": 279, "max_ms": 85.922, "p95_ms": 73.17}, "visualize": {"avg_ms": 4.589, "count": 279, "max_ms": 6.699, "p95_ms": 5.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.446, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.062, "name": "ffmpeg", "pid": 36813, "rss_mb": 329.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.398, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:02:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:02:46+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T15:02:46+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T15:02:46.278302+09:00", "mtime_epoch": 1783058566.2783022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:02:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.267, "pushed": 7.267, "read": 7.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.862, "count": 99, "max_ms": 3.759, "p95_ms": 3.34}, "gstreamer_push": {"avg_ms": 1.378, "count": 99, "max_ms": 4.345, "p95_ms": 1.507}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.345, "count": 99, "max_ms": 66.509, "p95_ms": 64.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.76, "count": 99, "max_ms": 83.674, "p95_ms": 75.435}, "yolo11_640_fire_11class": {"avg_ms": 53.539, "count": 99, "max_ms": 73.786, "p95_ms": 68.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.147, "count": 99, "max_ms": 78.964, "p95_ms": 76.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.614, "count": 99, "max_ms": 95.157, "p95_ms": 88.703}, "read_interval": {"avg_ms": 303.6, "count": 99, "max_ms": 16496.956, "p95_ms": 112.796}, "triton_wait": {"avg_ms": 56.831, "count": 99, "max_ms": 83.686, "p95_ms": 77.125}, "visualize": {"avg_ms": 3.73, "count": 99, "max_ms": 4.63, "p95_ms": 4.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.623, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 697.782, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.57, "name": "ffmpeg", "pid": 36706, "rss_mb": 290.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.136, "sample_count": 2864, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 173943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:02:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:02:54+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T15:02:54+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T15:02:54.646424+09:00", "mtime_epoch": 1783058574.6464243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:02:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.267, "pushed": 8.267, "read": 8.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.348, "count": 248, "max_ms": 10.47, "p95_ms": 7.497}, "gstreamer_push": {"avg_ms": 1.202, "count": 248, "max_ms": 1.695, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.695, "count": 248, "max_ms": 67.477, "p95_ms": 61.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.218, "count": 248, "max_ms": 84.083, "p95_ms": 74.626}, "yolo11_640_fire_11class": {"avg_ms": 49.136, "count": 248, "max_ms": 74.666, "p95_ms": 64.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.991, "count": 248, "max_ms": 79.7, "p95_ms": 72.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.792, "count": 248, "max_ms": 147.263, "p95_ms": 129.819}, "read_interval": {"avg_ms": 120.99, "count": 248, "max_ms": 159.643, "p95_ms": 142.983}, "triton_wait": {"avg_ms": 59.866, "count": 248, "max_ms": 84.095, "p95_ms": 75.483}, "visualize": {"avg_ms": 5.037, "count": 248, "max_ms": 7.618, "p95_ms": 5.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.458, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.414, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.175, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:03:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:03:16+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:03:16+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T15:03:16.338742+09:00", "mtime_epoch": 1783058596.338742, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:03:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.915, "count": 298, "max_ms": 4.387, "p95_ms": 3.472}, "gstreamer_push": {"avg_ms": 1.362, "count": 298, "max_ms": 1.766, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.012, "count": 298, "max_ms": 70.363, "p95_ms": 65.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.578, "count": 298, "max_ms": 84.851, "p95_ms": 79.895}, "yolo11_640_fire_11class": {"avg_ms": 55.008, "count": 298, "max_ms": 74.447, "p95_ms": 68.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.367, "count": 298, "max_ms": 82.648, "p95_ms": 78.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.179, "count": 298, "max_ms": 96.353, "p95_ms": 91.457}, "read_interval": {"avg_ms": 100.631, "count": 298, "max_ms": 614.813, "p95_ms": 196.377}, "triton_wait": {"avg_ms": 59.362, "count": 298, "max_ms": 84.863, "p95_ms": 79.911}, "visualize": {"avg_ms": 3.742, "count": 298, "max_ms": 5.718, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 727.824, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.57, "name": "ffmpeg", "pid": 36706, "rss_mb": 290.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.43, "sample_count": 2828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:03:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:03:24+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:03:24+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:03:24.710865+09:00", "mtime_epoch": 1783058604.710865, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:03:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.795, "pushed": 8.795, "read": 8.762}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.485, "count": 263, "max_ms": 10.405, "p95_ms": 6.824}, "gstreamer_push": {"avg_ms": 1.254, "count": 263, "max_ms": 1.736, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.078, "count": 263, "max_ms": 74.122, "p95_ms": 64.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.821, "count": 263, "max_ms": 94.312, "p95_ms": 79.842}, "yolo11_640_fire_11class": {"avg_ms": 56.423, "count": 263, "max_ms": 76.257, "p95_ms": 67.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.202, "count": 263, "max_ms": 86.485, "p95_ms": 78.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.046, "count": 263, "max_ms": 139.531, "p95_ms": 128.78}, "read_interval": {"avg_ms": 114.276, "count": 262, "max_ms": 152.744, "p95_ms": 142.147}, "triton_wait": {"avg_ms": 67.819, "count": 263, "max_ms": 94.322, "p95_ms": 79.887}, "visualize": {"avg_ms": 4.422, "count": 263, "max_ms": 8.238, "p95_ms": 5.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.498, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.414, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.334, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:03:46+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:03:46+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:03:46.371184+09:00", "mtime_epoch": 1783058626.3711836, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:03:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.789, "pushed": 9.789, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.918, "count": 293, "max_ms": 5.004, "p95_ms": 3.333}, "gstreamer_push": {"avg_ms": 1.374, "count": 293, "max_ms": 1.927, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.093, "count": 293, "max_ms": 69.289, "p95_ms": 65.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.355, "count": 293, "max_ms": 89.412, "p95_ms": 80.392}, "yolo11_640_fire_11class": {"avg_ms": 63.988, "count": 293, "max_ms": 72.761, "p95_ms": 70.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.364, "count": 293, "max_ms": 81.668, "p95_ms": 77.808}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.9, "count": 293, "max_ms": 129.08, "p95_ms": 92.546}, "read_interval": {"avg_ms": 102.5, "count": 292, "max_ms": 376.577, "p95_ms": 110.234}, "triton_wait": {"avg_ms": 72.653, "count": 293, "max_ms": 89.424, "p95_ms": 80.404}, "visualize": {"avg_ms": 3.752, "count": 293, "max_ms": 5.419, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 757.847, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.57, "name": "ffmpeg", "pid": 36706, "rss_mb": 290.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.353, "sample_count": 2843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:03:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:03:54+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:03:54+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:03:54.727307+09:00", "mtime_epoch": 1783058634.7273066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:03:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.554, "count": 298, "max_ms": 8.966, "p95_ms": 5.229}, "gstreamer_push": {"avg_ms": 1.335, "count": 298, "max_ms": 1.606, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.246, "count": 298, "max_ms": 67.049, "p95_ms": 64.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.016, "count": 298, "max_ms": 84.651, "p95_ms": 79.415}, "yolo11_640_fire_11class": {"avg_ms": 59.773, "count": 298, "max_ms": 70.314, "p95_ms": 66.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.341, "count": 298, "max_ms": 78.9, "p95_ms": 76.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.95, "count": 298, "max_ms": 98.103, "p95_ms": 93.089}, "read_interval": {"avg_ms": 100.722, "count": 297, "max_ms": 115.407, "p95_ms": 110.704}, "triton_wait": {"avg_ms": 70.5, "count": 298, "max_ms": 84.663, "p95_ms": 79.427}, "visualize": {"avg_ms": 3.75, "count": 298, "max_ms": 5.029, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.563, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.414, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.9, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:04:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:04:16+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T15:04:16+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T15:04:16.451628+09:00", "mtime_epoch": 1783058656.4516277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:04:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.114}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.868, "count": 304, "max_ms": 4.085, "p95_ms": 3.194}, "gstreamer_push": {"avg_ms": 1.363, "count": 304, "max_ms": 1.921, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.212, "count": 304, "max_ms": 73.758, "p95_ms": 67.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.666, "count": 304, "max_ms": 85.181, "p95_ms": 82.424}, "yolo11_640_fire_11class": {"avg_ms": 61.517, "count": 304, "max_ms": 74.525, "p95_ms": 69.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.514, "count": 304, "max_ms": 79.737, "p95_ms": 76.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.691, "count": 304, "max_ms": 96.902, "p95_ms": 94.277}, "read_interval": {"avg_ms": 98.913, "count": 303, "max_ms": 212.973, "p95_ms": 111.47}, "triton_wait": {"avg_ms": 69.906, "count": 304, "max_ms": 85.194, "p95_ms": 82.436}, "visualize": {"avg_ms": 3.718, "count": 304, "max_ms": 5.895, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 787.878, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.148, "name": "ffmpeg", "pid": 36706, "rss_mb": 293.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.353, "sample_count": 2845, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 174802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:04:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:04:24+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:04:24+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T15:04:24.763751+09:00", "mtime_epoch": 1783058664.7637508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:04:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.958, "pushed": 9.958, "read": 9.924}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.464, "count": 298, "max_ms": 7.037, "p95_ms": 4.866}, "gstreamer_push": {"avg_ms": 1.33, "count": 298, "max_ms": 2.057, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.06, "count": 298, "max_ms": 68.097, "p95_ms": 66.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.028, "count": 298, "max_ms": 87.283, "p95_ms": 81.766}, "yolo11_640_fire_11class": {"avg_ms": 59.161, "count": 298, "max_ms": 73.783, "p95_ms": 68.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.715, "count": 298, "max_ms": 79.989, "p95_ms": 76.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.12, "count": 298, "max_ms": 99.995, "p95_ms": 94.869}, "read_interval": {"avg_ms": 100.757, "count": 297, "max_ms": 118.388, "p95_ms": 111.753}, "triton_wait": {"avg_ms": 70.882, "count": 298, "max_ms": 87.295, "p95_ms": 81.779}, "visualize": {"avg_ms": 3.702, "count": 298, "max_ms": 4.874, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.637, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.414, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.334, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:04:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:04:46+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T15:04:46+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T15:04:46.520073+09:00", "mtime_epoch": 1783058686.5200734, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:04:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.709, "pushed": 9.709, "read": 9.675}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.916, "count": 291, "max_ms": 4.122, "p95_ms": 3.566}, "gstreamer_push": {"avg_ms": 1.376, "count": 291, "max_ms": 2.167, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.218, "count": 291, "max_ms": 69.78, "p95_ms": 67.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.497, "count": 291, "max_ms": 86.953, "p95_ms": 82.453}, "yolo11_640_fire_11class": {"avg_ms": 63.789, "count": 291, "max_ms": 75.0, "p95_ms": 70.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.484, "count": 291, "max_ms": 79.614, "p95_ms": 76.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.128, "count": 291, "max_ms": 98.753, "p95_ms": 94.531}, "read_interval": {"avg_ms": 103.375, "count": 290, "max_ms": 141.035, "p95_ms": 112.693}, "triton_wait": {"avg_ms": 74.212, "count": 291, "max_ms": 86.966, "p95_ms": 82.485}, "visualize": {"avg_ms": 3.762, "count": 291, "max_ms": 5.307, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 817.938, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.531, "name": "ffmpeg", "pid": 36706, "rss_mb": 297.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.353, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:04:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:04:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:04:54+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T15:04:54.816197+09:00", "mtime_epoch": 1783058694.8161967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:04:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.58, "pushed": 9.58, "read": 9.546}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.379, "count": 287, "max_ms": 5.597, "p95_ms": 4.568}, "gstreamer_push": {"avg_ms": 1.322, "count": 287, "max_ms": 1.495, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.66, "count": 287, "max_ms": 68.216, "p95_ms": 65.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.397, "count": 287, "max_ms": 88.653, "p95_ms": 84.072}, "yolo11_640_fire_11class": {"avg_ms": 63.335, "count": 287, "max_ms": 73.094, "p95_ms": 69.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.34, "count": 287, "max_ms": 81.285, "p95_ms": 75.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.264, "count": 287, "max_ms": 101.474, "p95_ms": 97.355}, "read_interval": {"avg_ms": 104.723, "count": 286, "max_ms": 120.409, "p95_ms": 113.838}, "triton_wait": {"avg_ms": 75.158, "count": 287, "max_ms": 88.665, "p95_ms": 84.084}, "visualize": {"avg_ms": 3.644, "count": 287, "max_ms": 4.171, "p95_ms": 3.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.73, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.269, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:05:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:05:16+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T15:05:16+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T15:05:16.612521+09:00", "mtime_epoch": 1783058716.6125212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:05:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.304, "pushed": 10.304, "read": 10.304}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.827, "count": 309, "max_ms": 4.338, "p95_ms": 2.904}, "gstreamer_push": {"avg_ms": 1.346, "count": 309, "max_ms": 2.138, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.139, "count": 309, "max_ms": 72.484, "p95_ms": 66.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.732, "count": 309, "max_ms": 88.556, "p95_ms": 81.559}, "yolo11_640_fire_11class": {"avg_ms": 60.436, "count": 309, "max_ms": 74.999, "p95_ms": 69.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.432, "count": 309, "max_ms": 77.98, "p95_ms": 75.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.168, "count": 309, "max_ms": 100.165, "p95_ms": 93.267}, "read_interval": {"avg_ms": 97.047, "count": 309, "max_ms": 388.736, "p95_ms": 111.102}, "triton_wait": {"avg_ms": 67.546, "count": 309, "max_ms": 88.569, "p95_ms": 81.57}, "visualize": {"avg_ms": 3.705, "count": 309, "max_ms": 5.705, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 847.962, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.746, "name": "ffmpeg", "pid": 36706, "rss_mb": 302.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.515, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:05:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:05:24+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T15:05:24+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:05:24.848644+09:00", "mtime_epoch": 1783058724.848644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:05:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.289, "pushed": 8.289, "read": 8.255}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.484, "count": 248, "max_ms": 7.104, "p95_ms": 5.045}, "gstreamer_push": {"avg_ms": 1.317, "count": 248, "max_ms": 1.812, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.419, "count": 248, "max_ms": 72.217, "p95_ms": 66.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.91, "count": 248, "max_ms": 85.517, "p95_ms": 78.358}, "yolo11_640_fire_11class": {"avg_ms": 59.017, "count": 248, "max_ms": 75.729, "p95_ms": 66.634}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.862, "count": 248, "max_ms": 81.733, "p95_ms": 74.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.174, "count": 248, "max_ms": 99.397, "p95_ms": 92.165}, "read_interval": {"avg_ms": 121.145, "count": 247, "max_ms": 4883.323, "p95_ms": 109.626}, "triton_wait": {"avg_ms": 69.8, "count": 248, "max_ms": 85.529, "p95_ms": 78.669}, "visualize": {"avg_ms": 3.741, "count": 248, "max_ms": 6.384, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.733, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.334, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:05:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:05:46+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:05:46+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T15:05:46.600969+09:00", "mtime_epoch": 1783058746.600969, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:05:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.88, "count": 293, "max_ms": 4.154, "p95_ms": 3.277}, "gstreamer_push": {"avg_ms": 1.359, "count": 293, "max_ms": 2.006, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.213, "count": 293, "max_ms": 76.076, "p95_ms": 66.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.482, "count": 293, "max_ms": 89.429, "p95_ms": 81.099}, "yolo11_640_fire_11class": {"avg_ms": 63.423, "count": 293, "max_ms": 77.254, "p95_ms": 69.292}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.471, "count": 293, "max_ms": 85.146, "p95_ms": 76.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.191, "count": 293, "max_ms": 100.826, "p95_ms": 92.701}, "read_interval": {"avg_ms": 102.378, "count": 293, "max_ms": 145.736, "p95_ms": 110.861}, "triton_wait": {"avg_ms": 73.417, "count": 293, "max_ms": 89.441, "p95_ms": 81.111}, "visualize": {"avg_ms": 3.751, "count": 293, "max_ms": 4.807, "p95_ms": 4.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 109, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T14:51:13+09:00", "last_error_summary": "[h264 @ 0x55b4ee9628c0] cabac decode of qscale diff failed at 71 16 [h264 @ 0x55b4ee9628c0] error while decoding MB 71 16, bytestream 616 [h264 @ 0x55b4ef2b1e40] left block unavailable for requested intra mode [h264 @ 0x55b4ef2b1e40] error while decoding MB 0 24, bytestream 54756 [h264 @ 0x55b4ef2b1e40] cabac decode of qscale diff failed at 66 41 [h264 @ 0x55b4ef2b1e40] error while decoding MB 66 41, bytestream 5446 [h264 @ 0x55b4ee98aac0] left block unavailable for requested intra4x4 mode -1 [h", "last_exit_at": "2026-07-03T14:51:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 877.971, "last_started_at": "2026-07-03T14:51:16+09:00", "pid": 36706, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.129, "name": "ffmpeg", "pid": 36706, "rss_mb": 307.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.515, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:05:54+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:05:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T15:05:54.857093+09:00", "mtime_epoch": 1783058754.8570926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:05:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.49, "count": 291, "max_ms": 8.674, "p95_ms": 4.929}, "gstreamer_push": {"avg_ms": 1.311, "count": 291, "max_ms": 2.023, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.777, "count": 291, "max_ms": 69.442, "p95_ms": 65.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.936, "count": 291, "max_ms": 88.696, "p95_ms": 80.395}, "yolo11_640_fire_11class": {"avg_ms": 62.355, "count": 291, "max_ms": 72.96, "p95_ms": 67.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.353, "count": 291, "max_ms": 79.068, "p95_ms": 76.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.863, "count": 291, "max_ms": 101.652, "p95_ms": 93.7}, "read_interval": {"avg_ms": 103.107, "count": 291, "max_ms": 120.964, "p95_ms": 110.721}, "triton_wait": {"avg_ms": 73.543, "count": 291, "max_ms": 88.708, "p95_ms": 80.407}, "visualize": {"avg_ms": 3.713, "count": 291, "max_ms": 5.621, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.736, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.419, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:06:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:06:16+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T15:06:16+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T15:06:16.641419+09:00", "mtime_epoch": 1783058776.6414192, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219072}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:06:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.338, "pushed": 10.338, "read": 10.338}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.856, "count": 310, "max_ms": 4.378, "p95_ms": 3.122}, "gstreamer_push": {"avg_ms": 1.346, "count": 310, "max_ms": 2.31, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.19, "count": 310, "max_ms": 68.531, "p95_ms": 65.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.459, "count": 310, "max_ms": 86.021, "p95_ms": 78.183}, "yolo11_640_fire_11class": {"avg_ms": 55.644, "count": 310, "max_ms": 73.307, "p95_ms": 70.398}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.522, "count": 310, "max_ms": 82.543, "p95_ms": 75.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.525, "count": 310, "max_ms": 98.936, "p95_ms": 90.462}, "read_interval": {"avg_ms": 96.884, "count": 310, "max_ms": 842.875, "p95_ms": 113.41}, "triton_wait": {"avg_ms": 58.905, "count": 310, "max_ms": 86.033, "p95_ms": 78.363}, "visualize": {"avg_ms": 3.724, "count": 310, "max_ms": 5.663, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12216.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.109, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 136.691, "name": "ffmpeg", "pid": 36965, "rss_mb": 136.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.018, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:06:25+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:06:25+09:00", "mjpeg": {"age_sec": 4.576, "exists": true, "mtime": "2026-07-03T15:06:20.637479+09:00", "mtime_epoch": 1783058780.6374793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:06:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.169, "pushed": 2.169, "read": 2.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.625, "count": 65, "max_ms": 7.339, "p95_ms": 6.936}, "gstreamer_push": {"avg_ms": 1.333, "count": 65, "max_ms": 1.442, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.842, "count": 65, "max_ms": 67.609, "p95_ms": 63.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.583, "count": 65, "max_ms": 82.556, "p95_ms": 78.423}, "yolo11_640_fire_11class": {"avg_ms": 58.546, "count": 65, "max_ms": 69.652, "p95_ms": 66.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.505, "count": 65, "max_ms": 81.955, "p95_ms": 76.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.987, "count": 65, "max_ms": 100.971, "p95_ms": 96.031}, "read_interval": {"avg_ms": 468.181, "count": 64, "max_ms": 10160.78, "p95_ms": 120.135}, "triton_wait": {"avg_ms": 69.173, "count": 65, "max_ms": 82.564, "p95_ms": 78.522}, "visualize": {"avg_ms": 3.899, "count": 65, "max_ms": 6.893, "p95_ms": 6.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12350.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.81, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.278, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:06:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:06:46+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T15:06:46+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T15:06:46.709871+09:00", "mtime_epoch": 1783058806.7098713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:06:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.869}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.849, "count": 297, "max_ms": 4.341, "p95_ms": 3.161}, "gstreamer_push": {"avg_ms": 1.352, "count": 297, "max_ms": 1.616, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.813, "count": 297, "max_ms": 67.975, "p95_ms": 65.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.971, "count": 297, "max_ms": 84.701, "p95_ms": 81.466}, "yolo11_640_fire_11class": {"avg_ms": 56.5, "count": 297, "max_ms": 73.532, "p95_ms": 67.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.047, "count": 297, "max_ms": 81.709, "p95_ms": 77.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.938, "count": 297, "max_ms": 96.39, "p95_ms": 93.196}, "read_interval": {"avg_ms": 101.325, "count": 296, "max_ms": 851.541, "p95_ms": 114.66}, "triton_wait": {"avg_ms": 63.286, "count": 297, "max_ms": 84.715, "p95_ms": 81.478}, "visualize": {"avg_ms": 3.689, "count": 297, "max_ms": 4.976, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12353.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.11, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.477, "name": "ffmpeg", "pid": 36965, "rss_mb": 271.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.599, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 175960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:06:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:06:55+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T15:06:55+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T15:06:55.109998+09:00", "mtime_epoch": 1783058815.1099977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:06:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.837, "pushed": 8.837, "read": 8.837}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.275, "count": 265, "max_ms": 9.36, "p95_ms": 6.696}, "gstreamer_push": {"avg_ms": 1.256, "count": 265, "max_ms": 1.528, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.047, "count": 265, "max_ms": 69.077, "p95_ms": 65.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.851, "count": 265, "max_ms": 85.712, "p95_ms": 82.989}, "yolo11_640_fire_11class": {"avg_ms": 57.267, "count": 265, "max_ms": 71.395, "p95_ms": 67.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.251, "count": 265, "max_ms": 80.87, "p95_ms": 78.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.949, "count": 265, "max_ms": 139.008, "p95_ms": 131.666}, "read_interval": {"avg_ms": 113.141, "count": 265, "max_ms": 151.243, "p95_ms": 144.418}, "triton_wait": {"avg_ms": 69.495, "count": 265, "max_ms": 85.724, "p95_ms": 83.001}, "visualize": {"avg_ms": 4.319, "count": 265, "max_ms": 6.848, "p95_ms": 5.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.838, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.023, "sample_count": 2802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:07:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:07:16+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T15:07:16+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T15:07:16.738324+09:00", "mtime_epoch": 1783058836.738324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:07:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.25, "pushed": 10.25, "read": 10.217}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.871, "count": 307, "max_ms": 3.994, "p95_ms": 3.427}, "gstreamer_push": {"avg_ms": 1.348, "count": 307, "max_ms": 2.228, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.867, "count": 307, "max_ms": 68.183, "p95_ms": 64.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.074, "count": 307, "max_ms": 84.143, "p95_ms": 80.155}, "yolo11_640_fire_11class": {"avg_ms": 53.524, "count": 307, "max_ms": 72.243, "p95_ms": 67.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.126, "count": 307, "max_ms": 81.607, "p95_ms": 77.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.627, "count": 307, "max_ms": 95.688, "p95_ms": 91.672}, "read_interval": {"avg_ms": 97.86, "count": 306, "max_ms": 848.569, "p95_ms": 111.691}, "triton_wait": {"avg_ms": 57.888, "count": 307, "max_ms": 84.155, "p95_ms": 80.167}, "visualize": {"avg_ms": 3.739, "count": 307, "max_ms": 6.04, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.175, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.055, "name": "ffmpeg", "pid": 36965, "rss_mb": 274.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.802, "sample_count": 2494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:07:25+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T15:07:25+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T15:07:25.170451+09:00", "mtime_epoch": 1783058845.1704514, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:07:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.785, "pushed": 7.785, "read": 7.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.646, "count": 233, "max_ms": 9.413, "p95_ms": 8.538}, "gstreamer_push": {"avg_ms": 1.189, "count": 233, "max_ms": 1.76, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.822, "count": 233, "max_ms": 66.288, "p95_ms": 63.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.34, "count": 233, "max_ms": 86.338, "p95_ms": 80.722}, "yolo11_640_fire_11class": {"avg_ms": 51.561, "count": 233, "max_ms": 72.827, "p95_ms": 66.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.953, "count": 233, "max_ms": 82.303, "p95_ms": 78.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.422, "count": 233, "max_ms": 160.288, "p95_ms": 134.26}, "read_interval": {"avg_ms": 129.037, "count": 232, "max_ms": 370.566, "p95_ms": 148.254}, "triton_wait": {"avg_ms": 63.476, "count": 233, "max_ms": 86.352, "p95_ms": 80.795}, "visualize": {"avg_ms": 5.236, "count": 233, "max_ms": 7.657, "p95_ms": 6.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.869, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.91, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:07:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:07:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T15:07:46+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T15:07:46.766778+09:00", "mtime_epoch": 1783058866.766778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:07:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.897, "count": 301, "max_ms": 4.918, "p95_ms": 3.421}, "gstreamer_push": {"avg_ms": 1.353, "count": 301, "max_ms": 1.688, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.128, "count": 301, "max_ms": 67.217, "p95_ms": 64.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.49, "count": 301, "max_ms": 82.722, "p95_ms": 79.568}, "yolo11_640_fire_11class": {"avg_ms": 53.276, "count": 301, "max_ms": 72.024, "p95_ms": 66.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.288, "count": 301, "max_ms": 80.782, "p95_ms": 77.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.824, "count": 301, "max_ms": 94.446, "p95_ms": 91.254}, "read_interval": {"avg_ms": 99.818, "count": 300, "max_ms": 991.228, "p95_ms": 146.552}, "triton_wait": {"avg_ms": 57.039, "count": 301, "max_ms": 82.734, "p95_ms": 79.685}, "visualize": {"avg_ms": 3.729, "count": 301, "max_ms": 5.05, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.286, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.055, "name": "ffmpeg", "pid": 36965, "rss_mb": 274.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.092, "sample_count": 2479, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:07:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:07:55+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T15:07:55+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T15:07:55.282907+09:00", "mtime_epoch": 1783058875.282907, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:07:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.77, "pushed": 7.77, "read": 7.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.613, "count": 232, "max_ms": 8.06, "p95_ms": 7.088}, "gstreamer_push": {"avg_ms": 1.181, "count": 233, "max_ms": 1.43, "p95_ms": 1.246}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.126, "count": 232, "max_ms": 71.01, "p95_ms": 63.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.855, "count": 232, "max_ms": 82.888, "p95_ms": 78.846}, "yolo11_640_fire_11class": {"avg_ms": 52.258, "count": 232, "max_ms": 72.28, "p95_ms": 65.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.899, "count": 232, "max_ms": 82.028, "p95_ms": 77.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.76, "count": 233, "max_ms": 137.277, "p95_ms": 131.958}, "read_interval": {"avg_ms": 129.248, "count": 232, "max_ms": 153.711, "p95_ms": 145.805}, "triton_wait": {"avg_ms": 63.107, "count": 232, "max_ms": 82.901, "p95_ms": 79.85}, "visualize": {"avg_ms": 5.262, "count": 232, "max_ms": 7.239, "p95_ms": 5.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.911, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.996, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:08:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:08:16+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:08:16+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T15:08:16.787233+09:00", "mtime_epoch": 1783058896.787233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:08:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.645, "pushed": 9.645, "read": 9.611}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.857, "count": 289, "max_ms": 3.805, "p95_ms": 3.158}, "gstreamer_push": {"avg_ms": 1.364, "count": 289, "max_ms": 1.711, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.779, "count": 289, "max_ms": 71.574, "p95_ms": 66.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.928, "count": 289, "max_ms": 85.082, "p95_ms": 81.185}, "yolo11_640_fire_11class": {"avg_ms": 58.165, "count": 289, "max_ms": 72.54, "p95_ms": 68.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.133, "count": 289, "max_ms": 81.192, "p95_ms": 78.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.444, "count": 289, "max_ms": 96.744, "p95_ms": 92.836}, "read_interval": {"avg_ms": 103.954, "count": 288, "max_ms": 811.407, "p95_ms": 111.736}, "triton_wait": {"avg_ms": 65.631, "count": 289, "max_ms": 85.093, "p95_ms": 81.197}, "visualize": {"avg_ms": 3.748, "count": 289, "max_ms": 4.982, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.302, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.148, "name": "ffmpeg", "pid": 36965, "rss_mb": 277.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.573, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:08:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:08:25+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:08:25+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:08:25.319363+09:00", "mtime_epoch": 1783058905.3193626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:08:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.172, "pushed": 9.172, "read": 9.138}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.243, "count": 274, "max_ms": 10.809, "p95_ms": 9.987}, "gstreamer_push": {"avg_ms": 1.302, "count": 274, "max_ms": 1.935, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.273, "count": 274, "max_ms": 68.108, "p95_ms": 65.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.125, "count": 274, "max_ms": 83.551, "p95_ms": 80.995}, "yolo11_640_fire_11class": {"avg_ms": 58.769, "count": 274, "max_ms": 72.422, "p95_ms": 68.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.089, "count": 274, "max_ms": 80.199, "p95_ms": 78.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.187, "count": 274, "max_ms": 133.045, "p95_ms": 124.634}, "read_interval": {"avg_ms": 109.563, "count": 273, "max_ms": 145.677, "p95_ms": 137.875}, "triton_wait": {"avg_ms": 70.548, "count": 274, "max_ms": 83.563, "p95_ms": 81.007}, "visualize": {"avg_ms": 4.157, "count": 274, "max_ms": 7.183, "p95_ms": 5.566}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12365.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.918, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.975, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:08:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:08:46+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:08:46+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:08:46.791689+09:00", "mtime_epoch": 1783058926.7916892, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:08:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.868, "count": 290, "max_ms": 4.371, "p95_ms": 3.044}, "gstreamer_push": {"avg_ms": 1.349, "count": 290, "max_ms": 1.583, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.887, "count": 290, "max_ms": 70.44, "p95_ms": 67.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.82, "count": 290, "max_ms": 85.229, "p95_ms": 81.126}, "yolo11_640_fire_11class": {"avg_ms": 65.062, "count": 290, "max_ms": 75.654, "p95_ms": 69.938}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.938, "count": 290, "max_ms": 78.986, "p95_ms": 76.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.622, "count": 290, "max_ms": 96.853, "p95_ms": 92.9}, "read_interval": {"avg_ms": 103.456, "count": 290, "max_ms": 114.057, "p95_ms": 109.934}, "triton_wait": {"avg_ms": 74.899, "count": 290, "max_ms": 85.241, "p95_ms": 81.138}, "visualize": {"avg_ms": 3.703, "count": 290, "max_ms": 4.688, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12365.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.388, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.336, "name": "ffmpeg", "pid": 36965, "rss_mb": 283.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.573, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 176987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:08:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:08:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:08:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:08:55.403820+09:00", "mtime_epoch": 1783058935.40382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:08:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.572, "pushed": 9.572, "read": 9.539}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.406, "count": 287, "max_ms": 5.628, "p95_ms": 4.58}, "gstreamer_push": {"avg_ms": 1.318, "count": 287, "max_ms": 1.475, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.478, "count": 287, "max_ms": 68.774, "p95_ms": 65.914}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.881, "count": 287, "max_ms": 84.401, "p95_ms": 79.97}, "yolo11_640_fire_11class": {"avg_ms": 63.339, "count": 287, "max_ms": 72.909, "p95_ms": 68.059}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.861, "count": 287, "max_ms": 77.972, "p95_ms": 75.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.276, "count": 287, "max_ms": 97.407, "p95_ms": 93.322}, "read_interval": {"avg_ms": 104.822, "count": 286, "max_ms": 155.003, "p95_ms": 110.504}, "triton_wait": {"avg_ms": 74.957, "count": 287, "max_ms": 84.414, "p95_ms": 79.982}, "visualize": {"avg_ms": 3.705, "count": 287, "max_ms": 4.212, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 401.003, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 4, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.806, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:09:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:09:16+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:09:16+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T15:09:16.880147+09:00", "mtime_epoch": 1783058956.8801475, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:09:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.843, "count": 292, "max_ms": 4.314, "p95_ms": 2.914}, "gstreamer_push": {"avg_ms": 1.343, "count": 292, "max_ms": 1.484, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.352, "count": 292, "max_ms": 72.448, "p95_ms": 67.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.019, "count": 292, "max_ms": 86.384, "p95_ms": 81.133}, "yolo11_640_fire_11class": {"avg_ms": 65.412, "count": 292, "max_ms": 74.309, "p95_ms": 69.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.198, "count": 292, "max_ms": 81.744, "p95_ms": 76.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.142, "count": 292, "max_ms": 98.239, "p95_ms": 92.829}, "read_interval": {"avg_ms": 103.018, "count": 291, "max_ms": 115.364, "p95_ms": 110.427}, "triton_wait": {"avg_ms": 74.51, "count": 292, "max_ms": 86.396, "p95_ms": 81.145}, "visualize": {"avg_ms": 3.673, "count": 292, "max_ms": 4.721, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.428, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.172, "name": "ffmpeg", "pid": 36965, "rss_mb": 286.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.573, "sample_count": 2471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:09:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:09:25+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:09:25+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:09:25.444278+09:00", "mtime_epoch": 1783058965.444278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:09:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.755, "pushed": 9.755, "read": 9.721}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.397, "count": 292, "max_ms": 6.864, "p95_ms": 4.585}, "gstreamer_push": {"avg_ms": 1.31, "count": 292, "max_ms": 1.615, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.263, "count": 292, "max_ms": 72.673, "p95_ms": 66.247}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.882, "count": 292, "max_ms": 86.238, "p95_ms": 79.753}, "yolo11_640_fire_11class": {"avg_ms": 62.289, "count": 292, "max_ms": 73.913, "p95_ms": 67.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.247, "count": 292, "max_ms": 83.273, "p95_ms": 75.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.495, "count": 292, "max_ms": 99.239, "p95_ms": 93.11}, "read_interval": {"avg_ms": 102.875, "count": 291, "max_ms": 115.158, "p95_ms": 110.024}, "triton_wait": {"avg_ms": 73.346, "count": 292, "max_ms": 86.251, "p95_ms": 79.765}, "visualize": {"avg_ms": 3.675, "count": 292, "max_ms": 4.682, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 431.073, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.495, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:09:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:09:47+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T15:09:46+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:09:46.952606+09:00", "mtime_epoch": 1783058986.9526064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:09:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.838, "count": 292, "max_ms": 3.258, "p95_ms": 2.922}, "gstreamer_push": {"avg_ms": 1.36, "count": 292, "max_ms": 1.554, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.801, "count": 292, "max_ms": 73.06, "p95_ms": 66.429}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.035, "count": 292, "max_ms": 86.599, "p95_ms": 79.905}, "yolo11_640_fire_11class": {"avg_ms": 63.742, "count": 292, "max_ms": 74.302, "p95_ms": 68.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.201, "count": 292, "max_ms": 83.716, "p95_ms": 75.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.103, "count": 292, "max_ms": 98.268, "p95_ms": 91.629}, "read_interval": {"avg_ms": 102.983, "count": 291, "max_ms": 114.986, "p95_ms": 108.479}, "triton_wait": {"avg_ms": 74.349, "count": 292, "max_ms": 86.61, "p95_ms": 79.917}, "visualize": {"avg_ms": 3.698, "count": 292, "max_ms": 4.455, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.486, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.648, "name": "ffmpeg", "pid": 36965, "rss_mb": 293.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.573, "sample_count": 2476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:09:55+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T15:09:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T15:09:55.504737+09:00", "mtime_epoch": 1783058995.5047371, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:09:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.778, "pushed": 9.778, "read": 9.745}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.418, "count": 293, "max_ms": 6.841, "p95_ms": 4.741}, "gstreamer_push": {"avg_ms": 1.318, "count": 293, "max_ms": 1.65, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.049, "count": 293, "max_ms": 66.954, "p95_ms": 64.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.155, "count": 293, "max_ms": 84.007, "p95_ms": 79.08}, "yolo11_640_fire_11class": {"avg_ms": 61.939, "count": 293, "max_ms": 69.751, "p95_ms": 67.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.286, "count": 293, "max_ms": 77.12, "p95_ms": 75.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.265, "count": 293, "max_ms": 96.845, "p95_ms": 92.067}, "read_interval": {"avg_ms": 102.592, "count": 292, "max_ms": 113.586, "p95_ms": 109.743}, "triton_wait": {"avg_ms": 73.049, "count": 293, "max_ms": 84.019, "p95_ms": 79.092}, "visualize": {"avg_ms": 3.69, "count": 293, "max_ms": 5.8, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 461.122, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.241, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:10:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:10:16+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:10:16.997066+09:00", "mtime_epoch": 1783059016.997066, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:10:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.017, "pushed": 10.017, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.85, "count": 300, "max_ms": 3.852, "p95_ms": 2.938}, "gstreamer_push": {"avg_ms": 1.345, "count": 300, "max_ms": 1.583, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.575, "count": 300, "max_ms": 67.564, "p95_ms": 65.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.905, "count": 300, "max_ms": 82.02, "p95_ms": 79.718}, "yolo11_640_fire_11class": {"avg_ms": 63.112, "count": 300, "max_ms": 74.927, "p95_ms": 70.124}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.836, "count": 300, "max_ms": 78.329, "p95_ms": 75.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.314, "count": 300, "max_ms": 94.269, "p95_ms": 91.415}, "read_interval": {"avg_ms": 100.138, "count": 299, "max_ms": 113.905, "p95_ms": 108.792}, "triton_wait": {"avg_ms": 71.683, "count": 300, "max_ms": 82.032, "p95_ms": 79.73}, "visualize": {"avg_ms": 3.7, "count": 300, "max_ms": 4.692, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.507, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.855, "name": "ffmpeg", "pid": 36965, "rss_mb": 305.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.443, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 177864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:10:25+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:10:25+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T15:10:25.529197+09:00", "mtime_epoch": 1783059025.5291967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:10:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 292, "max_ms": 6.566, "p95_ms": 4.52}, "gstreamer_push": {"avg_ms": 1.313, "count": 292, "max_ms": 1.535, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.215, "count": 292, "max_ms": 67.583, "p95_ms": 64.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.06, "count": 292, "max_ms": 83.029, "p95_ms": 79.09}, "yolo11_640_fire_11class": {"avg_ms": 60.838, "count": 292, "max_ms": 70.913, "p95_ms": 67.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.024, "count": 292, "max_ms": 78.197, "p95_ms": 74.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.773, "count": 292, "max_ms": 95.859, "p95_ms": 92.598}, "read_interval": {"avg_ms": 102.813, "count": 291, "max_ms": 428.554, "p95_ms": 109.635}, "triton_wait": {"avg_ms": 71.74, "count": 292, "max_ms": 83.041, "p95_ms": 79.102}, "visualize": {"avg_ms": 3.652, "count": 292, "max_ms": 4.754, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 491.161, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.225, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:10:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:10:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:10:47+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T15:10:47.037526+09:00", "mtime_epoch": 1783059047.0375264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227468}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:10:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.955}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.844, "count": 299, "max_ms": 4.404, "p95_ms": 2.927}, "gstreamer_push": {"avg_ms": 1.356, "count": 299, "max_ms": 2.304, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.899, "count": 299, "max_ms": 67.858, "p95_ms": 66.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.095, "count": 299, "max_ms": 83.443, "p95_ms": 79.88}, "yolo11_640_fire_11class": {"avg_ms": 63.113, "count": 299, "max_ms": 73.532, "p95_ms": 68.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.723, "count": 299, "max_ms": 77.739, "p95_ms": 75.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.565, "count": 299, "max_ms": 95.805, "p95_ms": 92.646}, "read_interval": {"avg_ms": 100.444, "count": 298, "max_ms": 120.802, "p95_ms": 110.037}, "triton_wait": {"avg_ms": 71.933, "count": 299, "max_ms": 83.455, "p95_ms": 79.892}, "visualize": {"avg_ms": 3.693, "count": 299, "max_ms": 6.007, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12477.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 120, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:06:20+09:00", "last_error_summary": "[h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 13 8 [h264 @ 0x563a4f479800] error while decoding MB 13 8, bytestream 5338 [h264 @ 0x563a4eb450c0] cabac decode of qscale diff failed at 28 40 [h264 @ 0x563a4eb450c0] error while decoding MB 28 40, bytestream 115134 [h264 @ 0x563a4f3aa980] left block unavailable for requested intra mode [h264 @ 0x563a4f3aa980] error while decoding MB 0 43, bytestream 5778 [h264 @ 0x563a4f479800] cabac decode of qscale diff failed at 37 9 [h264 @ 0x563", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 290.817, "last_started_at": "2026-07-03T15:06:23+09:00", "pid": 36965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 392.789, "name": "ffmpeg", "pid": 36965, "rss_mb": 392.789, "state": "S (sleeping)", "threads": 104}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.573, "sample_count": 2476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:11:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:11:13+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T15:11:13+09:00", "mjpeg": {"age_sec": 19.652, "exists": true, "mtime": "2026-07-03T15:10:54.269637+09:00", "mtime_epoch": 1783059054.2696373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:11:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.501, "pushed": 3.501, "read": 3.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.204, "count": 105, "max_ms": 4.604, "p95_ms": 4.496}, "gstreamer_push": {"avg_ms": 1.282, "count": 105, "max_ms": 1.504, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.091, "count": 105, "max_ms": 66.083, "p95_ms": 65.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.076, "count": 105, "max_ms": 81.517, "p95_ms": 78.18}, "yolo11_640_fire_11class": {"avg_ms": 61.664, "count": 105, "max_ms": 69.124, "p95_ms": 66.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.68, "count": 105, "max_ms": 77.778, "p95_ms": 75.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.038, "count": 105, "max_ms": 94.58, "p95_ms": 91.322}, "read_interval": {"avg_ms": 288.47, "count": 104, "max_ms": 19689.528, "p95_ms": 108.098}, "triton_wait": {"avg_ms": 71.382, "count": 105, "max_ms": 81.529, "p95_ms": 78.192}, "visualize": {"avg_ms": 3.522, "count": 105, "max_ms": 4.231, "p95_ms": 3.797}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12477.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.24, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.168, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198009, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:11:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:11:17+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T15:11:17+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T15:11:17.129988+09:00", "mtime_epoch": 1783059077.1299884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:11:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.341, "pushed": 11.341, "read": 11.308}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.817, "count": 340, "max_ms": 3.609, "p95_ms": 3.028}, "gstreamer_push": {"avg_ms": 1.349, "count": 340, "max_ms": 2.348, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.112, "count": 340, "max_ms": 67.225, "p95_ms": 64.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.554, "count": 340, "max_ms": 84.931, "p95_ms": 77.261}, "yolo11_640_fire_11class": {"avg_ms": 52.819, "count": 340, "max_ms": 70.981, "p95_ms": 65.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.363, "count": 340, "max_ms": 78.493, "p95_ms": 74.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.723, "count": 340, "max_ms": 96.615, "p95_ms": 89.177}, "read_interval": {"avg_ms": 88.456, "count": 339, "max_ms": 872.508, "p95_ms": 107.671}, "triton_wait": {"avg_ms": 56.218, "count": 340, "max_ms": 84.942, "p95_ms": 78.259}, "visualize": {"avg_ms": 3.663, "count": 340, "max_ms": 4.614, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12350.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.175, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.828, "name": "ffmpeg", "pid": 37072, "rss_mb": 267.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.02, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:11:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:11:43+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T15:11:43+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:11:43.894400+09:00", "mtime_epoch": 1783059103.8944001, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168531}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:11:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.71, "pushed": 8.71, "read": 8.677}, "hints": ["triton_wait_p95_dominant", "invalid_ffmpeg_reads_seen"], "latency_ms": {"analyze": {"avg_ms": 4.463, "count": 261, "max_ms": 6.756, "p95_ms": 5.076}, "gstreamer_push": {"avg_ms": 1.338, "count": 261, "max_ms": 1.562, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.773, "count": 261, "max_ms": 70.609, "p95_ms": 65.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.562, "count": 261, "max_ms": 84.918, "p95_ms": 80.661}, "yolo11_640_fire_11class": {"avg_ms": 58.559, "count": 261, "max_ms": 71.794, "p95_ms": 68.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.737, "count": 261, "max_ms": 78.897, "p95_ms": 75.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.975, "count": 261, "max_ms": 98.708, "p95_ms": 94.006}, "read_interval": {"avg_ms": 115.199, "count": 260, "max_ms": 4281.142, "p95_ms": 112.494}, "triton_wait": {"avg_ms": 68.704, "count": 261, "max_ms": 84.929, "p95_ms": 80.672}, "visualize": {"avg_ms": 3.705, "count": 261, "max_ms": 4.49, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12350.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.242, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.99, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:11:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:11:47+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:11:47+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T15:11:47.118450+09:00", "mtime_epoch": 1783059107.1184497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:11:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.705, "pushed": 9.705, "read": 9.705}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.883, "count": 291, "max_ms": 4.263, "p95_ms": 3.194}, "gstreamer_push": {"avg_ms": 1.349, "count": 291, "max_ms": 1.635, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.511, "count": 291, "max_ms": 68.596, "p95_ms": 65.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.724, "count": 291, "max_ms": 83.984, "p95_ms": 79.185}, "yolo11_640_fire_11class": {"avg_ms": 58.293, "count": 291, "max_ms": 73.974, "p95_ms": 68.425}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.056, "count": 291, "max_ms": 77.629, "p95_ms": 75.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.838, "count": 291, "max_ms": 96.368, "p95_ms": 90.857}, "read_interval": {"avg_ms": 103.051, "count": 291, "max_ms": 787.091, "p95_ms": 110.191}, "triton_wait": {"avg_ms": 66.011, "count": 291, "max_ms": 83.997, "p95_ms": 79.198}, "visualize": {"avg_ms": 3.751, "count": 291, "max_ms": 4.709, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.235, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.406, "name": "ffmpeg", "pid": 37072, "rss_mb": 270.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.846, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 178704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:12:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:12:14+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T15:12:13+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T15:12:13.950863+09:00", "mtime_epoch": 1783059133.9508631, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:12:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.846, "pushed": 9.846, "read": 9.813}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.441, "count": 295, "max_ms": 6.644, "p95_ms": 5.0}, "gstreamer_push": {"avg_ms": 1.319, "count": 295, "max_ms": 2.025, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.018, "count": 295, "max_ms": 67.859, "p95_ms": 64.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.837, "count": 295, "max_ms": 84.026, "p95_ms": 78.934}, "yolo11_640_fire_11class": {"avg_ms": 60.759, "count": 295, "max_ms": 72.519, "p95_ms": 66.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.54, "count": 295, "max_ms": 76.559, "p95_ms": 74.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.388, "count": 295, "max_ms": 97.126, "p95_ms": 92.211}, "read_interval": {"avg_ms": 101.868, "count": 294, "max_ms": 113.266, "p95_ms": 109.922}, "triton_wait": {"avg_ms": 72.003, "count": 295, "max_ms": 84.038, "p95_ms": 78.946}, "visualize": {"avg_ms": 3.728, "count": 295, "max_ms": 4.741, "p95_ms": 4.199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.277, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.084, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:12:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:12:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:12:17+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:12:17.154912+09:00", "mtime_epoch": 1783059137.1549125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:12:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.888}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.85, "count": 297, "max_ms": 4.159, "p95_ms": 3.032}, "gstreamer_push": {"avg_ms": 1.367, "count": 297, "max_ms": 1.808, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.14, "count": 297, "max_ms": 67.794, "p95_ms": 66.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.252, "count": 297, "max_ms": 84.516, "p95_ms": 79.742}, "yolo11_640_fire_11class": {"avg_ms": 63.417, "count": 297, "max_ms": 75.14, "p95_ms": 69.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.657, "count": 297, "max_ms": 77.455, "p95_ms": 75.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.185, "count": 297, "max_ms": 96.462, "p95_ms": 91.57}, "read_interval": {"avg_ms": 101.106, "count": 296, "max_ms": 113.745, "p95_ms": 109.108}, "triton_wait": {"avg_ms": 72.374, "count": 297, "max_ms": 84.529, "p95_ms": 79.755}, "visualize": {"avg_ms": 3.726, "count": 297, "max_ms": 5.722, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.308, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.406, "name": "ffmpeg", "pid": 37072, "rss_mb": 270.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.4, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:12:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:12:44+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:12:44+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T15:12:44.035327+09:00", "mtime_epoch": 1783059164.0353272, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:12:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.975, "pushed": 9.975, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.446, "count": 299, "max_ms": 7.43, "p95_ms": 4.641}, "gstreamer_push": {"avg_ms": 1.35, "count": 299, "max_ms": 1.641, "p95_ms": 1.536}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.541, "count": 299, "max_ms": 71.422, "p95_ms": 64.751}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.164, "count": 299, "max_ms": 89.623, "p95_ms": 79.406}, "yolo11_640_fire_11class": {"avg_ms": 59.295, "count": 299, "max_ms": 73.389, "p95_ms": 66.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.082, "count": 299, "max_ms": 76.883, "p95_ms": 74.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.596, "count": 299, "max_ms": 102.61, "p95_ms": 92.9}, "read_interval": {"avg_ms": 100.572, "count": 298, "max_ms": 118.423, "p95_ms": 110.521}, "triton_wait": {"avg_ms": 70.187, "count": 299, "max_ms": 89.635, "p95_ms": 79.418}, "visualize": {"avg_ms": 3.722, "count": 299, "max_ms": 5.428, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.307, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.166, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:12:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:12:47+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:12:47+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:12:47.179376+09:00", "mtime_epoch": 1783059167.179376, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:12:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.059}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.86, "count": 302, "max_ms": 4.373, "p95_ms": 3.146}, "gstreamer_push": {"avg_ms": 1.354, "count": 302, "max_ms": 1.846, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.539, "count": 302, "max_ms": 70.447, "p95_ms": 66.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.435, "count": 302, "max_ms": 86.355, "p95_ms": 80.182}, "yolo11_640_fire_11class": {"avg_ms": 62.107, "count": 302, "max_ms": 75.601, "p95_ms": 68.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.019, "count": 302, "max_ms": 80.153, "p95_ms": 75.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.261, "count": 302, "max_ms": 98.238, "p95_ms": 92.145}, "read_interval": {"avg_ms": 99.415, "count": 301, "max_ms": 116.534, "p95_ms": 110.048}, "triton_wait": {"avg_ms": 70.498, "count": 302, "max_ms": 86.367, "p95_ms": 80.194}, "visualize": {"avg_ms": 3.689, "count": 302, "max_ms": 4.788, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12355.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.368, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.242, "name": "ffmpeg", "pid": 37072, "rss_mb": 273.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.9, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179297, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:13:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:13:14+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T15:13:14+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T15:13:14.095792+09:00", "mtime_epoch": 1783059194.0957916, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:13:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.785}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.406, "count": 294, "max_ms": 6.99, "p95_ms": 4.677}, "gstreamer_push": {"avg_ms": 1.334, "count": 294, "max_ms": 1.872, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.109, "count": 294, "max_ms": 67.905, "p95_ms": 64.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.664, "count": 294, "max_ms": 85.983, "p95_ms": 78.98}, "yolo11_640_fire_11class": {"avg_ms": 60.643, "count": 294, "max_ms": 70.961, "p95_ms": 67.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.807, "count": 294, "max_ms": 80.276, "p95_ms": 75.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.534, "count": 294, "max_ms": 99.159, "p95_ms": 92.449}, "read_interval": {"avg_ms": 102.235, "count": 293, "max_ms": 118.08, "p95_ms": 110.851}, "triton_wait": {"avg_ms": 72.226, "count": 294, "max_ms": 85.996, "p95_ms": 79.136}, "visualize": {"avg_ms": 3.704, "count": 294, "max_ms": 5.07, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12355.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.376, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.908, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:13:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:13:17+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T15:13:17+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T15:13:17.251841+09:00", "mtime_epoch": 1783059197.2518406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:13:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.911, "pushed": 9.911, "read": 9.877}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.858, "count": 297, "max_ms": 4.291, "p95_ms": 3.217}, "gstreamer_push": {"avg_ms": 1.347, "count": 297, "max_ms": 2.042, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.063, "count": 297, "max_ms": 68.304, "p95_ms": 66.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.758, "count": 297, "max_ms": 86.296, "p95_ms": 80.087}, "yolo11_640_fire_11class": {"avg_ms": 63.996, "count": 297, "max_ms": 72.613, "p95_ms": 69.334}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.686, "count": 297, "max_ms": 81.025, "p95_ms": 76.1}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.215, "count": 297, "max_ms": 97.893, "p95_ms": 91.925}, "read_interval": {"avg_ms": 101.228, "count": 296, "max_ms": 114.316, "p95_ms": 109.105}, "triton_wait": {"avg_ms": 72.523, "count": 297, "max_ms": 86.308, "p95_ms": 80.155}, "visualize": {"avg_ms": 3.727, "count": 297, "max_ms": 5.054, "p95_ms": 4.271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12355.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.386, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.242, "name": "ffmpeg", "pid": 37072, "rss_mb": 273.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.808, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:13:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:13:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T15:13:44+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:13:44.108256+09:00", "mtime_epoch": 1783059224.108256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:13:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.419, "count": 292, "max_ms": 6.76, "p95_ms": 4.73}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 1.485, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.235, "count": 292, "max_ms": 74.08, "p95_ms": 65.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.785, "count": 292, "max_ms": 87.88, "p95_ms": 79.257}, "yolo11_640_fire_11class": {"avg_ms": 62.103, "count": 292, "max_ms": 75.274, "p95_ms": 67.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.426, "count": 292, "max_ms": 84.472, "p95_ms": 75.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.145, "count": 292, "max_ms": 100.724, "p95_ms": 92.644}, "read_interval": {"avg_ms": 102.801, "count": 291, "max_ms": 118.126, "p95_ms": 111.319}, "triton_wait": {"avg_ms": 72.88, "count": 292, "max_ms": 87.891, "p95_ms": 79.269}, "visualize": {"avg_ms": 3.692, "count": 292, "max_ms": 4.829, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12355.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.419, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.841, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:13:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:13:47+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T15:13:47+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T15:13:47.300305+09:00", "mtime_epoch": 1783059227.3003054, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225945}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:13:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.854, "pushed": 9.854, "read": 9.821}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.889, "count": 295, "max_ms": 6.589, "p95_ms": 3.115}, "gstreamer_push": {"avg_ms": 1.357, "count": 295, "max_ms": 1.574, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.832, "count": 295, "max_ms": 74.896, "p95_ms": 67.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.458, "count": 295, "max_ms": 88.683, "p95_ms": 80.669}, "yolo11_640_fire_11class": {"avg_ms": 63.312, "count": 295, "max_ms": 76.359, "p95_ms": 69.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.495, "count": 295, "max_ms": 85.298, "p95_ms": 76.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.945, "count": 295, "max_ms": 129.957, "p95_ms": 93.4}, "read_interval": {"avg_ms": 101.841, "count": 294, "max_ms": 144.124, "p95_ms": 111.072}, "triton_wait": {"avg_ms": 72.648, "count": 295, "max_ms": 88.695, "p95_ms": 80.681}, "visualize": {"avg_ms": 3.718, "count": 295, "max_ms": 6.188, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1498}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12355.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.441, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.242, "name": "ffmpeg", "pid": 37072, "rss_mb": 273.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.474, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 179864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:14:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T15:14:14+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T15:14:14+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T15:14:14.112721+09:00", "mtime_epoch": 1783059254.1127207, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:14:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.178, "pushed": 9.178, "read": 9.144}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.925, "count": 275, "max_ms": 7.471, "p95_ms": 6.652}, "gstreamer_push": {"avg_ms": 1.31, "count": 275, "max_ms": 2.364, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.994, "count": 275, "max_ms": 68.388, "p95_ms": 64.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.124, "count": 275, "max_ms": 87.159, "p95_ms": 81.805}, "yolo11_640_fire_11class": {"avg_ms": 58.63, "count": 275, "max_ms": 74.778, "p95_ms": 68.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.255, "count": 275, "max_ms": 80.413, "p95_ms": 76.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.163, "count": 275, "max_ms": 140.574, "p95_ms": 130.103}, "read_interval": {"avg_ms": 109.106, "count": 274, "max_ms": 156.697, "p95_ms": 143.796}, "triton_wait": {"avg_ms": 70.168, "count": 275, "max_ms": 87.171, "p95_ms": 81.818}, "visualize": {"avg_ms": 4.077, "count": 275, "max_ms": 5.993, "p95_ms": 5.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12355.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.432, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.908, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:14:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:14:17+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T15:14:17+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T15:14:17.332771+09:00", "mtime_epoch": 1783059257.3327708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:14:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.468, "pushed": 10.468, "read": 10.468}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.901, "count": 314, "max_ms": 4.401, "p95_ms": 3.705}, "gstreamer_push": {"avg_ms": 1.368, "count": 314, "max_ms": 1.606, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.835, "count": 314, "max_ms": 69.108, "p95_ms": 65.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.324, "count": 314, "max_ms": 88.755, "p95_ms": 81.518}, "yolo11_640_fire_11class": {"avg_ms": 59.506, "count": 314, "max_ms": 76.591, "p95_ms": 69.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.821, "count": 314, "max_ms": 80.481, "p95_ms": 77.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.4, "count": 314, "max_ms": 100.557, "p95_ms": 93.35}, "read_interval": {"avg_ms": 95.65, "count": 314, "max_ms": 117.717, "p95_ms": 110.764}, "triton_wait": {"avg_ms": 66.54, "count": 314, "max_ms": 88.767, "p95_ms": 81.53}, "visualize": {"avg_ms": 3.715, "count": 314, "max_ms": 5.133, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1500}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12361.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.509, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.398, "name": "ffmpeg", "pid": 37072, "rss_mb": 278.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.618, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:14:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:14:44+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T15:14:44+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T15:14:44.221188+09:00", "mtime_epoch": 1783059284.2211878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:14:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.383, "pushed": 8.383, "read": 8.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.029, "count": 251, "max_ms": 8.986, "p95_ms": 6.789}, "gstreamer_push": {"avg_ms": 1.217, "count": 251, "max_ms": 2.023, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.904, "count": 251, "max_ms": 71.866, "p95_ms": 64.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.958, "count": 251, "max_ms": 85.223, "p95_ms": 79.161}, "yolo11_640_fire_11class": {"avg_ms": 52.191, "count": 251, "max_ms": 71.031, "p95_ms": 65.567}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.525, "count": 251, "max_ms": 83.322, "p95_ms": 77.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.567, "count": 251, "max_ms": 158.272, "p95_ms": 130.79}, "read_interval": {"avg_ms": 119.821, "count": 250, "max_ms": 169.361, "p95_ms": 144.619}, "triton_wait": {"avg_ms": 63.027, "count": 251, "max_ms": 85.252, "p95_ms": 79.191}, "visualize": {"avg_ms": 4.798, "count": 251, "max_ms": 5.942, "p95_ms": 5.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12361.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 731.455, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.881, "sample_count": 3034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:14:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:14:47+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T15:14:47+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T15:14:47.317236+09:00", "mtime_epoch": 1783059287.3172357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:14:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.091, "pushed": 10.091, "read": 10.057}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.863, "count": 302, "max_ms": 4.068, "p95_ms": 3.267}, "gstreamer_push": {"avg_ms": 1.353, "count": 302, "max_ms": 1.596, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.876, "count": 302, "max_ms": 67.955, "p95_ms": 65.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.107, "count": 302, "max_ms": 82.919, "p95_ms": 79.756}, "yolo11_640_fire_11class": {"avg_ms": 54.552, "count": 302, "max_ms": 71.707, "p95_ms": 66.64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.88, "count": 302, "max_ms": 81.389, "p95_ms": 77.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.048, "count": 302, "max_ms": 94.502, "p95_ms": 91.563}, "read_interval": {"avg_ms": 99.348, "count": 301, "max_ms": 911.446, "p95_ms": 119.676}, "triton_wait": {"avg_ms": 59.25, "count": 302, "max_ms": 82.932, "p95_ms": 79.771}, "visualize": {"avg_ms": 3.734, "count": 302, "max_ms": 4.673, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 234.58, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.977, "name": "ffmpeg", "pid": 37072, "rss_mb": 280.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.315, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T15:15:14+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T15:15:14+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T15:15:14.261654+09:00", "mtime_epoch": 1783059314.2616541, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:15:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.376, "pushed": 8.376, "read": 8.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.943, "count": 251, "max_ms": 9.824, "p95_ms": 8.072}, "gstreamer_push": {"avg_ms": 1.24, "count": 251, "max_ms": 2.099, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.295, "count": 251, "max_ms": 67.078, "p95_ms": 64.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.421, "count": 251, "max_ms": 84.154, "p95_ms": 80.635}, "yolo11_640_fire_11class": {"avg_ms": 55.445, "count": 251, "max_ms": 70.532, "p95_ms": 66.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.446, "count": 251, "max_ms": 82.152, "p95_ms": 78.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.178, "count": 251, "max_ms": 137.862, "p95_ms": 131.587}, "read_interval": {"avg_ms": 119.667, "count": 250, "max_ms": 154.591, "p95_ms": 147.016}, "triton_wait": {"avg_ms": 66.336, "count": 251, "max_ms": 84.165, "p95_ms": 80.683}, "visualize": {"avg_ms": 4.725, "count": 251, "max_ms": 6.742, "p95_ms": 5.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1670}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.556, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.949, "sample_count": 3038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:15:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:15:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:15:17+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T15:15:17.425703+09:00", "mtime_epoch": 1783059317.4257033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:15:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.153, "pushed": 10.153, "read": 10.119}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.897, "count": 304, "max_ms": 5.084, "p95_ms": 3.356}, "gstreamer_push": {"avg_ms": 1.363, "count": 304, "max_ms": 1.82, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.322, "count": 304, "max_ms": 68.956, "p95_ms": 65.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.37, "count": 304, "max_ms": 83.457, "p95_ms": 79.951}, "yolo11_640_fire_11class": {"avg_ms": 55.922, "count": 304, "max_ms": 71.896, "p95_ms": 67.182}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.673, "count": 304, "max_ms": 82.157, "p95_ms": 78.634}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.503, "count": 304, "max_ms": 95.829, "p95_ms": 91.978}, "read_interval": {"avg_ms": 98.728, "count": 303, "max_ms": 799.976, "p95_ms": 112.636}, "triton_wait": {"avg_ms": 61.615, "count": 304, "max_ms": 83.469, "p95_ms": 80.148}, "visualize": {"avg_ms": 3.761, "count": 304, "max_ms": 5.733, "p95_ms": 4.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1505}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 264.612, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.977, "name": "ffmpeg", "pid": 37072, "rss_mb": 280.977, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.351, "sample_count": 2574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:15:44+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T15:15:44+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T15:15:44.314121+09:00", "mtime_epoch": 1783059344.3141212, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:15:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.559, "pushed": 8.559, "read": 8.525}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.96, "count": 256, "max_ms": 9.987, "p95_ms": 7.227}, "gstreamer_push": {"avg_ms": 1.231, "count": 256, "max_ms": 1.715, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.048, "count": 256, "max_ms": 67.177, "p95_ms": 64.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.773, "count": 256, "max_ms": 82.109, "p95_ms": 78.589}, "yolo11_640_fire_11class": {"avg_ms": 52.323, "count": 256, "max_ms": 69.676, "p95_ms": 66.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.523, "count": 256, "max_ms": 80.165, "p95_ms": 78.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.078, "count": 256, "max_ms": 137.127, "p95_ms": 130.574}, "read_interval": {"avg_ms": 117.274, "count": 255, "max_ms": 153.121, "p95_ms": 144.124}, "triton_wait": {"avg_ms": 62.426, "count": 256, "max_ms": 82.121, "p95_ms": 79.022}, "visualize": {"avg_ms": 4.788, "count": 256, "max_ms": 6.947, "p95_ms": 5.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12367.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.583, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.806, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:15:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:15:47+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T15:15:47+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T15:15:47.482171+09:00", "mtime_epoch": 1783059347.4821706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:15:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.916, "pushed": 9.916, "read": 9.883}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.868, "count": 297, "max_ms": 4.11, "p95_ms": 3.552}, "gstreamer_push": {"avg_ms": 1.36, "count": 297, "max_ms": 2.083, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.142, "count": 297, "max_ms": 71.298, "p95_ms": 64.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.254, "count": 297, "max_ms": 82.691, "p95_ms": 78.751}, "yolo11_640_fire_11class": {"avg_ms": 53.922, "count": 297, "max_ms": 70.77, "p95_ms": 67.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.355, "count": 297, "max_ms": 82.381, "p95_ms": 78.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.307, "count": 297, "max_ms": 94.45, "p95_ms": 90.497}, "read_interval": {"avg_ms": 101.17, "count": 296, "max_ms": 804.742, "p95_ms": 140.067}, "triton_wait": {"avg_ms": 57.516, "count": 297, "max_ms": 82.704, "p95_ms": 78.841}, "visualize": {"avg_ms": 3.745, "count": 297, "max_ms": 5.07, "p95_ms": 4.459}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 294.621, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.227, "name": "ffmpeg", "pid": 37072, "rss_mb": 296.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.221, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 180876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:16:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:16:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T15:16:14+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T15:16:14.362589+09:00", "mtime_epoch": 1783059374.362589, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:16:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.468, "pushed": 8.468, "read": 8.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.834, "count": 254, "max_ms": 9.728, "p95_ms": 6.942}, "gstreamer_push": {"avg_ms": 1.203, "count": 254, "max_ms": 1.516, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.056, "count": 254, "max_ms": 68.281, "p95_ms": 64.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.718, "count": 254, "max_ms": 83.328, "p95_ms": 78.846}, "yolo11_640_fire_11class": {"avg_ms": 52.342, "count": 254, "max_ms": 68.149, "p95_ms": 65.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.634, "count": 254, "max_ms": 79.637, "p95_ms": 78.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.014, "count": 254, "max_ms": 138.381, "p95_ms": 132.61}, "read_interval": {"avg_ms": 118.319, "count": 254, "max_ms": 332.206, "p95_ms": 147.436}, "triton_wait": {"avg_ms": 63.073, "count": 254, "max_ms": 83.34, "p95_ms": 79.019}, "visualize": {"avg_ms": 4.684, "count": 254, "max_ms": 6.823, "p95_ms": 5.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.6, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.841, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:16:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:16:17+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:16:17.470637+09:00", "mtime_epoch": 1783059377.4706373, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:16:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.899, "count": 301, "max_ms": 4.986, "p95_ms": 3.472}, "gstreamer_push": {"avg_ms": 1.342, "count": 301, "max_ms": 1.657, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.296, "count": 301, "max_ms": 70.845, "p95_ms": 65.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.834, "count": 301, "max_ms": 83.739, "p95_ms": 78.827}, "yolo11_640_fire_11class": {"avg_ms": 54.832, "count": 301, "max_ms": 74.473, "p95_ms": 66.174}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.128, "count": 301, "max_ms": 79.943, "p95_ms": 78.561}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.605, "count": 301, "max_ms": 95.369, "p95_ms": 91.271}, "read_interval": {"avg_ms": 99.638, "count": 301, "max_ms": 782.205, "p95_ms": 111.441}, "triton_wait": {"avg_ms": 59.837, "count": 301, "max_ms": 83.751, "p95_ms": 79.35}, "visualize": {"avg_ms": 3.736, "count": 301, "max_ms": 6.023, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:11:17+09:00", "last_error_summary": "[NULL @ 0x558b2da25300] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] illegal memory management control operation 9 [h264 @ 0x558b2e7d9f80] deblocking filter parameters 47 -1 out of range [h264 @ 0x558b2e7d9f80] decode_slice_header error [h264 @ 0x558b2e7d9f80] no frame! [h264 @ 0x558b2db157c0] cabac decode of qscale diff failed at 19 24 [h264 @ 0x558b2db157c0] error while decoding MB 19 24, bytestream 1818 [vist#0:0/h264 @ 0x558b2da68680] Error submitting packet to decod", "last_exit_at": "2026-07-03T15:06:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 324.672, "last_started_at": "2026-07-03T15:11:19+09:00", "pid": 37072, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.547, "name": "ffmpeg", "pid": 37072, "rss_mb": 298.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.583, "sample_count": 2757, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:16:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:16:44+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:16:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:16:44.391057+09:00", "mtime_epoch": 1783059404.3910565, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161510}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:16:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.811, "pushed": 9.811, "read": 9.777}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.667, "count": 294, "max_ms": 8.027, "p95_ms": 6.461}, "gstreamer_push": {"avg_ms": 1.325, "count": 294, "max_ms": 1.733, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.615, "count": 294, "max_ms": 72.271, "p95_ms": 65.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.792, "count": 294, "max_ms": 84.35, "p95_ms": 79.066}, "yolo11_640_fire_11class": {"avg_ms": 58.782, "count": 294, "max_ms": 76.398, "p95_ms": 68.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.378, "count": 294, "max_ms": 84.611, "p95_ms": 75.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.168, "count": 294, "max_ms": 135.442, "p95_ms": 109.005}, "read_interval": {"avg_ms": 102.195, "count": 293, "max_ms": 149.208, "p95_ms": 125.21}, "triton_wait": {"avg_ms": 69.368, "count": 294, "max_ms": 84.623, "p95_ms": 79.079}, "visualize": {"avg_ms": 3.858, "count": 294, "max_ms": 6.253, "p95_ms": 5.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 851.668, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.823, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:16:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:16:47+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:16:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:16:47.543106+09:00", "mtime_epoch": 1783059407.5431056, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:16:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.86, "count": 301, "max_ms": 3.673, "p95_ms": 3.278}, "gstreamer_push": {"avg_ms": 1.334, "count": 301, "max_ms": 1.683, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.81, "count": 301, "max_ms": 73.115, "p95_ms": 66.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.957, "count": 301, "max_ms": 82.552, "p95_ms": 78.824}, "yolo11_640_fire_11class": {"avg_ms": 60.042, "count": 301, "max_ms": 74.6, "p95_ms": 69.697}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.005, "count": 301, "max_ms": 84.345, "p95_ms": 76.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.082, "count": 301, "max_ms": 95.807, "p95_ms": 90.457}, "read_interval": {"avg_ms": 99.871, "count": 300, "max_ms": 537.075, "p95_ms": 109.402}, "triton_wait": {"avg_ms": 68.458, "count": 301, "max_ms": 84.357, "p95_ms": 78.892}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 4.668, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1510}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12221.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.114, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.957, "name": "ffmpeg", "pid": 37179, "rss_mb": 138.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.853, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:17:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:17:15+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T15:17:14+09:00", "mjpeg": {"age_sec": 4.746, "exists": true, "mtime": "2026-07-03T15:17:10.351487+09:00", "mtime_epoch": 1783059430.351487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:17:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.934, "pushed": 1.934, "read": 1.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.552, "count": 58, "max_ms": 8.563, "p95_ms": 6.565}, "gstreamer_push": {"avg_ms": 1.317, "count": 58, "max_ms": 1.467, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.524, "count": 58, "max_ms": 65.447, "p95_ms": 62.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.409, "count": 58, "max_ms": 78.8, "p95_ms": 76.828}, "yolo11_640_fire_11class": {"avg_ms": 55.048, "count": 58, "max_ms": 65.416, "p95_ms": 64.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.049, "count": 58, "max_ms": 77.981, "p95_ms": 77.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.733, "count": 58, "max_ms": 93.46, "p95_ms": 91.566}, "read_interval": {"avg_ms": 517.023, "count": 58, "max_ms": 10126.584, "p95_ms": 4741.894}, "triton_wait": {"avg_ms": 65.432, "count": 58, "max_ms": 78.813, "p95_ms": 77.993}, "visualize": {"avg_ms": 3.74, "count": 58, "max_ms": 5.219, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1680}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12269.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 881.687, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.704, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:17:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:17:17+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T15:17:17+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T15:17:17.579731+09:00", "mtime_epoch": 1783059437.5797312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:17:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1893.059, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.155, "pushed": 10.155, "read": 10.122}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.855, "count": 304, "max_ms": 4.291, "p95_ms": 3.184}, "gstreamer_push": {"avg_ms": 1.341, "count": 304, "max_ms": 2.326, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.424, "count": 304, "max_ms": 66.084, "p95_ms": 57.855}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.628, "count": 304, "max_ms": 78.964, "p95_ms": 73.273}, "yolo11_640_fire_11class": {"avg_ms": 50.3, "count": 304, "max_ms": 66.479, "p95_ms": 59.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.489, "count": 304, "max_ms": 78.35, "p95_ms": 71.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.059, "count": 304, "max_ms": 90.545, "p95_ms": 86.588}, "read_interval": {"avg_ms": 98.779, "count": 303, "max_ms": 851.271, "p95_ms": 152.676}, "triton_wait": {"avg_ms": 52.448, "count": 304, "max_ms": 78.977, "p95_ms": 75.284}, "visualize": {"avg_ms": 3.712, "count": 304, "max_ms": 4.706, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12345.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.169, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.527, "name": "ffmpeg", "pid": 37179, "rss_mb": 269.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.853, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:17:45+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T15:17:45+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T15:17:45.080647+09:00", "mtime_epoch": 1783059465.0806468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177604}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:17:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.212, "pushed": 10.212, "read": 10.179}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.557, "count": 306, "max_ms": 6.899, "p95_ms": 5.872}, "gstreamer_push": {"avg_ms": 1.349, "count": 306, "max_ms": 1.637, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.92, "count": 306, "max_ms": 66.728, "p95_ms": 63.899}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.429, "count": 306, "max_ms": 84.835, "p95_ms": 80.652}, "yolo11_640_fire_11class": {"avg_ms": 53.735, "count": 306, "max_ms": 76.239, "p95_ms": 66.175}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.689, "count": 306, "max_ms": 81.988, "p95_ms": 78.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.217, "count": 306, "max_ms": 99.354, "p95_ms": 93.85}, "read_interval": {"avg_ms": 98.257, "count": 305, "max_ms": 154.04, "p95_ms": 116.536}, "triton_wait": {"avg_ms": 65.708, "count": 306, "max_ms": 84.846, "p95_ms": 80.661}, "visualize": {"avg_ms": 3.788, "count": 306, "max_ms": 5.319, "p95_ms": 4.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12335.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 911.756, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.443, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:17:47+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T15:17:47+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T15:17:47.652731+09:00", "mtime_epoch": 1783059467.6527312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:17:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1874.602, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.437, "pushed": 8.437, "read": 8.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.188, "count": 253, "max_ms": 9.382, "p95_ms": 7.245}, "gstreamer_push": {"avg_ms": 1.253, "count": 253, "max_ms": 1.492, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.946, "count": 253, "max_ms": 67.262, "p95_ms": 64.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.762, "count": 253, "max_ms": 84.264, "p95_ms": 80.718}, "yolo11_640_fire_11class": {"avg_ms": 56.525, "count": 253, "max_ms": 76.073, "p95_ms": 66.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.048, "count": 253, "max_ms": 81.155, "p95_ms": 78.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.314, "count": 253, "max_ms": 185.1, "p95_ms": 158.97}, "read_interval": {"avg_ms": 118.988, "count": 252, "max_ms": 453.108, "p95_ms": 172.11}, "triton_wait": {"avg_ms": 65.487, "count": 253, "max_ms": 84.278, "p95_ms": 80.879}, "visualize": {"avg_ms": 4.474, "count": 253, "max_ms": 8.418, "p95_ms": 6.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12332.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.27, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.559, "name": "ffmpeg", "pid": 37179, "rss_mb": 270.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.853, "sample_count": 2524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 181831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:18:15+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T15:18:15+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:18:15.165623+09:00", "mtime_epoch": 1783059495.1656227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:18:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.67}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.348, "count": 291, "max_ms": 6.615, "p95_ms": 4.733}, "gstreamer_push": {"avg_ms": 1.327, "count": 291, "max_ms": 1.949, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.332, "count": 291, "max_ms": 74.994, "p95_ms": 64.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.759, "count": 291, "max_ms": 88.933, "p95_ms": 81.114}, "yolo11_640_fire_11class": {"avg_ms": 57.853, "count": 291, "max_ms": 76.601, "p95_ms": 66.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.642, "count": 291, "max_ms": 86.927, "p95_ms": 78.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.965, "count": 291, "max_ms": 102.224, "p95_ms": 94.375}, "read_interval": {"avg_ms": 103.336, "count": 290, "max_ms": 216.072, "p95_ms": 117.822}, "triton_wait": {"avg_ms": 70.832, "count": 291, "max_ms": 88.943, "p95_ms": 81.381}, "visualize": {"avg_ms": 3.652, "count": 291, "max_ms": 4.395, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12332.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 941.779, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.369, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:18:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:18:17+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T15:18:17+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:18:17.657702+09:00", "mtime_epoch": 1783059497.6577024, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:18:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.418, "pushed": 9.418, "read": 9.385}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.344, "count": 282, "max_ms": 6.928, "p95_ms": 5.812}, "gstreamer_push": {"avg_ms": 1.355, "count": 282, "max_ms": 1.855, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.211, "count": 282, "max_ms": 75.686, "p95_ms": 64.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.456, "count": 282, "max_ms": 89.669, "p95_ms": 81.335}, "yolo11_640_fire_11class": {"avg_ms": 59.786, "count": 282, "max_ms": 77.744, "p95_ms": 67.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.046, "count": 282, "max_ms": 87.702, "p95_ms": 78.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.841, "count": 282, "max_ms": 166.469, "p95_ms": 122.166}, "read_interval": {"avg_ms": 106.483, "count": 281, "max_ms": 180.234, "p95_ms": 134.499}, "triton_wait": {"avg_ms": 71.12, "count": 282, "max_ms": 89.681, "p95_ms": 81.512}, "visualize": {"avg_ms": 4.007, "count": 282, "max_ms": 7.107, "p95_ms": 5.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1517}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12332.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.281, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.559, "name": "ffmpeg", "pid": 37179, "rss_mb": 270.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.853, "sample_count": 2523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:18:45+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:18:45+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:18:45.174571+09:00", "mtime_epoch": 1783059525.1745713, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:18:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.374, "count": 292, "max_ms": 5.673, "p95_ms": 4.538}, "gstreamer_push": {"avg_ms": 1.323, "count": 292, "max_ms": 1.583, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.215, "count": 292, "max_ms": 68.073, "p95_ms": 65.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.676, "count": 292, "max_ms": 83.627, "p95_ms": 79.729}, "yolo11_640_fire_11class": {"avg_ms": 61.111, "count": 292, "max_ms": 70.781, "p95_ms": 67.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.501, "count": 292, "max_ms": 82.793, "p95_ms": 77.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.033, "count": 292, "max_ms": 95.914, "p95_ms": 93.027}, "read_interval": {"avg_ms": 102.784, "count": 292, "max_ms": 113.67, "p95_ms": 109.797}, "triton_wait": {"avg_ms": 72.771, "count": 292, "max_ms": 83.638, "p95_ms": 79.751}, "visualize": {"avg_ms": 3.687, "count": 292, "max_ms": 5.47, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12333.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 971.887, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.234, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:18:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:18:47+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T15:18:47+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T15:18:47.754652+09:00", "mtime_epoch": 1783059527.7546518, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:18:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.7, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.934, "count": 290, "max_ms": 3.835, "p95_ms": 3.093}, "gstreamer_push": {"avg_ms": 1.392, "count": 291, "max_ms": 1.617, "p95_ms": 1.511}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.339, "count": 290, "max_ms": 71.696, "p95_ms": 66.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.329, "count": 290, "max_ms": 86.615, "p95_ms": 81.589}, "yolo11_640_fire_11class": {"avg_ms": 64.457, "count": 290, "max_ms": 73.54, "p95_ms": 69.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.694, "count": 290, "max_ms": 84.128, "p95_ms": 78.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.54, "count": 290, "max_ms": 98.555, "p95_ms": 93.645}, "read_interval": {"avg_ms": 103.429, "count": 290, "max_ms": 116.178, "p95_ms": 110.993}, "triton_wait": {"avg_ms": 74.604, "count": 290, "max_ms": 86.626, "p95_ms": 81.81}, "visualize": {"avg_ms": 3.728, "count": 290, "max_ms": 4.479, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12332.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.374, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.559, "name": "ffmpeg", "pid": 37179, "rss_mb": 270.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.467, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:19:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:19:15+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-03T15:19:15+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T15:19:15.239498+09:00", "mtime_epoch": 1783059555.239498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:19:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.503, "pushed": 8.503, "read": 8.47}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.489, "count": 255, "max_ms": 7.529, "p95_ms": 6.755}, "gstreamer_push": {"avg_ms": 1.249, "count": 255, "max_ms": 1.915, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.861, "count": 255, "max_ms": 71.293, "p95_ms": 66.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.959, "count": 255, "max_ms": 87.56, "p95_ms": 82.529}, "yolo11_640_fire_11class": {"avg_ms": 58.087, "count": 255, "max_ms": 74.006, "p95_ms": 68.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.987, "count": 255, "max_ms": 83.862, "p95_ms": 79.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.188, "count": 255, "max_ms": 139.428, "p95_ms": 132.217}, "read_interval": {"avg_ms": 117.92, "count": 254, "max_ms": 152.843, "p95_ms": 146.031}, "triton_wait": {"avg_ms": 69.348, "count": 255, "max_ms": 87.572, "p95_ms": 82.543}, "visualize": {"avg_ms": 4.483, "count": 255, "max_ms": 6.16, "p95_ms": 5.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12333.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1001.914, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.117, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:19:17+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:19:17+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:19:17.787575+09:00", "mtime_epoch": 1783059557.7875755, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:19:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 329, "pushed_frames": 329, "read_frames": 328, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.998, "pushed": 10.998, "read": 10.964}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.001, "count": 329, "max_ms": 5.161, "p95_ms": 3.879}, "gstreamer_push": {"avg_ms": 1.38, "count": 329, "max_ms": 2.219, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.771, "count": 329, "max_ms": 71.072, "p95_ms": 66.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.621, "count": 329, "max_ms": 88.589, "p95_ms": 81.495}, "yolo11_640_fire_11class": {"avg_ms": 56.412, "count": 329, "max_ms": 73.321, "p95_ms": 68.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.503, "count": 329, "max_ms": 82.267, "p95_ms": 78.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.142, "count": 329, "max_ms": 100.361, "p95_ms": 93.745}, "read_interval": {"avg_ms": 91.211, "count": 328, "max_ms": 116.925, "p95_ms": 110.85}, "triton_wait": {"avg_ms": 62.103, "count": 329, "max_ms": 88.601, "p95_ms": 81.796}, "visualize": {"avg_ms": 3.763, "count": 329, "max_ms": 4.899, "p95_ms": 4.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1522}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12335.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.429, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.137, "name": "ffmpeg", "pid": 37179, "rss_mb": 273.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.71, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T15:19:45+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T15:19:45+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T15:19:45.280402+09:00", "mtime_epoch": 1783059585.2804017, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:19:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.886, "pushed": 8.886, "read": 8.853}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.401, "count": 266, "max_ms": 9.613, "p95_ms": 6.854}, "gstreamer_push": {"avg_ms": 1.266, "count": 266, "max_ms": 2.157, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.997, "count": 266, "max_ms": 72.282, "p95_ms": 64.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.451, "count": 266, "max_ms": 89.92, "p95_ms": 80.561}, "yolo11_640_fire_11class": {"avg_ms": 56.991, "count": 266, "max_ms": 75.015, "p95_ms": 67.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.742, "count": 266, "max_ms": 90.394, "p95_ms": 78.914}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.968, "count": 266, "max_ms": 137.396, "p95_ms": 131.643}, "read_interval": {"avg_ms": 112.852, "count": 265, "max_ms": 153.6, "p95_ms": 144.936}, "triton_wait": {"avg_ms": 68.067, "count": 266, "max_ms": 90.405, "p95_ms": 81.114}, "visualize": {"avg_ms": 4.369, "count": 266, "max_ms": 8.102, "p95_ms": 5.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12335.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1031.951, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.171, "sample_count": 2980, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:19:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:19:47+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T15:19:47+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T15:19:47.848478+09:00", "mtime_epoch": 1783059587.848478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:19:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 322, "pushed_frames": 322, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.757, "pushed": 10.757, "read": 10.724}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.952, "count": 322, "max_ms": 5.376, "p95_ms": 3.403}, "gstreamer_push": {"avg_ms": 1.374, "count": 322, "max_ms": 2.541, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.531, "count": 322, "max_ms": 71.675, "p95_ms": 65.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.14, "count": 322, "max_ms": 89.905, "p95_ms": 80.082}, "yolo11_640_fire_11class": {"avg_ms": 57.114, "count": 322, "max_ms": 74.632, "p95_ms": 67.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.282, "count": 322, "max_ms": 89.205, "p95_ms": 78.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.786, "count": 322, "max_ms": 101.554, "p95_ms": 92.057}, "read_interval": {"avg_ms": 93.316, "count": 321, "max_ms": 118.461, "p95_ms": 110.393}, "triton_wait": {"avg_ms": 63.756, "count": 322, "max_ms": 89.916, "p95_ms": 80.284}, "visualize": {"avg_ms": 3.779, "count": 322, "max_ms": 6.062, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12338.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.434, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.715, "name": "ffmpeg", "pid": 37179, "rss_mb": 275.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.806, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 182900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:20:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:20:15+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:20:15+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T15:20:15.333285+09:00", "mtime_epoch": 1783059615.3332849, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:20:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.535, "pushed": 8.535, "read": 8.535}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.666, "count": 256, "max_ms": 10.562, "p95_ms": 6.783}, "gstreamer_push": {"avg_ms": 1.265, "count": 256, "max_ms": 1.955, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.463, "count": 256, "max_ms": 69.052, "p95_ms": 64.206}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.777, "count": 256, "max_ms": 83.927, "p95_ms": 79.384}, "yolo11_640_fire_11class": {"avg_ms": 56.774, "count": 256, "max_ms": 70.357, "p95_ms": 66.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.33, "count": 256, "max_ms": 81.079, "p95_ms": 77.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.418, "count": 256, "max_ms": 136.763, "p95_ms": 131.154}, "read_interval": {"avg_ms": 117.399, "count": 256, "max_ms": 151.681, "p95_ms": 144.884}, "triton_wait": {"avg_ms": 67.866, "count": 256, "max_ms": 83.939, "p95_ms": 79.396}, "visualize": {"avg_ms": 4.528, "count": 256, "max_ms": 6.556, "p95_ms": 5.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12338.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1061.99, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.287, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:20:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:20:17+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:20:17+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:20:17.861358+09:00", "mtime_epoch": 1783059617.8613582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:20:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.624, "pushed": 10.624, "read": 10.591}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.919, "count": 318, "max_ms": 4.421, "p95_ms": 3.146}, "gstreamer_push": {"avg_ms": 1.361, "count": 318, "max_ms": 1.699, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.277, "count": 318, "max_ms": 72.693, "p95_ms": 65.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.71, "count": 318, "max_ms": 87.517, "p95_ms": 79.417}, "yolo11_640_fire_11class": {"avg_ms": 58.231, "count": 318, "max_ms": 75.64, "p95_ms": 68.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.051, "count": 318, "max_ms": 84.627, "p95_ms": 77.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.196, "count": 318, "max_ms": 99.461, "p95_ms": 92.425}, "read_interval": {"avg_ms": 94.416, "count": 317, "max_ms": 313.976, "p95_ms": 110.428}, "triton_wait": {"avg_ms": 64.399, "count": 318, "max_ms": 87.53, "p95_ms": 80.286}, "visualize": {"avg_ms": 3.719, "count": 318, "max_ms": 4.583, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12340.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.524, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.262, "name": "ffmpeg", "pid": 37179, "rss_mb": 277.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.682, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:20:45+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:20:45+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T15:20:45.426149+09:00", "mtime_epoch": 1783059645.4261491, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:20:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.362, "count": 290, "max_ms": 5.446, "p95_ms": 4.465}, "gstreamer_push": {"avg_ms": 1.317, "count": 290, "max_ms": 1.506, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.455, "count": 290, "max_ms": 71.038, "p95_ms": 65.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.13, "count": 290, "max_ms": 89.402, "p95_ms": 80.71}, "yolo11_640_fire_11class": {"avg_ms": 62.884, "count": 290, "max_ms": 74.713, "p95_ms": 67.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.801, "count": 290, "max_ms": 82.434, "p95_ms": 75.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.458, "count": 290, "max_ms": 102.397, "p95_ms": 93.963}, "read_interval": {"avg_ms": 103.76, "count": 289, "max_ms": 118.448, "p95_ms": 110.513}, "triton_wait": {"avg_ms": 74.253, "count": 290, "max_ms": 89.416, "p95_ms": 80.722}, "visualize": {"avg_ms": 3.666, "count": 290, "max_ms": 4.412, "p95_ms": 3.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12341.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1092.032, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.788, "sample_count": 2965, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:20:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:20:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:20:47+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:20:47.910220+09:00", "mtime_epoch": 1783059647.9102197, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:20:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.919, "pushed": 8.919, "read": 8.886}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.903, "count": 267, "max_ms": 3.464, "p95_ms": 3.044}, "gstreamer_push": {"avg_ms": 1.365, "count": 267, "max_ms": 1.522, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.009, "count": 267, "max_ms": 70.641, "p95_ms": 67.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.368, "count": 267, "max_ms": 89.48, "p95_ms": 80.919}, "yolo11_640_fire_11class": {"avg_ms": 65.601, "count": 267, "max_ms": 73.34, "p95_ms": 68.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.02, "count": 267, "max_ms": 82.711, "p95_ms": 76.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.234, "count": 267, "max_ms": 101.4, "p95_ms": 92.799}, "read_interval": {"avg_ms": 112.546, "count": 266, "max_ms": 2021.161, "p95_ms": 111.617}, "triton_wait": {"avg_ms": 76.492, "count": 267, "max_ms": 89.493, "p95_ms": 80.931}, "visualize": {"avg_ms": 3.685, "count": 267, "max_ms": 4.91, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12343.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.586, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.125, "name": "ffmpeg", "pid": 37179, "rss_mb": 279.125, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.068, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:21:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:21:15+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:21:15+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T15:21:15.482994+09:00", "mtime_epoch": 1783059675.4829938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:21:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.746, "pushed": 9.746, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.404, "count": 292, "max_ms": 6.712, "p95_ms": 4.817}, "gstreamer_push": {"avg_ms": 1.305, "count": 292, "max_ms": 1.532, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.694, "count": 292, "max_ms": 68.484, "p95_ms": 65.707}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.559, "count": 292, "max_ms": 84.886, "p95_ms": 78.721}, "yolo11_640_fire_11class": {"avg_ms": 62.601, "count": 292, "max_ms": 70.019, "p95_ms": 67.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.943, "count": 292, "max_ms": 79.039, "p95_ms": 75.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.543, "count": 292, "max_ms": 98.595, "p95_ms": 91.812}, "read_interval": {"avg_ms": 102.935, "count": 291, "max_ms": 115.309, "p95_ms": 109.597}, "triton_wait": {"avg_ms": 73.284, "count": 292, "max_ms": 84.898, "p95_ms": 78.745}, "visualize": {"avg_ms": 3.679, "count": 292, "max_ms": 4.989, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12343.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1122.101, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.888, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:21:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:21:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:21:17+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:21:17.979063+09:00", "mtime_epoch": 1783059677.979063, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:21:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.812, "pushed": 9.812, "read": 9.779}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.887, "count": 294, "max_ms": 3.655, "p95_ms": 2.998}, "gstreamer_push": {"avg_ms": 1.355, "count": 294, "max_ms": 2.129, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.515, "count": 294, "max_ms": 73.302, "p95_ms": 66.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.248, "count": 294, "max_ms": 91.079, "p95_ms": 79.448}, "yolo11_640_fire_11class": {"avg_ms": 64.884, "count": 294, "max_ms": 75.341, "p95_ms": 70.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.752, "count": 294, "max_ms": 82.934, "p95_ms": 76.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.543, "count": 294, "max_ms": 102.914, "p95_ms": 91.307}, "read_interval": {"avg_ms": 102.261, "count": 293, "max_ms": 122.333, "p95_ms": 108.991}, "triton_wait": {"avg_ms": 73.805, "count": 294, "max_ms": 91.091, "p95_ms": 79.46}, "visualize": {"avg_ms": 3.711, "count": 294, "max_ms": 4.828, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12344.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1152.152, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.349, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:21:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:21:48+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T15:21:48+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T15:21:48.055889+09:00", "mtime_epoch": 1783059708.0558894, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:21:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.185, "pushed": 10.185, "read": 10.152}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.939, "count": 305, "max_ms": 4.857, "p95_ms": 3.223}, "gstreamer_push": {"avg_ms": 1.337, "count": 305, "max_ms": 1.54, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.401, "count": 305, "max_ms": 68.366, "p95_ms": 66.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.945, "count": 305, "max_ms": 85.853, "p95_ms": 79.532}, "yolo11_640_fire_11class": {"avg_ms": 61.996, "count": 305, "max_ms": 75.514, "p95_ms": 68.364}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.082, "count": 305, "max_ms": 80.54, "p95_ms": 77.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.798, "count": 305, "max_ms": 128.397, "p95_ms": 91.837}, "read_interval": {"avg_ms": 98.592, "count": 304, "max_ms": 142.251, "p95_ms": 109.19}, "triton_wait": {"avg_ms": 69.753, "count": 305, "max_ms": 85.865, "p95_ms": 79.789}, "visualize": {"avg_ms": 3.711, "count": 305, "max_ms": 5.182, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12371.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 142, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:17:10+09:00", "last_error_summary": "[h264 @ 0x559b9d257800] reference picture missing during reorder [h264 @ 0x559b9d257800] Missing reference picture, default is 65561 [h264 @ 0x559b9d326680] mmco: unref short failure [h264 @ 0x559b9d326680] illegal short term buffer state detected [h264 @ 0x559b9d188980] cabac decode of qscale diff failed at 17 17 [h264 @ 0x559b9d188980] error while decoding MB 17 17, bytestream 6734 [h264 @ 0x559b9cfeae00] cabac decode of qscale diff failed at 70 21 [h264 @ 0x559b9cfeae00] error while decoding ", "last_exit_at": "2026-07-03T15:17:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.171, "last_started_at": "2026-07-03T15:17:12+09:00", "pid": 37179, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.688, "name": "ffmpeg", "pid": 37179, "rss_mb": 307.688, "state": "S (sleeping)", "threads": 104}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.207, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:22:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:22:04+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T15:22:04+09:00", "mjpeg": {"age_sec": 19.642, "exists": true, "mtime": "2026-07-03T15:21:44.511793+09:00", "mtime_epoch": 1783059704.511793, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:22:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.367, "pushed": 3.367, "read": 3.333}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.348, "count": 100, "max_ms": 4.676, "p95_ms": 4.442}, "gstreamer_push": {"avg_ms": 1.303, "count": 101, "max_ms": 1.41, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.288, "count": 100, "max_ms": 66.293, "p95_ms": 65.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.338, "count": 100, "max_ms": 85.113, "p95_ms": 81.022}, "yolo11_640_fire_11class": {"avg_ms": 62.201, "count": 100, "max_ms": 68.834, "p95_ms": 66.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.442, "count": 100, "max_ms": 79.091, "p95_ms": 77.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.024, "count": 101, "max_ms": 98.177, "p95_ms": 94.196}, "read_interval": {"avg_ms": 300.032, "count": 100, "max_ms": 19665.054, "p95_ms": 112.33}, "triton_wait": {"avg_ms": 74.869, "count": 100, "max_ms": 85.125, "p95_ms": 81.033}, "visualize": {"avg_ms": 3.649, "count": 100, "max_ms": 4.003, "p95_ms": 3.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1705}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12328.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1182.194, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.142, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:22:18+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T15:22:18+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T15:22:18.076697+09:00", "mtime_epoch": 1783059738.0766973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:22:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 334, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.18, "pushed": 11.18, "read": 11.146}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.893, "count": 335, "max_ms": 4.433, "p95_ms": 3.018}, "gstreamer_push": {"avg_ms": 1.327, "count": 335, "max_ms": 1.526, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.422, "count": 335, "max_ms": 67.297, "p95_ms": 61.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.832, "count": 335, "max_ms": 83.33, "p95_ms": 77.009}, "yolo11_640_fire_11class": {"avg_ms": 51.566, "count": 335, "max_ms": 69.048, "p95_ms": 64.274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.562, "count": 335, "max_ms": 76.567, "p95_ms": 72.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.599, "count": 335, "max_ms": 95.378, "p95_ms": 88.726}, "read_interval": {"avg_ms": 89.653, "count": 334, "max_ms": 747.825, "p95_ms": 109.271}, "triton_wait": {"avg_ms": 54.028, "count": 335, "max_ms": 83.341, "p95_ms": 77.02}, "visualize": {"avg_ms": 3.678, "count": 335, "max_ms": 5.249, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12330.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.265, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.043, "name": "ffmpeg", "pid": 37286, "rss_mb": 268.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.822, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:22:34+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T15:22:34+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:22:34.157124+09:00", "mtime_epoch": 1783059754.1571238, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:22:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.437, "pushed": 8.437, "read": 8.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.418, "count": 253, "max_ms": 6.578, "p95_ms": 4.925}, "gstreamer_push": {"avg_ms": 1.338, "count": 253, "max_ms": 1.553, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.939, "count": 253, "max_ms": 73.558, "p95_ms": 66.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.947, "count": 253, "max_ms": 85.696, "p95_ms": 80.924}, "yolo11_640_fire_11class": {"avg_ms": 60.311, "count": 253, "max_ms": 76.499, "p95_ms": 68.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.668, "count": 253, "max_ms": 80.618, "p95_ms": 75.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.759, "count": 253, "max_ms": 98.916, "p95_ms": 93.844}, "read_interval": {"avg_ms": 118.503, "count": 253, "max_ms": 5019.528, "p95_ms": 109.988}, "triton_wait": {"avg_ms": 70.449, "count": 253, "max_ms": 85.709, "p95_ms": 80.936}, "visualize": {"avg_ms": 3.696, "count": 253, "max_ms": 4.561, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12332.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1212.286, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.902, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:22:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:22:48+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:22:48+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:22:48.157492+09:00", "mtime_epoch": 1783059768.1574917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:22:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.889, "count": 300, "max_ms": 4.094, "p95_ms": 3.234}, "gstreamer_push": {"avg_ms": 1.357, "count": 301, "max_ms": 1.595, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.673, "count": 300, "max_ms": 69.16, "p95_ms": 65.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.172, "count": 300, "max_ms": 85.177, "p95_ms": 78.894}, "yolo11_640_fire_11class": {"avg_ms": 62.281, "count": 300, "max_ms": 73.027, "p95_ms": 67.871}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.823, "count": 300, "max_ms": 80.861, "p95_ms": 75.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.811, "count": 301, "max_ms": 96.787, "p95_ms": 90.8}, "read_interval": {"avg_ms": 99.908, "count": 300, "max_ms": 114.268, "p95_ms": 108.89}, "triton_wait": {"avg_ms": 71.168, "count": 300, "max_ms": 85.189, "p95_ms": 79.035}, "visualize": {"avg_ms": 3.664, "count": 300, "max_ms": 4.94, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12332.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.324, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.621, "name": "ffmpeg", "pid": 37286, "rss_mb": 270.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.859, "sample_count": 2585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:23:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:23:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:23:04+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:23:04.217910+09:00", "mtime_epoch": 1783059784.2179096, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:23:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.387, "count": 293, "max_ms": 6.807, "p95_ms": 4.483}, "gstreamer_push": {"avg_ms": 1.322, "count": 293, "max_ms": 1.62, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.409, "count": 293, "max_ms": 72.685, "p95_ms": 65.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.57, "count": 293, "max_ms": 86.048, "p95_ms": 79.78}, "yolo11_640_fire_11class": {"avg_ms": 61.245, "count": 293, "max_ms": 74.072, "p95_ms": 67.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.118, "count": 293, "max_ms": 83.496, "p95_ms": 75.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.059, "count": 293, "max_ms": 99.513, "p95_ms": 92.919}, "read_interval": {"avg_ms": 102.571, "count": 292, "max_ms": 116.402, "p95_ms": 109.97}, "triton_wait": {"avg_ms": 72.77, "count": 293, "max_ms": 86.06, "p95_ms": 79.791}, "visualize": {"avg_ms": 3.691, "count": 293, "max_ms": 4.585, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12335.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1242.314, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.149, "sample_count": 3045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:23:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:23:18+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T15:23:18+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T15:23:18.214270+09:00", "mtime_epoch": 1783059798.2142704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:23:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.626, "pushed": 9.626, "read": 9.592}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.897, "count": 288, "max_ms": 3.921, "p95_ms": 2.97}, "gstreamer_push": {"avg_ms": 1.376, "count": 288, "max_ms": 1.638, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.752, "count": 288, "max_ms": 73.161, "p95_ms": 67.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.984, "count": 288, "max_ms": 86.46, "p95_ms": 80.448}, "yolo11_640_fire_11class": {"avg_ms": 65.456, "count": 288, "max_ms": 74.545, "p95_ms": 68.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.042, "count": 288, "max_ms": 83.823, "p95_ms": 76.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.087, "count": 288, "max_ms": 98.291, "p95_ms": 92.291}, "read_interval": {"avg_ms": 104.338, "count": 287, "max_ms": 116.458, "p95_ms": 110.28}, "triton_wait": {"avg_ms": 75.304, "count": 288, "max_ms": 86.472, "p95_ms": 80.46}, "visualize": {"avg_ms": 3.696, "count": 288, "max_ms": 4.149, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12340.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.337, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.613, "name": "ffmpeg", "pid": 37286, "rss_mb": 278.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.859, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:23:34+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T15:23:34+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T15:23:34.214679+09:00", "mtime_epoch": 1783059814.2146792, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:23:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.768}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.393, "count": 293, "max_ms": 7.121, "p95_ms": 4.484}, "gstreamer_push": {"avg_ms": 1.332, "count": 293, "max_ms": 2.162, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.42, "count": 293, "max_ms": 66.889, "p95_ms": 65.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.082, "count": 293, "max_ms": 82.505, "p95_ms": 79.194}, "yolo11_640_fire_11class": {"avg_ms": 61.198, "count": 293, "max_ms": 68.994, "p95_ms": 66.209}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.387, "count": 293, "max_ms": 78.858, "p95_ms": 75.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.815, "count": 293, "max_ms": 101.926, "p95_ms": 92.532}, "read_interval": {"avg_ms": 102.39, "count": 293, "max_ms": 116.267, "p95_ms": 109.485}, "triton_wait": {"avg_ms": 72.442, "count": 293, "max_ms": 82.517, "p95_ms": 79.206}, "visualize": {"avg_ms": 3.706, "count": 293, "max_ms": 6.759, "p95_ms": 3.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12343.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1272.408, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.225, "sample_count": 3048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205493, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:23:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:23:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:23:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:23:48.279036+09:00", "mtime_epoch": 1783059828.2790356, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:23:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.894, "count": 292, "max_ms": 4.639, "p95_ms": 3.177}, "gstreamer_push": {"avg_ms": 1.376, "count": 292, "max_ms": 1.849, "p95_ms": 1.509}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.674, "count": 292, "max_ms": 70.833, "p95_ms": 66.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.578, "count": 292, "max_ms": 84.813, "p95_ms": 81.126}, "yolo11_640_fire_11class": {"avg_ms": 63.197, "count": 292, "max_ms": 72.987, "p95_ms": 68.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.242, "count": 292, "max_ms": 82.847, "p95_ms": 78.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.138, "count": 292, "max_ms": 96.617, "p95_ms": 93.553}, "read_interval": {"avg_ms": 102.684, "count": 292, "max_ms": 118.967, "p95_ms": 111.608}, "triton_wait": {"avg_ms": 73.307, "count": 292, "max_ms": 84.826, "p95_ms": 81.137}, "visualize": {"avg_ms": 3.699, "count": 292, "max_ms": 6.196, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12343.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.409, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.191, "name": "ffmpeg", "pid": 37286, "rss_mb": 281.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.465, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184894, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:24:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:24:04+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:24:04+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:24:04.307438+09:00", "mtime_epoch": 1783059844.3074381, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:24:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.615, "pushed": 9.615, "read": 9.581}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.495, "count": 288, "max_ms": 8.88, "p95_ms": 4.918}, "gstreamer_push": {"avg_ms": 1.33, "count": 288, "max_ms": 1.569, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.003, "count": 288, "max_ms": 73.598, "p95_ms": 66.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.487, "count": 288, "max_ms": 89.526, "p95_ms": 81.065}, "yolo11_640_fire_11class": {"avg_ms": 62.77, "count": 288, "max_ms": 76.619, "p95_ms": 68.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.011, "count": 288, "max_ms": 86.811, "p95_ms": 78.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.932, "count": 288, "max_ms": 103.042, "p95_ms": 94.5}, "read_interval": {"avg_ms": 104.397, "count": 287, "max_ms": 119.22, "p95_ms": 111.104}, "triton_wait": {"avg_ms": 74.478, "count": 288, "max_ms": 89.538, "p95_ms": 81.077}, "visualize": {"avg_ms": 3.711, "count": 288, "max_ms": 5.87, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12343.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1302.474, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.057, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:24:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:24:18+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:24:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:24:18.347788+09:00", "mtime_epoch": 1783059858.3477879, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:24:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.773, "count": 292, "max_ms": 4.192, "p95_ms": 2.982}, "gstreamer_push": {"avg_ms": 1.351, "count": 292, "max_ms": 1.567, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.325, "count": 292, "max_ms": 74.252, "p95_ms": 66.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.857, "count": 292, "max_ms": 90.028, "p95_ms": 80.35}, "yolo11_640_fire_11class": {"avg_ms": 65.85, "count": 292, "max_ms": 77.459, "p95_ms": 70.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.879, "count": 292, "max_ms": 87.361, "p95_ms": 77.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.217, "count": 292, "max_ms": 100.66, "p95_ms": 92.121}, "read_interval": {"avg_ms": 102.947, "count": 291, "max_ms": 117.187, "p95_ms": 109.369}, "triton_wait": {"avg_ms": 74.771, "count": 292, "max_ms": 90.038, "p95_ms": 80.362}, "visualize": {"avg_ms": 3.574, "count": 292, "max_ms": 4.743, "p95_ms": 3.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12343.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.431, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.191, "name": "ffmpeg", "pid": 37286, "rss_mb": 281.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.642, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:24:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:24:34+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T15:24:34.320182+09:00", "mtime_epoch": 1783059874.3201823, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:24:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.857, "pushed": 9.857, "read": 9.824}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.436, "count": 295, "max_ms": 7.123, "p95_ms": 4.604}, "gstreamer_push": {"avg_ms": 1.322, "count": 295, "max_ms": 1.479, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.412, "count": 295, "max_ms": 68.973, "p95_ms": 65.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.988, "count": 295, "max_ms": 85.235, "p95_ms": 78.39}, "yolo11_640_fire_11class": {"avg_ms": 59.992, "count": 295, "max_ms": 72.023, "p95_ms": 66.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.984, "count": 295, "max_ms": 78.755, "p95_ms": 75.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.325, "count": 295, "max_ms": 124.273, "p95_ms": 92.721}, "read_interval": {"avg_ms": 101.738, "count": 294, "max_ms": 137.488, "p95_ms": 109.604}, "triton_wait": {"avg_ms": 71.426, "count": 295, "max_ms": 85.249, "p95_ms": 78.401}, "visualize": {"avg_ms": 3.709, "count": 295, "max_ms": 5.246, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12343.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1332.506, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.01, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:24:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:24:48+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T15:24:48+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T15:24:48.404527+09:00", "mtime_epoch": 1783059888.4045272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225665}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:24:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.191, "pushed": 10.191, "read": 10.158}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.894, "count": 305, "max_ms": 4.067, "p95_ms": 3.045}, "gstreamer_push": {"avg_ms": 1.369, "count": 305, "max_ms": 1.521, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.971, "count": 305, "max_ms": 72.21, "p95_ms": 66.037}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.787, "count": 305, "max_ms": 88.464, "p95_ms": 79.906}, "yolo11_640_fire_11class": {"avg_ms": 62.153, "count": 305, "max_ms": 75.585, "p95_ms": 68.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.085, "count": 305, "max_ms": 81.526, "p95_ms": 77.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.433, "count": 305, "max_ms": 100.295, "p95_ms": 92.01}, "read_interval": {"avg_ms": 98.526, "count": 304, "max_ms": 116.812, "p95_ms": 108.847}, "triton_wait": {"avg_ms": 69.636, "count": 305, "max_ms": 88.476, "p95_ms": 79.919}, "visualize": {"avg_ms": 3.718, "count": 305, "max_ms": 4.74, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12343.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.477, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.191, "name": "ffmpeg", "pid": 37286, "rss_mb": 281.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.937, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:25:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:25:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:25:04+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:25:04.368915+09:00", "mtime_epoch": 1783059904.3689153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:25:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.585, "pushed": 9.585, "read": 9.552}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.672, "count": 287, "max_ms": 7.937, "p95_ms": 6.549}, "gstreamer_push": {"avg_ms": 1.299, "count": 287, "max_ms": 1.491, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.673, "count": 287, "max_ms": 67.761, "p95_ms": 65.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.692, "count": 287, "max_ms": 84.249, "p95_ms": 79.549}, "yolo11_640_fire_11class": {"avg_ms": 60.229, "count": 287, "max_ms": 70.06, "p95_ms": 67.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.363, "count": 287, "max_ms": 78.676, "p95_ms": 76.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.555, "count": 287, "max_ms": 133.045, "p95_ms": 114.056}, "read_interval": {"avg_ms": 104.687, "count": 286, "max_ms": 147.298, "p95_ms": 127.864}, "triton_wait": {"avg_ms": 70.968, "count": 287, "max_ms": 84.262, "p95_ms": 79.561}, "visualize": {"avg_ms": 3.856, "count": 287, "max_ms": 5.991, "p95_ms": 5.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12343.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1362.526, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.081, "sample_count": 2970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:25:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:25:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:25:18+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:25:18.397254+09:00", "mtime_epoch": 1783059918.3972538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:25:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.983, "count": 295, "max_ms": 4.499, "p95_ms": 4.02}, "gstreamer_push": {"avg_ms": 1.373, "count": 295, "max_ms": 1.54, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.574, "count": 295, "max_ms": 67.122, "p95_ms": 66.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.569, "count": 295, "max_ms": 83.199, "p95_ms": 80.564}, "yolo11_640_fire_11class": {"avg_ms": 63.096, "count": 295, "max_ms": 73.181, "p95_ms": 68.889}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.294, "count": 295, "max_ms": 78.115, "p95_ms": 75.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.403, "count": 295, "max_ms": 94.838, "p95_ms": 92.405}, "read_interval": {"avg_ms": 101.739, "count": 294, "max_ms": 118.333, "p95_ms": 110.451}, "triton_wait": {"avg_ms": 72.451, "count": 295, "max_ms": 83.211, "p95_ms": 80.578}, "visualize": {"avg_ms": 3.744, "count": 295, "max_ms": 4.97, "p95_ms": 4.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12343.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.539, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.191, "name": "ffmpeg", "pid": 37286, "rss_mb": 281.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.657, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 185766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:25:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:25:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:25:34+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:25:34.429637+09:00", "mtime_epoch": 1783059934.4296374, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:25:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.679, "pushed": 9.679, "read": 9.646}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.38, "count": 290, "max_ms": 6.712, "p95_ms": 4.703}, "gstreamer_push": {"avg_ms": 1.309, "count": 290, "max_ms": 2.049, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.185, "count": 290, "max_ms": 66.406, "p95_ms": 64.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.552, "count": 290, "max_ms": 85.232, "p95_ms": 80.267}, "yolo11_640_fire_11class": {"avg_ms": 62.404, "count": 290, "max_ms": 69.941, "p95_ms": 67.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.862, "count": 290, "max_ms": 77.075, "p95_ms": 75.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.181, "count": 290, "max_ms": 98.648, "p95_ms": 93.495}, "read_interval": {"avg_ms": 103.641, "count": 289, "max_ms": 117.214, "p95_ms": 110.146}, "triton_wait": {"avg_ms": 73.96, "count": 290, "max_ms": 85.244, "p95_ms": 80.28}, "visualize": {"avg_ms": 3.675, "count": 290, "max_ms": 5.002, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12343.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1392.53, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.085, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:25:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:25:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T15:25:48.405970+09:00", "mtime_epoch": 1783059948.4059696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:25:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.604, "pushed": 9.604, "read": 9.604}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.916, "count": 288, "max_ms": 4.231, "p95_ms": 3.303}, "gstreamer_push": {"avg_ms": 1.378, "count": 288, "max_ms": 1.599, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.517, "count": 288, "max_ms": 67.707, "p95_ms": 66.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.876, "count": 288, "max_ms": 87.492, "p95_ms": 80.901}, "yolo11_640_fire_11class": {"avg_ms": 65.537, "count": 288, "max_ms": 74.321, "p95_ms": 68.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.85, "count": 288, "max_ms": 78.782, "p95_ms": 75.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.181, "count": 288, "max_ms": 99.296, "p95_ms": 92.826}, "read_interval": {"avg_ms": 104.186, "count": 288, "max_ms": 116.016, "p95_ms": 110.664}, "triton_wait": {"avg_ms": 75.282, "count": 288, "max_ms": 87.505, "p95_ms": 80.913}, "visualize": {"avg_ms": 3.735, "count": 288, "max_ms": 4.79, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12346.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.632, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.77, "name": "ffmpeg", "pid": 37286, "rss_mb": 283.77, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.68, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:26:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:26:04+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T15:26:04+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:26:04.526350+09:00", "mtime_epoch": 1783059964.5263498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:26:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.376, "count": 290, "max_ms": 5.245, "p95_ms": 4.482}, "gstreamer_push": {"avg_ms": 1.319, "count": 290, "max_ms": 1.523, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.585, "count": 290, "max_ms": 69.848, "p95_ms": 64.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.653, "count": 290, "max_ms": 83.567, "p95_ms": 79.617}, "yolo11_640_fire_11class": {"avg_ms": 62.379, "count": 290, "max_ms": 68.659, "p95_ms": 67.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.743, "count": 290, "max_ms": 76.9, "p95_ms": 75.173}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.211, "count": 290, "max_ms": 96.597, "p95_ms": 92.708}, "read_interval": {"avg_ms": 103.77, "count": 289, "max_ms": 113.089, "p95_ms": 110.538}, "triton_wait": {"avg_ms": 73.879, "count": 290, "max_ms": 83.58, "p95_ms": 79.629}, "visualize": {"avg_ms": 3.69, "count": 290, "max_ms": 4.484, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12348.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1422.626, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.252, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206963, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:26:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:26:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:26:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:26:18.498677+09:00", "mtime_epoch": 1783059978.4986773, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:26:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.922, "count": 290, "max_ms": 4.624, "p95_ms": 3.111}, "gstreamer_push": {"avg_ms": 1.388, "count": 290, "max_ms": 1.96, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.24, "count": 290, "max_ms": 74.035, "p95_ms": 66.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.144, "count": 290, "max_ms": 87.427, "p95_ms": 80.468}, "yolo11_640_fire_11class": {"avg_ms": 65.363, "count": 290, "max_ms": 75.446, "p95_ms": 70.013}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.554, "count": 290, "max_ms": 84.307, "p95_ms": 76.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.794, "count": 290, "max_ms": 99.402, "p95_ms": 92.726}, "read_interval": {"avg_ms": 103.758, "count": 289, "max_ms": 116.822, "p95_ms": 110.542}, "triton_wait": {"avg_ms": 74.87, "count": 290, "max_ms": 87.44, "p95_ms": 80.48}, "visualize": {"avg_ms": 3.723, "count": 290, "max_ms": 4.685, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 265.661, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.926, "name": "ffmpeg", "pid": 37286, "rss_mb": 288.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.097, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:26:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:26:34+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T15:26:34+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T15:26:34.551050+09:00", "mtime_epoch": 1783059994.5510504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:26:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.556, "pushed": 9.556, "read": 9.522}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 286, "max_ms": 6.559, "p95_ms": 4.591}, "gstreamer_push": {"avg_ms": 1.339, "count": 286, "max_ms": 2.36, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.869, "count": 286, "max_ms": 72.939, "p95_ms": 66.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.644, "count": 286, "max_ms": 88.464, "p95_ms": 79.963}, "yolo11_640_fire_11class": {"avg_ms": 63.236, "count": 286, "max_ms": 74.376, "p95_ms": 67.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.349, "count": 286, "max_ms": 83.247, "p95_ms": 76.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.444, "count": 286, "max_ms": 101.567, "p95_ms": 93.312}, "read_interval": {"avg_ms": 104.982, "count": 285, "max_ms": 117.364, "p95_ms": 111.041}, "triton_wait": {"avg_ms": 75.056, "count": 286, "max_ms": 88.476, "p95_ms": 80.003}, "visualize": {"avg_ms": 3.693, "count": 286, "max_ms": 4.736, "p95_ms": 3.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1452.678, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.291, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:26:48+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T15:26:48+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T15:26:48.559374+09:00", "mtime_epoch": 1783060008.559374, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:26:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.585, "pushed": 9.585, "read": 9.552}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.961, "count": 287, "max_ms": 4.341, "p95_ms": 3.674}, "gstreamer_push": {"avg_ms": 1.38, "count": 287, "max_ms": 1.573, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.833, "count": 287, "max_ms": 72.869, "p95_ms": 66.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.953, "count": 287, "max_ms": 87.401, "p95_ms": 80.427}, "yolo11_640_fire_11class": {"avg_ms": 64.709, "count": 287, "max_ms": 75.295, "p95_ms": 68.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.923, "count": 287, "max_ms": 82.248, "p95_ms": 76.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.338, "count": 287, "max_ms": 99.224, "p95_ms": 92.808}, "read_interval": {"avg_ms": 104.724, "count": 286, "max_ms": 116.328, "p95_ms": 111.157}, "triton_wait": {"avg_ms": 75.413, "count": 287, "max_ms": 87.413, "p95_ms": 80.83}, "visualize": {"avg_ms": 3.748, "count": 287, "max_ms": 4.662, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 295.676, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.504, "name": "ffmpeg", "pid": 37286, "rss_mb": 291.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.992, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:27:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:27:04+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T15:27:04+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T15:27:04.579742+09:00", "mtime_epoch": 1783060024.579742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:27:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.382, "count": 291, "max_ms": 4.791, "p95_ms": 4.496}, "gstreamer_push": {"avg_ms": 1.334, "count": 291, "max_ms": 1.487, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.014, "count": 291, "max_ms": 68.148, "p95_ms": 65.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.604, "count": 291, "max_ms": 85.19, "p95_ms": 80.065}, "yolo11_640_fire_11class": {"avg_ms": 62.028, "count": 291, "max_ms": 70.213, "p95_ms": 67.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.902, "count": 291, "max_ms": 77.967, "p95_ms": 75.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.658, "count": 291, "max_ms": 98.667, "p95_ms": 93.429}, "read_interval": {"avg_ms": 103.199, "count": 291, "max_ms": 118.732, "p95_ms": 110.892}, "triton_wait": {"avg_ms": 73.322, "count": 291, "max_ms": 85.202, "p95_ms": 80.077}, "visualize": {"avg_ms": 3.687, "count": 291, "max_ms": 4.174, "p95_ms": 3.846}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1482.7, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.344, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:27:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:27:18+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T15:27:18+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T15:27:18.580061+09:00", "mtime_epoch": 1783060038.5800612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226748}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:27:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.954, "pushed": 9.954, "read": 9.921}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.912, "count": 298, "max_ms": 4.292, "p95_ms": 3.023}, "gstreamer_push": {"avg_ms": 1.381, "count": 298, "max_ms": 2.222, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.142, "count": 298, "max_ms": 69.168, "p95_ms": 66.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.307, "count": 298, "max_ms": 84.902, "p95_ms": 80.025}, "yolo11_640_fire_11class": {"avg_ms": 63.518, "count": 298, "max_ms": 73.904, "p95_ms": 69.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.714, "count": 298, "max_ms": 78.956, "p95_ms": 75.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.877, "count": 298, "max_ms": 96.596, "p95_ms": 91.698}, "read_interval": {"avg_ms": 100.738, "count": 297, "max_ms": 113.506, "p95_ms": 109.83}, "triton_wait": {"avg_ms": 72.139, "count": 298, "max_ms": 84.913, "p95_ms": 80.036}, "visualize": {"avg_ms": 3.703, "count": 298, "max_ms": 4.701, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 325.71, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.504, "name": "ffmpeg", "pid": 37286, "rss_mb": 291.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.855, "sample_count": 2905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 186929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:27:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:27:34+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:27:34+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:27:34.600424+09:00", "mtime_epoch": 1783060054.600424, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:27:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.852}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.445, "count": 296, "max_ms": 6.592, "p95_ms": 4.93}, "gstreamer_push": {"avg_ms": 1.321, "count": 296, "max_ms": 1.61, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.983, "count": 296, "max_ms": 68.975, "p95_ms": 64.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.264, "count": 296, "max_ms": 85.916, "p95_ms": 79.105}, "yolo11_640_fire_11class": {"avg_ms": 59.859, "count": 296, "max_ms": 72.04, "p95_ms": 65.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.301, "count": 296, "max_ms": 76.894, "p95_ms": 74.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.523, "count": 296, "max_ms": 99.099, "p95_ms": 92.174}, "read_interval": {"avg_ms": 101.438, "count": 295, "max_ms": 117.853, "p95_ms": 111.275}, "triton_wait": {"avg_ms": 71.086, "count": 296, "max_ms": 85.929, "p95_ms": 79.116}, "visualize": {"avg_ms": 3.724, "count": 296, "max_ms": 4.631, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1512.723, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.494, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:27:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:27:48+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:27:48+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T15:27:48.600739+09:00", "mtime_epoch": 1783060068.6007395, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:27:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.822, "pushed": 9.822, "read": 9.788}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.975, "count": 294, "max_ms": 4.322, "p95_ms": 3.628}, "gstreamer_push": {"avg_ms": 1.386, "count": 294, "max_ms": 1.608, "p95_ms": 1.503}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.325, "count": 294, "max_ms": 68.391, "p95_ms": 65.72}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.04, "count": 294, "max_ms": 83.347, "p95_ms": 80.239}, "yolo11_640_fire_11class": {"avg_ms": 63.318, "count": 294, "max_ms": 73.789, "p95_ms": 67.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.34, "count": 294, "max_ms": 76.515, "p95_ms": 75.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.939, "count": 294, "max_ms": 95.135, "p95_ms": 92.53}, "read_interval": {"avg_ms": 102.106, "count": 293, "max_ms": 115.539, "p95_ms": 109.8}, "triton_wait": {"avg_ms": 72.934, "count": 294, "max_ms": 83.36, "p95_ms": 80.25}, "visualize": {"avg_ms": 3.79, "count": 294, "max_ms": 4.727, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.803, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.762, "name": "ffmpeg", "pid": 37286, "rss_mb": 291.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.99, "sample_count": 2901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:28:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:28:04+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:28:04+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T15:28:04.693100+09:00", "mtime_epoch": 1783060084.6930997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177161}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:28:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.604}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.391, "count": 289, "max_ms": 6.537, "p95_ms": 4.543}, "gstreamer_push": {"avg_ms": 1.304, "count": 289, "max_ms": 1.558, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.327, "count": 289, "max_ms": 69.501, "p95_ms": 65.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.091, "count": 289, "max_ms": 85.564, "p95_ms": 79.284}, "yolo11_640_fire_11class": {"avg_ms": 61.835, "count": 289, "max_ms": 69.307, "p95_ms": 66.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.698, "count": 289, "max_ms": 76.438, "p95_ms": 74.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.812, "count": 289, "max_ms": 98.738, "p95_ms": 92.718}, "read_interval": {"avg_ms": 104.112, "count": 288, "max_ms": 290.397, "p95_ms": 111.215}, "triton_wait": {"avg_ms": 73.59, "count": 289, "max_ms": 85.576, "p95_ms": 79.296}, "visualize": {"avg_ms": 3.687, "count": 289, "max_ms": 4.878, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12355.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1542.767, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.405, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:28:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:28:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:28:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T15:28:18.637410+09:00", "mtime_epoch": 1783060098.63741, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:28:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.022, "pushed": 10.022, "read": 9.988}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.925, "count": 300, "max_ms": 4.363, "p95_ms": 3.087}, "gstreamer_push": {"avg_ms": 1.382, "count": 300, "max_ms": 1.632, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.783, "count": 300, "max_ms": 76.508, "p95_ms": 66.135}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.343, "count": 300, "max_ms": 83.743, "p95_ms": 79.866}, "yolo11_640_fire_11class": {"avg_ms": 62.754, "count": 300, "max_ms": 77.292, "p95_ms": 68.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.842, "count": 300, "max_ms": 80.556, "p95_ms": 75.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.145, "count": 300, "max_ms": 96.539, "p95_ms": 91.942}, "read_interval": {"avg_ms": 100.124, "count": 299, "max_ms": 113.483, "p95_ms": 109.409}, "triton_wait": {"avg_ms": 71.198, "count": 300, "max_ms": 83.755, "p95_ms": 79.909}, "visualize": {"avg_ms": 3.76, "count": 300, "max_ms": 5.749, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 385.822, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.762, "name": "ffmpeg", "pid": 37286, "rss_mb": 291.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 7, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.034, "sample_count": 2903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:28:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:28:34+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:28:34+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T15:28:34.717766+09:00", "mtime_epoch": 1783060114.7177658, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:28:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.859, "pushed": 9.859, "read": 9.826}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.421, "count": 295, "max_ms": 7.466, "p95_ms": 4.585}, "gstreamer_push": {"avg_ms": 1.324, "count": 295, "max_ms": 1.613, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.963, "count": 295, "max_ms": 69.614, "p95_ms": 65.712}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.119, "count": 295, "max_ms": 84.281, "p95_ms": 79.539}, "yolo11_640_fire_11class": {"avg_ms": 60.112, "count": 295, "max_ms": 71.307, "p95_ms": 67.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.103, "count": 295, "max_ms": 79.88, "p95_ms": 75.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.943, "count": 295, "max_ms": 97.362, "p95_ms": 93.053}, "read_interval": {"avg_ms": 101.733, "count": 294, "max_ms": 116.551, "p95_ms": 110.178}, "triton_wait": {"avg_ms": 71.587, "count": 295, "max_ms": 84.293, "p95_ms": 79.773}, "visualize": {"avg_ms": 3.725, "count": 295, "max_ms": 4.844, "p95_ms": 4.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:02:33+09:00", "last_error_summary": "[h264 @ 0x5581fb2bec80] error while decoding MB 70 43, bytestream -17 [in#0/rtsp @ 0x5581fb108e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581fb108e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1572.868, "last_started_at": "2026-07-03T15:02:35+09:00", "pid": 36813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.672, "name": "ffmpeg", "pid": 36813, "rss_mb": 332.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 31, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.277, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:28:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:28:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:28:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T15:28:48.738074+09:00", "mtime_epoch": 1783060128.738074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:28:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.93, "count": 290, "max_ms": 4.209, "p95_ms": 3.064}, "gstreamer_push": {"avg_ms": 1.396, "count": 290, "max_ms": 1.529, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.204, "count": 290, "max_ms": 70.119, "p95_ms": 66.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.67, "count": 290, "max_ms": 83.979, "p95_ms": 79.597}, "yolo11_640_fire_11class": {"avg_ms": 64.936, "count": 290, "max_ms": 71.85, "p95_ms": 68.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.82, "count": 290, "max_ms": 80.497, "p95_ms": 75.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.789, "count": 290, "max_ms": 96.16, "p95_ms": 91.839}, "read_interval": {"avg_ms": 103.776, "count": 289, "max_ms": 112.262, "p95_ms": 109.478}, "triton_wait": {"avg_ms": 74.748, "count": 290, "max_ms": 83.992, "p95_ms": 79.609}, "visualize": {"avg_ms": 3.827, "count": 290, "max_ms": 4.697, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1565}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 415.886, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.762, "name": "ffmpeg", "pid": 37286, "rss_mb": 291.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.68, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 187817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:29:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:29:04+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T15:29:04+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T15:29:04.798426+09:00", "mtime_epoch": 1783060144.7984257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168419}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:29:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.146, "pushed": 10.146, "read": 10.113}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.38, "count": 304, "max_ms": 5.813, "p95_ms": 4.527}, "gstreamer_push": {"avg_ms": 1.331, "count": 304, "max_ms": 1.57, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.027, "count": 304, "max_ms": 69.014, "p95_ms": 64.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.795, "count": 304, "max_ms": 84.83, "p95_ms": 79.409}, "yolo11_640_fire_11class": {"avg_ms": 58.471, "count": 304, "max_ms": 72.531, "p95_ms": 66.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.562, "count": 304, "max_ms": 77.831, "p95_ms": 75.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.045, "count": 304, "max_ms": 98.091, "p95_ms": 92.564}, "read_interval": {"avg_ms": 98.916, "count": 303, "max_ms": 118.596, "p95_ms": 109.992}, "triton_wait": {"avg_ms": 68.82, "count": 304, "max_ms": 84.842, "p95_ms": 79.421}, "visualize": {"avg_ms": 3.698, "count": 304, "max_ms": 4.133, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12232.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.084, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.219, "name": "ffmpeg", "pid": 37393, "rss_mb": 207.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.312, "sample_count": 2591, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:29:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:29:33+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T15:29:33+09:00", "mjpeg": {"age_sec": 34.707, "exists": true, "mtime": "2026-07-03T15:28:59.130302+09:00", "mtime_epoch": 1783060139.1303017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:29:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.832, "count": 1, "max_ms": 2.832, "p95_ms": 2.832}, "gstreamer_push": {"avg_ms": 1.319, "count": 1, "max_ms": 1.319, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.559, "count": 1, "max_ms": 48.559, "p95_ms": 48.559}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.998, "count": 1, "max_ms": 47.998, "p95_ms": 47.998}, "yolo11_640_fire_11class": {"avg_ms": 50.88, "count": 1, "max_ms": 50.88, "p95_ms": 50.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.891, "count": 1, "max_ms": 50.891, "p95_ms": 50.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.501, "count": 1, "max_ms": 62.501, "p95_ms": 62.501}, "read_interval": {"avg_ms": 34742.977, "count": 1, "max_ms": 34742.977, "p95_ms": 34742.977}, "triton_wait": {"avg_ms": 50.901, "count": 1, "max_ms": 50.901, "p95_ms": 50.901}, "visualize": {"avg_ms": 3.573, "count": 1, "max_ms": 3.573, "p95_ms": 3.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12216.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 445.915, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.918, "name": "ffmpeg", "pid": 37286, "rss_mb": 296.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.408, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:29:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:29:34+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T15:29:34+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T15:29:34.819077+09:00", "mtime_epoch": 1783060174.819077, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:29:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 355, "pushed_frames": 355, "read_frames": 354, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.855, "pushed": 11.855, "read": 11.821}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.366, "count": 355, "max_ms": 6.684, "p95_ms": 4.511}, "gstreamer_push": {"avg_ms": 1.314, "count": 355, "max_ms": 1.49, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.28, "count": 355, "max_ms": 66.552, "p95_ms": 48.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.823, "count": 355, "max_ms": 77.232, "p95_ms": 58.083}, "yolo11_640_fire_11class": {"avg_ms": 46.578, "count": 355, "max_ms": 67.943, "p95_ms": 50.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.535, "count": 355, "max_ms": 73.969, "p95_ms": 50.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.891, "count": 355, "max_ms": 90.494, "p95_ms": 71.342}, "read_interval": {"avg_ms": 84.55, "count": 354, "max_ms": 106.736, "p95_ms": 88.516}, "triton_wait": {"avg_ms": 54.872, "count": 355, "max_ms": 77.243, "p95_ms": 58.195}, "visualize": {"avg_ms": 3.673, "count": 355, "max_ms": 4.616, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12359.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.142, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.269, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:30:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:30:03+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:30:03+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:30:03.811700+09:00", "mtime_epoch": 1783060203.8116999, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:30:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.139, "pushed": 10.139, "read": 10.106}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.916, "count": 304, "max_ms": 4.508, "p95_ms": 3.096}, "gstreamer_push": {"avg_ms": 1.361, "count": 304, "max_ms": 1.877, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.221, "count": 304, "max_ms": 68.152, "p95_ms": 65.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.25, "count": 304, "max_ms": 83.377, "p95_ms": 79.164}, "yolo11_640_fire_11class": {"avg_ms": 60.695, "count": 304, "max_ms": 74.823, "p95_ms": 70.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.057, "count": 304, "max_ms": 77.84, "p95_ms": 74.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.913, "count": 304, "max_ms": 95.189, "p95_ms": 91.14}, "read_interval": {"avg_ms": 98.86, "count": 303, "max_ms": 527.73, "p95_ms": 108.205}, "triton_wait": {"avg_ms": 67.069, "count": 304, "max_ms": 83.39, "p95_ms": 79.177}, "visualize": {"avg_ms": 3.736, "count": 304, "max_ms": 5.092, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1570}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 475.965, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.918, "name": "ffmpeg", "pid": 37286, "rss_mb": 296.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.609, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:30:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:30:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:30:04+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:30:04.859722+09:00", "mtime_epoch": 1783060204.8597224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171868}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:30:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.282, "pushed": 10.282, "read": 10.249}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.467, "count": 308, "max_ms": 6.288, "p95_ms": 5.023}, "gstreamer_push": {"avg_ms": 1.34, "count": 308, "max_ms": 2.005, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.127, "count": 308, "max_ms": 67.931, "p95_ms": 63.435}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.556, "count": 308, "max_ms": 80.215, "p95_ms": 77.828}, "yolo11_640_fire_11class": {"avg_ms": 57.563, "count": 308, "max_ms": 73.006, "p95_ms": 66.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.748, "count": 308, "max_ms": 75.49, "p95_ms": 74.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.639, "count": 308, "max_ms": 93.319, "p95_ms": 91.355}, "read_interval": {"avg_ms": 97.528, "count": 307, "max_ms": 112.667, "p95_ms": 107.978}, "triton_wait": {"avg_ms": 67.114, "count": 308, "max_ms": 80.228, "p95_ms": 77.84}, "visualize": {"avg_ms": 3.759, "count": 308, "max_ms": 5.004, "p95_ms": 4.235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.192, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.514, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:30:33+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:30:33+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:30:33.856339+09:00", "mtime_epoch": 1783060233.8563392, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:30:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.685, "pushed": 9.685, "read": 9.651}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.895, "count": 290, "max_ms": 3.955, "p95_ms": 2.984}, "gstreamer_push": {"avg_ms": 1.377, "count": 290, "max_ms": 1.588, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.998, "count": 290, "max_ms": 73.584, "p95_ms": 66.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.172, "count": 290, "max_ms": 86.759, "p95_ms": 82.67}, "yolo11_640_fire_11class": {"avg_ms": 65.124, "count": 290, "max_ms": 76.281, "p95_ms": 69.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.931, "count": 290, "max_ms": 82.69, "p95_ms": 75.916}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.033, "count": 290, "max_ms": 98.879, "p95_ms": 94.537}, "read_interval": {"avg_ms": 103.603, "count": 289, "max_ms": 115.229, "p95_ms": 110.826}, "triton_wait": {"avg_ms": 75.177, "count": 290, "max_ms": 86.771, "p95_ms": 82.682}, "visualize": {"avg_ms": 3.712, "count": 290, "max_ms": 4.913, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12360.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.019, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.918, "name": "ffmpeg", "pid": 37286, "rss_mb": 296.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.677, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 188769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:30:35+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:30:34+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T15:30:34.908362+09:00", "mtime_epoch": 1783060234.9083617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:30:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.649, "pushed": 9.649, "read": 9.615}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.371, "count": 289, "max_ms": 6.292, "p95_ms": 4.503}, "gstreamer_push": {"avg_ms": 1.31, "count": 289, "max_ms": 1.483, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.371, "count": 289, "max_ms": 71.928, "p95_ms": 64.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.796, "count": 289, "max_ms": 85.294, "p95_ms": 80.942}, "yolo11_640_fire_11class": {"avg_ms": 62.237, "count": 289, "max_ms": 73.868, "p95_ms": 67.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.399, "count": 289, "max_ms": 81.219, "p95_ms": 74.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.293, "count": 289, "max_ms": 98.382, "p95_ms": 94.129}, "read_interval": {"avg_ms": 103.977, "count": 288, "max_ms": 116.471, "p95_ms": 111.343}, "triton_wait": {"avg_ms": 74.019, "count": 289, "max_ms": 85.306, "p95_ms": 80.954}, "visualize": {"avg_ms": 3.666, "count": 289, "max_ms": 4.709, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12362.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.22, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.584, "sample_count": 2603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:31:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:31:03+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:31:03+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:31:03.884972+09:00", "mtime_epoch": 1783060263.8849723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:31:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.99, "pushed": 9.99, "read": 9.956}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.908, "count": 299, "max_ms": 3.976, "p95_ms": 3.171}, "gstreamer_push": {"avg_ms": 1.37, "count": 299, "max_ms": 1.571, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.71, "count": 299, "max_ms": 70.962, "p95_ms": 67.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.796, "count": 299, "max_ms": 87.252, "p95_ms": 81.663}, "yolo11_640_fire_11class": {"avg_ms": 63.313, "count": 299, "max_ms": 77.139, "p95_ms": 71.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.245, "count": 299, "max_ms": 79.726, "p95_ms": 78.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.77, "count": 299, "max_ms": 99.136, "p95_ms": 93.426}, "read_interval": {"avg_ms": 100.406, "count": 298, "max_ms": 116.414, "p95_ms": 110.401}, "triton_wait": {"avg_ms": 71.954, "count": 299, "max_ms": 87.263, "p95_ms": 81.676}, "visualize": {"avg_ms": 3.703, "count": 299, "max_ms": 5.184, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12362.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.076, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.496, "name": "ffmpeg", "pid": 37286, "rss_mb": 299.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.156, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:31:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:31:05+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T15:31:04+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T15:31:04.944995+09:00", "mtime_epoch": 1783060264.9449947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:31:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.515, "pushed": 9.515, "read": 9.481}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.617, "count": 285, "max_ms": 10.508, "p95_ms": 6.511}, "gstreamer_push": {"avg_ms": 1.299, "count": 285, "max_ms": 2.163, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.629, "count": 285, "max_ms": 68.679, "p95_ms": 65.562}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.616, "count": 285, "max_ms": 84.446, "p95_ms": 80.609}, "yolo11_640_fire_11class": {"avg_ms": 60.869, "count": 285, "max_ms": 77.276, "p95_ms": 68.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.652, "count": 285, "max_ms": 79.632, "p95_ms": 76.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.986, "count": 285, "max_ms": 138.052, "p95_ms": 114.593}, "read_interval": {"avg_ms": 105.374, "count": 284, "max_ms": 151.514, "p95_ms": 128.29}, "triton_wait": {"avg_ms": 72.088, "count": 285, "max_ms": 84.458, "p95_ms": 80.621}, "visualize": {"avg_ms": 3.81, "count": 285, "max_ms": 6.523, "p95_ms": 5.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12365.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.317, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.518, "sample_count": 2622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:31:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:31:34+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T15:31:33+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T15:31:33.985601+09:00", "mtime_epoch": 1783060293.9856014, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232143}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:31:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.188, "pushed": 10.188, "read": 10.154}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.898, "count": 305, "max_ms": 4.527, "p95_ms": 2.993}, "gstreamer_push": {"avg_ms": 1.371, "count": 305, "max_ms": 1.589, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.908, "count": 305, "max_ms": 73.94, "p95_ms": 66.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.088, "count": 305, "max_ms": 86.649, "p95_ms": 79.761}, "yolo11_640_fire_11class": {"avg_ms": 62.292, "count": 305, "max_ms": 77.68, "p95_ms": 70.41}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.418, "count": 305, "max_ms": 80.702, "p95_ms": 76.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.691, "count": 305, "max_ms": 98.817, "p95_ms": 91.987}, "read_interval": {"avg_ms": 98.403, "count": 304, "max_ms": 115.081, "p95_ms": 108.896}, "triton_wait": {"avg_ms": 69.895, "count": 305, "max_ms": 86.662, "p95_ms": 79.884}, "visualize": {"avg_ms": 3.692, "count": 305, "max_ms": 5.874, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12365.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.124, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.074, "name": "ffmpeg", "pid": 37286, "rss_mb": 302.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.03, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:31:35+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T15:31:35+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T15:31:35.025623+09:00", "mtime_epoch": 1783060295.025623, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:31:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.496, "pushed": 9.496, "read": 9.463}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.662, "count": 284, "max_ms": 9.196, "p95_ms": 6.663}, "gstreamer_push": {"avg_ms": 1.302, "count": 284, "max_ms": 1.523, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.084, "count": 284, "max_ms": 69.776, "p95_ms": 65.3}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.118, "count": 284, "max_ms": 85.339, "p95_ms": 79.6}, "yolo11_640_fire_11class": {"avg_ms": 61.177, "count": 284, "max_ms": 72.704, "p95_ms": 68.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.53, "count": 284, "max_ms": 78.459, "p95_ms": 75.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.598, "count": 284, "max_ms": 136.399, "p95_ms": 117.639}, "read_interval": {"avg_ms": 105.822, "count": 283, "max_ms": 150.157, "p95_ms": 131.539}, "triton_wait": {"avg_ms": 71.665, "count": 284, "max_ms": 85.35, "p95_ms": 79.612}, "visualize": {"avg_ms": 3.897, "count": 284, "max_ms": 7.576, "p95_ms": 5.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12369.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.416, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.476, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:32:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:32:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:32:04+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T15:32:04.082225+09:00", "mtime_epoch": 1783060324.082225, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:32:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.89, "count": 298, "max_ms": 3.5, "p95_ms": 2.983}, "gstreamer_push": {"avg_ms": 1.358, "count": 298, "max_ms": 1.588, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.826, "count": 298, "max_ms": 73.959, "p95_ms": 66.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.262, "count": 298, "max_ms": 86.07, "p95_ms": 79.503}, "yolo11_640_fire_11class": {"avg_ms": 65.141, "count": 298, "max_ms": 74.672, "p95_ms": 70.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.43, "count": 298, "max_ms": 83.205, "p95_ms": 75.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.516, "count": 298, "max_ms": 97.699, "p95_ms": 91.804}, "read_interval": {"avg_ms": 100.988, "count": 297, "max_ms": 114.708, "p95_ms": 108.721}, "triton_wait": {"avg_ms": 72.801, "count": 298, "max_ms": 86.082, "p95_ms": 80.073}, "visualize": {"avg_ms": 3.673, "count": 298, "max_ms": 4.749, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.198, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.652, "name": "ffmpeg", "pid": 37286, "rss_mb": 304.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.714, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:32:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:32:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:32:05+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:32:05.090246+09:00", "mtime_epoch": 1783060325.090246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:32:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.874}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.43, "count": 297, "max_ms": 5.856, "p95_ms": 4.813}, "gstreamer_push": {"avg_ms": 1.307, "count": 297, "max_ms": 2.124, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.073, "count": 297, "max_ms": 72.52, "p95_ms": 63.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.767, "count": 297, "max_ms": 84.584, "p95_ms": 77.627}, "yolo11_640_fire_11class": {"avg_ms": 60.266, "count": 297, "max_ms": 73.062, "p95_ms": 65.797}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.406, "count": 297, "max_ms": 81.623, "p95_ms": 74.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.305, "count": 297, "max_ms": 98.053, "p95_ms": 91.139}, "read_interval": {"avg_ms": 101.235, "count": 296, "max_ms": 114.822, "p95_ms": 109.865}, "triton_wait": {"avg_ms": 70.851, "count": 297, "max_ms": 84.596, "p95_ms": 77.639}, "visualize": {"avg_ms": 3.717, "count": 297, "max_ms": 4.861, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.47, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.48, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:32:34+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:32:34+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T15:32:34.138843+09:00", "mtime_epoch": 1783060354.138843, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:32:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.908, "count": 298, "max_ms": 4.263, "p95_ms": 3.041}, "gstreamer_push": {"avg_ms": 1.355, "count": 298, "max_ms": 1.543, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.618, "count": 298, "max_ms": 69.892, "p95_ms": 66.54}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.009, "count": 298, "max_ms": 85.134, "p95_ms": 80.443}, "yolo11_640_fire_11class": {"avg_ms": 64.177, "count": 298, "max_ms": 76.636, "p95_ms": 70.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.894, "count": 298, "max_ms": 79.895, "p95_ms": 75.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.1, "count": 298, "max_ms": 96.936, "p95_ms": 92.293}, "read_interval": {"avg_ms": 100.83, "count": 297, "max_ms": 117.702, "p95_ms": 109.065}, "triton_wait": {"avg_ms": 72.412, "count": 298, "max_ms": 85.146, "p95_ms": 80.454}, "visualize": {"avg_ms": 3.691, "count": 298, "max_ms": 4.573, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.292, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.652, "name": "ffmpeg", "pid": 37286, "rss_mb": 304.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.567, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 189931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:32:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:32:35+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T15:32:35+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:32:35.182864+09:00", "mtime_epoch": 1783060355.1828644, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:32:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.836}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.471, "count": 296, "max_ms": 6.578, "p95_ms": 5.61}, "gstreamer_push": {"avg_ms": 1.315, "count": 296, "max_ms": 1.66, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.823, "count": 296, "max_ms": 69.391, "p95_ms": 65.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.019, "count": 296, "max_ms": 84.422, "p95_ms": 78.869}, "yolo11_640_fire_11class": {"avg_ms": 61.005, "count": 296, "max_ms": 73.119, "p95_ms": 68.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.27, "count": 296, "max_ms": 81.575, "p95_ms": 75.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.932, "count": 296, "max_ms": 96.431, "p95_ms": 92.287}, "read_interval": {"avg_ms": 101.631, "count": 295, "max_ms": 113.365, "p95_ms": 109.505}, "triton_wait": {"avg_ms": 71.468, "count": 296, "max_ms": 84.432, "p95_ms": 78.945}, "visualize": {"avg_ms": 3.72, "count": 296, "max_ms": 4.575, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12369.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.473, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.529, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:33:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:33:04+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:33:04+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T15:33:04.139455+09:00", "mtime_epoch": 1783060384.139455, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227921}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:33:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.705, "pushed": 9.705, "read": 9.705}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.898, "count": 291, "max_ms": 3.726, "p95_ms": 3.014}, "gstreamer_push": {"avg_ms": 1.363, "count": 291, "max_ms": 1.639, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.293, "count": 291, "max_ms": 71.077, "p95_ms": 66.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.453, "count": 291, "max_ms": 86.133, "p95_ms": 80.515}, "yolo11_640_fire_11class": {"avg_ms": 63.977, "count": 291, "max_ms": 74.198, "p95_ms": 70.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.549, "count": 291, "max_ms": 83.61, "p95_ms": 77.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.484, "count": 291, "max_ms": 98.081, "p95_ms": 92.721}, "read_interval": {"avg_ms": 103.098, "count": 291, "max_ms": 309.155, "p95_ms": 111.566}, "triton_wait": {"avg_ms": 72.729, "count": 291, "max_ms": 86.145, "p95_ms": 80.527}, "visualize": {"avg_ms": 3.688, "count": 291, "max_ms": 4.723, "p95_ms": 3.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 656.393, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.652, "name": "ffmpeg", "pid": 37286, "rss_mb": 304.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.762, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:33:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:33:05+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:33:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:33:05.287478+09:00", "mtime_epoch": 1783060385.2874784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:33:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.417, "count": 293, "max_ms": 6.38, "p95_ms": 4.73}, "gstreamer_push": {"avg_ms": 1.317, "count": 293, "max_ms": 1.604, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.937, "count": 293, "max_ms": 71.822, "p95_ms": 65.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.723, "count": 293, "max_ms": 86.83, "p95_ms": 81.554}, "yolo11_640_fire_11class": {"avg_ms": 63.087, "count": 293, "max_ms": 74.483, "p95_ms": 70.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.225, "count": 293, "max_ms": 84.146, "p95_ms": 77.596}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.63, "count": 293, "max_ms": 98.555, "p95_ms": 94.52}, "read_interval": {"avg_ms": 102.362, "count": 293, "max_ms": 116.555, "p95_ms": 111.685}, "triton_wait": {"avg_ms": 72.351, "count": 293, "max_ms": 86.84, "p95_ms": 81.566}, "visualize": {"avg_ms": 3.688, "count": 293, "max_ms": 4.794, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.474, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.529, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:33:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:33:34+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T15:33:34+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:33:34.136063+09:00", "mtime_epoch": 1783060414.1360629, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:33:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.972}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.864, "count": 299, "max_ms": 3.962, "p95_ms": 3.001}, "gstreamer_push": {"avg_ms": 1.358, "count": 299, "max_ms": 1.65, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.009, "count": 299, "max_ms": 70.226, "p95_ms": 67.864}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.731, "count": 299, "max_ms": 85.974, "p95_ms": 79.7}, "yolo11_640_fire_11class": {"avg_ms": 63.683, "count": 299, "max_ms": 75.15, "p95_ms": 71.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.275, "count": 299, "max_ms": 79.185, "p95_ms": 76.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.726, "count": 299, "max_ms": 97.609, "p95_ms": 91.57}, "read_interval": {"avg_ms": 100.334, "count": 299, "max_ms": 114.06, "p95_ms": 108.716}, "triton_wait": {"avg_ms": 72.064, "count": 299, "max_ms": 85.989, "p95_ms": 79.713}, "visualize": {"avg_ms": 3.671, "count": 299, "max_ms": 4.752, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12371.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 686.407, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.488, "name": "ffmpeg", "pid": 37286, "rss_mb": 307.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.646, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190521, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:33:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:33:35+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:33:35+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T15:33:35.296086+09:00", "mtime_epoch": 1783060415.2960863, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169462}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:33:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.416, "count": 296, "max_ms": 6.577, "p95_ms": 4.845}, "gstreamer_push": {"avg_ms": 1.302, "count": 296, "max_ms": 1.598, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.716, "count": 296, "max_ms": 68.523, "p95_ms": 65.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.67, "count": 296, "max_ms": 84.006, "p95_ms": 78.615}, "yolo11_640_fire_11class": {"avg_ms": 61.026, "count": 296, "max_ms": 70.559, "p95_ms": 67.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.161, "count": 296, "max_ms": 78.178, "p95_ms": 75.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.614, "count": 296, "max_ms": 130.508, "p95_ms": 92.0}, "read_interval": {"avg_ms": 101.399, "count": 296, "max_ms": 144.612, "p95_ms": 109.991}, "triton_wait": {"avg_ms": 71.269, "count": 296, "max_ms": 84.017, "p95_ms": 78.626}, "visualize": {"avg_ms": 3.681, "count": 296, "max_ms": 5.156, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.482, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.529, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211210, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:34:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:34:04+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:34:04+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T15:34:04.148667+09:00", "mtime_epoch": 1783060444.1486666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:34:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.905, "count": 293, "max_ms": 4.408, "p95_ms": 3.004}, "gstreamer_push": {"avg_ms": 1.372, "count": 293, "max_ms": 1.585, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.696, "count": 293, "max_ms": 70.722, "p95_ms": 66.935}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.441, "count": 293, "max_ms": 84.193, "p95_ms": 80.052}, "yolo11_640_fire_11class": {"avg_ms": 65.418, "count": 293, "max_ms": 76.025, "p95_ms": 70.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.064, "count": 293, "max_ms": 78.429, "p95_ms": 76.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.77, "count": 293, "max_ms": 95.986, "p95_ms": 92.615}, "read_interval": {"avg_ms": 102.429, "count": 293, "max_ms": 114.557, "p95_ms": 109.416}, "triton_wait": {"avg_ms": 73.96, "count": 293, "max_ms": 84.218, "p95_ms": 80.064}, "visualize": {"avg_ms": 3.711, "count": 293, "max_ms": 4.706, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 716.413, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.066, "name": "ffmpeg", "pid": 37286, "rss_mb": 310.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.61, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 190813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:34:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:34:05+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T15:34:05+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T15:34:05.312690+09:00", "mtime_epoch": 1783060445.31269, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:34:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.441, "count": 292, "max_ms": 6.572, "p95_ms": 5.053}, "gstreamer_push": {"avg_ms": 1.317, "count": 292, "max_ms": 2.132, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.126, "count": 292, "max_ms": 68.309, "p95_ms": 65.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.124, "count": 292, "max_ms": 86.195, "p95_ms": 78.66}, "yolo11_640_fire_11class": {"avg_ms": 61.662, "count": 292, "max_ms": 70.02, "p95_ms": 67.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.576, "count": 292, "max_ms": 76.883, "p95_ms": 74.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.863, "count": 292, "max_ms": 99.355, "p95_ms": 91.847}, "read_interval": {"avg_ms": 102.799, "count": 292, "max_ms": 116.368, "p95_ms": 109.547}, "triton_wait": {"avg_ms": 72.478, "count": 292, "max_ms": 86.206, "p95_ms": 78.671}, "visualize": {"avg_ms": 3.697, "count": 292, "max_ms": 4.711, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.512, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.634, "sample_count": 2972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:34:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:34:34+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:34:34+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:34:34.177267+09:00", "mtime_epoch": 1783060474.1772668, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231778}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:34:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.994, "pushed": 9.994, "read": 9.961}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.933, "count": 299, "max_ms": 4.56, "p95_ms": 3.625}, "gstreamer_push": {"avg_ms": 1.38, "count": 299, "max_ms": 2.585, "p95_ms": 1.54}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.227, "count": 299, "max_ms": 68.812, "p95_ms": 66.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.415, "count": 299, "max_ms": 85.202, "p95_ms": 81.06}, "yolo11_640_fire_11class": {"avg_ms": 64.44, "count": 299, "max_ms": 75.309, "p95_ms": 72.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.097, "count": 299, "max_ms": 76.634, "p95_ms": 75.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.346, "count": 299, "max_ms": 96.9, "p95_ms": 93.221}, "read_interval": {"avg_ms": 100.411, "count": 298, "max_ms": 119.508, "p95_ms": 110.442}, "triton_wait": {"avg_ms": 71.626, "count": 299, "max_ms": 85.216, "p95_ms": 81.072}, "visualize": {"avg_ms": 3.709, "count": 299, "max_ms": 5.559, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 746.445, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.066, "name": "ffmpeg", "pid": 37286, "rss_mb": 310.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.762, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:34:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:34:35+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T15:34:35+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T15:34:35.341290+09:00", "mtime_epoch": 1783060475.34129, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:34:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.887, "pushed": 9.887, "read": 9.854}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.63, "count": 296, "max_ms": 9.004, "p95_ms": 7.524}, "gstreamer_push": {"avg_ms": 1.321, "count": 296, "max_ms": 1.621, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.648, "count": 296, "max_ms": 68.929, "p95_ms": 64.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.173, "count": 296, "max_ms": 82.887, "p95_ms": 78.459}, "yolo11_640_fire_11class": {"avg_ms": 60.596, "count": 296, "max_ms": 72.971, "p95_ms": 67.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.535, "count": 296, "max_ms": 76.794, "p95_ms": 74.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.449, "count": 296, "max_ms": 100.908, "p95_ms": 92.123}, "read_interval": {"avg_ms": 101.446, "count": 295, "max_ms": 120.978, "p95_ms": 110.102}, "triton_wait": {"avg_ms": 70.76, "count": 296, "max_ms": 82.899, "p95_ms": 78.471}, "visualize": {"avg_ms": 3.79, "count": 296, "max_ms": 6.526, "p95_ms": 4.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.602, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.868, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:35:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:35:04+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T15:35:04+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T15:35:04.277865+09:00", "mtime_epoch": 1783060504.2778647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:35:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.572, "pushed": 9.572, "read": 9.539}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.045, "count": 287, "max_ms": 6.003, "p95_ms": 4.418}, "gstreamer_push": {"avg_ms": 1.426, "count": 287, "max_ms": 2.399, "p95_ms": 1.98}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.213, "count": 287, "max_ms": 75.24, "p95_ms": 66.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.55, "count": 287, "max_ms": 86.393, "p95_ms": 80.366}, "yolo11_640_fire_11class": {"avg_ms": 65.247, "count": 287, "max_ms": 75.227, "p95_ms": 68.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.513, "count": 287, "max_ms": 84.31, "p95_ms": 76.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.033, "count": 287, "max_ms": 98.16, "p95_ms": 95.039}, "read_interval": {"avg_ms": 104.864, "count": 286, "max_ms": 121.651, "p95_ms": 117.273}, "triton_wait": {"avg_ms": 74.851, "count": 287, "max_ms": 86.406, "p95_ms": 80.389}, "visualize": {"avg_ms": 3.892, "count": 287, "max_ms": 6.637, "p95_ms": 5.781}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 776.504, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 310.324, "name": "ffmpeg", "pid": 37286, "rss_mb": 310.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.873, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:35:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:35:05+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T15:35:05+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:35:05.401887+09:00", "mtime_epoch": 1783060505.401887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:35:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.58, "pushed": 9.58, "read": 9.546}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.729, "count": 287, "max_ms": 9.167, "p95_ms": 7.067}, "gstreamer_push": {"avg_ms": 1.337, "count": 287, "max_ms": 2.306, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.246, "count": 287, "max_ms": 73.756, "p95_ms": 64.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.885, "count": 287, "max_ms": 85.552, "p95_ms": 78.899}, "yolo11_640_fire_11class": {"avg_ms": 61.986, "count": 287, "max_ms": 74.304, "p95_ms": 67.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.315, "count": 287, "max_ms": 82.955, "p95_ms": 74.963}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.445, "count": 287, "max_ms": 103.482, "p95_ms": 97.6}, "read_interval": {"avg_ms": 104.743, "count": 286, "max_ms": 124.266, "p95_ms": 116.415}, "triton_wait": {"avg_ms": 73.36, "count": 287, "max_ms": 85.563, "p95_ms": 78.911}, "visualize": {"avg_ms": 3.98, "count": 287, "max_ms": 6.651, "p95_ms": 6.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.642, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.948, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:35:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:35:34+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T15:35:34+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T15:35:34.302458+09:00", "mtime_epoch": 1783060534.3024578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:35:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.853, "pushed": 9.853, "read": 9.82}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.071, "count": 295, "max_ms": 6.036, "p95_ms": 4.876}, "gstreamer_push": {"avg_ms": 1.354, "count": 295, "max_ms": 1.867, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.938, "count": 295, "max_ms": 72.305, "p95_ms": 66.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.979, "count": 295, "max_ms": 85.734, "p95_ms": 80.636}, "yolo11_640_fire_11class": {"avg_ms": 62.756, "count": 295, "max_ms": 74.572, "p95_ms": 70.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.54, "count": 295, "max_ms": 83.139, "p95_ms": 77.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.024, "count": 295, "max_ms": 139.772, "p95_ms": 102.03}, "read_interval": {"avg_ms": 101.79, "count": 294, "max_ms": 154.45, "p95_ms": 115.691}, "triton_wait": {"avg_ms": 70.687, "count": 295, "max_ms": 85.747, "p95_ms": 80.648}, "visualize": {"avg_ms": 3.812, "count": 295, "max_ms": 6.415, "p95_ms": 5.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 806.533, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 312.902, "name": "ffmpeg", "pid": 37286, "rss_mb": 312.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.37, "sample_count": 2906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:35:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T15:35:35+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T15:35:35+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T15:35:35.402479+09:00", "mtime_epoch": 1783060535.4024794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:35:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.454, "pushed": 9.454, "read": 9.421}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.721, "count": 283, "max_ms": 10.687, "p95_ms": 6.594}, "gstreamer_push": {"avg_ms": 1.293, "count": 283, "max_ms": 1.554, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.082, "count": 283, "max_ms": 70.93, "p95_ms": 64.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.062, "count": 283, "max_ms": 86.924, "p95_ms": 79.676}, "yolo11_640_fire_11class": {"avg_ms": 60.466, "count": 283, "max_ms": 74.294, "p95_ms": 68.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.734, "count": 283, "max_ms": 81.647, "p95_ms": 76.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.747, "count": 283, "max_ms": 142.105, "p95_ms": 120.732}, "read_interval": {"avg_ms": 106.017, "count": 282, "max_ms": 156.256, "p95_ms": 134.667}, "triton_wait": {"avg_ms": 70.897, "count": 283, "max_ms": 86.937, "p95_ms": 79.699}, "visualize": {"avg_ms": 3.898, "count": 283, "max_ms": 8.14, "p95_ms": 5.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.743, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.654, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:36:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:36:04+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:36:04+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:36:04.407049+09:00", "mtime_epoch": 1783060564.407049, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236534}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:36:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 330, "pushed_frames": 330, "read_frames": 329, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.021, "pushed": 11.021, "read": 10.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.905, "count": 330, "max_ms": 4.311, "p95_ms": 3.169}, "gstreamer_push": {"avg_ms": 1.345, "count": 330, "max_ms": 1.642, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.747, "count": 330, "max_ms": 68.898, "p95_ms": 65.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.479, "count": 330, "max_ms": 84.653, "p95_ms": 78.902}, "yolo11_640_fire_11class": {"avg_ms": 56.841, "count": 330, "max_ms": 74.316, "p95_ms": 68.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.681, "count": 330, "max_ms": 79.218, "p95_ms": 76.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.835, "count": 330, "max_ms": 96.807, "p95_ms": 90.668}, "read_interval": {"avg_ms": 90.93, "count": 329, "max_ms": 114.186, "p95_ms": 108.389}, "triton_wait": {"avg_ms": 62.163, "count": 330, "max_ms": 84.665, "p95_ms": 78.921}, "visualize": {"avg_ms": 3.7, "count": 330, "max_ms": 4.714, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 836.59, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 315.48, "name": "ffmpeg", "pid": 37286, "rss_mb": 315.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.455, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 191935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:36:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:36:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T15:36:05+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T15:36:05.487070+09:00", "mtime_epoch": 1783060565.48707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:36:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.555, "pushed": 8.555, "read": 8.521}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.571, "count": 256, "max_ms": 9.51, "p95_ms": 6.62}, "gstreamer_push": {"avg_ms": 1.241, "count": 256, "max_ms": 1.774, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.863, "count": 256, "max_ms": 72.199, "p95_ms": 64.829}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.026, "count": 256, "max_ms": 87.757, "p95_ms": 78.859}, "yolo11_640_fire_11class": {"avg_ms": 57.993, "count": 256, "max_ms": 73.853, "p95_ms": 68.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.917, "count": 256, "max_ms": 84.838, "p95_ms": 76.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.516, "count": 256, "max_ms": 134.491, "p95_ms": 129.902}, "read_interval": {"avg_ms": 117.478, "count": 255, "max_ms": 150.777, "p95_ms": 144.15}, "triton_wait": {"avg_ms": 68.013, "count": 256, "max_ms": 87.768, "p95_ms": 78.871}, "visualize": {"avg_ms": 4.494, "count": 256, "max_ms": 6.755, "p95_ms": 5.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.763, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.66, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:36:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:36:34+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T15:36:34+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T15:36:34.447636+09:00", "mtime_epoch": 1783060594.447636, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:36:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.861, "pushed": 9.861, "read": 9.828}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.927, "count": 295, "max_ms": 4.187, "p95_ms": 3.248}, "gstreamer_push": {"avg_ms": 1.366, "count": 295, "max_ms": 1.504, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.537, "count": 295, "max_ms": 72.151, "p95_ms": 67.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.603, "count": 295, "max_ms": 87.627, "p95_ms": 80.375}, "yolo11_640_fire_11class": {"avg_ms": 64.267, "count": 295, "max_ms": 78.176, "p95_ms": 70.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.13, "count": 295, "max_ms": 84.598, "p95_ms": 77.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.722, "count": 295, "max_ms": 99.315, "p95_ms": 92.318}, "read_interval": {"avg_ms": 101.795, "count": 294, "max_ms": 115.85, "p95_ms": 110.566}, "triton_wait": {"avg_ms": 72.804, "count": 295, "max_ms": 87.64, "p95_ms": 80.386}, "visualize": {"avg_ms": 3.706, "count": 295, "max_ms": 4.945, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 866.66, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.059, "name": "ffmpeg", "pid": 37286, "rss_mb": 318.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.991, "sample_count": 2877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:36:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:36:35+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-03T15:36:35+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T15:36:35.519657+09:00", "mtime_epoch": 1783060595.519657, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174707}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:36:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.511, "pushed": 9.511, "read": 9.478}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.547, "count": 285, "max_ms": 7.78, "p95_ms": 6.537}, "gstreamer_push": {"avg_ms": 1.316, "count": 285, "max_ms": 1.658, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.871, "count": 285, "max_ms": 70.536, "p95_ms": 65.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.279, "count": 285, "max_ms": 87.044, "p95_ms": 80.11}, "yolo11_640_fire_11class": {"avg_ms": 62.298, "count": 285, "max_ms": 76.686, "p95_ms": 68.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.954, "count": 285, "max_ms": 82.008, "p95_ms": 76.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.836, "count": 285, "max_ms": 141.63, "p95_ms": 110.978}, "read_interval": {"avg_ms": 105.383, "count": 284, "max_ms": 155.317, "p95_ms": 124.231}, "triton_wait": {"avg_ms": 72.713, "count": 285, "max_ms": 87.056, "p95_ms": 80.122}, "visualize": {"avg_ms": 3.808, "count": 285, "max_ms": 6.28, "p95_ms": 5.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.807, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.435, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:37:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:37:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T15:37:04+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T15:37:04.496220+09:00", "mtime_epoch": 1783060624.49622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225777}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:37:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.947, "pushed": 10.947, "read": 10.913}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.916, "count": 328, "max_ms": 4.393, "p95_ms": 3.464}, "gstreamer_push": {"avg_ms": 1.359, "count": 328, "max_ms": 1.803, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.081, "count": 328, "max_ms": 68.365, "p95_ms": 64.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.115, "count": 328, "max_ms": 83.749, "p95_ms": 77.708}, "yolo11_640_fire_11class": {"avg_ms": 54.136, "count": 328, "max_ms": 72.576, "p95_ms": 67.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.585, "count": 328, "max_ms": 80.172, "p95_ms": 77.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.258, "count": 328, "max_ms": 95.47, "p95_ms": 90.429}, "read_interval": {"avg_ms": 91.615, "count": 327, "max_ms": 737.227, "p95_ms": 108.67}, "triton_wait": {"avg_ms": 57.509, "count": 328, "max_ms": 83.762, "p95_ms": 78.792}, "visualize": {"avg_ms": 3.709, "count": 328, "max_ms": 6.034, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1603}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 896.699, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.059, "name": "ffmpeg", "pid": 37286, "rss_mb": 318.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.957, "sample_count": 2813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:37:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:37:05+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T15:37:05+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T15:37:05.576241+09:00", "mtime_epoch": 1783060625.576241, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174848}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:37:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.757, "pushed": 7.757, "read": 7.724}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.593, "count": 232, "max_ms": 8.872, "p95_ms": 7.113}, "gstreamer_push": {"avg_ms": 1.182, "count": 232, "max_ms": 1.387, "p95_ms": 1.259}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.979, "count": 232, "max_ms": 66.486, "p95_ms": 63.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.466, "count": 232, "max_ms": 81.72, "p95_ms": 77.876}, "yolo11_640_fire_11class": {"avg_ms": 54.12, "count": 232, "max_ms": 75.018, "p95_ms": 66.833}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.813, "count": 232, "max_ms": 79.287, "p95_ms": 77.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.78, "count": 232, "max_ms": 134.877, "p95_ms": 131.532}, "read_interval": {"avg_ms": 129.505, "count": 231, "max_ms": 151.612, "p95_ms": 145.542}, "triton_wait": {"avg_ms": 62.956, "count": 232, "max_ms": 81.732, "p95_ms": 79.155}, "visualize": {"avg_ms": 5.259, "count": 232, "max_ms": 6.435, "p95_ms": 5.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.907, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.318, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:37:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:37:34+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:37:34+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:37:34.568802+09:00", "mtime_epoch": 1783060654.5688019, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235341}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:37:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.602, "pushed": 9.602, "read": 9.602}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.917, "count": 288, "max_ms": 4.425, "p95_ms": 3.171}, "gstreamer_push": {"avg_ms": 1.366, "count": 288, "max_ms": 2.154, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.62, "count": 288, "max_ms": 69.446, "p95_ms": 66.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.317, "count": 288, "max_ms": 83.548, "p95_ms": 79.55}, "yolo11_640_fire_11class": {"avg_ms": 65.172, "count": 288, "max_ms": 75.212, "p95_ms": 70.672}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.597, "count": 288, "max_ms": 79.661, "p95_ms": 75.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.393, "count": 288, "max_ms": 96.271, "p95_ms": 91.305}, "read_interval": {"avg_ms": 104.131, "count": 288, "max_ms": 605.331, "p95_ms": 109.147}, "triton_wait": {"avg_ms": 73.668, "count": 288, "max_ms": 83.561, "p95_ms": 79.565}, "visualize": {"avg_ms": 3.705, "count": 288, "max_ms": 5.839, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 1606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 926.72, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.059, "name": "ffmpeg", "pid": 37286, "rss_mb": 318.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.001, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 192742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:37:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:37:35+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:37:35+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T15:37:35.608822+09:00", "mtime_epoch": 1783060655.6088219, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:37:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.699, "pushed": 9.699, "read": 9.666}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.467, "count": 290, "max_ms": 7.867, "p95_ms": 4.947}, "gstreamer_push": {"avg_ms": 1.321, "count": 290, "max_ms": 2.195, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.413, "count": 290, "max_ms": 68.278, "p95_ms": 64.916}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.118, "count": 290, "max_ms": 85.096, "p95_ms": 78.497}, "yolo11_640_fire_11class": {"avg_ms": 62.969, "count": 290, "max_ms": 72.282, "p95_ms": 68.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.655, "count": 290, "max_ms": 78.403, "p95_ms": 75.14}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.264, "count": 290, "max_ms": 118.552, "p95_ms": 92.599}, "read_interval": {"avg_ms": 103.512, "count": 289, "max_ms": 134.71, "p95_ms": 110.565}, "triton_wait": {"avg_ms": 73.463, "count": 290, "max_ms": 85.108, "p95_ms": 78.508}, "visualize": {"avg_ms": 3.736, "count": 290, "max_ms": 6.624, "p95_ms": 4.234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 512.984, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.208, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:38:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:38:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:38:04+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:38:04.649381+09:00", "mtime_epoch": 1783060684.6493812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:38:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.277, "pushed": 10.277, "read": 10.243}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.915, "count": 308, "max_ms": 4.514, "p95_ms": 3.302}, "gstreamer_push": {"avg_ms": 1.361, "count": 308, "max_ms": 1.562, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.515, "count": 308, "max_ms": 69.584, "p95_ms": 66.538}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.229, "count": 308, "max_ms": 84.139, "p95_ms": 79.31}, "yolo11_640_fire_11class": {"avg_ms": 58.989, "count": 308, "max_ms": 74.27, "p95_ms": 68.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.415, "count": 308, "max_ms": 81.17, "p95_ms": 78.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.458, "count": 308, "max_ms": 96.673, "p95_ms": 91.696}, "read_interval": {"avg_ms": 97.624, "count": 307, "max_ms": 423.117, "p95_ms": 109.433}, "triton_wait": {"avg_ms": 65.704, "count": 308, "max_ms": 84.15, "p95_ms": 79.777}, "visualize": {"avg_ms": 3.712, "count": 308, "max_ms": 4.79, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1608}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 956.806, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.059, "name": "ffmpeg", "pid": 37286, "rss_mb": 318.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.917, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:38:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:38:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:38:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:38:05.697401+09:00", "mtime_epoch": 1783060685.6974013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:38:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.738, "pushed": 8.738, "read": 8.704}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.19, "count": 262, "max_ms": 11.531, "p95_ms": 9.028}, "gstreamer_push": {"avg_ms": 1.265, "count": 262, "max_ms": 1.532, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.706, "count": 262, "max_ms": 68.75, "p95_ms": 66.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.957, "count": 262, "max_ms": 85.323, "p95_ms": 79.033}, "yolo11_640_fire_11class": {"avg_ms": 58.546, "count": 262, "max_ms": 71.085, "p95_ms": 67.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.989, "count": 262, "max_ms": 81.041, "p95_ms": 77.94}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.996, "count": 262, "max_ms": 734.513, "p95_ms": 163.582}, "read_interval": {"avg_ms": 114.859, "count": 261, "max_ms": 747.616, "p95_ms": 175.352}, "triton_wait": {"avg_ms": 69.282, "count": 262, "max_ms": 85.334, "p95_ms": 79.35}, "visualize": {"avg_ms": 4.484, "count": 262, "max_ms": 10.985, "p95_ms": 10.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.051, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.309, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:38:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:38:34+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T15:38:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:38:34.713958+09:00", "mtime_epoch": 1783060714.7139578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:38:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.612, "pushed": 9.612, "read": 9.578}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.9, "count": 288, "max_ms": 3.677, "p95_ms": 3.042}, "gstreamer_push": {"avg_ms": 1.374, "count": 288, "max_ms": 1.964, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.409, "count": 288, "max_ms": 68.282, "p95_ms": 66.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.649, "count": 288, "max_ms": 84.154, "p95_ms": 80.005}, "yolo11_640_fire_11class": {"avg_ms": 65.023, "count": 288, "max_ms": 75.017, "p95_ms": 69.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.66, "count": 288, "max_ms": 79.426, "p95_ms": 76.253}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.336, "count": 288, "max_ms": 95.815, "p95_ms": 91.909}, "read_interval": {"avg_ms": 104.38, "count": 287, "max_ms": 114.694, "p95_ms": 108.966}, "triton_wait": {"avg_ms": 75.58, "count": 288, "max_ms": 84.185, "p95_ms": 80.017}, "visualize": {"avg_ms": 3.703, "count": 288, "max_ms": 4.95, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1610}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 986.908, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.574, "name": "ffmpeg", "pid": 37286, "rss_mb": 318.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.917, "sample_count": 2768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:38:35+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T15:38:35+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T15:38:35.805979+09:00", "mtime_epoch": 1783060715.8059788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:38:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.634, "pushed": 9.634, "read": 9.6}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.258, "count": 288, "max_ms": 5.194, "p95_ms": 4.529}, "gstreamer_push": {"avg_ms": 1.314, "count": 289, "max_ms": 1.514, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.468, "count": 288, "max_ms": 66.897, "p95_ms": 65.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.037, "count": 288, "max_ms": 85.41, "p95_ms": 79.482}, "yolo11_640_fire_11class": {"avg_ms": 63.987, "count": 288, "max_ms": 73.051, "p95_ms": 68.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.539, "count": 288, "max_ms": 79.095, "p95_ms": 75.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.844, "count": 289, "max_ms": 98.353, "p95_ms": 92.769}, "read_interval": {"avg_ms": 104.157, "count": 288, "max_ms": 113.913, "p95_ms": 110.15}, "triton_wait": {"avg_ms": 74.835, "count": 288, "max_ms": 85.422, "p95_ms": 79.494}, "visualize": {"avg_ms": 3.658, "count": 288, "max_ms": 4.611, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.125, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.223, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:39:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:39:04+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T15:39:04+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:39:04.786532+09:00", "mtime_epoch": 1783060744.7865324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:39:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.708, "pushed": 9.708, "read": 9.675}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.941, "count": 291, "max_ms": 4.313, "p95_ms": 3.333}, "gstreamer_push": {"avg_ms": 1.398, "count": 291, "max_ms": 1.619, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.591, "count": 291, "max_ms": 69.358, "p95_ms": 66.058}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.616, "count": 291, "max_ms": 84.159, "p95_ms": 80.586}, "yolo11_640_fire_11class": {"avg_ms": 64.083, "count": 291, "max_ms": 72.961, "p95_ms": 69.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.345, "count": 291, "max_ms": 82.251, "p95_ms": 76.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.247, "count": 291, "max_ms": 96.453, "p95_ms": 92.48}, "read_interval": {"avg_ms": 103.318, "count": 290, "max_ms": 118.531, "p95_ms": 109.521}, "triton_wait": {"avg_ms": 74.33, "count": 291, "max_ms": 84.172, "p95_ms": 80.596}, "visualize": {"avg_ms": 3.771, "count": 291, "max_ms": 4.879, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1613}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 1016.94, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.574, "name": "ffmpeg", "pid": 37286, "rss_mb": 318.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.917, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:39:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:39:05+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T15:39:05+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T15:39:05.826552+09:00", "mtime_epoch": 1783060745.8265522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:39:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.655, "pushed": 9.655, "read": 9.622}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.26, "count": 289, "max_ms": 6.477, "p95_ms": 4.377}, "gstreamer_push": {"avg_ms": 1.319, "count": 289, "max_ms": 1.513, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.38, "count": 289, "max_ms": 67.631, "p95_ms": 65.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.32, "count": 289, "max_ms": 85.672, "p95_ms": 80.214}, "yolo11_640_fire_11class": {"avg_ms": 63.489, "count": 289, "max_ms": 73.127, "p95_ms": 68.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.263, "count": 289, "max_ms": 81.206, "p95_ms": 76.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.444, "count": 289, "max_ms": 98.421, "p95_ms": 93.299}, "read_interval": {"avg_ms": 103.881, "count": 288, "max_ms": 116.023, "p95_ms": 110.247}, "triton_wait": {"avg_ms": 74.356, "count": 289, "max_ms": 85.684, "p95_ms": 80.227}, "visualize": {"avg_ms": 3.671, "count": 289, "max_ms": 4.366, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.134, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.333, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:39:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:39:34+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T15:39:34+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T15:39:34.831104+09:00", "mtime_epoch": 1783060774.831104, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:39:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.836}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.831, "count": 295, "max_ms": 4.493, "p95_ms": 2.96}, "gstreamer_push": {"avg_ms": 1.353, "count": 295, "max_ms": 1.558, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.186, "count": 295, "max_ms": 71.162, "p95_ms": 66.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.673, "count": 295, "max_ms": 83.634, "p95_ms": 81.219}, "yolo11_640_fire_11class": {"avg_ms": 64.185, "count": 295, "max_ms": 75.965, "p95_ms": 71.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.173, "count": 295, "max_ms": 84.72, "p95_ms": 78.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.919, "count": 295, "max_ms": 96.35, "p95_ms": 92.765}, "read_interval": {"avg_ms": 101.825, "count": 295, "max_ms": 112.927, "p95_ms": 110.479}, "triton_wait": {"avg_ms": 73.396, "count": 295, "max_ms": 84.733, "p95_ms": 81.42}, "visualize": {"avg_ms": 3.631, "count": 295, "max_ms": 4.841, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1615}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 1047.054, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.574, "name": "ffmpeg", "pid": 37286, "rss_mb": 318.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.816, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 193864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:39:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:39:36+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T15:39:35+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T15:39:35.903125+09:00", "mtime_epoch": 1783060775.9031246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176581}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:39:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.367, "pushed": 9.367, "read": 9.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.591, "count": 281, "max_ms": 7.865, "p95_ms": 6.749}, "gstreamer_push": {"avg_ms": 1.297, "count": 281, "max_ms": 1.598, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.556, "count": 281, "max_ms": 68.7, "p95_ms": 64.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.725, "count": 281, "max_ms": 84.886, "p95_ms": 80.735}, "yolo11_640_fire_11class": {"avg_ms": 61.4, "count": 281, "max_ms": 71.305, "p95_ms": 68.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.343, "count": 281, "max_ms": 81.201, "p95_ms": 78.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.436, "count": 281, "max_ms": 141.048, "p95_ms": 117.623}, "read_interval": {"avg_ms": 106.606, "count": 281, "max_ms": 153.101, "p95_ms": 129.999}, "triton_wait": {"avg_ms": 72.974, "count": 281, "max_ms": 84.897, "p95_ms": 80.747}, "visualize": {"avg_ms": 3.874, "count": 281, "max_ms": 6.641, "p95_ms": 5.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.357, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.0, "sample_count": 3043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:40:05+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T15:40:05+09:00", "mjpeg": {"age_sec": 0.782, "exists": true, "mtime": "2026-07-03T15:40:04.327663+09:00", "mtime_epoch": 1783060804.3276634, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236535}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:40:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 328, "pushed_frames": 328, "read_frames": 327, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.943, "pushed": 10.943, "read": 10.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.922, "count": 328, "max_ms": 4.907, "p95_ms": 3.579}, "gstreamer_push": {"avg_ms": 1.327, "count": 328, "max_ms": 1.803, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.97, "count": 328, "max_ms": 69.278, "p95_ms": 64.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.096, "count": 328, "max_ms": 83.778, "p95_ms": 78.537}, "yolo11_640_fire_11class": {"avg_ms": 54.187, "count": 328, "max_ms": 75.544, "p95_ms": 68.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.976, "count": 328, "max_ms": 83.789, "p95_ms": 77.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.719, "count": 328, "max_ms": 95.405, "p95_ms": 90.934}, "read_interval": {"avg_ms": 91.625, "count": 327, "max_ms": 794.748, "p95_ms": 111.948}, "triton_wait": {"avg_ms": 58.099, "count": 328, "max_ms": 83.799, "p95_ms": 79.183}, "visualize": {"avg_ms": 3.687, "count": 328, "max_ms": 4.721, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:22:06+09:00", "last_error_summary": "[h264 @ 0x560c880263c0] error while decoding MB 24 44, bytestream -24 [h264 @ 0x560c874c0b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x560c874c0b40] error while decoding MB 0 26, bytestream 7339 [in#0/rtsp @ 0x560c873f9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c873f9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:22:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 1077.074, "last_started_at": "2026-07-03T15:22:08+09:00", "pid": 37286, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.574, "name": "ffmpeg", "pid": 37286, "rss_mb": 318.574, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.657, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:40:06+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T15:40:05+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T15:40:05.947694+09:00", "mtime_epoch": 1783060805.947694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176393}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:40:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.792, "pushed": 7.792, "read": 7.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.706, "count": 233, "max_ms": 12.197, "p95_ms": 8.008}, "gstreamer_push": {"avg_ms": 1.178, "count": 233, "max_ms": 1.64, "p95_ms": 1.324}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.24, "count": 233, "max_ms": 67.678, "p95_ms": 63.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.412, "count": 233, "max_ms": 85.598, "p95_ms": 79.71}, "yolo11_640_fire_11class": {"avg_ms": 54.857, "count": 233, "max_ms": 75.645, "p95_ms": 67.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.383, "count": 233, "max_ms": 82.858, "p95_ms": 78.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.963, "count": 233, "max_ms": 160.2, "p95_ms": 133.562}, "read_interval": {"avg_ms": 128.854, "count": 232, "max_ms": 172.263, "p95_ms": 146.883}, "triton_wait": {"avg_ms": 64.747, "count": 233, "max_ms": 85.609, "p95_ms": 79.877}, "visualize": {"avg_ms": 5.102, "count": 233, "max_ms": 8.653, "p95_ms": 5.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12225.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.372, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.612, "sample_count": 3048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215147, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:40:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:40:35+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T15:40:35+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T15:40:35.060244+09:00", "mtime_epoch": 1783060835.0602443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:40:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.886, "count": 301, "max_ms": 4.463, "p95_ms": 3.252}, "gstreamer_push": {"avg_ms": 1.318, "count": 301, "max_ms": 1.837, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.161, "count": 301, "max_ms": 69.405, "p95_ms": 63.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.472, "count": 301, "max_ms": 80.883, "p95_ms": 70.356}, "yolo11_640_fire_11class": {"avg_ms": 52.205, "count": 301, "max_ms": 75.287, "p95_ms": 66.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.566, "count": 301, "max_ms": 80.747, "p95_ms": 76.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.128, "count": 301, "max_ms": 92.19, "p95_ms": 88.138}, "read_interval": {"avg_ms": 99.724, "count": 301, "max_ms": 772.547, "p95_ms": 120.798}, "triton_wait": {"avg_ms": 54.605, "count": 301, "max_ms": 80.892, "p95_ms": 76.814}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 5.24, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1618}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12252.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.434, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.688, "name": "ffmpeg", "pid": 37605, "rss_mb": 183.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.909, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:40:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:40:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T15:40:36.028263+09:00", "mtime_epoch": 1783060836.0282626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:40:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.981, "pushed": 5.981, "read": 5.948}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.442, "count": 179, "max_ms": 8.616, "p95_ms": 7.103}, "gstreamer_push": {"avg_ms": 1.2, "count": 179, "max_ms": 1.614, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.629, "count": 179, "max_ms": 65.867, "p95_ms": 63.062}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.486, "count": 179, "max_ms": 84.667, "p95_ms": 76.199}, "yolo11_640_fire_11class": {"avg_ms": 52.004, "count": 179, "max_ms": 68.521, "p95_ms": 65.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.502, "count": 179, "max_ms": 81.304, "p95_ms": 75.148}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.278, "count": 179, "max_ms": 153.627, "p95_ms": 131.409}, "read_interval": {"avg_ms": 168.282, "count": 178, "max_ms": 4993.784, "p95_ms": 145.198}, "triton_wait": {"avg_ms": 61.461, "count": 179, "max_ms": 84.678, "p95_ms": 76.313}, "visualize": {"avg_ms": 4.978, "count": 179, "max_ms": 8.784, "p95_ms": 5.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12337.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.464, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.833, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:41:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:41:05+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T15:41:05+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T15:41:05.140811+09:00", "mtime_epoch": 1783060865.140811, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:41:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.899, "count": 290, "max_ms": 4.48, "p95_ms": 3.134}, "gstreamer_push": {"avg_ms": 1.37, "count": 290, "max_ms": 2.296, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.439, "count": 290, "max_ms": 70.356, "p95_ms": 66.627}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.532, "count": 290, "max_ms": 85.199, "p95_ms": 81.497}, "yolo11_640_fire_11class": {"avg_ms": 64.791, "count": 290, "max_ms": 74.34, "p95_ms": 69.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.581, "count": 290, "max_ms": 77.619, "p95_ms": 75.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.33, "count": 290, "max_ms": 97.089, "p95_ms": 93.577}, "read_interval": {"avg_ms": 103.436, "count": 290, "max_ms": 179.445, "p95_ms": 111.42}, "triton_wait": {"avg_ms": 74.613, "count": 290, "max_ms": 85.21, "p95_ms": 81.509}, "visualize": {"avg_ms": 3.705, "count": 290, "max_ms": 5.914, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12337.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.437, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.613, "name": "ffmpeg", "pid": 37605, "rss_mb": 266.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.615, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:41:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:41:06+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T15:41:06+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T15:41:06.036828+09:00", "mtime_epoch": 1783060866.0368278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175303}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:41:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.309, "count": 290, "max_ms": 7.06, "p95_ms": 4.582}, "gstreamer_push": {"avg_ms": 1.334, "count": 290, "max_ms": 2.02, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.747, "count": 290, "max_ms": 67.329, "p95_ms": 65.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.325, "count": 290, "max_ms": 85.651, "p95_ms": 81.079}, "yolo11_640_fire_11class": {"avg_ms": 62.986, "count": 290, "max_ms": 69.765, "p95_ms": 68.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.916, "count": 290, "max_ms": 76.892, "p95_ms": 75.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.362, "count": 290, "max_ms": 98.677, "p95_ms": 94.523}, "read_interval": {"avg_ms": 103.488, "count": 290, "max_ms": 119.73, "p95_ms": 111.751}, "triton_wait": {"avg_ms": 74.099, "count": 290, "max_ms": 85.664, "p95_ms": 81.09}, "visualize": {"avg_ms": 3.734, "count": 290, "max_ms": 6.615, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12338.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.486, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.832, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:41:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:41:35+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:41:35+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:41:35.149374+09:00", "mtime_epoch": 1783060895.1493745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:41:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.658, "pushed": 9.658, "read": 9.625}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.897, "count": 289, "max_ms": 3.872, "p95_ms": 2.989}, "gstreamer_push": {"avg_ms": 1.385, "count": 289, "max_ms": 1.588, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.635, "count": 289, "max_ms": 74.31, "p95_ms": 67.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.732, "count": 289, "max_ms": 84.051, "p95_ms": 80.995}, "yolo11_640_fire_11class": {"avg_ms": 65.365, "count": 289, "max_ms": 75.12, "p95_ms": 70.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.863, "count": 289, "max_ms": 81.751, "p95_ms": 76.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.945, "count": 289, "max_ms": 95.799, "p95_ms": 92.858}, "read_interval": {"avg_ms": 103.868, "count": 288, "max_ms": 114.321, "p95_ms": 109.902}, "triton_wait": {"avg_ms": 75.153, "count": 289, "max_ms": 84.063, "p95_ms": 81.007}, "visualize": {"avg_ms": 3.701, "count": 289, "max_ms": 4.318, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1623}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12338.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.502, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.902, "name": "ffmpeg", "pid": 37605, "rss_mb": 267.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.454, "sample_count": 2631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 194855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:41:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:41:36+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:41:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:41:36.093392+09:00", "mtime_epoch": 1783060896.0933921, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:41:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.643, "pushed": 9.643, "read": 9.61}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.3, "count": 289, "max_ms": 5.315, "p95_ms": 4.543}, "gstreamer_push": {"avg_ms": 1.337, "count": 289, "max_ms": 1.536, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.18, "count": 289, "max_ms": 68.012, "p95_ms": 65.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.696, "count": 289, "max_ms": 85.584, "p95_ms": 79.466}, "yolo11_640_fire_11class": {"avg_ms": 62.768, "count": 289, "max_ms": 71.497, "p95_ms": 67.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.605, "count": 289, "max_ms": 81.675, "p95_ms": 75.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.506, "count": 289, "max_ms": 98.409, "p95_ms": 92.914}, "read_interval": {"avg_ms": 104.022, "count": 288, "max_ms": 113.871, "p95_ms": 110.425}, "triton_wait": {"avg_ms": 74.223, "count": 289, "max_ms": 85.596, "p95_ms": 79.478}, "visualize": {"avg_ms": 3.723, "count": 289, "max_ms": 4.688, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12341.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.503, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.204, "sample_count": 2976, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:42:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:42:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:42:05+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:42:05.165936+09:00", "mtime_epoch": 1783060925.1659365, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:42:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.067}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.963, "count": 302, "max_ms": 4.885, "p95_ms": 3.466}, "gstreamer_push": {"avg_ms": 1.394, "count": 302, "max_ms": 2.403, "p95_ms": 1.604}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.178, "count": 302, "max_ms": 69.977, "p95_ms": 66.026}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.891, "count": 302, "max_ms": 85.041, "p95_ms": 79.929}, "yolo11_640_fire_11class": {"avg_ms": 61.708, "count": 302, "max_ms": 74.625, "p95_ms": 69.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.878, "count": 302, "max_ms": 83.225, "p95_ms": 77.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.928, "count": 302, "max_ms": 98.369, "p95_ms": 93.063}, "read_interval": {"avg_ms": 99.395, "count": 302, "max_ms": 118.831, "p95_ms": 112.403}, "triton_wait": {"avg_ms": 69.833, "count": 302, "max_ms": 85.053, "p95_ms": 79.941}, "visualize": {"avg_ms": 3.82, "count": 302, "max_ms": 6.313, "p95_ms": 4.652}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.443, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.254, "name": "ffmpeg", "pid": 37605, "rss_mb": 271.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.161, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:42:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:42:06+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T15:42:06+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T15:42:06.029953+09:00", "mtime_epoch": 1783060926.0299528, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170082}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:42:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.484, "pushed": 9.484, "read": 9.451}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.891, "count": 284, "max_ms": 8.965, "p95_ms": 7.233}, "gstreamer_push": {"avg_ms": 1.322, "count": 284, "max_ms": 1.764, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.237, "count": 284, "max_ms": 66.235, "p95_ms": 64.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.901, "count": 284, "max_ms": 83.761, "p95_ms": 79.393}, "yolo11_640_fire_11class": {"avg_ms": 60.121, "count": 284, "max_ms": 75.637, "p95_ms": 67.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.789, "count": 284, "max_ms": 79.711, "p95_ms": 77.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.124, "count": 284, "max_ms": 137.464, "p95_ms": 110.726}, "read_interval": {"avg_ms": 105.784, "count": 283, "max_ms": 151.056, "p95_ms": 124.12}, "triton_wait": {"avg_ms": 71.117, "count": 284, "max_ms": 83.772, "p95_ms": 79.404}, "visualize": {"avg_ms": 4.095, "count": 284, "max_ms": 6.86, "p95_ms": 5.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.534, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 3, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.333, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:42:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:42:35+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T15:42:35+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T15:42:35.222498+09:00", "mtime_epoch": 1783060955.222498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230417}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:42:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.754}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.915, "count": 293, "max_ms": 4.323, "p95_ms": 3.069}, "gstreamer_push": {"avg_ms": 1.377, "count": 293, "max_ms": 2.258, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.271, "count": 293, "max_ms": 69.065, "p95_ms": 66.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.902, "count": 293, "max_ms": 86.097, "p95_ms": 80.866}, "yolo11_640_fire_11class": {"avg_ms": 63.938, "count": 293, "max_ms": 73.438, "p95_ms": 69.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.571, "count": 293, "max_ms": 79.536, "p95_ms": 77.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.453, "count": 293, "max_ms": 97.861, "p95_ms": 92.719}, "read_interval": {"avg_ms": 102.558, "count": 292, "max_ms": 117.033, "p95_ms": 110.403}, "triton_wait": {"avg_ms": 73.578, "count": 293, "max_ms": 86.11, "p95_ms": 80.877}, "visualize": {"avg_ms": 3.713, "count": 293, "max_ms": 5.845, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.702, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.512, "name": "ffmpeg", "pid": 37605, "rss_mb": 271.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.256, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:42:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:42:36+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T15:42:36+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T15:42:36.286518+09:00", "mtime_epoch": 1783060956.2865176, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:42:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.654, "pushed": 9.654, "read": 9.62}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.363, "count": 289, "max_ms": 8.391, "p95_ms": 4.749}, "gstreamer_push": {"avg_ms": 1.348, "count": 289, "max_ms": 2.219, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.054, "count": 289, "max_ms": 67.292, "p95_ms": 65.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.946, "count": 289, "max_ms": 85.56, "p95_ms": 80.721}, "yolo11_640_fire_11class": {"avg_ms": 61.285, "count": 289, "max_ms": 71.142, "p95_ms": 67.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.618, "count": 289, "max_ms": 79.625, "p95_ms": 77.973}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.065, "count": 289, "max_ms": 134.394, "p95_ms": 94.969}, "read_interval": {"avg_ms": 103.919, "count": 288, "max_ms": 148.108, "p95_ms": 111.93}, "triton_wait": {"avg_ms": 72.934, "count": 289, "max_ms": 85.57, "p95_ms": 80.734}, "visualize": {"avg_ms": 3.74, "count": 289, "max_ms": 5.886, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 813.589, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.549, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:43:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:43:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:43:05.255057+09:00", "mtime_epoch": 1783060985.2550573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:43:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.884, "count": 299, "max_ms": 4.266, "p95_ms": 2.972}, "gstreamer_push": {"avg_ms": 1.352, "count": 299, "max_ms": 2.09, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.881, "count": 299, "max_ms": 74.137, "p95_ms": 66.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.656, "count": 299, "max_ms": 89.993, "p95_ms": 81.809}, "yolo11_640_fire_11class": {"avg_ms": 62.89, "count": 299, "max_ms": 75.466, "p95_ms": 70.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.213, "count": 299, "max_ms": 86.797, "p95_ms": 79.133}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.512, "count": 299, "max_ms": 101.471, "p95_ms": 93.5}, "read_interval": {"avg_ms": 100.497, "count": 298, "max_ms": 121.332, "p95_ms": 111.042}, "triton_wait": {"avg_ms": 71.846, "count": 299, "max_ms": 90.005, "p95_ms": 81.822}, "visualize": {"avg_ms": 3.682, "count": 299, "max_ms": 4.45, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.72, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.512, "name": "ffmpeg", "pid": 37605, "rss_mb": 271.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.415, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:43:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:43:06+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T15:43:06+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:43:06.311077+09:00", "mtime_epoch": 1783060986.3110769, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:43:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.993, "pushed": 8.993, "read": 8.96}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.395, "count": 269, "max_ms": 6.429, "p95_ms": 5.32}, "gstreamer_push": {"avg_ms": 1.331, "count": 269, "max_ms": 2.169, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.098, "count": 269, "max_ms": 71.51, "p95_ms": 65.733}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.922, "count": 269, "max_ms": 89.289, "p95_ms": 80.849}, "yolo11_640_fire_11class": {"avg_ms": 62.683, "count": 269, "max_ms": 74.674, "p95_ms": 68.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.62, "count": 269, "max_ms": 84.332, "p95_ms": 78.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.506, "count": 269, "max_ms": 130.816, "p95_ms": 95.621}, "read_interval": {"avg_ms": 111.593, "count": 268, "max_ms": 1826.731, "p95_ms": 113.034}, "triton_wait": {"avg_ms": 74.03, "count": 269, "max_ms": 89.301, "p95_ms": 80.862}, "visualize": {"avg_ms": 3.76, "count": 269, "max_ms": 6.231, "p95_ms": 4.635}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 843.658, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.618, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:43:35+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T15:43:35+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:43:35.319616+09:00", "mtime_epoch": 1783061015.3196158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:43:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.908, "count": 292, "max_ms": 4.323, "p95_ms": 3.241}, "gstreamer_push": {"avg_ms": 1.349, "count": 292, "max_ms": 1.585, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.475, "count": 292, "max_ms": 73.422, "p95_ms": 66.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.012, "count": 292, "max_ms": 86.585, "p95_ms": 81.064}, "yolo11_640_fire_11class": {"avg_ms": 64.971, "count": 292, "max_ms": 74.703, "p95_ms": 70.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.738, "count": 292, "max_ms": 82.441, "p95_ms": 76.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.0, "count": 292, "max_ms": 98.2, "p95_ms": 93.262}, "read_interval": {"avg_ms": 102.934, "count": 291, "max_ms": 114.997, "p95_ms": 110.242}, "triton_wait": {"avg_ms": 74.303, "count": 292, "max_ms": 86.598, "p95_ms": 81.115}, "visualize": {"avg_ms": 3.69, "count": 292, "max_ms": 4.63, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.817, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.512, "name": "ffmpeg", "pid": 37605, "rss_mb": 271.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.415, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 195987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:43:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:43:36+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T15:43:36+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T15:43:36.403636+09:00", "mtime_epoch": 1783061016.403636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:43:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.7, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.286, "count": 290, "max_ms": 6.258, "p95_ms": 4.42}, "gstreamer_push": {"avg_ms": 1.336, "count": 291, "max_ms": 1.669, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.158, "count": 290, "max_ms": 68.534, "p95_ms": 65.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.765, "count": 290, "max_ms": 85.286, "p95_ms": 80.948}, "yolo11_640_fire_11class": {"avg_ms": 62.589, "count": 290, "max_ms": 72.222, "p95_ms": 68.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.479, "count": 290, "max_ms": 79.03, "p95_ms": 75.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.761, "count": 290, "max_ms": 98.429, "p95_ms": 93.986}, "read_interval": {"avg_ms": 103.392, "count": 290, "max_ms": 117.811, "p95_ms": 111.236}, "triton_wait": {"avg_ms": 73.501, "count": 290, "max_ms": 85.298, "p95_ms": 80.959}, "visualize": {"avg_ms": 3.719, "count": 290, "max_ms": 4.963, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 873.741, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.692, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:44:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:44:05+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T15:44:05+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T15:44:05.412174+09:00", "mtime_epoch": 1783061045.4121737, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:44:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.639}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.963, "count": 290, "max_ms": 4.323, "p95_ms": 3.578}, "gstreamer_push": {"avg_ms": 1.37, "count": 290, "max_ms": 1.599, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.833, "count": 290, "max_ms": 72.712, "p95_ms": 66.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.658, "count": 290, "max_ms": 86.092, "p95_ms": 81.193}, "yolo11_640_fire_11class": {"avg_ms": 64.933, "count": 290, "max_ms": 76.061, "p95_ms": 70.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.371, "count": 290, "max_ms": 83.174, "p95_ms": 75.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.586, "count": 290, "max_ms": 97.811, "p95_ms": 92.989}, "read_interval": {"avg_ms": 103.745, "count": 289, "max_ms": 117.712, "p95_ms": 110.648}, "triton_wait": {"avg_ms": 74.717, "count": 290, "max_ms": 86.105, "p95_ms": 81.205}, "visualize": {"avg_ms": 3.721, "count": 290, "max_ms": 4.539, "p95_ms": 4.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1635}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.896, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.512, "name": "ffmpeg", "pid": 37605, "rss_mb": 271.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.415, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:44:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:44:06+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T15:44:06+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:44:06.488194+09:00", "mtime_epoch": 1783061046.4881938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:44:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.675, "pushed": 9.675, "read": 9.642}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.274, "count": 290, "max_ms": 5.424, "p95_ms": 4.716}, "gstreamer_push": {"avg_ms": 1.315, "count": 290, "max_ms": 1.484, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.159, "count": 290, "max_ms": 71.757, "p95_ms": 65.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.514, "count": 290, "max_ms": 85.465, "p95_ms": 80.389}, "yolo11_640_fire_11class": {"avg_ms": 63.654, "count": 290, "max_ms": 73.828, "p95_ms": 69.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.514, "count": 290, "max_ms": 82.474, "p95_ms": 75.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.255, "count": 290, "max_ms": 98.464, "p95_ms": 93.512}, "read_interval": {"avg_ms": 103.698, "count": 289, "max_ms": 115.62, "p95_ms": 111.181}, "triton_wait": {"avg_ms": 74.14, "count": 290, "max_ms": 85.478, "p95_ms": 80.481}, "visualize": {"avg_ms": 3.688, "count": 290, "max_ms": 4.477, "p95_ms": 3.983}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12350.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 903.806, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.596, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:44:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:44:35+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:44:35+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:44:35.468730+09:00", "mtime_epoch": 1783061075.4687297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:44:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.909, "count": 303, "max_ms": 4.055, "p95_ms": 2.996}, "gstreamer_push": {"avg_ms": 1.379, "count": 303, "max_ms": 1.533, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.055, "count": 303, "max_ms": 67.88, "p95_ms": 66.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.698, "count": 303, "max_ms": 84.285, "p95_ms": 79.379}, "yolo11_640_fire_11class": {"avg_ms": 62.585, "count": 303, "max_ms": 74.07, "p95_ms": 68.726}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.396, "count": 303, "max_ms": 79.225, "p95_ms": 75.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.285, "count": 303, "max_ms": 95.95, "p95_ms": 91.38}, "read_interval": {"avg_ms": 99.191, "count": 302, "max_ms": 112.832, "p95_ms": 109.105}, "triton_wait": {"avg_ms": 70.545, "count": 303, "max_ms": 84.298, "p95_ms": 79.391}, "visualize": {"avg_ms": 3.714, "count": 303, "max_ms": 4.453, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12350.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 244.923, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.246, "name": "ffmpeg", "pid": 37605, "rss_mb": 279.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.712, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:44:36+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T15:44:36+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:44:36.516749+09:00", "mtime_epoch": 1783061076.5167491, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:44:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.957, "pushed": 8.957, "read": 8.923}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.279, "count": 268, "max_ms": 6.095, "p95_ms": 4.525}, "gstreamer_push": {"avg_ms": 1.319, "count": 268, "max_ms": 1.975, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.581, "count": 268, "max_ms": 67.67, "p95_ms": 65.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.153, "count": 268, "max_ms": 84.78, "p95_ms": 79.108}, "yolo11_640_fire_11class": {"avg_ms": 61.622, "count": 268, "max_ms": 73.388, "p95_ms": 67.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.886, "count": 268, "max_ms": 77.759, "p95_ms": 75.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.87, "count": 268, "max_ms": 97.741, "p95_ms": 92.123}, "read_interval": {"avg_ms": 112.071, "count": 267, "max_ms": 2672.91, "p95_ms": 109.515}, "triton_wait": {"avg_ms": 72.665, "count": 268, "max_ms": 84.79, "p95_ms": 79.12}, "visualize": {"avg_ms": 3.685, "count": 268, "max_ms": 4.727, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 933.841, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.634, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:45:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:45:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:45:05+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T15:45:05.509284+09:00", "mtime_epoch": 1783061105.5092845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229273}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:45:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.124, "pushed": 10.124, "read": 10.091}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.888, "count": 303, "max_ms": 3.338, "p95_ms": 2.943}, "gstreamer_push": {"avg_ms": 1.368, "count": 303, "max_ms": 1.573, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.386, "count": 303, "max_ms": 68.919, "p95_ms": 66.308}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.544, "count": 303, "max_ms": 85.783, "p95_ms": 80.067}, "yolo11_640_fire_11class": {"avg_ms": 62.113, "count": 303, "max_ms": 75.034, "p95_ms": 69.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.382, "count": 303, "max_ms": 79.01, "p95_ms": 75.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.166, "count": 303, "max_ms": 97.471, "p95_ms": 91.819}, "read_interval": {"avg_ms": 99.101, "count": 302, "max_ms": 114.284, "p95_ms": 109.169}, "triton_wait": {"avg_ms": 70.466, "count": 303, "max_ms": 85.795, "p95_ms": 80.076}, "visualize": {"avg_ms": 3.703, "count": 303, "max_ms": 4.357, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1640}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 274.974, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.824, "name": "ffmpeg", "pid": 37605, "rss_mb": 281.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.872, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 196802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:45:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:45:06+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:45:06+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T15:45:06.565304+09:00", "mtime_epoch": 1783061106.5653038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:45:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.582, "pushed": 8.582, "read": 8.549}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.364, "count": 257, "max_ms": 6.625, "p95_ms": 5.262}, "gstreamer_push": {"avg_ms": 1.337, "count": 257, "max_ms": 1.528, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.541, "count": 257, "max_ms": 67.699, "p95_ms": 65.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.794, "count": 257, "max_ms": 85.36, "p95_ms": 79.789}, "yolo11_640_fire_11class": {"avg_ms": 62.62, "count": 257, "max_ms": 70.307, "p95_ms": 67.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.803, "count": 257, "max_ms": 78.121, "p95_ms": 76.103}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.936, "count": 257, "max_ms": 98.409, "p95_ms": 92.844}, "read_interval": {"avg_ms": 116.959, "count": 256, "max_ms": 3056.586, "p95_ms": 111.074}, "triton_wait": {"avg_ms": 73.565, "count": 257, "max_ms": 85.373, "p95_ms": 79.8}, "visualize": {"avg_ms": 3.743, "count": 257, "max_ms": 4.806, "p95_ms": 4.422}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 963.858, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.779, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:45:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:45:35+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T15:45:35+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T15:45:35.545838+09:00", "mtime_epoch": 1783061135.5458379, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230231}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:45:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 317, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.567, "pushed": 10.567, "read": 10.567}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.911, "count": 317, "max_ms": 4.352, "p95_ms": 3.067}, "gstreamer_push": {"avg_ms": 1.366, "count": 317, "max_ms": 2.188, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.935, "count": 317, "max_ms": 68.033, "p95_ms": 65.108}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.139, "count": 317, "max_ms": 84.704, "p95_ms": 80.18}, "yolo11_640_fire_11class": {"avg_ms": 58.33, "count": 317, "max_ms": 74.073, "p95_ms": 68.08}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.82, "count": 317, "max_ms": 78.793, "p95_ms": 76.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.615, "count": 317, "max_ms": 96.349, "p95_ms": 92.356}, "read_interval": {"avg_ms": 94.761, "count": 317, "max_ms": 113.549, "p95_ms": 110.056}, "triton_wait": {"avg_ms": 65.838, "count": 317, "max_ms": 84.715, "p95_ms": 80.192}, "visualize": {"avg_ms": 3.703, "count": 317, "max_ms": 4.898, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 305.022, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.57, "name": "ffmpeg", "pid": 37605, "rss_mb": 286.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.605, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:45:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:45:36+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T15:45:36+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T15:45:36.605857+09:00", "mtime_epoch": 1783061136.6058574, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:45:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.347, "pushed": 7.347, "read": 7.314}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.29, "count": 220, "max_ms": 6.81, "p95_ms": 4.436}, "gstreamer_push": {"avg_ms": 1.328, "count": 220, "max_ms": 2.061, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.997, "count": 220, "max_ms": 67.149, "p95_ms": 64.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.794, "count": 220, "max_ms": 86.44, "p95_ms": 81.139}, "yolo11_640_fire_11class": {"avg_ms": 61.63, "count": 220, "max_ms": 74.231, "p95_ms": 68.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.179, "count": 220, "max_ms": 79.483, "p95_ms": 76.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.515, "count": 220, "max_ms": 99.489, "p95_ms": 93.988}, "read_interval": {"avg_ms": 136.681, "count": 219, "max_ms": 3414.711, "p95_ms": 112.073}, "triton_wait": {"avg_ms": 72.354, "count": 220, "max_ms": 86.452, "p95_ms": 81.15}, "visualize": {"avg_ms": 3.681, "count": 220, "max_ms": 4.477, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 993.945, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.651, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:46:05+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-07-03T15:46:05+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T15:46:05.626391+09:00", "mtime_epoch": 1783061165.626391, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:46:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.902, "count": 305, "max_ms": 4.433, "p95_ms": 2.964}, "gstreamer_push": {"avg_ms": 1.36, "count": 305, "max_ms": 1.624, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.107, "count": 305, "max_ms": 67.565, "p95_ms": 65.919}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.172, "count": 305, "max_ms": 85.187, "p95_ms": 79.825}, "yolo11_640_fire_11class": {"avg_ms": 61.128, "count": 305, "max_ms": 76.634, "p95_ms": 68.775}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.016, "count": 305, "max_ms": 78.787, "p95_ms": 75.715}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.261, "count": 305, "max_ms": 97.156, "p95_ms": 92.14}, "read_interval": {"avg_ms": 98.336, "count": 305, "max_ms": 116.234, "p95_ms": 109.711}, "triton_wait": {"avg_ms": 69.52, "count": 305, "max_ms": 85.2, "p95_ms": 79.838}, "visualize": {"avg_ms": 3.687, "count": 305, "max_ms": 4.696, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 335.048, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.57, "name": "ffmpeg", "pid": 37605, "rss_mb": 286.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.452, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:46:06+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:46:06+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T15:46:06.642410+09:00", "mtime_epoch": 1783061166.6424098, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:46:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.656, "pushed": 8.656, "read": 8.623}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.28, "count": 259, "max_ms": 6.773, "p95_ms": 4.445}, "gstreamer_push": {"avg_ms": 1.332, "count": 259, "max_ms": 1.492, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.077, "count": 259, "max_ms": 67.48, "p95_ms": 65.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.189, "count": 259, "max_ms": 84.845, "p95_ms": 80.284}, "yolo11_640_fire_11class": {"avg_ms": 62.36, "count": 259, "max_ms": 77.047, "p95_ms": 68.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.328, "count": 259, "max_ms": 78.729, "p95_ms": 75.517}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.397, "count": 259, "max_ms": 97.911, "p95_ms": 93.328}, "read_interval": {"avg_ms": 115.972, "count": 258, "max_ms": 3558.011, "p95_ms": 110.976}, "triton_wait": {"avg_ms": 73.272, "count": 259, "max_ms": 84.858, "p95_ms": 80.295}, "visualize": {"avg_ms": 3.69, "count": 259, "max_ms": 4.735, "p95_ms": 3.853}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1024.037, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.524, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:46:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:46:35+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:46:35+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:46:35.702943+09:00", "mtime_epoch": 1783061195.7029433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:46:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.238, "pushed": 10.238, "read": 10.238}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.835, "count": 307, "max_ms": 4.294, "p95_ms": 2.935}, "gstreamer_push": {"avg_ms": 1.357, "count": 307, "max_ms": 1.618, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.073, "count": 307, "max_ms": 67.383, "p95_ms": 65.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.281, "count": 307, "max_ms": 84.807, "p95_ms": 78.855}, "yolo11_640_fire_11class": {"avg_ms": 60.381, "count": 307, "max_ms": 71.097, "p95_ms": 67.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.622, "count": 307, "max_ms": 76.459, "p95_ms": 75.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.743, "count": 307, "max_ms": 96.593, "p95_ms": 90.504}, "read_interval": {"avg_ms": 97.667, "count": 307, "max_ms": 116.604, "p95_ms": 107.839}, "triton_wait": {"avg_ms": 69.094, "count": 307, "max_ms": 84.82, "p95_ms": 78.867}, "visualize": {"avg_ms": 3.647, "count": 307, "max_ms": 5.242, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1646}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 365.103, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.398, "name": "ffmpeg", "pid": 37605, "rss_mb": 297.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.338, "sample_count": 2671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:46:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:46:36+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T15:46:36+09:00", "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-07-03T15:46:36.706962+09:00", "mtime_epoch": 1783061196.7069616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:46:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.38, "pushed": 8.38, "read": 8.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.357, "count": 251, "max_ms": 6.207, "p95_ms": 5.622}, "gstreamer_push": {"avg_ms": 1.315, "count": 251, "max_ms": 1.56, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.096, "count": 251, "max_ms": 67.361, "p95_ms": 65.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 71.202, "count": 251, "max_ms": 84.015, "p95_ms": 79.11}, "yolo11_640_fire_11class": {"avg_ms": 61.677, "count": 251, "max_ms": 72.494, "p95_ms": 67.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.181, "count": 251, "max_ms": 77.004, "p95_ms": 75.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.963, "count": 251, "max_ms": 96.609, "p95_ms": 92.122}, "read_interval": {"avg_ms": 119.84, "count": 250, "max_ms": 3162.693, "p95_ms": 109.91}, "triton_wait": {"avg_ms": 72.865, "count": 251, "max_ms": 84.027, "p95_ms": 79.121}, "visualize": {"avg_ms": 3.677, "count": 251, "max_ms": 4.511, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1054.062, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.556, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:47:05+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:47:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:47:05.727494+09:00", "mtime_epoch": 1783061225.7274935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216563}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:47:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.395, "pushed": 10.395, "read": 10.361}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.898, "count": 311, "max_ms": 4.121, "p95_ms": 3.078}, "gstreamer_push": {"avg_ms": 1.354, "count": 311, "max_ms": 1.726, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.526, "count": 311, "max_ms": 69.15, "p95_ms": 66.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.225, "count": 311, "max_ms": 86.755, "p95_ms": 82.218}, "yolo11_640_fire_11class": {"avg_ms": 57.126, "count": 311, "max_ms": 72.513, "p95_ms": 68.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.795, "count": 311, "max_ms": 82.798, "p95_ms": 75.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.926, "count": 311, "max_ms": 98.671, "p95_ms": 93.999}, "read_interval": {"avg_ms": 96.499, "count": 310, "max_ms": 686.593, "p95_ms": 113.896}, "triton_wait": {"avg_ms": 63.196, "count": 311, "max_ms": 86.768, "p95_ms": 82.229}, "visualize": {"avg_ms": 3.697, "count": 311, "max_ms": 5.009, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 395.181, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.0, "name": "ffmpeg", "pid": 37605, "rss_mb": 309.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.084, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:47:06+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T15:47:06+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T15:47:06.779513+09:00", "mtime_epoch": 1783061226.779513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:47:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.904, "pushed": 7.904, "read": 7.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.327, "count": 237, "max_ms": 6.77, "p95_ms": 4.927}, "gstreamer_push": {"avg_ms": 1.35, "count": 237, "max_ms": 2.26, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.421, "count": 237, "max_ms": 71.343, "p95_ms": 66.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.575, "count": 237, "max_ms": 89.815, "p95_ms": 82.604}, "yolo11_640_fire_11class": {"avg_ms": 58.255, "count": 237, "max_ms": 73.954, "p95_ms": 69.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.076, "count": 237, "max_ms": 83.638, "p95_ms": 76.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.157, "count": 237, "max_ms": 103.013, "p95_ms": 95.629}, "read_interval": {"avg_ms": 127.001, "count": 236, "max_ms": 2595.609, "p95_ms": 113.049}, "triton_wait": {"avg_ms": 68.931, "count": 237, "max_ms": 89.828, "p95_ms": 82.616}, "visualize": {"avg_ms": 3.74, "count": 237, "max_ms": 4.937, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1084.347, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.308, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219356, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:47:36+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T15:47:36+09:00", "mjpeg": {"age_sec": 0.764, "exists": true, "mtime": "2026-07-03T15:47:35.336035+09:00", "mtime_epoch": 1783061255.3360355, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:47:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.111, "pushed": 10.111, "read": 10.078}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.885, "count": 303, "max_ms": 4.372, "p95_ms": 3.006}, "gstreamer_push": {"avg_ms": 1.354, "count": 303, "max_ms": 1.61, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.524, "count": 303, "max_ms": 66.395, "p95_ms": 63.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.385, "count": 303, "max_ms": 82.32, "p95_ms": 76.982}, "yolo11_640_fire_11class": {"avg_ms": 52.176, "count": 303, "max_ms": 71.014, "p95_ms": 65.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.494, "count": 303, "max_ms": 76.821, "p95_ms": 74.192}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.494, "count": 303, "max_ms": 94.473, "p95_ms": 88.868}, "read_interval": {"avg_ms": 99.309, "count": 302, "max_ms": 780.525, "p95_ms": 137.515}, "triton_wait": {"avg_ms": 54.831, "count": 303, "max_ms": 82.332, "p95_ms": 76.995}, "visualize": {"avg_ms": 3.708, "count": 303, "max_ms": 5.127, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:40:28+09:00", "last_error_summary": "[h264 @ 0x564742ddbe40] left block unavailable for requested intra mode [h264 @ 0x564742ddbe40] error while decoding MB 0 41, bytestream 2404", "last_exit_at": "2026-07-03T15:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.618, "last_started_at": "2026-07-03T15:40:31+09:00", "pid": 37605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.887, "name": "ffmpeg", "pid": 37605, "rss_mb": 311.887, "state": "S (sleeping)", "threads": 104}, "restart_count": 57, "restart_count_per_hour": 6, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.985, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 197850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:47:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:47:37+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T15:47:37+09:00", "mjpeg": {"age_sec": 10.099, "exists": true, "mtime": "2026-07-03T15:47:27.199887+09:00", "mtime_epoch": 1783061247.1998866, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:47:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.574, "pushed": 2.574, "read": 2.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.286, "count": 77, "max_ms": 6.987, "p95_ms": 4.428}, "gstreamer_push": {"avg_ms": 1.309, "count": 77, "max_ms": 1.451, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.438, "count": 77, "max_ms": 74.556, "p95_ms": 65.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.349, "count": 77, "max_ms": 82.457, "p95_ms": 78.472}, "yolo11_640_fire_11class": {"avg_ms": 58.876, "count": 77, "max_ms": 68.536, "p95_ms": 66.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.238, "count": 77, "max_ms": 76.757, "p95_ms": 75.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.688, "count": 77, "max_ms": 95.322, "p95_ms": 91.236}, "read_interval": {"avg_ms": 393.675, "count": 76, "max_ms": 10123.517, "p95_ms": 110.365}, "triton_wait": {"avg_ms": 69.615, "count": 77, "max_ms": 82.469, "p95_ms": 78.484}, "visualize": {"avg_ms": 3.701, "count": 77, "max_ms": 4.589, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12339.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1114.427, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.103, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:48:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:48:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T15:48:06+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T15:48:06.096597+09:00", "mtime_epoch": 1783061286.0965974, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:48:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.834, "pushed": 9.834, "read": 9.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.96, "count": 294, "max_ms": 4.904, "p95_ms": 3.653}, "gstreamer_push": {"avg_ms": 1.368, "count": 295, "max_ms": 1.771, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.234, "count": 294, "max_ms": 66.39, "p95_ms": 64.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.595, "count": 294, "max_ms": 86.154, "p95_ms": 80.953}, "yolo11_640_fire_11class": {"avg_ms": 55.96, "count": 294, "max_ms": 69.468, "p95_ms": 66.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.277, "count": 294, "max_ms": 82.013, "p95_ms": 78.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.874, "count": 295, "max_ms": 97.647, "p95_ms": 93.094}, "read_interval": {"avg_ms": 101.937, "count": 294, "max_ms": 693.534, "p95_ms": 114.306}, "triton_wait": {"avg_ms": 62.042, "count": 294, "max_ms": 86.167, "p95_ms": 80.965}, "visualize": {"avg_ms": 3.753, "count": 294, "max_ms": 6.011, "p95_ms": 4.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12339.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:47:38+09:00", "last_error_summary": "[h264 @ 0x55f36bc6e500] cabac decode of qscale diff failed at 73 32 [h264 @ 0x55f36bc6e500] error while decoding MB 73 32, bytestream 47479 [h264 @ 0x55f36bc2a1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36bc2a1c0] error while decoding MB 0 31, bytestream 6303 [h264 @ 0x55f36c8d27c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36c8d27c0] error while decoding MB 0 40, bytestream 11042 [h264 @ 0x55f36bd1d9c0] top block unavailable for requested int", "last_exit_at": "2026-07-03T15:47:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.35, "last_started_at": "2026-07-03T15:47:41+09:00", "pid": 37712, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.449, "name": "ffmpeg", "pid": 37712, "rss_mb": 268.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 7, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.143, "sample_count": 2396, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:48:07+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:48:07+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T15:48:07.264619+09:00", "mtime_epoch": 1783061287.2646189, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:48:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.376, "pushed": 8.376, "read": 8.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.462, "count": 251, "max_ms": 7.253, "p95_ms": 6.279}, "gstreamer_push": {"avg_ms": 1.345, "count": 251, "max_ms": 2.105, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.153, "count": 251, "max_ms": 66.587, "p95_ms": 64.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.651, "count": 251, "max_ms": 84.938, "p95_ms": 81.938}, "yolo11_640_fire_11class": {"avg_ms": 56.417, "count": 251, "max_ms": 71.125, "p95_ms": 67.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.418, "count": 251, "max_ms": 82.052, "p95_ms": 79.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.689, "count": 251, "max_ms": 122.388, "p95_ms": 105.793}, "read_interval": {"avg_ms": 119.801, "count": 250, "max_ms": 4942.17, "p95_ms": 120.228}, "triton_wait": {"avg_ms": 67.399, "count": 251, "max_ms": 84.949, "p95_ms": 81.95}, "visualize": {"avg_ms": 3.818, "count": 251, "max_ms": 7.161, "p95_ms": 5.073}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1144.512, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.068, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:48:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:48:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T15:48:36+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T15:48:36.185147+09:00", "mtime_epoch": 1783061316.1851466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237441}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:48:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.339, "pushed": 9.339, "read": 9.305}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 2.91, "count": 280, "max_ms": 4.496, "p95_ms": 3.311}, "gstreamer_push": {"avg_ms": 1.345, "count": 280, "max_ms": 1.763, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.805, "count": 280, "max_ms": 66.777, "p95_ms": 65.621}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.513, "count": 280, "max_ms": 83.475, "p95_ms": 80.606}, "yolo11_640_fire_11class": {"avg_ms": 59.533, "count": 280, "max_ms": 72.019, "p95_ms": 68.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.302, "count": 280, "max_ms": 79.871, "p95_ms": 78.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.53, "count": 280, "max_ms": 95.578, "p95_ms": 92.595}, "read_interval": {"avg_ms": 107.47, "count": 279, "max_ms": 2840.631, "p95_ms": 110.165}, "triton_wait": {"avg_ms": 68.742, "count": 280, "max_ms": 83.487, "p95_ms": 80.618}, "visualize": {"avg_ms": 3.766, "count": 280, "max_ms": 4.898, "p95_ms": 4.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1653}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:47:38+09:00", "last_error_summary": "[h264 @ 0x55f36bc6e500] cabac decode of qscale diff failed at 73 32 [h264 @ 0x55f36bc6e500] error while decoding MB 73 32, bytestream 47479 [h264 @ 0x55f36bc2a1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36bc2a1c0] error while decoding MB 0 31, bytestream 6303 [h264 @ 0x55f36c8d27c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36c8d27c0] error while decoding MB 0 40, bytestream 11042 [h264 @ 0x55f36bd1d9c0] top block unavailable for requested int", "last_exit_at": "2026-07-03T15:47:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.388, "last_started_at": "2026-07-03T15:47:41+09:00", "pid": 37712, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.801, "name": "ffmpeg", "pid": 37712, "rss_mb": 271.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 7, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.023, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:48:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T15:48:37+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T15:48:37.309167+09:00", "mtime_epoch": 1783061317.3091671, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:48:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.188, "pushed": 9.188, "read": 9.155}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.602, "count": 275, "max_ms": 9.286, "p95_ms": 6.449}, "gstreamer_push": {"avg_ms": 1.325, "count": 275, "max_ms": 1.573, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.205, "count": 275, "max_ms": 65.825, "p95_ms": 64.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.106, "count": 275, "max_ms": 83.327, "p95_ms": 80.326}, "yolo11_640_fire_11class": {"avg_ms": 59.149, "count": 275, "max_ms": 71.597, "p95_ms": 66.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.42, "count": 275, "max_ms": 80.631, "p95_ms": 78.732}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.455, "count": 275, "max_ms": 132.857, "p95_ms": 112.84}, "read_interval": {"avg_ms": 109.243, "count": 274, "max_ms": 1494.457, "p95_ms": 127.334}, "triton_wait": {"avg_ms": 70.217, "count": 275, "max_ms": 83.338, "p95_ms": 80.339}, "visualize": {"avg_ms": 3.88, "count": 275, "max_ms": 6.164, "p95_ms": 5.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12344.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1174.595, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.878, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:49:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:49:06+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T15:49:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:49:06.257695+09:00", "mtime_epoch": 1783061346.2576947, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:49:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.839, "count": 292, "max_ms": 4.071, "p95_ms": 2.99}, "gstreamer_push": {"avg_ms": 1.36, "count": 292, "max_ms": 2.227, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.955, "count": 292, "max_ms": 70.615, "p95_ms": 66.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.433, "count": 292, "max_ms": 90.301, "p95_ms": 80.631}, "yolo11_640_fire_11class": {"avg_ms": 64.254, "count": 292, "max_ms": 74.331, "p95_ms": 69.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.781, "count": 292, "max_ms": 81.217, "p95_ms": 78.033}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.99, "count": 292, "max_ms": 102.099, "p95_ms": 91.647}, "read_interval": {"avg_ms": 102.997, "count": 291, "max_ms": 118.763, "p95_ms": 109.934}, "triton_wait": {"avg_ms": 74.355, "count": 292, "max_ms": 90.313, "p95_ms": 80.643}, "visualize": {"avg_ms": 3.641, "count": 292, "max_ms": 4.545, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12344.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:47:38+09:00", "last_error_summary": "[h264 @ 0x55f36bc6e500] cabac decode of qscale diff failed at 73 32 [h264 @ 0x55f36bc6e500] error while decoding MB 73 32, bytestream 47479 [h264 @ 0x55f36bc2a1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36bc2a1c0] error while decoding MB 0 31, bytestream 6303 [h264 @ 0x55f36c8d27c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36c8d27c0] error while decoding MB 0 40, bytestream 11042 [h264 @ 0x55f36bd1d9c0] top block unavailable for requested int", "last_exit_at": "2026-07-03T15:47:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.408, "last_started_at": "2026-07-03T15:47:41+09:00", "pid": 37712, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.379, "name": "ffmpeg", "pid": 37712, "rss_mb": 274.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 7, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.027, "sample_count": 2382, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:49:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:49:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T15:49:07+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T15:49:07.325714+09:00", "mtime_epoch": 1783061347.325714, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:49:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.693}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.253, "count": 291, "max_ms": 6.275, "p95_ms": 4.406}, "gstreamer_push": {"avg_ms": 1.335, "count": 291, "max_ms": 1.542, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.6, "count": 291, "max_ms": 69.933, "p95_ms": 65.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 72.039, "count": 291, "max_ms": 88.746, "p95_ms": 80.714}, "yolo11_640_fire_11class": {"avg_ms": 62.401, "count": 291, "max_ms": 72.745, "p95_ms": 67.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.494, "count": 291, "max_ms": 80.763, "p95_ms": 77.243}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.936, "count": 291, "max_ms": 101.82, "p95_ms": 93.746}, "read_interval": {"avg_ms": 103.146, "count": 290, "max_ms": 117.161, "p95_ms": 110.773}, "triton_wait": {"avg_ms": 73.752, "count": 291, "max_ms": 88.757, "p95_ms": 80.726}, "visualize": {"avg_ms": 3.68, "count": 291, "max_ms": 4.694, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12345.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1204.657, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.968, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:49:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:49:36+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T15:49:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:49:36.322242+09:00", "mtime_epoch": 1783061376.322242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:49:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.282, "pushed": 10.282, "read": 10.249}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.893, "count": 308, "max_ms": 4.256, "p95_ms": 3.0}, "gstreamer_push": {"avg_ms": 1.364, "count": 308, "max_ms": 1.865, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.141, "count": 308, "max_ms": 69.443, "p95_ms": 65.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.808, "count": 308, "max_ms": 84.233, "p95_ms": 80.609}, "yolo11_640_fire_11class": {"avg_ms": 60.315, "count": 308, "max_ms": 73.147, "p95_ms": 67.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.381, "count": 308, "max_ms": 80.117, "p95_ms": 75.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.501, "count": 308, "max_ms": 96.048, "p95_ms": 92.295}, "read_interval": {"avg_ms": 97.575, "count": 307, "max_ms": 112.913, "p95_ms": 109.156}, "triton_wait": {"avg_ms": 68.694, "count": 308, "max_ms": 84.245, "p95_ms": 80.621}, "visualize": {"avg_ms": 3.733, "count": 308, "max_ms": 5.616, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12344.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:47:38+09:00", "last_error_summary": "[h264 @ 0x55f36bc6e500] cabac decode of qscale diff failed at 73 32 [h264 @ 0x55f36bc6e500] error while decoding MB 73 32, bytestream 47479 [h264 @ 0x55f36bc2a1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36bc2a1c0] error while decoding MB 0 31, bytestream 6303 [h264 @ 0x55f36c8d27c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36c8d27c0] error while decoding MB 0 40, bytestream 11042 [h264 @ 0x55f36bd1d9c0] top block unavailable for requested int", "last_exit_at": "2026-07-03T15:47:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.458, "last_started_at": "2026-07-03T15:47:41+09:00", "pid": 37712, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.637, "name": "ffmpeg", "pid": 37712, "rss_mb": 274.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 7, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.05, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 198936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:49:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:49:37+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T15:49:37.378261+09:00", "mtime_epoch": 1783061377.378261, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:49:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.982, "pushed": 8.982, "read": 8.949}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.309, "count": 269, "max_ms": 5.726, "p95_ms": 4.724}, "gstreamer_push": {"avg_ms": 1.346, "count": 269, "max_ms": 2.174, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.061, "count": 269, "max_ms": 69.491, "p95_ms": 65.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 70.89, "count": 269, "max_ms": 84.217, "p95_ms": 79.527}, "yolo11_640_fire_11class": {"avg_ms": 60.366, "count": 269, "max_ms": 74.277, "p95_ms": 67.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.294, "count": 269, "max_ms": 79.991, "p95_ms": 75.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.997, "count": 269, "max_ms": 97.364, "p95_ms": 93.297}, "read_interval": {"avg_ms": 111.719, "count": 268, "max_ms": 2807.397, "p95_ms": 109.785}, "triton_wait": {"avg_ms": 71.687, "count": 269, "max_ms": 84.229, "p95_ms": 79.621}, "visualize": {"avg_ms": 3.722, "count": 269, "max_ms": 5.043, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12347.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1234.708, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.885, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:50:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:50:06+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:50:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T15:50:06.370788+09:00", "mtime_epoch": 1783061406.3707883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:50:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.876, "count": 299, "max_ms": 3.877, "p95_ms": 2.964}, "gstreamer_push": {"avg_ms": 1.357, "count": 299, "max_ms": 1.49, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.839, "count": 299, "max_ms": 68.914, "p95_ms": 66.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.47, "count": 299, "max_ms": 83.905, "p95_ms": 79.394}, "yolo11_640_fire_11class": {"avg_ms": 63.133, "count": 299, "max_ms": 74.236, "p95_ms": 69.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.444, "count": 299, "max_ms": 77.919, "p95_ms": 75.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.585, "count": 299, "max_ms": 95.307, "p95_ms": 91.32}, "read_interval": {"avg_ms": 100.476, "count": 298, "max_ms": 113.537, "p95_ms": 108.511}, "triton_wait": {"avg_ms": 71.902, "count": 299, "max_ms": 83.917, "p95_ms": 79.406}, "visualize": {"avg_ms": 3.677, "count": 299, "max_ms": 4.495, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12348.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:47:38+09:00", "last_error_summary": "[h264 @ 0x55f36bc6e500] cabac decode of qscale diff failed at 73 32 [h264 @ 0x55f36bc6e500] error while decoding MB 73 32, bytestream 47479 [h264 @ 0x55f36bc2a1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36bc2a1c0] error while decoding MB 0 31, bytestream 6303 [h264 @ 0x55f36c8d27c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36c8d27c0] error while decoding MB 0 40, bytestream 11042 [h264 @ 0x55f36bd1d9c0] top block unavailable for requested int", "last_exit_at": "2026-07-03T15:47:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.476, "last_started_at": "2026-07-03T15:47:41+09:00", "pid": 37712, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.473, "name": "ffmpeg", "pid": 37712, "rss_mb": 277.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 7, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.023, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:50:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:50:07+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T15:50:07+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T15:50:07.398807+09:00", "mtime_epoch": 1783061407.398807, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:50:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.79, "pushed": 8.79, "read": 8.756}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.336, "count": 263, "max_ms": 6.614, "p95_ms": 4.923}, "gstreamer_push": {"avg_ms": 1.334, "count": 263, "max_ms": 1.592, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.429, "count": 263, "max_ms": 68.317, "p95_ms": 65.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 73.365, "count": 263, "max_ms": 83.921, "p95_ms": 79.641}, "yolo11_640_fire_11class": {"avg_ms": 63.267, "count": 263, "max_ms": 70.32, "p95_ms": 68.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.01, "count": 263, "max_ms": 78.383, "p95_ms": 75.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.682, "count": 263, "max_ms": 98.498, "p95_ms": 93.144}, "read_interval": {"avg_ms": 114.18, "count": 262, "max_ms": 2880.912, "p95_ms": 109.915}, "triton_wait": {"avg_ms": 74.359, "count": 263, "max_ms": 83.934, "p95_ms": 79.653}, "visualize": {"avg_ms": 3.717, "count": 263, "max_ms": 4.64, "p95_ms": 4.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12349.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1264.712, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.145, "name": "ffmpeg", "pid": 37393, "rss_mb": 332.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.789, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:50:36+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T15:50:36+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T15:50:36.403334+09:00", "mtime_epoch": 1783061436.4033337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:50:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 314, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.471, "pushed": 10.471, "read": 10.471}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.028, "count": 314, "max_ms": 4.844, "p95_ms": 4.044}, "gstreamer_push": {"avg_ms": 1.381, "count": 314, "max_ms": 2.031, "p95_ms": 1.525}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.203, "count": 314, "max_ms": 68.364, "p95_ms": 66.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.45, "count": 314, "max_ms": 84.855, "p95_ms": 78.898}, "yolo11_640_fire_11class": {"avg_ms": 58.704, "count": 314, "max_ms": 72.925, "p95_ms": 68.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.708, "count": 314, "max_ms": 80.564, "p95_ms": 76.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.191, "count": 314, "max_ms": 96.682, "p95_ms": 90.837}, "read_interval": {"avg_ms": 95.646, "count": 314, "max_ms": 113.798, "p95_ms": 109.139}, "triton_wait": {"avg_ms": 66.1, "count": 314, "max_ms": 84.868, "p95_ms": 79.157}, "visualize": {"avg_ms": 3.795, "count": 314, "max_ms": 4.845, "p95_ms": 4.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12349.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:47:38+09:00", "last_error_summary": "[h264 @ 0x55f36bc6e500] cabac decode of qscale diff failed at 73 32 [h264 @ 0x55f36bc6e500] error while decoding MB 73 32, bytestream 47479 [h264 @ 0x55f36bc2a1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36bc2a1c0] error while decoding MB 0 31, bytestream 6303 [h264 @ 0x55f36c8d27c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36c8d27c0] error while decoding MB 0 40, bytestream 11042 [h264 @ 0x55f36bd1d9c0] top block unavailable for requested int", "last_exit_at": "2026-07-03T15:47:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.569, "last_started_at": "2026-07-03T15:47:41+09:00", "pid": 37712, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.332, "name": "ffmpeg", "pid": 37712, "rss_mb": 279.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 7, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.718, "sample_count": 2454, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:50:37+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T15:50:37+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T15:50:37.467353+09:00", "mtime_epoch": 1783061437.467353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:50:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.504, "pushed": 9.504, "read": 9.47}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.794, "count": 285, "max_ms": 10.001, "p95_ms": 6.456}, "gstreamer_push": {"avg_ms": 1.278, "count": 285, "max_ms": 1.502, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.849, "count": 285, "max_ms": 70.394, "p95_ms": 65.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 67.078, "count": 285, "max_ms": 84.904, "p95_ms": 78.862}, "yolo11_640_fire_11class": {"avg_ms": 57.602, "count": 285, "max_ms": 70.937, "p95_ms": 66.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.868, "count": 285, "max_ms": 79.739, "p95_ms": 76.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.044, "count": 285, "max_ms": 143.382, "p95_ms": 128.963}, "read_interval": {"avg_ms": 105.507, "count": 284, "max_ms": 158.82, "p95_ms": 142.206}, "triton_wait": {"avg_ms": 68.309, "count": 285, "max_ms": 84.917, "p95_ms": 78.96}, "visualize": {"avg_ms": 4.021, "count": 285, "max_ms": 6.932, "p95_ms": 5.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1294.968, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.819, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:51:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:51:06+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T15:51:06+09:00", "mjpeg": {"age_sec": 0.296, "exists": true, "mtime": "2026-07-03T15:51:06.423878+09:00", "mtime_epoch": 1783061466.4238784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:51:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.658, "pushed": 10.658, "read": 10.625}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.921, "count": 319, "max_ms": 4.455, "p95_ms": 3.323}, "gstreamer_push": {"avg_ms": 1.366, "count": 319, "max_ms": 2.33, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.129, "count": 319, "max_ms": 70.243, "p95_ms": 64.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.651, "count": 319, "max_ms": 88.585, "p95_ms": 80.358}, "yolo11_640_fire_11class": {"avg_ms": 53.852, "count": 319, "max_ms": 76.562, "p95_ms": 67.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.109, "count": 319, "max_ms": 82.549, "p95_ms": 77.54}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.699, "count": 319, "max_ms": 101.076, "p95_ms": 92.255}, "read_interval": {"avg_ms": 94.141, "count": 318, "max_ms": 767.629, "p95_ms": 112.021}, "triton_wait": {"avg_ms": 57.934, "count": 319, "max_ms": 88.601, "p95_ms": 80.37}, "visualize": {"avg_ms": 3.712, "count": 319, "max_ms": 4.804, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 151, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:47:38+09:00", "last_error_summary": "[h264 @ 0x55f36bc6e500] cabac decode of qscale diff failed at 73 32 [h264 @ 0x55f36bc6e500] error while decoding MB 73 32, bytestream 47479 [h264 @ 0x55f36bc2a1c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36bc2a1c0] error while decoding MB 0 31, bytestream 6303 [h264 @ 0x55f36c8d27c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f36c8d27c0] error while decoding MB 0 40, bytestream 11042 [h264 @ 0x55f36bd1d9c0] top block unavailable for requested int", "last_exit_at": "2026-07-03T15:47:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.723, "last_started_at": "2026-07-03T15:47:41+09:00", "pid": 37712, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.59, "name": "ffmpeg", "pid": 37712, "rss_mb": 279.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 7, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.548, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:51:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T15:51:13+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T15:51:13+09:00", "mjpeg": {"age_sec": 8.988, "exists": true, "mtime": "2026-07-03T15:51:04.739848+09:00", "mtime_epoch": 1783061464.739848, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:51:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.303, "pushed": 6.303, "read": 6.303}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.51, "count": 189, "max_ms": 9.206, "p95_ms": 6.704}, "gstreamer_push": {"avg_ms": 1.256, "count": 189, "max_ms": 1.767, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.569, "count": 189, "max_ms": 70.223, "p95_ms": 65.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.038, "count": 189, "max_ms": 87.017, "p95_ms": 81.946}, "yolo11_640_fire_11class": {"avg_ms": 51.685, "count": 189, "max_ms": 77.008, "p95_ms": 67.186}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.646, "count": 189, "max_ms": 83.138, "p95_ms": 77.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.373, "count": 189, "max_ms": 138.78, "p95_ms": 133.3}, "read_interval": {"avg_ms": 158.766, "count": 189, "max_ms": 8981.885, "p95_ms": 146.901}, "triton_wait": {"avg_ms": 62.693, "count": 189, "max_ms": 87.029, "p95_ms": 81.958}, "visualize": {"avg_ms": 4.573, "count": 189, "max_ms": 6.799, "p95_ms": 5.692}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12337.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1324.998, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "R (running)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.779, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:51:36+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T15:51:36+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T15:51:36.688127+09:00", "mtime_epoch": 1783061496.6881273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234289}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:51:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.903, "count": 298, "max_ms": 4.184, "p95_ms": 3.23}, "gstreamer_push": {"avg_ms": 1.34, "count": 298, "max_ms": 1.562, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.279, "count": 298, "max_ms": 65.591, "p95_ms": 58.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.21, "count": 298, "max_ms": 83.705, "p95_ms": 66.958}, "yolo11_640_fire_11class": {"avg_ms": 50.225, "count": 298, "max_ms": 70.388, "p95_ms": 60.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.4, "count": 298, "max_ms": 80.187, "p95_ms": 72.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.747, "count": 298, "max_ms": 95.203, "p95_ms": 88.176}, "read_interval": {"avg_ms": 100.838, "count": 297, "max_ms": 731.13, "p95_ms": 175.116}, "triton_wait": {"avg_ms": 52.055, "count": 298, "max_ms": 83.718, "p95_ms": 76.547}, "visualize": {"avg_ms": 3.724, "count": 298, "max_ms": 5.176, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1665}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12337.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.783, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.801, "name": "ffmpeg", "pid": 37819, "rss_mb": 264.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.206, "sample_count": 2263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 199845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:51:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:51:43+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-03T15:51:43+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T15:51:43.696145+09:00", "mtime_epoch": 1783061503.6961448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:51:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 125, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.221, "pushed": 6.221, "read": 6.221}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.392, "count": 125, "max_ms": 9.068, "p95_ms": 7.052}, "gstreamer_push": {"avg_ms": 1.206, "count": 125, "max_ms": 2.236, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.677, "count": 125, "max_ms": 65.79, "p95_ms": 63.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.033, "count": 125, "max_ms": 83.749, "p95_ms": 79.526}, "yolo11_640_fire_11class": {"avg_ms": 53.477, "count": 125, "max_ms": 70.374, "p95_ms": 66.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.996, "count": 125, "max_ms": 80.219, "p95_ms": 77.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.808, "count": 125, "max_ms": 138.121, "p95_ms": 133.489}, "read_interval": {"avg_ms": 240.782, "count": 125, "max_ms": 10130.866, "p95_ms": 146.791}, "triton_wait": {"avg_ms": 65.117, "count": 125, "max_ms": 83.76, "p95_ms": 79.624}, "visualize": {"avg_ms": 5.093, "count": 125, "max_ms": 6.076, "p95_ms": 5.564}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.093, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12339.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1355.291, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.479, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:52:07+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T15:52:06+09:00", "mjpeg": {"age_sec": 0.696, "exists": true, "mtime": "2026-07-03T15:52:06.348211+09:00", "mtime_epoch": 1783061526.3482106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:52:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.94, "count": 299, "max_ms": 5.09, "p95_ms": 3.407}, "gstreamer_push": {"avg_ms": 1.373, "count": 299, "max_ms": 2.174, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.244, "count": 299, "max_ms": 68.67, "p95_ms": 64.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.021, "count": 299, "max_ms": 83.47, "p95_ms": 78.845}, "yolo11_640_fire_11class": {"avg_ms": 53.24, "count": 299, "max_ms": 69.66, "p95_ms": 65.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.618, "count": 299, "max_ms": 80.48, "p95_ms": 76.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.901, "count": 299, "max_ms": 95.322, "p95_ms": 90.998}, "read_interval": {"avg_ms": 100.506, "count": 298, "max_ms": 733.416, "p95_ms": 178.623}, "triton_wait": {"avg_ms": 56.983, "count": 299, "max_ms": 83.482, "p95_ms": 78.925}, "visualize": {"avg_ms": 3.735, "count": 299, "max_ms": 4.757, "p95_ms": 4.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12340.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.901, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.121, "name": "ffmpeg", "pid": 37819, "rss_mb": 267.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.092, "sample_count": 2263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:52:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:52:13+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-03T15:52:13+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T15:52:13.812235+09:00", "mtime_epoch": 1783061533.8122349, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:52:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.968, "pushed": 7.968, "read": 7.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.504, "count": 238, "max_ms": 10.042, "p95_ms": 7.377}, "gstreamer_push": {"avg_ms": 1.189, "count": 239, "max_ms": 1.467, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.921, "count": 238, "max_ms": 65.88, "p95_ms": 63.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.088, "count": 238, "max_ms": 87.143, "p95_ms": 79.229}, "yolo11_640_fire_11class": {"avg_ms": 51.332, "count": 238, "max_ms": 69.034, "p95_ms": 66.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.784, "count": 238, "max_ms": 79.467, "p95_ms": 77.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.874, "count": 239, "max_ms": 140.026, "p95_ms": 132.598}, "read_interval": {"avg_ms": 125.965, "count": 238, "max_ms": 154.939, "p95_ms": 145.707}, "triton_wait": {"avg_ms": 61.801, "count": 238, "max_ms": 87.156, "p95_ms": 79.303}, "visualize": {"avg_ms": 5.153, "count": 238, "max_ms": 8.346, "p95_ms": 5.58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1385.376, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.584, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:52:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:52:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T15:52:37+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T15:52:37.040319+09:00", "mtime_epoch": 1783061557.0403187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:52:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.203, "pushed": 10.203, "read": 10.203}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.934, "count": 306, "max_ms": 4.234, "p95_ms": 3.493}, "gstreamer_push": {"avg_ms": 1.368, "count": 306, "max_ms": 2.065, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.936, "count": 306, "max_ms": 68.124, "p95_ms": 65.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.772, "count": 306, "max_ms": 83.197, "p95_ms": 79.22}, "yolo11_640_fire_11class": {"avg_ms": 54.561, "count": 306, "max_ms": 71.384, "p95_ms": 66.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.859, "count": 306, "max_ms": 80.088, "p95_ms": 77.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.17, "count": 306, "max_ms": 94.959, "p95_ms": 91.112}, "read_interval": {"avg_ms": 97.959, "count": 306, "max_ms": 831.41, "p95_ms": 123.05}, "triton_wait": {"avg_ms": 59.34, "count": 306, "max_ms": 83.209, "p95_ms": 79.281}, "visualize": {"avg_ms": 3.718, "count": 306, "max_ms": 4.654, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.984, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.441, "name": "ffmpeg", "pid": 37819, "rss_mb": 269.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.872, "sample_count": 2456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:52:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:52:44+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T15:52:43+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T15:52:43.888346+09:00", "mtime_epoch": 1783061563.888346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:52:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.143, "pushed": 8.143, "read": 8.11}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.071, "count": 243, "max_ms": 9.541, "p95_ms": 6.911}, "gstreamer_push": {"avg_ms": 1.206, "count": 244, "max_ms": 1.456, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.27, "count": 243, "max_ms": 69.043, "p95_ms": 64.355}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.243, "count": 243, "max_ms": 87.825, "p95_ms": 79.626}, "yolo11_640_fire_11class": {"avg_ms": 53.825, "count": 243, "max_ms": 71.069, "p95_ms": 66.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.13, "count": 243, "max_ms": 82.753, "p95_ms": 78.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.47, "count": 244, "max_ms": 139.654, "p95_ms": 131.99}, "read_interval": {"avg_ms": 123.199, "count": 243, "max_ms": 153.554, "p95_ms": 146.428}, "triton_wait": {"avg_ms": 65.127, "count": 243, "max_ms": 87.834, "p95_ms": 80.047}, "visualize": {"avg_ms": 4.893, "count": 243, "max_ms": 6.03, "p95_ms": 5.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1415.388, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.33, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:53:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:53:07+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T15:53:07+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T15:53:07.084445+09:00", "mtime_epoch": 1783061587.0844452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:53:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.934, "count": 300, "max_ms": 4.243, "p95_ms": 3.434}, "gstreamer_push": {"avg_ms": 1.364, "count": 300, "max_ms": 2.405, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.352, "count": 300, "max_ms": 69.019, "p95_ms": 64.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.136, "count": 300, "max_ms": 86.236, "p95_ms": 78.515}, "yolo11_640_fire_11class": {"avg_ms": 53.344, "count": 300, "max_ms": 71.746, "p95_ms": 66.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.481, "count": 300, "max_ms": 81.706, "p95_ms": 78.379}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.775, "count": 300, "max_ms": 98.864, "p95_ms": 90.955}, "read_interval": {"avg_ms": 100.135, "count": 300, "max_ms": 676.376, "p95_ms": 165.59}, "triton_wait": {"avg_ms": 56.904, "count": 300, "max_ms": 86.248, "p95_ms": 79.06}, "visualize": {"avg_ms": 3.762, "count": 300, "max_ms": 5.05, "p95_ms": 4.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.08, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.441, "name": "ffmpeg", "pid": 37819, "rss_mb": 269.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.8, "sample_count": 2405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:53:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:53:14+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T15:53:13+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T15:53:14.004477+09:00", "mtime_epoch": 1783061594.0044773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:53:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.007, "pushed": 8.007, "read": 7.974}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.401, "count": 239, "max_ms": 8.537, "p95_ms": 7.489}, "gstreamer_push": {"avg_ms": 1.182, "count": 240, "max_ms": 1.496, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.421, "count": 239, "max_ms": 67.052, "p95_ms": 63.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.481, "count": 239, "max_ms": 86.505, "p95_ms": 79.271}, "yolo11_640_fire_11class": {"avg_ms": 52.089, "count": 239, "max_ms": 71.964, "p95_ms": 66.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.147, "count": 239, "max_ms": 82.602, "p95_ms": 78.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.05, "count": 240, "max_ms": 157.127, "p95_ms": 133.15}, "read_interval": {"avg_ms": 125.391, "count": 239, "max_ms": 168.758, "p95_ms": 147.023}, "triton_wait": {"avg_ms": 62.747, "count": 239, "max_ms": 86.517, "p95_ms": 79.289}, "visualize": {"avg_ms": 5.063, "count": 239, "max_ms": 7.249, "p95_ms": 5.807}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1445.458, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.093, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:53:37+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T15:53:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T15:53:37.144591+09:00", "mtime_epoch": 1783061617.1445909, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:53:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.91, "count": 295, "max_ms": 4.798, "p95_ms": 3.534}, "gstreamer_push": {"avg_ms": 1.368, "count": 295, "max_ms": 1.801, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.568, "count": 295, "max_ms": 68.116, "p95_ms": 64.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.446, "count": 295, "max_ms": 83.366, "p95_ms": 77.907}, "yolo11_640_fire_11class": {"avg_ms": 53.593, "count": 295, "max_ms": 75.172, "p95_ms": 67.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.01, "count": 295, "max_ms": 82.285, "p95_ms": 77.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.668, "count": 295, "max_ms": 99.14, "p95_ms": 90.631}, "read_interval": {"avg_ms": 101.987, "count": 294, "max_ms": 772.417, "p95_ms": 177.977}, "triton_wait": {"avg_ms": 56.854, "count": 295, "max_ms": 83.381, "p95_ms": 78.697}, "visualize": {"avg_ms": 3.706, "count": 295, "max_ms": 5.116, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.131, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.441, "name": "ffmpeg", "pid": 37819, "rss_mb": 269.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.55, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200802, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:53:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:53:44+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T15:53:44+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T15:53:44.052627+09:00", "mtime_epoch": 1783061624.0526268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:53:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.821, "pushed": 7.821, "read": 7.787}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.729, "count": 234, "max_ms": 11.351, "p95_ms": 7.661}, "gstreamer_push": {"avg_ms": 1.178, "count": 234, "max_ms": 1.941, "p95_ms": 1.318}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.512, "count": 234, "max_ms": 67.241, "p95_ms": 64.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.308, "count": 234, "max_ms": 86.909, "p95_ms": 79.098}, "yolo11_640_fire_11class": {"avg_ms": 52.614, "count": 234, "max_ms": 70.623, "p95_ms": 67.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.036, "count": 234, "max_ms": 82.709, "p95_ms": 78.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.761, "count": 234, "max_ms": 155.921, "p95_ms": 133.713}, "read_interval": {"avg_ms": 128.413, "count": 233, "max_ms": 167.525, "p95_ms": 146.949}, "triton_wait": {"avg_ms": 62.258, "count": 234, "max_ms": 86.921, "p95_ms": 79.74}, "visualize": {"avg_ms": 5.249, "count": 234, "max_ms": 8.783, "p95_ms": 6.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1475.49, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.003, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:54:07+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T15:54:07+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T15:54:07.180754+09:00", "mtime_epoch": 1783061647.1807544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:54:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.092, "pushed": 10.092, "read": 10.058}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.936, "count": 302, "max_ms": 4.518, "p95_ms": 3.652}, "gstreamer_push": {"avg_ms": 1.372, "count": 302, "max_ms": 2.326, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.02, "count": 302, "max_ms": 69.147, "p95_ms": 65.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.276, "count": 302, "max_ms": 82.632, "p95_ms": 79.387}, "yolo11_640_fire_11class": {"avg_ms": 53.859, "count": 302, "max_ms": 73.122, "p95_ms": 68.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.155, "count": 302, "max_ms": 81.438, "p95_ms": 77.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.147, "count": 302, "max_ms": 94.147, "p95_ms": 91.111}, "read_interval": {"avg_ms": 99.505, "count": 301, "max_ms": 768.678, "p95_ms": 148.68}, "triton_wait": {"avg_ms": 57.317, "count": 302, "max_ms": 82.644, "p95_ms": 79.399}, "visualize": {"avg_ms": 3.726, "count": 302, "max_ms": 5.115, "p95_ms": 4.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1675}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.147, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.699, "name": "ffmpeg", "pid": 37819, "rss_mb": 269.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.916, "sample_count": 2308, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:54:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:54:14+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T15:54:14+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T15:54:14.076794+09:00", "mtime_epoch": 1783061654.0767944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:54:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.068, "pushed": 8.068, "read": 8.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.496, "count": 241, "max_ms": 10.544, "p95_ms": 7.35}, "gstreamer_push": {"avg_ms": 1.198, "count": 241, "max_ms": 1.555, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.448, "count": 241, "max_ms": 67.988, "p95_ms": 64.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.55, "count": 241, "max_ms": 82.629, "p95_ms": 78.583}, "yolo11_640_fire_11class": {"avg_ms": 51.583, "count": 241, "max_ms": 70.579, "p95_ms": 66.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.156, "count": 241, "max_ms": 81.441, "p95_ms": 77.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.973, "count": 241, "max_ms": 137.573, "p95_ms": 131.527}, "read_interval": {"avg_ms": 124.557, "count": 240, "max_ms": 150.368, "p95_ms": 145.208}, "triton_wait": {"avg_ms": 61.857, "count": 241, "max_ms": 82.642, "p95_ms": 78.854}, "visualize": {"avg_ms": 5.066, "count": 241, "max_ms": 6.773, "p95_ms": 5.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12342.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1505.534, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.852, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:54:37+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T15:54:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T15:54:37.220935+09:00", "mtime_epoch": 1783061677.2209346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:54:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.145, "pushed": 10.145, "read": 10.112}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.983, "count": 304, "max_ms": 4.537, "p95_ms": 3.523}, "gstreamer_push": {"avg_ms": 1.384, "count": 304, "max_ms": 2.35, "p95_ms": 1.512}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.688, "count": 304, "max_ms": 72.858, "p95_ms": 64.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.305, "count": 304, "max_ms": 85.749, "p95_ms": 75.854}, "yolo11_640_fire_11class": {"avg_ms": 53.672, "count": 304, "max_ms": 73.507, "p95_ms": 67.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.81, "count": 304, "max_ms": 80.413, "p95_ms": 77.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.994, "count": 304, "max_ms": 97.812, "p95_ms": 89.698}, "read_interval": {"avg_ms": 98.861, "count": 303, "max_ms": 794.328, "p95_ms": 122.613}, "triton_wait": {"avg_ms": 56.923, "count": 304, "max_ms": 85.761, "p95_ms": 78.029}, "visualize": {"avg_ms": 3.821, "count": 304, "max_ms": 5.504, "p95_ms": 4.467}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12342.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.24, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.699, "name": "ffmpeg", "pid": 37819, "rss_mb": 269.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.122, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:54:44+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T15:54:44+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T15:54:44.144979+09:00", "mtime_epoch": 1783061684.1449785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:54:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.969, "pushed": 7.969, "read": 7.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.433, "count": 239, "max_ms": 10.501, "p95_ms": 6.869}, "gstreamer_push": {"avg_ms": 1.185, "count": 239, "max_ms": 1.596, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.978, "count": 239, "max_ms": 66.078, "p95_ms": 63.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.549, "count": 239, "max_ms": 88.793, "p95_ms": 78.676}, "yolo11_640_fire_11class": {"avg_ms": 52.78, "count": 239, "max_ms": 71.873, "p95_ms": 67.025}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.03, "count": 239, "max_ms": 80.347, "p95_ms": 77.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.317, "count": 239, "max_ms": 141.897, "p95_ms": 131.583}, "read_interval": {"avg_ms": 125.83, "count": 238, "max_ms": 156.549, "p95_ms": 145.616}, "triton_wait": {"avg_ms": 63.035, "count": 239, "max_ms": 88.805, "p95_ms": 78.762}, "visualize": {"avg_ms": 5.084, "count": 239, "max_ms": 8.1, "p95_ms": 5.505}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12343.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1535.538, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.789, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T15:55:07+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T15:55:07+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T15:55:07.221131+09:00", "mtime_epoch": 1783061707.2211308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:55:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.944, "count": 296, "max_ms": 4.5, "p95_ms": 3.55}, "gstreamer_push": {"avg_ms": 1.375, "count": 296, "max_ms": 1.645, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.436, "count": 296, "max_ms": 69.91, "p95_ms": 65.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.63, "count": 296, "max_ms": 83.406, "p95_ms": 78.186}, "yolo11_640_fire_11class": {"avg_ms": 54.14, "count": 296, "max_ms": 74.449, "p95_ms": 67.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.883, "count": 296, "max_ms": 82.101, "p95_ms": 77.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.483, "count": 296, "max_ms": 94.947, "p95_ms": 90.773}, "read_interval": {"avg_ms": 101.358, "count": 296, "max_ms": 594.516, "p95_ms": 111.114}, "triton_wait": {"avg_ms": 57.6, "count": 296, "max_ms": 83.417, "p95_ms": 78.919}, "visualize": {"avg_ms": 3.724, "count": 296, "max_ms": 4.906, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12343.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.329, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.699, "name": "ffmpeg", "pid": 37819, "rss_mb": 269.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.414, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:55:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:55:14+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T15:55:14+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T15:55:14.253179+09:00", "mtime_epoch": 1783061714.253179, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:55:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.102, "pushed": 8.102, "read": 8.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.453, "count": 243, "max_ms": 11.585, "p95_ms": 7.432}, "gstreamer_push": {"avg_ms": 1.2, "count": 243, "max_ms": 1.778, "p95_ms": 1.367}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.21, "count": 243, "max_ms": 69.23, "p95_ms": 64.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.022, "count": 243, "max_ms": 82.416, "p95_ms": 77.558}, "yolo11_640_fire_11class": {"avg_ms": 51.575, "count": 243, "max_ms": 71.472, "p95_ms": 66.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.421, "count": 243, "max_ms": 81.148, "p95_ms": 78.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.125, "count": 243, "max_ms": 157.385, "p95_ms": 132.452}, "read_interval": {"avg_ms": 123.304, "count": 243, "max_ms": 169.158, "p95_ms": 146.001}, "triton_wait": {"avg_ms": 61.703, "count": 243, "max_ms": 82.428, "p95_ms": 78.922}, "visualize": {"avg_ms": 5.031, "count": 243, "max_ms": 6.482, "p95_ms": 5.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 1868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12348.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1565.587, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.761, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:55:37+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T15:55:37+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T15:55:37.277342+09:00", "mtime_epoch": 1783061737.2773423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:55:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.836, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.884}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 2.958, "count": 297, "max_ms": 4.223, "p95_ms": 3.655}, "gstreamer_push": {"avg_ms": 1.356, "count": 297, "max_ms": 2.119, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.952, "count": 297, "max_ms": 66.585, "p95_ms": 64.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.174, "count": 297, "max_ms": 82.926, "p95_ms": 78.016}, "yolo11_640_fire_11class": {"avg_ms": 52.938, "count": 297, "max_ms": 73.27, "p95_ms": 66.104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.355, "count": 297, "max_ms": 81.511, "p95_ms": 76.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.101, "count": 297, "max_ms": 97.428, "p95_ms": 89.957}, "read_interval": {"avg_ms": 101.239, "count": 296, "max_ms": 733.018, "p95_ms": 112.062}, "triton_wait": {"avg_ms": 56.272, "count": 297, "max_ms": 82.942, "p95_ms": 78.158}, "visualize": {"avg_ms": 3.735, "count": 297, "max_ms": 4.961, "p95_ms": 4.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12348.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 257.431, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.113, "name": "ffmpeg", "pid": 37819, "rss_mb": 275.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.75, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 201765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:55:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:55:44+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-03T15:55:44+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T15:55:44.341394+09:00", "mtime_epoch": 1783061744.3413942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:55:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.968, "pushed": 7.968, "read": 7.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.847, "count": 238, "max_ms": 10.373, "p95_ms": 8.81}, "gstreamer_push": {"avg_ms": 1.172, "count": 238, "max_ms": 1.68, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.992, "count": 238, "max_ms": 67.491, "p95_ms": 63.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.045, "count": 238, "max_ms": 84.329, "p95_ms": 78.445}, "yolo11_640_fire_11class": {"avg_ms": 51.376, "count": 238, "max_ms": 71.154, "p95_ms": 65.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.655, "count": 238, "max_ms": 80.762, "p95_ms": 77.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.807, "count": 238, "max_ms": 159.829, "p95_ms": 135.36}, "read_interval": {"avg_ms": 126.083, "count": 237, "max_ms": 171.607, "p95_ms": 148.125}, "triton_wait": {"avg_ms": 62.212, "count": 238, "max_ms": 84.341, "p95_ms": 78.615}, "visualize": {"avg_ms": 5.115, "count": 238, "max_ms": 8.374, "p95_ms": 6.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12473.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1595.685, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.613, "sample_count": 2860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:56:07+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-07-03T15:56:07+09:00", "mjpeg": {"age_sec": 0.252, "exists": true, "mtime": "2026-07-03T15:56:07.185567+09:00", "mtime_epoch": 1783061767.1855671, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:56:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1971.48, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.567, "pushed": 5.6, "read": 5.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.604, "count": 167, "max_ms": 19.085, "p95_ms": 14.183}, "gstreamer_push": {"avg_ms": 1.112, "count": 168, "max_ms": 2.759, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.254, "count": 167, "max_ms": 74.508, "p95_ms": 67.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.907, "count": 167, "max_ms": 84.478, "p95_ms": 77.911}, "yolo11_640_fire_11class": {"avg_ms": 52.418, "count": 167, "max_ms": 67.966, "p95_ms": 63.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.435, "count": 167, "max_ms": 90.607, "p95_ms": 82.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.656, "count": 167, "max_ms": 818.041, "p95_ms": 302.264}, "read_interval": {"avg_ms": 178.54, "count": 167, "max_ms": 828.705, "p95_ms": 315.807}, "triton_wait": {"avg_ms": 61.215, "count": 167, "max_ms": 90.618, "p95_ms": 82.951}, "visualize": {"avg_ms": 6.545, "count": 167, "max_ms": 19.682, "p95_ms": 15.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12479.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 155, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5632501ff8c0] cabac decode of qscale diff failed at 34 32 [h264 @ 0x5632501ff8c0] error while decoding MB 34 32, bytestream 923 [h264 @ 0x5632500bb080] left block unavailable for requested intra mode [h264 @ 0x5632500bb080] error while decoding MB 0 22, bytestream 6802 [h264 @ 0x5632500e2d40] error while decoding MB 25 30, bytestream -5 [in#0/rtsp @ 0x5632500a2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5632500a2e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-07-03T15:51:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 287.466, "last_started_at": "2026-07-03T15:51:27+09:00", "pid": 37819, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.328, "name": "ffmpeg", "pid": 37819, "rss_mb": 295.328, "state": "S (sleeping)", "threads": 104}, "restart_count": 59, "restart_count_per_hour": 7, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.592, "sample_count": 2323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:56:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:56:14+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T15:56:14+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T15:56:14.389623+09:00", "mtime_epoch": 1783061774.3896232, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:56:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.294, "pushed": 9.294, "read": 9.261}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.9, "count": 278, "max_ms": 10.326, "p95_ms": 8.036}, "gstreamer_push": {"avg_ms": 1.186, "count": 278, "max_ms": 1.847, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.591, "count": 278, "max_ms": 74.993, "p95_ms": 65.251}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.93, "count": 278, "max_ms": 92.707, "p95_ms": 65.564}, "yolo11_640_fire_11class": {"avg_ms": 46.604, "count": 278, "max_ms": 68.719, "p95_ms": 61.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.314, "count": 278, "max_ms": 90.495, "p95_ms": 78.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.992, "count": 278, "max_ms": 147.312, "p95_ms": 118.173}, "read_interval": {"avg_ms": 107.97, "count": 277, "max_ms": 160.231, "p95_ms": 131.127}, "triton_wait": {"avg_ms": 57.953, "count": 278, "max_ms": 92.716, "p95_ms": 78.564}, "visualize": {"avg_ms": 4.529, "count": 278, "max_ms": 6.887, "p95_ms": 5.47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 2, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12432.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1625.714, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.266, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:56:37+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-07-03T15:56:37+09:00", "mjpeg": {"age_sec": 0.236, "exists": true, "mtime": "2026-07-03T15:56:37.229806+09:00", "mtime_epoch": 1783061797.2298062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:56:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1953.402, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.164, "pushed": 4.164, "read": 4.13}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.331, "count": 124, "max_ms": 19.252, "p95_ms": 15.622}, "gstreamer_push": {"avg_ms": 0.873, "count": 124, "max_ms": 1.584, "p95_ms": 0.914}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.219, "count": 124, "max_ms": 73.775, "p95_ms": 71.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.82, "count": 124, "max_ms": 88.026, "p95_ms": 74.943}, "yolo11_640_fire_11class": {"avg_ms": 51.925, "count": 124, "max_ms": 70.876, "p95_ms": 64.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.838, "count": 124, "max_ms": 89.259, "p95_ms": 79.75}}, "truncated_count": 0}, "processing_total": {"avg_ms": 231.729, "count": 124, "max_ms": 299.658, "p95_ms": 262.08}, "read_interval": {"avg_ms": 242.056, "count": 123, "max_ms": 308.247, "p95_ms": 272.087}, "triton_wait": {"avg_ms": 62.264, "count": 124, "max_ms": 89.271, "p95_ms": 81.064}, "visualize": {"avg_ms": 10.564, "count": 124, "max_ms": 16.08, "p95_ms": 13.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.779, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12432.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:56:15+09:00", "last_error_summary": "[h264 @ 0x55e4b99d3000] left block unavailable for requested intra mode [h264 @ 0x55e4b99d3000] error while decoding MB 0 18, bytestream 86022 [h264 @ 0x55e4b9c3fb80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4b9c3fb80] error while decoding MB 0 17, bytestream 650 [h264 @ 0x55e4b8f70200] left block unavailable for requested intra mode [h264 @ 0x55e4b8f70200] error while decoding MB 0 40, bytestream 14596", "last_exit_at": "2026-07-03T15:56:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.444, "last_started_at": "2026-07-03T15:56:18+09:00", "pid": 37986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.762, "name": "ffmpeg", "pid": 37986, "rss_mb": 264.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 8, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.367, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:56:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T15:56:44+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T15:56:44+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T15:56:44.445865+09:00", "mtime_epoch": 1783061804.4458654, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:56:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.751, "pushed": 7.751, "read": 7.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.149, "count": 232, "max_ms": 10.23, "p95_ms": 7.746}, "gstreamer_push": {"avg_ms": 1.152, "count": 232, "max_ms": 1.587, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.538, "count": 232, "max_ms": 76.629, "p95_ms": 70.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.734, "count": 232, "max_ms": 82.677, "p95_ms": 69.811}, "yolo11_640_fire_11class": {"avg_ms": 47.887, "count": 232, "max_ms": 73.905, "p95_ms": 62.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.693, "count": 232, "max_ms": 86.62, "p95_ms": 78.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.36, "count": 232, "max_ms": 147.361, "p95_ms": 131.828}, "read_interval": {"avg_ms": 129.549, "count": 231, "max_ms": 4220.505, "p95_ms": 144.53}, "triton_wait": {"avg_ms": 56.827, "count": 232, "max_ms": 86.632, "p95_ms": 79.257}, "visualize": {"avg_ms": 4.696, "count": 232, "max_ms": 6.879, "p95_ms": 6.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1655.882, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.723, "name": "ffmpeg", "pid": 37393, "rss_mb": 334.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.579, "sample_count": 2524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:57:07+09:00", "last_frame_read_age_sec": 0.223, "last_frame_read_at": "2026-07-03T15:57:07+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-03T15:57:07.422059+09:00", "mtime_epoch": 1783061827.422059, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:57:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1924.395, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.618, "pushed": 4.618, "read": 4.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.607, "count": 137, "max_ms": 15.605, "p95_ms": 13.397}, "gstreamer_push": {"avg_ms": 0.882, "count": 138, "max_ms": 1.625, "p95_ms": 0.942}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.082, "count": 137, "max_ms": 72.005, "p95_ms": 67.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.765, "count": 137, "max_ms": 83.904, "p95_ms": 74.716}, "yolo11_640_fire_11class": {"avg_ms": 51.938, "count": 137, "max_ms": 67.492, "p95_ms": 66.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.27, "count": 137, "max_ms": 83.588, "p95_ms": 81.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.086, "count": 138, "max_ms": 275.481, "p95_ms": 234.556}, "read_interval": {"avg_ms": 218.51, "count": 137, "max_ms": 286.193, "p95_ms": 246.728}, "triton_wait": {"avg_ms": 60.575, "count": 137, "max_ms": 83.914, "p95_ms": 81.931}, "visualize": {"avg_ms": 7.187, "count": 137, "max_ms": 14.037, "p95_ms": 7.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:56:15+09:00", "last_error_summary": "[h264 @ 0x55e4b99d3000] left block unavailable for requested intra mode [h264 @ 0x55e4b99d3000] error while decoding MB 0 18, bytestream 86022 [h264 @ 0x55e4b9c3fb80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4b9c3fb80] error while decoding MB 0 17, bytestream 650 [h264 @ 0x55e4b8f70200] left block unavailable for requested intra mode [h264 @ 0x55e4b8f70200] error while decoding MB 0 40, bytestream 14596", "last_exit_at": "2026-07-03T15:56:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.478, "last_started_at": "2026-07-03T15:56:18+09:00", "pid": 37986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.309, "name": "ffmpeg", "pid": 37986, "rss_mb": 266.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 8, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.361, "sample_count": 2449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:57:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:57:14+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T15:57:14+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T15:57:14.482120+09:00", "mtime_epoch": 1783061834.4821198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:57:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.753, "pushed": 8.753, "read": 8.72}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.369, "count": 262, "max_ms": 9.619, "p95_ms": 8.047}, "gstreamer_push": {"avg_ms": 1.15, "count": 262, "max_ms": 1.54, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.759, "count": 262, "max_ms": 77.9, "p95_ms": 61.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.224, "count": 262, "max_ms": 88.312, "p95_ms": 66.249}, "yolo11_640_fire_11class": {"avg_ms": 47.587, "count": 262, "max_ms": 75.759, "p95_ms": 61.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.131, "count": 262, "max_ms": 87.505, "p95_ms": 80.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.957, "count": 262, "max_ms": 169.361, "p95_ms": 132.269}, "read_interval": {"avg_ms": 114.614, "count": 261, "max_ms": 180.454, "p95_ms": 144.741}, "triton_wait": {"avg_ms": 57.559, "count": 262, "max_ms": 88.324, "p95_ms": 80.014}, "visualize": {"avg_ms": 4.758, "count": 262, "max_ms": 6.55, "p95_ms": 5.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:56:15+09:00", "last_error_summary": "[h264 @ 0x55e4b99d3000] left block unavailable for requested intra mode [h264 @ 0x55e4b99d3000] error while decoding MB 0 18, bytestream 86022 [h264 @ 0x55e4b9c3fb80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4b9c3fb80] error while decoding MB 0 17, bytestream 650 [h264 @ 0x55e4b8f70200] left block unavailable for requested intra mode [h264 @ 0x55e4b8f70200] error while decoding MB 0 40, bytestream 14596", "last_exit_at": "2026-07-03T15:56:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.529, "last_started_at": "2026-07-03T15:56:18+09:00", "pid": 37986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.566, "name": "ffmpeg", "pid": 37986, "rss_mb": 266.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 8, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.268, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:57:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T15:57:44+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T15:57:44+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T15:57:44.578387+09:00", "mtime_epoch": 1783061864.5783868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165335}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:57:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.02, "pushed": 9.02, "read": 8.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.12, "count": 270, "max_ms": 10.534, "p95_ms": 7.6}, "gstreamer_push": {"avg_ms": 1.194, "count": 270, "max_ms": 2.025, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.788, "count": 270, "max_ms": 70.649, "p95_ms": 63.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.528, "count": 270, "max_ms": 86.645, "p95_ms": 76.181}, "yolo11_640_fire_11class": {"avg_ms": 47.74, "count": 270, "max_ms": 69.225, "p95_ms": 64.506}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.102, "count": 270, "max_ms": 83.8, "p95_ms": 77.386}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.945, "count": 270, "max_ms": 138.86, "p95_ms": 128.585}, "read_interval": {"avg_ms": 111.425, "count": 269, "max_ms": 152.574, "p95_ms": 141.647}, "triton_wait": {"avg_ms": 57.361, "count": 270, "max_ms": 86.657, "p95_ms": 78.299}, "visualize": {"avg_ms": 4.732, "count": 270, "max_ms": 8.919, "p95_ms": 5.646}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:29:29+09:00", "last_error_summary": "[h264 @ 0x55f008bb9040] error while decoding MB 52 45, bytestream -25", "last_exit_at": "2026-07-03T15:02:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1701.118, "last_started_at": "2026-07-03T15:29:31+09:00", "pid": 37393, "process": {"exists": true, "fd_count": 5, "hwm_mb": 359.707, "name": "ffmpeg", "pid": 37393, "rss_mb": 359.707, "state": "S (sleeping)", "threads": 104}, "restart_count": 32, "restart_count_per_hour": 2, "rtsp_timeout_count": 50, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.232, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:57:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T15:57:52+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T15:57:52+09:00", "mjpeg": {"age_sec": 18.696, "exists": true, "mtime": "2026-07-03T15:57:34.174293+09:00", "mtime_epoch": 1783061854.1742933, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:57:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1908.574, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.376, "pushed": 3.376, "read": 3.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.115, "count": 100, "max_ms": 11.715, "p95_ms": 10.93}, "gstreamer_push": {"avg_ms": 1.28, "count": 101, "max_ms": 2.543, "p95_ms": 1.94}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.24, "count": 100, "max_ms": 67.767, "p95_ms": 65.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.398, "count": 100, "max_ms": 81.648, "p95_ms": 79.3}, "yolo11_640_fire_11class": {"avg_ms": 54.774, "count": 100, "max_ms": 72.569, "p95_ms": 68.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.165, "count": 100, "max_ms": 81.167, "p95_ms": 78.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.141, "count": 101, "max_ms": 227.542, "p95_ms": 206.046}, "read_interval": {"avg_ms": 299.651, "count": 100, "max_ms": 18695.083, "p95_ms": 216.407}, "triton_wait": {"avg_ms": 59.899, "count": 100, "max_ms": 81.666, "p95_ms": 79.88}, "visualize": {"avg_ms": 4.491, "count": 100, "max_ms": 7.46, "p95_ms": 6.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:56:15+09:00", "last_error_summary": "[h264 @ 0x55e4b99d3000] left block unavailable for requested intra mode [h264 @ 0x55e4b99d3000] error while decoding MB 0 18, bytestream 86022 [h264 @ 0x55e4b9c3fb80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4b9c3fb80] error while decoding MB 0 17, bytestream 650 [h264 @ 0x55e4b8f70200] left block unavailable for requested intra mode [h264 @ 0x55e4b8f70200] error while decoding MB 0 40, bytestream 14596", "last_exit_at": "2026-07-03T15:56:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.583, "last_started_at": "2026-07-03T15:56:18+09:00", "pid": 37986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.824, "name": "ffmpeg", "pid": 37986, "rss_mb": 266.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 8, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.386, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:58:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:58:14+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T15:58:14+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T15:58:14.558664+09:00", "mtime_epoch": 1783061894.5586636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:58:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.186, "pushed": 8.186, "read": 8.153}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.587, "count": 245, "max_ms": 10.39, "p95_ms": 7.972}, "gstreamer_push": {"avg_ms": 1.152, "count": 245, "max_ms": 1.422, "p95_ms": 1.346}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.219, "count": 245, "max_ms": 64.135, "p95_ms": 59.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.111, "count": 245, "max_ms": 78.589, "p95_ms": 65.888}, "yolo11_640_fire_11class": {"avg_ms": 48.107, "count": 245, "max_ms": 69.906, "p95_ms": 62.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.71, "count": 245, "max_ms": 80.222, "p95_ms": 72.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 109.116, "count": 245, "max_ms": 162.481, "p95_ms": 148.776}, "read_interval": {"avg_ms": 122.526, "count": 244, "max_ms": 174.352, "p95_ms": 160.243}, "triton_wait": {"avg_ms": 58.234, "count": 245, "max_ms": 80.234, "p95_ms": 73.376}, "visualize": {"avg_ms": 5.091, "count": 245, "max_ms": 7.414, "p95_ms": 6.426}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.572, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.289, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 3, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.363, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:58:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:58:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T15:58:23+09:00", "mjpeg": {"age_sec": 0.303, "exists": true, "mtime": "2026-07-03T15:58:22.810742+09:00", "mtime_epoch": 1783061902.8107417, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:58:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.279, "pushed": 8.279, "read": 8.246}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.444, "count": 247, "max_ms": 8.043, "p95_ms": 4.746}, "gstreamer_push": {"avg_ms": 1.297, "count": 248, "max_ms": 1.574, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.486, "count": 247, "max_ms": 66.844, "p95_ms": 62.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.795, "count": 247, "max_ms": 79.593, "p95_ms": 66.052}, "yolo11_640_fire_11class": {"avg_ms": 52.571, "count": 247, "max_ms": 70.233, "p95_ms": 65.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.529, "count": 247, "max_ms": 81.393, "p95_ms": 73.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.729, "count": 248, "max_ms": 161.187, "p95_ms": 92.545}, "read_interval": {"avg_ms": 121.542, "count": 247, "max_ms": 5044.764, "p95_ms": 162.823}, "triton_wait": {"avg_ms": 55.757, "count": 247, "max_ms": 81.405, "p95_ms": 74.137}, "visualize": {"avg_ms": 3.713, "count": 247, "max_ms": 8.404, "p95_ms": 4.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12361.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:56:15+09:00", "last_error_summary": "[h264 @ 0x55e4b99d3000] left block unavailable for requested intra mode [h264 @ 0x55e4b99d3000] error while decoding MB 0 18, bytestream 86022 [h264 @ 0x55e4b9c3fb80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4b9c3fb80] error while decoding MB 0 17, bytestream 650 [h264 @ 0x55e4b8f70200] left block unavailable for requested intra mode [h264 @ 0x55e4b8f70200] error while decoding MB 0 40, bytestream 14596", "last_exit_at": "2026-07-03T15:56:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.659, "last_started_at": "2026-07-03T15:56:18+09:00", "pid": 37986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.816, "name": "ffmpeg", "pid": 37986, "rss_mb": 274.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 8, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.839, "sample_count": 2451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203257, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:58:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:58:44+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-07-03T15:58:44+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T15:58:44.646952+09:00", "mtime_epoch": 1783061924.646952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:58:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.849, "pushed": 6.849, "read": 6.815}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.711, "count": 205, "max_ms": 10.567, "p95_ms": 8.651}, "gstreamer_push": {"avg_ms": 1.071, "count": 205, "max_ms": 1.32, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.649, "count": 205, "max_ms": 64.415, "p95_ms": 62.171}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.284, "count": 205, "max_ms": 78.531, "p95_ms": 70.397}, "yolo11_640_fire_11class": {"avg_ms": 50.042, "count": 205, "max_ms": 70.79, "p95_ms": 64.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.434, "count": 205, "max_ms": 78.083, "p95_ms": 75.575}}, "truncated_count": 0}, "processing_total": {"avg_ms": 131.615, "count": 205, "max_ms": 167.214, "p95_ms": 154.884}, "read_interval": {"avg_ms": 146.757, "count": 204, "max_ms": 728.205, "p95_ms": 165.593}, "triton_wait": {"avg_ms": 59.868, "count": 205, "max_ms": 78.543, "p95_ms": 75.587}, "visualize": {"avg_ms": 6.007, "count": 205, "max_ms": 8.106, "p95_ms": 6.725}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12361.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.626, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.547, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 3, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.363, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:58:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:58:53+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T15:58:53+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T15:58:53.111035+09:00", "mtime_epoch": 1783061933.1110349, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:58:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.283, "pushed": 10.283, "read": 10.249}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.248, "count": 308, "max_ms": 5.05, "p95_ms": 4.494}, "gstreamer_push": {"avg_ms": 1.322, "count": 308, "max_ms": 1.864, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.774, "count": 308, "max_ms": 70.134, "p95_ms": 62.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.882, "count": 308, "max_ms": 78.073, "p95_ms": 70.529}, "yolo11_640_fire_11class": {"avg_ms": 51.893, "count": 308, "max_ms": 70.816, "p95_ms": 66.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.645, "count": 308, "max_ms": 80.636, "p95_ms": 74.113}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.515, "count": 308, "max_ms": 92.778, "p95_ms": 87.127}, "read_interval": {"avg_ms": 97.639, "count": 307, "max_ms": 835.81, "p95_ms": 111.478}, "triton_wait": {"avg_ms": 54.484, "count": 308, "max_ms": 80.648, "p95_ms": 75.078}, "visualize": {"avg_ms": 3.74, "count": 308, "max_ms": 4.811, "p95_ms": 4.549}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1695}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:56:15+09:00", "last_error_summary": "[h264 @ 0x55e4b99d3000] left block unavailable for requested intra mode [h264 @ 0x55e4b99d3000] error while decoding MB 0 18, bytestream 86022 [h264 @ 0x55e4b9c3fb80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4b9c3fb80] error while decoding MB 0 17, bytestream 650 [h264 @ 0x55e4b8f70200] left block unavailable for requested intra mode [h264 @ 0x55e4b8f70200] error while decoding MB 0 40, bytestream 14596", "last_exit_at": "2026-07-03T15:56:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.678, "last_started_at": "2026-07-03T15:56:18+09:00", "pid": 37986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.926, "name": "ffmpeg", "pid": 37986, "rss_mb": 276.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 8, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.867, "sample_count": 2448, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:59:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:59:14+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T15:59:14+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T15:59:14.687250+09:00", "mtime_epoch": 1783061954.6872497, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:59:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.96, "pushed": 7.96, "read": 7.927}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.781, "count": 238, "max_ms": 9.771, "p95_ms": 7.344}, "gstreamer_push": {"avg_ms": 1.164, "count": 238, "max_ms": 1.316, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.608, "count": 238, "max_ms": 67.785, "p95_ms": 62.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.892, "count": 238, "max_ms": 79.02, "p95_ms": 76.317}, "yolo11_640_fire_11class": {"avg_ms": 51.011, "count": 238, "max_ms": 70.497, "p95_ms": 64.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.791, "count": 238, "max_ms": 80.715, "p95_ms": 76.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.089, "count": 238, "max_ms": 138.926, "p95_ms": 130.21}, "read_interval": {"avg_ms": 126.148, "count": 237, "max_ms": 151.293, "p95_ms": 143.845}, "triton_wait": {"avg_ms": 60.191, "count": 238, "max_ms": 80.727, "p95_ms": 77.257}, "visualize": {"avg_ms": 5.121, "count": 238, "max_ms": 6.365, "p95_ms": 5.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12366.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.64, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 3, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.332, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:59:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:59:23+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T15:59:23+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-03T15:59:23.127335+09:00", "mtime_epoch": 1783061963.1273348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:59:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.178, "count": 294, "max_ms": 5.043, "p95_ms": 3.698}, "gstreamer_push": {"avg_ms": 1.313, "count": 294, "max_ms": 1.906, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.518, "count": 294, "max_ms": 67.713, "p95_ms": 64.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.805, "count": 294, "max_ms": 83.94, "p95_ms": 77.381}, "yolo11_640_fire_11class": {"avg_ms": 53.298, "count": 294, "max_ms": 77.962, "p95_ms": 65.877}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.896, "count": 294, "max_ms": 83.205, "p95_ms": 77.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.799, "count": 294, "max_ms": 95.758, "p95_ms": 89.86}, "read_interval": {"avg_ms": 102.087, "count": 294, "max_ms": 678.215, "p95_ms": 124.078}, "triton_wait": {"avg_ms": 56.937, "count": 294, "max_ms": 83.952, "p95_ms": 78.516}, "visualize": {"avg_ms": 3.683, "count": 294, "max_ms": 4.827, "p95_ms": 4.183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12369.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:56:15+09:00", "last_error_summary": "[h264 @ 0x55e4b99d3000] left block unavailable for requested intra mode [h264 @ 0x55e4b99d3000] error while decoding MB 0 18, bytestream 86022 [h264 @ 0x55e4b9c3fb80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4b9c3fb80] error while decoding MB 0 17, bytestream 650 [h264 @ 0x55e4b8f70200] left block unavailable for requested intra mode [h264 @ 0x55e4b8f70200] error while decoding MB 0 40, bytestream 14596", "last_exit_at": "2026-07-03T15:56:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.737, "last_started_at": "2026-07-03T15:56:18+09:00", "pid": 37986, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.629, "name": "ffmpeg", "pid": 37986, "rss_mb": 283.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 60, "restart_count_per_hour": 8, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.594, "sample_count": 2460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:59:44+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T15:59:44+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T15:59:44.739557+09:00", "mtime_epoch": 1783061984.7395566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T15:59:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.418, "pushed": 8.418, "read": 8.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.341, "count": 252, "max_ms": 9.862, "p95_ms": 7.338}, "gstreamer_push": {"avg_ms": 1.198, "count": 252, "max_ms": 1.519, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.194, "count": 252, "max_ms": 66.832, "p95_ms": 63.679}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.646, "count": 252, "max_ms": 83.935, "p95_ms": 76.953}, "yolo11_640_fire_11class": {"avg_ms": 50.966, "count": 252, "max_ms": 69.025, "p95_ms": 65.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.437, "count": 252, "max_ms": 81.601, "p95_ms": 76.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.482, "count": 252, "max_ms": 135.262, "p95_ms": 130.219}, "read_interval": {"avg_ms": 119.259, "count": 251, "max_ms": 150.783, "p95_ms": 143.608}, "triton_wait": {"avg_ms": 60.565, "count": 252, "max_ms": 83.949, "p95_ms": 77.468}, "visualize": {"avg_ms": 4.87, "count": 252, "max_ms": 6.71, "p95_ms": 5.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.657, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 3, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.363, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T15:59:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T15:59:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T15:59:53+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T15:59:53.139644+09:00", "mtime_epoch": 1783061993.1396441, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T15:59:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.219, "count": 299, "max_ms": 5.474, "p95_ms": 3.97}, "gstreamer_push": {"avg_ms": 1.318, "count": 299, "max_ms": 2.25, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.68, "count": 299, "max_ms": 68.633, "p95_ms": 63.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.769, "count": 299, "max_ms": 82.825, "p95_ms": 76.864}, "yolo11_640_fire_11class": {"avg_ms": 52.669, "count": 299, "max_ms": 70.547, "p95_ms": 66.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.064, "count": 299, "max_ms": 82.548, "p95_ms": 76.766}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.688, "count": 299, "max_ms": 106.537, "p95_ms": 89.617}, "read_interval": {"avg_ms": 100.457, "count": 298, "max_ms": 755.857, "p95_ms": 131.786}, "triton_wait": {"avg_ms": 56.442, "count": 299, "max_ms": 82.838, "p95_ms": 77.291}, "visualize": {"avg_ms": 3.722, "count": 299, "max_ms": 5.53, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12226.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:00:12+09:00", "last_error_summary": "[in#0/rtsp @ 0x55d5efe70e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5efe70e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:00:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.166, "last_started_at": "2026-07-03T16:00:15+09:00", "pid": 38245, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.578, "name": "ffmpeg", "pid": 38245, "rss_mb": 144.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.09, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 203821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:00:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:00:17+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-03T16:00:17+09:00", "mjpeg": {"age_sec": 4.647, "exists": true, "mtime": "2026-07-03T16:00:12.767851+09:00", "mtime_epoch": 1783062012.767851, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171390}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:00:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.802, "pushed": 1.802, "read": 1.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.625, "count": 53, "max_ms": 10.083, "p95_ms": 7.346}, "gstreamer_push": {"avg_ms": 1.171, "count": 54, "max_ms": 1.304, "p95_ms": 1.262}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.267, "count": 53, "max_ms": 66.669, "p95_ms": 63.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.028, "count": 53, "max_ms": 80.094, "p95_ms": 77.453}, "yolo11_640_fire_11class": {"avg_ms": 51.429, "count": 53, "max_ms": 67.272, "p95_ms": 65.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.912, "count": 53, "max_ms": 80.715, "p95_ms": 76.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.506, "count": 54, "max_ms": 144.562, "p95_ms": 132.563}, "read_interval": {"avg_ms": 564.432, "count": 53, "max_ms": 10126.087, "p95_ms": 4649.617}, "triton_wait": {"avg_ms": 60.132, "count": 53, "max_ms": 80.725, "p95_ms": 77.464}, "visualize": {"avg_ms": 5.082, "count": 53, "max_ms": 6.612, "p95_ms": 5.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12317.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.665, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 3, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.363, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:00:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:00:23+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T16:00:23+09:00", "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-07-03T16:00:23.151962+09:00", "mtime_epoch": 1783062023.1519618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230614}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:00:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 3.196, "count": 302, "max_ms": 4.689, "p95_ms": 3.682}, "gstreamer_push": {"avg_ms": 1.337, "count": 302, "max_ms": 2.012, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.395, "count": 302, "max_ms": 64.437, "p95_ms": 48.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.586, "count": 302, "max_ms": 77.85, "p95_ms": 52.277}, "yolo11_640_fire_11class": {"avg_ms": 49.237, "count": 302, "max_ms": 67.164, "p95_ms": 51.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.883, "count": 302, "max_ms": 78.71, "p95_ms": 50.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.858, "count": 302, "max_ms": 90.747, "p95_ms": 65.507}, "read_interval": {"avg_ms": 99.375, "count": 302, "max_ms": 960.843, "p95_ms": 210.854}, "triton_wait": {"avg_ms": 49.958, "count": 302, "max_ms": 78.722, "p95_ms": 53.481}, "visualize": {"avg_ms": 3.686, "count": 302, "max_ms": 5.088, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1700}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12351.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:00:12+09:00", "last_error_summary": "[in#0/rtsp @ 0x55d5efe70e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5efe70e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:00:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.284, "last_started_at": "2026-07-03T16:00:15+09:00", "pid": 38245, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 38245, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.208, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:00:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:00:47+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-07-03T16:00:47+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T16:00:47.384224+09:00", "mtime_epoch": 1783062047.3842244, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:00:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.242, "pushed": 7.242, "read": 7.209}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.744, "count": 216, "max_ms": 11.206, "p95_ms": 8.863}, "gstreamer_push": {"avg_ms": 1.104, "count": 217, "max_ms": 1.409, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.767, "count": 216, "max_ms": 66.988, "p95_ms": 63.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.08, "count": 216, "max_ms": 82.277, "p95_ms": 69.698}, "yolo11_640_fire_11class": {"avg_ms": 49.1, "count": 216, "max_ms": 70.66, "p95_ms": 64.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.033, "count": 216, "max_ms": 82.103, "p95_ms": 76.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.904, "count": 217, "max_ms": 167.338, "p95_ms": 154.16}, "read_interval": {"avg_ms": 138.681, "count": 216, "max_ms": 180.186, "p95_ms": 165.328}, "triton_wait": {"avg_ms": 58.677, "count": 216, "max_ms": 82.289, "p95_ms": 77.026}, "visualize": {"avg_ms": 5.853, "count": 216, "max_ms": 7.561, "p95_ms": 6.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12352.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.678, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 3, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.968, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:00:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:00:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T16:00:53+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T16:00:53.136287+09:00", "mtime_epoch": 1783062053.1362875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:00:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.175, "count": 301, "max_ms": 4.543, "p95_ms": 3.647}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 1.592, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.157, "count": 301, "max_ms": 68.548, "p95_ms": 62.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.644, "count": 301, "max_ms": 81.558, "p95_ms": 66.679}, "yolo11_640_fire_11class": {"avg_ms": 52.093, "count": 301, "max_ms": 73.884, "p95_ms": 66.689}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.452, "count": 301, "max_ms": 81.566, "p95_ms": 74.694}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.317, "count": 301, "max_ms": 93.483, "p95_ms": 87.05}, "read_interval": {"avg_ms": 99.621, "count": 301, "max_ms": 895.367, "p95_ms": 113.242}, "triton_wait": {"avg_ms": 54.434, "count": 301, "max_ms": 81.577, "p95_ms": 75.652}, "visualize": {"avg_ms": 3.685, "count": 301, "max_ms": 5.543, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:00:12+09:00", "last_error_summary": "[in#0/rtsp @ 0x55d5efe70e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5efe70e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:00:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.295, "last_started_at": "2026-07-03T16:00:15+09:00", "pid": 38245, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.906, "name": "ffmpeg", "pid": 38245, "rss_mb": 267.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.971, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:01:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:01:17+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T16:01:17+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T16:01:17.412557+09:00", "mtime_epoch": 1783062077.4125566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:01:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.57, "pushed": 7.57, "read": 7.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.308, "count": 226, "max_ms": 9.603, "p95_ms": 8.358}, "gstreamer_push": {"avg_ms": 1.15, "count": 226, "max_ms": 1.851, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.515, "count": 226, "max_ms": 66.549, "p95_ms": 62.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.576, "count": 226, "max_ms": 81.233, "p95_ms": 77.635}, "yolo11_640_fire_11class": {"avg_ms": 49.965, "count": 226, "max_ms": 70.526, "p95_ms": 64.635}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.261, "count": 226, "max_ms": 80.491, "p95_ms": 75.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 120.098, "count": 226, "max_ms": 161.829, "p95_ms": 145.383}, "read_interval": {"avg_ms": 132.737, "count": 225, "max_ms": 173.016, "p95_ms": 157.464}, "triton_wait": {"avg_ms": 59.431, "count": 226, "max_ms": 81.245, "p95_ms": 78.014}, "visualize": {"avg_ms": 5.558, "count": 226, "max_ms": 7.289, "p95_ms": 6.551}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.714, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 3, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.666, "sample_count": 2416, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:01:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:01:23+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:01:23+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T16:01:23.196622+09:00", "mtime_epoch": 1783062083.1966217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241223}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:01:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.243, "count": 299, "max_ms": 4.904, "p95_ms": 4.287}, "gstreamer_push": {"avg_ms": 1.331, "count": 299, "max_ms": 2.124, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.903, "count": 299, "max_ms": 67.323, "p95_ms": 64.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.309, "count": 299, "max_ms": 84.62, "p95_ms": 76.482}, "yolo11_640_fire_11class": {"avg_ms": 52.711, "count": 299, "max_ms": 72.445, "p95_ms": 67.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.4, "count": 299, "max_ms": 81.038, "p95_ms": 77.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.405, "count": 299, "max_ms": 96.223, "p95_ms": 90.263}, "read_interval": {"avg_ms": 100.524, "count": 298, "max_ms": 712.433, "p95_ms": 122.009}, "triton_wait": {"avg_ms": 55.395, "count": 299, "max_ms": 84.632, "p95_ms": 78.218}, "visualize": {"avg_ms": 3.695, "count": 299, "max_ms": 5.131, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:00:12+09:00", "last_error_summary": "[in#0/rtsp @ 0x55d5efe70e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5efe70e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:00:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.316, "last_started_at": "2026-07-03T16:00:15+09:00", "pid": 38245, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.793, "name": "ffmpeg", "pid": 38245, "rss_mb": 277.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.751, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:01:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:01:47+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-03T16:01:47+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-03T16:01:47.448896+09:00", "mtime_epoch": 1783062107.4488964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:01:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.661, "pushed": 8.661, "read": 8.628}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.469, "count": 259, "max_ms": 8.926, "p95_ms": 7.415}, "gstreamer_push": {"avg_ms": 1.254, "count": 259, "max_ms": 1.712, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.147, "count": 259, "max_ms": 67.492, "p95_ms": 65.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 66.461, "count": 259, "max_ms": 84.039, "p95_ms": 79.364}, "yolo11_640_fire_11class": {"avg_ms": 57.232, "count": 259, "max_ms": 69.422, "p95_ms": 67.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.874, "count": 259, "max_ms": 81.153, "p95_ms": 79.085}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.996, "count": 259, "max_ms": 136.54, "p95_ms": 131.576}, "read_interval": {"avg_ms": 115.849, "count": 258, "max_ms": 729.512, "p95_ms": 144.147}, "triton_wait": {"avg_ms": 67.784, "count": 259, "max_ms": 84.051, "p95_ms": 79.96}, "visualize": {"avg_ms": 4.37, "count": 259, "max_ms": 6.669, "p95_ms": 5.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12363.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.757, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 3, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.646, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:01:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:01:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T16:01:53+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T16:01:53.212962+09:00", "mtime_epoch": 1783062113.2129624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:01:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.146, "count": 300, "max_ms": 4.459, "p95_ms": 3.257}, "gstreamer_push": {"avg_ms": 1.333, "count": 300, "max_ms": 1.508, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.016, "count": 300, "max_ms": 68.218, "p95_ms": 66.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.365, "count": 300, "max_ms": 82.732, "p95_ms": 78.933}, "yolo11_640_fire_11class": {"avg_ms": 58.235, "count": 300, "max_ms": 71.67, "p95_ms": 68.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.743, "count": 300, "max_ms": 81.154, "p95_ms": 79.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.88, "count": 300, "max_ms": 94.812, "p95_ms": 91.481}, "read_interval": {"avg_ms": 100.122, "count": 299, "max_ms": 812.672, "p95_ms": 110.091}, "triton_wait": {"avg_ms": 65.021, "count": 300, "max_ms": 82.744, "p95_ms": 79.671}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 4.564, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12367.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:00:12+09:00", "last_error_summary": "[in#0/rtsp @ 0x55d5efe70e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5efe70e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:00:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.416, "last_started_at": "2026-07-03T16:00:15+09:00", "pid": 38245, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.176, "name": "ffmpeg", "pid": 38245, "rss_mb": 282.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 61, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.751, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:02:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:02:17+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T16:02:17+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T16:02:17.533244+09:00", "mtime_epoch": 1783062137.5332437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:02:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.972, "pushed": 7.972, "read": 7.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.525, "count": 238, "max_ms": 10.059, "p95_ms": 7.294}, "gstreamer_push": {"avg_ms": 1.16, "count": 239, "max_ms": 1.729, "p95_ms": 1.343}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.975, "count": 238, "max_ms": 66.408, "p95_ms": 62.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.422, "count": 238, "max_ms": 83.62, "p95_ms": 77.853}, "yolo11_640_fire_11class": {"avg_ms": 51.4, "count": 238, "max_ms": 72.746, "p95_ms": 65.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.264, "count": 238, "max_ms": 81.506, "p95_ms": 77.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.708, "count": 239, "max_ms": 137.092, "p95_ms": 133.141}, "read_interval": {"avg_ms": 125.817, "count": 238, "max_ms": 583.752, "p95_ms": 146.021}, "triton_wait": {"avg_ms": 61.335, "count": 238, "max_ms": 83.632, "p95_ms": 78.319}, "visualize": {"avg_ms": 4.994, "count": 238, "max_ms": 6.008, "p95_ms": 5.49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12367.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 265.776, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 3, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.608, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:02:23+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T16:02:23+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T16:02:23.217310+09:00", "mtime_epoch": 1783062143.21731, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:02:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.718}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.425, "count": 292, "max_ms": 6.041, "p95_ms": 5.423}, "gstreamer_push": {"avg_ms": 1.282, "count": 292, "max_ms": 2.096, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.475, "count": 292, "max_ms": 65.984, "p95_ms": 63.929}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.47, "count": 292, "max_ms": 83.14, "p95_ms": 77.447}, "yolo11_640_fire_11class": {"avg_ms": 53.181, "count": 292, "max_ms": 73.16, "p95_ms": 65.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.601, "count": 292, "max_ms": 80.82, "p95_ms": 78.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.072, "count": 292, "max_ms": 139.342, "p95_ms": 107.377}, "read_interval": {"avg_ms": 102.753, "count": 291, "max_ms": 697.294, "p95_ms": 144.362}, "triton_wait": {"avg_ms": 57.548, "count": 292, "max_ms": 83.152, "p95_ms": 78.522}, "visualize": {"avg_ms": 3.793, "count": 292, "max_ms": 5.939, "p95_ms": 5.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.443, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.74, "sample_count": 2952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:02:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:02:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:02:53+09:00", "mjpeg": {"age_sec": 0.675, "exists": true, "mtime": "2026-07-03T16:02:53.309665+09:00", "mtime_epoch": 1783062173.3096647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:02:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.343, "pushed": 10.343, "read": 10.309}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.234, "count": 309, "max_ms": 5.317, "p95_ms": 3.698}, "gstreamer_push": {"avg_ms": 1.334, "count": 310, "max_ms": 2.115, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.206, "count": 309, "max_ms": 75.727, "p95_ms": 63.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.871, "count": 309, "max_ms": 86.091, "p95_ms": 76.768}, "yolo11_640_fire_11class": {"avg_ms": 52.732, "count": 309, "max_ms": 75.718, "p95_ms": 65.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.921, "count": 309, "max_ms": 79.436, "p95_ms": 75.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.93, "count": 310, "max_ms": 105.402, "p95_ms": 90.041}, "read_interval": {"avg_ms": 97.118, "count": 309, "max_ms": 690.947, "p95_ms": 116.113}, "triton_wait": {"avg_ms": 56.454, "count": 309, "max_ms": 86.102, "p95_ms": 76.869}, "visualize": {"avg_ms": 3.705, "count": 309, "max_ms": 5.246, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 158, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:00:12+09:00", "last_error_summary": "[in#0/rtsp @ 0x55d5efe70e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d5efe70e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:00:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.696, "last_started_at": "2026-07-03T16:00:15+09:00", "pid": 38245, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.504, "name": "ffmpeg", "pid": 38245, "rss_mb": 295.504, "state": "S (sleeping)", "threads": 104}, "restart_count": 61, "restart_count_per_hour": 9, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.59, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 204999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:03:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:03:03+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T16:03:03+09:00", "mjpeg": {"age_sec": 18.951, "exists": true, "mtime": "2026-07-03T16:02:44.993566+09:00", "mtime_epoch": 1783062164.993566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:03:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.141, "pushed": 3.141, "read": 3.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.959, "count": 94, "max_ms": 11.225, "p95_ms": 7.683}, "gstreamer_push": {"avg_ms": 1.229, "count": 94, "max_ms": 1.469, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.663, "count": 94, "max_ms": 68.938, "p95_ms": 64.292}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.783, "count": 94, "max_ms": 83.376, "p95_ms": 79.255}, "yolo11_640_fire_11class": {"avg_ms": 54.629, "count": 94, "max_ms": 69.798, "p95_ms": 66.568}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.783, "count": 94, "max_ms": 79.151, "p95_ms": 76.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.71, "count": 94, "max_ms": 138.343, "p95_ms": 132.503}, "read_interval": {"avg_ms": 321.551, "count": 93, "max_ms": 18977.633, "p95_ms": 147.947}, "triton_wait": {"avg_ms": 66.268, "count": 94, "max_ms": 83.387, "p95_ms": 79.267}, "visualize": {"avg_ms": 4.698, "count": 94, "max_ms": 7.008, "p95_ms": 5.769}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12349.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.494, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.638, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:03:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:03:24+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:03:23+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:03:23.974033+09:00", "mtime_epoch": 1783062203.9740329, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:03:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.224, "count": 301, "max_ms": 5.018, "p95_ms": 3.963}, "gstreamer_push": {"avg_ms": 1.338, "count": 301, "max_ms": 2.019, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.668, "count": 301, "max_ms": 65.762, "p95_ms": 59.683}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.35, "count": 301, "max_ms": 80.283, "p95_ms": 70.048}, "yolo11_640_fire_11class": {"avg_ms": 50.437, "count": 301, "max_ms": 66.856, "p95_ms": 62.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.907, "count": 301, "max_ms": 77.669, "p95_ms": 73.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.431, "count": 301, "max_ms": 92.2, "p95_ms": 85.968}, "read_interval": {"avg_ms": 99.902, "count": 300, "max_ms": 744.435, "p95_ms": 267.633}, "triton_wait": {"avg_ms": 52.447, "count": 301, "max_ms": 80.295, "p95_ms": 74.275}, "visualize": {"avg_ms": 3.725, "count": 301, "max_ms": 5.236, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1710}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12350.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:03:05+09:00", "last_error_summary": "[h264 @ 0x55bac5c3f680] left block unavailable for requested intra mode [h264 @ 0x55bac5c3f680] error while decoding MB 0 21, bytestream 1679 [h264 @ 0x55bac5b7b780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b7b780] error while decoding MB 0 40, bytestream 60442 [h264 @ 0x55bac5b25380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b25380] error while decoding MB 0 30, bytestream 1365 [h264 @ 0x55bac5b7b780] left block unavailable for requested ", "last_exit_at": "2026-07-03T16:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.919, "last_started_at": "2026-07-03T16:03:08+09:00", "pid": 38352, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.914, "name": "ffmpeg", "pid": 38352, "rss_mb": 264.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.489, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:03:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:03:33+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T16:03:33+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T16:03:33.886153+09:00", "mtime_epoch": 1783062213.886153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:03:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.957, "pushed": 6.957, "read": 6.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.446, "count": 208, "max_ms": 12.686, "p95_ms": 7.425}, "gstreamer_push": {"avg_ms": 1.196, "count": 208, "max_ms": 1.93, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.016, "count": 208, "max_ms": 65.201, "p95_ms": 62.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.046, "count": 208, "max_ms": 81.995, "p95_ms": 76.612}, "yolo11_640_fire_11class": {"avg_ms": 51.07, "count": 208, "max_ms": 70.86, "p95_ms": 65.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.599, "count": 208, "max_ms": 80.178, "p95_ms": 75.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.745, "count": 208, "max_ms": 136.69, "p95_ms": 130.365}, "read_interval": {"avg_ms": 144.561, "count": 207, "max_ms": 4980.128, "p95_ms": 142.797}, "triton_wait": {"avg_ms": 61.225, "count": 208, "max_ms": 82.013, "p95_ms": 76.952}, "visualize": {"avg_ms": 4.942, "count": 208, "max_ms": 6.571, "p95_ms": 5.568}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12351.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.514, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.737, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:03:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:03:54+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T16:03:53+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T16:03:53.998399+09:00", "mtime_epoch": 1783062233.9983988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216983}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:03:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.055, "pushed": 10.055, "read": 10.022}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.222, "count": 301, "max_ms": 5.024, "p95_ms": 3.833}, "gstreamer_push": {"avg_ms": 1.341, "count": 301, "max_ms": 2.041, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.608, "count": 301, "max_ms": 74.121, "p95_ms": 64.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.281, "count": 301, "max_ms": 83.427, "p95_ms": 77.431}, "yolo11_640_fire_11class": {"avg_ms": 55.07, "count": 301, "max_ms": 75.98, "p95_ms": 66.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.056, "count": 301, "max_ms": 80.448, "p95_ms": 76.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.187, "count": 301, "max_ms": 95.324, "p95_ms": 89.815}, "read_interval": {"avg_ms": 99.804, "count": 300, "max_ms": 604.338, "p95_ms": 108.701}, "triton_wait": {"avg_ms": 60.123, "count": 301, "max_ms": 83.439, "p95_ms": 77.498}, "visualize": {"avg_ms": 3.716, "count": 301, "max_ms": 4.827, "p95_ms": 4.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12353.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:03:05+09:00", "last_error_summary": "[h264 @ 0x55bac5c3f680] left block unavailable for requested intra mode [h264 @ 0x55bac5c3f680] error while decoding MB 0 21, bytestream 1679 [h264 @ 0x55bac5b7b780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b7b780] error while decoding MB 0 40, bytestream 60442 [h264 @ 0x55bac5b25380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b25380] error while decoding MB 0 30, bytestream 1365 [h264 @ 0x55bac5b7b780] left block unavailable for requested ", "last_exit_at": "2026-07-03T16:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.991, "last_started_at": "2026-07-03T16:03:08+09:00", "pid": 38352, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.234, "name": "ffmpeg", "pid": 38352, "rss_mb": 267.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.312, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:04:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:04:04+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T16:04:03+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T16:04:03.942521+09:00", "mtime_epoch": 1783062243.9425213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:04:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.31, "pushed": 8.31, "read": 8.276}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.155, "count": 249, "max_ms": 10.307, "p95_ms": 7.435}, "gstreamer_push": {"avg_ms": 1.203, "count": 249, "max_ms": 1.466, "p95_ms": 1.388}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.991, "count": 249, "max_ms": 73.511, "p95_ms": 64.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.349, "count": 249, "max_ms": 83.708, "p95_ms": 78.1}, "yolo11_640_fire_11class": {"avg_ms": 54.712, "count": 249, "max_ms": 76.218, "p95_ms": 66.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.27, "count": 249, "max_ms": 81.607, "p95_ms": 77.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 107.102, "count": 249, "max_ms": 141.901, "p95_ms": 130.644}, "read_interval": {"avg_ms": 120.747, "count": 248, "max_ms": 152.602, "p95_ms": 143.689}, "triton_wait": {"avg_ms": 64.619, "count": 249, "max_ms": 83.72, "p95_ms": 79.101}, "visualize": {"avg_ms": 4.788, "count": 249, "max_ms": 6.696, "p95_ms": 5.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.565, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.638, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:04:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:04:24+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T16:04:24+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T16:04:24.042770+09:00", "mtime_epoch": 1783062264.0427704, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:04:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.185, "count": 301, "max_ms": 5.027, "p95_ms": 3.628}, "gstreamer_push": {"avg_ms": 1.323, "count": 301, "max_ms": 1.759, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.324, "count": 301, "max_ms": 65.973, "p95_ms": 63.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.409, "count": 301, "max_ms": 81.241, "p95_ms": 75.143}, "yolo11_640_fire_11class": {"avg_ms": 53.09, "count": 301, "max_ms": 71.206, "p95_ms": 64.884}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.873, "count": 301, "max_ms": 81.824, "p95_ms": 76.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.532, "count": 301, "max_ms": 94.109, "p95_ms": 88.921}, "read_interval": {"avg_ms": 99.889, "count": 300, "max_ms": 789.384, "p95_ms": 110.805}, "triton_wait": {"avg_ms": 56.559, "count": 301, "max_ms": 81.837, "p95_ms": 76.849}, "visualize": {"avg_ms": 3.73, "count": 301, "max_ms": 4.943, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12358.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:03:05+09:00", "last_error_summary": "[h264 @ 0x55bac5c3f680] left block unavailable for requested intra mode [h264 @ 0x55bac5c3f680] error while decoding MB 0 21, bytestream 1679 [h264 @ 0x55bac5b7b780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b7b780] error while decoding MB 0 40, bytestream 60442 [h264 @ 0x55bac5b25380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b25380] error while decoding MB 0 30, bytestream 1365 [h264 @ 0x55bac5b7b780] left block unavailable for requested ", "last_exit_at": "2026-07-03T16:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.048, "last_started_at": "2026-07-03T16:03:08+09:00", "pid": 38352, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.391, "name": "ffmpeg", "pid": 38352, "rss_mb": 272.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.344, "sample_count": 2015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:04:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:04:34+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T16:04:34+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T16:04:34.034895+09:00", "mtime_epoch": 1783062274.0348952, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:04:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.116, "pushed": 7.116, "read": 7.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.496, "count": 213, "max_ms": 8.721, "p95_ms": 7.002}, "gstreamer_push": {"avg_ms": 1.175, "count": 213, "max_ms": 1.525, "p95_ms": 1.339}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.202, "count": 213, "max_ms": 73.218, "p95_ms": 63.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.181, "count": 213, "max_ms": 80.187, "p95_ms": 77.287}, "yolo11_640_fire_11class": {"avg_ms": 52.98, "count": 213, "max_ms": 76.693, "p95_ms": 66.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.642, "count": 213, "max_ms": 78.764, "p95_ms": 77.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.567, "count": 213, "max_ms": 133.055, "p95_ms": 131.14}, "read_interval": {"avg_ms": 141.379, "count": 212, "max_ms": 2134.287, "p95_ms": 143.864}, "triton_wait": {"avg_ms": 62.157, "count": 213, "max_ms": 80.199, "p95_ms": 77.669}, "visualize": {"avg_ms": 4.964, "count": 213, "max_ms": 5.875, "p95_ms": 5.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12359.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.577, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.453, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:04:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:04:54+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:04:54+09:00", "mjpeg": {"age_sec": 0.483, "exists": true, "mtime": "2026-07-03T16:04:53.635141+09:00", "mtime_epoch": 1783062293.6351414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:04:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.901, "pushed": 9.901, "read": 9.901}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.203, "count": 297, "max_ms": 4.918, "p95_ms": 3.865}, "gstreamer_push": {"avg_ms": 1.316, "count": 297, "max_ms": 2.283, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.54, "count": 297, "max_ms": 65.203, "p95_ms": 63.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.731, "count": 297, "max_ms": 78.523, "p95_ms": 75.842}, "yolo11_640_fire_11class": {"avg_ms": 51.931, "count": 297, "max_ms": 72.1, "p95_ms": 64.713}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.208, "count": 297, "max_ms": 78.63, "p95_ms": 75.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.68, "count": 297, "max_ms": 90.483, "p95_ms": 88.263}, "read_interval": {"avg_ms": 101.064, "count": 297, "max_ms": 1058.951, "p95_ms": 129.979}, "triton_wait": {"avg_ms": 56.724, "count": 297, "max_ms": 78.642, "p95_ms": 76.254}, "visualize": {"avg_ms": 3.7, "count": 297, "max_ms": 4.933, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1715}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12358.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:03:05+09:00", "last_error_summary": "[h264 @ 0x55bac5c3f680] left block unavailable for requested intra mode [h264 @ 0x55bac5c3f680] error while decoding MB 0 21, bytestream 1679 [h264 @ 0x55bac5b7b780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b7b780] error while decoding MB 0 40, bytestream 60442 [h264 @ 0x55bac5b25380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b25380] error while decoding MB 0 30, bytestream 1365 [h264 @ 0x55bac5b7b780] left block unavailable for requested ", "last_exit_at": "2026-07-03T16:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.139, "last_started_at": "2026-07-03T16:03:08+09:00", "pid": 38352, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.648, "name": "ffmpeg", "pid": 38352, "rss_mb": 272.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.947, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 205909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:05:04+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-03T16:05:04+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T16:05:04.071273+09:00", "mtime_epoch": 1783062304.0712733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168284}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:05:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.011, "pushed": 8.011, "read": 7.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.657, "count": 240, "max_ms": 9.992, "p95_ms": 7.27}, "gstreamer_push": {"avg_ms": 1.159, "count": 240, "max_ms": 1.623, "p95_ms": 1.277}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.484, "count": 240, "max_ms": 65.119, "p95_ms": 62.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.095, "count": 240, "max_ms": 81.7, "p95_ms": 76.088}, "yolo11_640_fire_11class": {"avg_ms": 48.923, "count": 240, "max_ms": 67.121, "p95_ms": 63.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.747, "count": 240, "max_ms": 80.469, "p95_ms": 76.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.371, "count": 240, "max_ms": 135.607, "p95_ms": 129.739}, "read_interval": {"avg_ms": 125.279, "count": 239, "max_ms": 150.515, "p95_ms": 143.923}, "triton_wait": {"avg_ms": 60.322, "count": 240, "max_ms": 81.712, "p95_ms": 76.6}, "visualize": {"avg_ms": 5.134, "count": 240, "max_ms": 7.803, "p95_ms": 5.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12359.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.594, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.504, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:05:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:05:24+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:05:24+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T16:05:24.075528+09:00", "mtime_epoch": 1783062324.075528, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:05:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.153, "pushed": 10.153, "read": 10.12}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.177, "count": 304, "max_ms": 4.978, "p95_ms": 3.653}, "gstreamer_push": {"avg_ms": 1.312, "count": 304, "max_ms": 1.548, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.794, "count": 304, "max_ms": 74.537, "p95_ms": 63.896}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.176, "count": 304, "max_ms": 81.58, "p95_ms": 75.657}, "yolo11_640_fire_11class": {"avg_ms": 53.479, "count": 304, "max_ms": 74.025, "p95_ms": 66.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.284, "count": 304, "max_ms": 80.045, "p95_ms": 77.041}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.741, "count": 304, "max_ms": 93.612, "p95_ms": 88.958}, "read_interval": {"avg_ms": 98.799, "count": 303, "max_ms": 829.426, "p95_ms": 127.213}, "triton_wait": {"avg_ms": 56.856, "count": 304, "max_ms": 81.591, "p95_ms": 77.253}, "visualize": {"avg_ms": 3.669, "count": 304, "max_ms": 5.479, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:03:05+09:00", "last_error_summary": "[h264 @ 0x55bac5c3f680] left block unavailable for requested intra mode [h264 @ 0x55bac5c3f680] error while decoding MB 0 21, bytestream 1679 [h264 @ 0x55bac5b7b780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b7b780] error while decoding MB 0 40, bytestream 60442 [h264 @ 0x55bac5b25380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b25380] error while decoding MB 0 30, bytestream 1365 [h264 @ 0x55bac5b7b780] left block unavailable for requested ", "last_exit_at": "2026-07-03T16:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.196, "last_started_at": "2026-07-03T16:03:08+09:00", "pid": 38352, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.906, "name": "ffmpeg", "pid": 38352, "rss_mb": 272.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.749, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:05:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:05:34+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T16:05:34+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T16:05:34.143657+09:00", "mtime_epoch": 1783062334.1436567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:05:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.452, "pushed": 8.452, "read": 8.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.253, "count": 253, "max_ms": 10.17, "p95_ms": 7.084}, "gstreamer_push": {"avg_ms": 1.19, "count": 253, "max_ms": 1.524, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.889, "count": 253, "max_ms": 66.932, "p95_ms": 63.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.347, "count": 253, "max_ms": 81.628, "p95_ms": 74.742}, "yolo11_640_fire_11class": {"avg_ms": 51.337, "count": 253, "max_ms": 70.389, "p95_ms": 66.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.029, "count": 253, "max_ms": 80.071, "p95_ms": 77.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.258, "count": 253, "max_ms": 144.41, "p95_ms": 129.925}, "read_interval": {"avg_ms": 118.781, "count": 252, "max_ms": 158.688, "p95_ms": 143.719}, "triton_wait": {"avg_ms": 60.378, "count": 253, "max_ms": 81.638, "p95_ms": 77.809}, "visualize": {"avg_ms": 4.838, "count": 253, "max_ms": 6.689, "p95_ms": 5.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12359.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.612, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.46, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:05:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:05:54+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T16:05:54.087914+09:00", "mtime_epoch": 1783062354.0879135, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:05:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.927, "pushed": 9.927, "read": 9.893}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.219, "count": 297, "max_ms": 4.661, "p95_ms": 3.977}, "gstreamer_push": {"avg_ms": 1.321, "count": 297, "max_ms": 1.854, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.774, "count": 297, "max_ms": 67.439, "p95_ms": 62.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.517, "count": 297, "max_ms": 79.772, "p95_ms": 74.987}, "yolo11_640_fire_11class": {"avg_ms": 52.811, "count": 297, "max_ms": 72.62, "p95_ms": 64.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.65, "count": 297, "max_ms": 78.453, "p95_ms": 75.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.017, "count": 297, "max_ms": 92.473, "p95_ms": 88.331}, "read_interval": {"avg_ms": 101.129, "count": 296, "max_ms": 903.466, "p95_ms": 109.554}, "triton_wait": {"avg_ms": 56.072, "count": 297, "max_ms": 79.784, "p95_ms": 76.467}, "visualize": {"avg_ms": 3.674, "count": 297, "max_ms": 5.149, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:03:05+09:00", "last_error_summary": "[h264 @ 0x55bac5c3f680] left block unavailable for requested intra mode [h264 @ 0x55bac5c3f680] error while decoding MB 0 21, bytestream 1679 [h264 @ 0x55bac5b7b780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b7b780] error while decoding MB 0 40, bytestream 60442 [h264 @ 0x55bac5b25380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b25380] error while decoding MB 0 30, bytestream 1365 [h264 @ 0x55bac5b7b780] left block unavailable for requested ", "last_exit_at": "2026-07-03T16:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.279, "last_started_at": "2026-07-03T16:03:08+09:00", "pid": 38352, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.906, "name": "ffmpeg", "pid": 38352, "rss_mb": 272.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.083, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:06:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:06:04+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T16:06:04+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T16:06:04.200044+09:00", "mtime_epoch": 1783062364.2000444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:06:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.383, "pushed": 8.383, "read": 8.349}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.442, "count": 251, "max_ms": 11.821, "p95_ms": 7.4}, "gstreamer_push": {"avg_ms": 1.202, "count": 251, "max_ms": 1.739, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.446, "count": 251, "max_ms": 67.471, "p95_ms": 64.339}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.078, "count": 251, "max_ms": 81.193, "p95_ms": 76.556}, "yolo11_640_fire_11class": {"avg_ms": 50.663, "count": 251, "max_ms": 71.425, "p95_ms": 64.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.89, "count": 251, "max_ms": 79.009, "p95_ms": 76.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.336, "count": 251, "max_ms": 135.063, "p95_ms": 130.779}, "read_interval": {"avg_ms": 119.748, "count": 250, "max_ms": 147.606, "p95_ms": 143.726}, "triton_wait": {"avg_ms": 59.82, "count": 251, "max_ms": 81.205, "p95_ms": 77.672}, "visualize": {"avg_ms": 4.99, "count": 251, "max_ms": 9.117, "p95_ms": 5.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12359.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.638, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.391, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:06:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:06:24+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:06:24+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T16:06:24.116304+09:00", "mtime_epoch": 1783062384.1163037, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:06:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.251, "pushed": 10.251, "read": 10.217}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.169, "count": 307, "max_ms": 5.022, "p95_ms": 3.632}, "gstreamer_push": {"avg_ms": 1.312, "count": 307, "max_ms": 1.535, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.538, "count": 307, "max_ms": 70.197, "p95_ms": 63.599}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.529, "count": 307, "max_ms": 80.677, "p95_ms": 74.025}, "yolo11_640_fire_11class": {"avg_ms": 52.414, "count": 307, "max_ms": 73.035, "p95_ms": 66.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.162, "count": 307, "max_ms": 78.954, "p95_ms": 76.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.888, "count": 307, "max_ms": 93.277, "p95_ms": 89.07}, "read_interval": {"avg_ms": 97.866, "count": 306, "max_ms": 764.807, "p95_ms": 123.205}, "triton_wait": {"avg_ms": 55.016, "count": 307, "max_ms": 80.69, "p95_ms": 77.169}, "visualize": {"avg_ms": 3.675, "count": 307, "max_ms": 5.182, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 162, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:03:05+09:00", "last_error_summary": "[h264 @ 0x55bac5c3f680] left block unavailable for requested intra mode [h264 @ 0x55bac5c3f680] error while decoding MB 0 21, bytestream 1679 [h264 @ 0x55bac5b7b780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b7b780] error while decoding MB 0 40, bytestream 60442 [h264 @ 0x55bac5b25380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55bac5b25380] error while decoding MB 0 30, bytestream 1365 [h264 @ 0x55bac5b7b780] left block unavailable for requested ", "last_exit_at": "2026-07-03T16:03:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.397, "last_started_at": "2026-07-03T16:03:08+09:00", "pid": 38352, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.164, "name": "ffmpeg", "pid": 38352, "rss_mb": 273.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 62, "restart_count_per_hour": 9, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.406, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:06:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:06:34+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T16:06:34+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T16:06:34.316437+09:00", "mtime_epoch": 1783062394.316437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178619}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:06:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.067, "pushed": 7.1, "read": 7.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.554, "count": 212, "max_ms": 10.936, "p95_ms": 8.299}, "gstreamer_push": {"avg_ms": 1.065, "count": 213, "max_ms": 1.435, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.076, "count": 212, "max_ms": 66.651, "p95_ms": 62.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.503, "count": 212, "max_ms": 81.486, "p95_ms": 72.806}, "yolo11_640_fire_11class": {"avg_ms": 50.001, "count": 212, "max_ms": 70.397, "p95_ms": 65.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.866, "count": 212, "max_ms": 79.945, "p95_ms": 76.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.383, "count": 212, "max_ms": 162.36, "p95_ms": 152.975}, "read_interval": {"avg_ms": 141.345, "count": 212, "max_ms": 175.944, "p95_ms": 164.381}, "triton_wait": {"avg_ms": 58.487, "count": 212, "max_ms": 81.498, "p95_ms": 76.914}, "visualize": {"avg_ms": 5.976, "count": 212, "max_ms": 8.395, "p95_ms": 6.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.646, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.471, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:06:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:06:54+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:06:54+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T16:06:54.124697+09:00", "mtime_epoch": 1783062414.1246974, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:06:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.88, "pushed": 9.88, "read": 9.88}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.174, "count": 296, "max_ms": 4.9, "p95_ms": 3.751}, "gstreamer_push": {"avg_ms": 1.314, "count": 296, "max_ms": 1.625, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.897, "count": 296, "max_ms": 65.877, "p95_ms": 61.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.699, "count": 296, "max_ms": 75.478, "p95_ms": 59.77}, "yolo11_640_fire_11class": {"avg_ms": 51.431, "count": 296, "max_ms": 70.842, "p95_ms": 65.558}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.304, "count": 296, "max_ms": 77.984, "p95_ms": 73.848}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.612, "count": 296, "max_ms": 89.654, "p95_ms": 86.066}, "read_interval": {"avg_ms": 101.37, "count": 296, "max_ms": 822.583, "p95_ms": 110.368}, "triton_wait": {"avg_ms": 53.752, "count": 296, "max_ms": 77.997, "p95_ms": 74.412}, "visualize": {"avg_ms": 3.664, "count": 296, "max_ms": 5.118, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12226.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:06:59+09:00", "last_error_summary": "[h264 @ 0x56094dc004c0] cabac decode of qscale diff failed at 11 22 [h264 @ 0x56094dc004c0] error while decoding MB 11 22, bytestream 5310", "last_exit_at": "2026-07-03T16:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.746, "last_started_at": "2026-07-03T16:07:01+09:00", "pid": 38459, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.738, "name": "ffmpeg", "pid": 38459, "rss_mb": 144.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.63, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 206809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:07:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:07:04+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T16:07:04+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T16:07:04.344832+09:00", "mtime_epoch": 1783062424.3448324, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:07:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.123, "pushed": 6.123, "read": 6.089}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.659, "count": 183, "max_ms": 11.579, "p95_ms": 8.429}, "gstreamer_push": {"avg_ms": 1.077, "count": 183, "max_ms": 1.469, "p95_ms": 1.258}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.634, "count": 183, "max_ms": 65.203, "p95_ms": 58.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.802, "count": 183, "max_ms": 73.005, "p95_ms": 67.878}, "yolo11_640_fire_11class": {"avg_ms": 48.363, "count": 183, "max_ms": 68.276, "p95_ms": 60.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.428, "count": 183, "max_ms": 79.945, "p95_ms": 72.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.641, "count": 183, "max_ms": 162.729, "p95_ms": 153.335}, "read_interval": {"avg_ms": 164.163, "count": 182, "max_ms": 4247.573, "p95_ms": 165.319}, "triton_wait": {"avg_ms": 57.187, "count": 183, "max_ms": 79.957, "p95_ms": 72.936}, "visualize": {"avg_ms": 6.073, "count": 183, "max_ms": 7.935, "p95_ms": 6.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12351.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.679, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "R (running)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.681, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:07:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:07:24+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T16:07:24+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T16:07:24.161095+09:00", "mtime_epoch": 1783062444.1610954, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:07:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.116, "pushed": 10.116, "read": 10.082}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.229, "count": 303, "max_ms": 4.981, "p95_ms": 4.018}, "gstreamer_push": {"avg_ms": 1.32, "count": 303, "max_ms": 2.175, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.094, "count": 303, "max_ms": 72.68, "p95_ms": 61.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.913, "count": 303, "max_ms": 77.274, "p95_ms": 56.959}, "yolo11_640_fire_11class": {"avg_ms": 50.991, "count": 303, "max_ms": 75.257, "p95_ms": 63.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.637, "count": 303, "max_ms": 79.121, "p95_ms": 73.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.814, "count": 303, "max_ms": 90.734, "p95_ms": 85.532}, "read_interval": {"avg_ms": 99.19, "count": 302, "max_ms": 670.443, "p95_ms": 136.665}, "triton_wait": {"avg_ms": 52.844, "count": 303, "max_ms": 79.134, "p95_ms": 73.696}, "visualize": {"avg_ms": 3.709, "count": 303, "max_ms": 5.297, "p95_ms": 4.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12351.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:06:59+09:00", "last_error_summary": "[h264 @ 0x56094dc004c0] cabac decode of qscale diff failed at 11 22 [h264 @ 0x56094dc004c0] error while decoding MB 11 22, bytestream 5310", "last_exit_at": "2026-07-03T16:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.876, "last_started_at": "2026-07-03T16:07:01+09:00", "pid": 38459, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.012, "name": "ffmpeg", "pid": 38459, "rss_mb": 266.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.08, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:07:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:07:34+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T16:07:34+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T16:07:34.477233+09:00", "mtime_epoch": 1783062454.477233, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:07:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.071, "pushed": 7.071, "read": 7.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.614, "count": 211, "max_ms": 10.018, "p95_ms": 8.128}, "gstreamer_push": {"avg_ms": 1.063, "count": 212, "max_ms": 1.84, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.324, "count": 211, "max_ms": 69.132, "p95_ms": 62.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.008, "count": 211, "max_ms": 78.645, "p95_ms": 69.863}, "yolo11_640_fire_11class": {"avg_ms": 48.998, "count": 211, "max_ms": 73.987, "p95_ms": 64.796}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.784, "count": 211, "max_ms": 79.802, "p95_ms": 74.261}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.619, "count": 212, "max_ms": 161.851, "p95_ms": 155.102}, "read_interval": {"avg_ms": 142.086, "count": 211, "max_ms": 173.05, "p95_ms": 167.089}, "triton_wait": {"avg_ms": 57.369, "count": 211, "max_ms": 79.814, "p95_ms": 75.51}, "visualize": {"avg_ms": 6.09, "count": 211, "max_ms": 8.906, "p95_ms": 6.729}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12351.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.728, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.572, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:07:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:07:54+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T16:07:54+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T16:07:54.209497+09:00", "mtime_epoch": 1783062474.209497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:07:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.176, "count": 298, "max_ms": 4.766, "p95_ms": 3.65}, "gstreamer_push": {"avg_ms": 1.343, "count": 298, "max_ms": 1.866, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.362, "count": 298, "max_ms": 68.207, "p95_ms": 62.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.24, "count": 298, "max_ms": 80.602, "p95_ms": 66.834}, "yolo11_640_fire_11class": {"avg_ms": 51.366, "count": 298, "max_ms": 74.349, "p95_ms": 65.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.448, "count": 298, "max_ms": 81.775, "p95_ms": 75.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.455, "count": 298, "max_ms": 93.962, "p95_ms": 87.526}, "read_interval": {"avg_ms": 100.912, "count": 297, "max_ms": 880.996, "p95_ms": 116.197}, "triton_wait": {"avg_ms": 53.44, "count": 298, "max_ms": 81.787, "p95_ms": 75.46}, "visualize": {"avg_ms": 3.739, "count": 298, "max_ms": 4.9, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:06:59+09:00", "last_error_summary": "[h264 @ 0x56094dc004c0] cabac decode of qscale diff failed at 11 22 [h264 @ 0x56094dc004c0] error while decoding MB 11 22, bytestream 5310", "last_exit_at": "2026-07-03T16:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.992, "last_started_at": "2026-07-03T16:07:01+09:00", "pid": 38459, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.527, "name": "ffmpeg", "pid": 38459, "rss_mb": 266.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.083, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:08:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:08:04+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-03T16:08:04+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-03T16:08:04.581636+09:00", "mtime_epoch": 1783062484.5816364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169530}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:08:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.907, "pushed": 6.907, "read": 6.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.753, "count": 206, "max_ms": 12.066, "p95_ms": 9.231}, "gstreamer_push": {"avg_ms": 1.059, "count": 207, "max_ms": 1.427, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.858, "count": 206, "max_ms": 67.776, "p95_ms": 62.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.661, "count": 206, "max_ms": 80.077, "p95_ms": 71.298}, "yolo11_640_fire_11class": {"avg_ms": 49.008, "count": 206, "max_ms": 69.017, "p95_ms": 64.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.638, "count": 206, "max_ms": 80.249, "p95_ms": 75.883}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.747, "count": 207, "max_ms": 162.52, "p95_ms": 155.341}, "read_interval": {"avg_ms": 145.397, "count": 206, "max_ms": 174.138, "p95_ms": 167.15}, "triton_wait": {"avg_ms": 58.323, "count": 206, "max_ms": 80.262, "p95_ms": 76.237}, "visualize": {"avg_ms": 6.128, "count": 206, "max_ms": 7.954, "p95_ms": 6.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12353.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.757, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.587, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:08:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:08:24+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T16:08:24+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T16:08:24.229902+09:00", "mtime_epoch": 1783062504.2299016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:08:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.189, "count": 301, "max_ms": 4.703, "p95_ms": 3.872}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 2.062, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.248, "count": 301, "max_ms": 76.261, "p95_ms": 60.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.864, "count": 301, "max_ms": 77.919, "p95_ms": 65.953}, "yolo11_640_fire_11class": {"avg_ms": 51.328, "count": 301, "max_ms": 76.831, "p95_ms": 63.434}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.523, "count": 301, "max_ms": 80.27, "p95_ms": 74.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.442, "count": 301, "max_ms": 90.97, "p95_ms": 86.222}, "read_interval": {"avg_ms": 99.806, "count": 300, "max_ms": 911.342, "p95_ms": 141.598}, "triton_wait": {"avg_ms": 53.518, "count": 301, "max_ms": 80.28, "p95_ms": 74.334}, "visualize": {"avg_ms": 3.686, "count": 301, "max_ms": 4.782, "p95_ms": 4.272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12353.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:06:59+09:00", "last_error_summary": "[h264 @ 0x56094dc004c0] cabac decode of qscale diff failed at 11 22 [h264 @ 0x56094dc004c0] error while decoding MB 11 22, bytestream 5310", "last_exit_at": "2026-07-03T16:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.051, "last_started_at": "2026-07-03T16:07:01+09:00", "pid": 38459, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.301, "name": "ffmpeg", "pid": 38459, "rss_mb": 267.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.043, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:08:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:08:34+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T16:08:34+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T16:08:34.650043+09:00", "mtime_epoch": 1783062514.6500428, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:08:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.959, "pushed": 6.959, "read": 6.925}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.629, "count": 208, "max_ms": 9.815, "p95_ms": 8.509}, "gstreamer_push": {"avg_ms": 1.063, "count": 208, "max_ms": 1.631, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.089, "count": 208, "max_ms": 67.524, "p95_ms": 61.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.891, "count": 208, "max_ms": 80.395, "p95_ms": 69.894}, "yolo11_640_fire_11class": {"avg_ms": 49.982, "count": 208, "max_ms": 70.42, "p95_ms": 65.595}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.461, "count": 208, "max_ms": 78.781, "p95_ms": 74.602}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.515, "count": 208, "max_ms": 161.215, "p95_ms": 155.437}, "read_interval": {"avg_ms": 144.488, "count": 207, "max_ms": 174.801, "p95_ms": 167.15}, "triton_wait": {"avg_ms": 57.965, "count": 208, "max_ms": 80.407, "p95_ms": 75.735}, "visualize": {"avg_ms": 6.139, "count": 208, "max_ms": 8.501, "p95_ms": 6.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12353.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 656.78, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.096, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:08:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:08:54+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:08:54+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T16:08:54.262310+09:00", "mtime_epoch": 1783062534.2623096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:08:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.164, "count": 300, "max_ms": 5.394, "p95_ms": 3.771}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.913, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.096, "count": 300, "max_ms": 72.401, "p95_ms": 61.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.11, "count": 300, "max_ms": 82.286, "p95_ms": 59.898}, "yolo11_640_fire_11class": {"avg_ms": 51.321, "count": 300, "max_ms": 74.79, "p95_ms": 63.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.843, "count": 300, "max_ms": 81.559, "p95_ms": 73.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.694, "count": 300, "max_ms": 94.054, "p95_ms": 86.081}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 815.244, "p95_ms": 211.254}, "triton_wait": {"avg_ms": 52.907, "count": 300, "max_ms": 82.298, "p95_ms": 73.823}, "visualize": {"avg_ms": 3.642, "count": 300, "max_ms": 4.781, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12353.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:06:59+09:00", "last_error_summary": "[h264 @ 0x56094dc004c0] cabac decode of qscale diff failed at 11 22 [h264 @ 0x56094dc004c0] error while decoding MB 11 22, bytestream 5310", "last_exit_at": "2026-07-03T16:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.084, "last_started_at": "2026-07-03T16:07:01+09:00", "pid": 38459, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.301, "name": "ffmpeg", "pid": 38459, "rss_mb": 267.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.959, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:09:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:09:04+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-03T16:09:04+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T16:09:04.686452+09:00", "mtime_epoch": 1783062544.686452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:09:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.06, "pushed": 7.06, "read": 7.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.609, "count": 211, "max_ms": 9.102, "p95_ms": 8.281}, "gstreamer_push": {"avg_ms": 1.095, "count": 211, "max_ms": 1.46, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.245, "count": 211, "max_ms": 72.851, "p95_ms": 62.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.026, "count": 211, "max_ms": 82.082, "p95_ms": 72.671}, "yolo11_640_fire_11class": {"avg_ms": 48.709, "count": 211, "max_ms": 72.927, "p95_ms": 66.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.975, "count": 211, "max_ms": 80.175, "p95_ms": 75.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.121, "count": 211, "max_ms": 162.492, "p95_ms": 154.23}, "read_interval": {"avg_ms": 142.273, "count": 210, "max_ms": 175.994, "p95_ms": 167.643}, "triton_wait": {"avg_ms": 57.558, "count": 211, "max_ms": 82.094, "p95_ms": 75.543}, "visualize": {"avg_ms": 6.061, "count": 211, "max_ms": 7.979, "p95_ms": 6.771}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 686.787, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.026, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:09:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:09:24+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T16:09:24+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T16:09:24.250720+09:00", "mtime_epoch": 1783062564.25072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:09:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.903, "pushed": 9.903, "read": 9.903}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.258, "count": 297, "max_ms": 5.601, "p95_ms": 4.404}, "gstreamer_push": {"avg_ms": 1.326, "count": 297, "max_ms": 1.71, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.97, "count": 297, "max_ms": 72.159, "p95_ms": 63.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.536, "count": 297, "max_ms": 79.748, "p95_ms": 68.563}, "yolo11_640_fire_11class": {"avg_ms": 51.881, "count": 297, "max_ms": 74.107, "p95_ms": 66.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.368, "count": 297, "max_ms": 82.266, "p95_ms": 76.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.272, "count": 297, "max_ms": 93.83, "p95_ms": 88.024}, "read_interval": {"avg_ms": 100.97, "count": 297, "max_ms": 859.068, "p95_ms": 111.832}, "triton_wait": {"avg_ms": 54.343, "count": 297, "max_ms": 82.279, "p95_ms": 76.133}, "visualize": {"avg_ms": 3.677, "count": 297, "max_ms": 5.604, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 164, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:06:59+09:00", "last_error_summary": "[h264 @ 0x56094dc004c0] cabac decode of qscale diff failed at 11 22 [h264 @ 0x56094dc004c0] error while decoding MB 11 22, bytestream 5310", "last_exit_at": "2026-07-03T16:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.173, "last_started_at": "2026-07-03T16:07:01+09:00", "pid": 38459, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.301, "name": "ffmpeg", "pid": 38459, "rss_mb": 267.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 63, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.517, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:09:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:09:34+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-03T16:09:34+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T16:09:34.770865+09:00", "mtime_epoch": 1783062574.7708647, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166765}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:09:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.042, "pushed": 7.042, "read": 7.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.572, "count": 210, "max_ms": 10.452, "p95_ms": 8.694}, "gstreamer_push": {"avg_ms": 1.094, "count": 211, "max_ms": 1.76, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.881, "count": 210, "max_ms": 70.677, "p95_ms": 62.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.45, "count": 210, "max_ms": 78.489, "p95_ms": 73.649}, "yolo11_640_fire_11class": {"avg_ms": 50.036, "count": 210, "max_ms": 72.003, "p95_ms": 66.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.501, "count": 210, "max_ms": 81.07, "p95_ms": 75.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.284, "count": 211, "max_ms": 176.753, "p95_ms": 154.588}, "read_interval": {"avg_ms": 142.536, "count": 210, "max_ms": 191.274, "p95_ms": 166.112}, "triton_wait": {"avg_ms": 58.699, "count": 210, "max_ms": 81.082, "p95_ms": 76.659}, "visualize": {"avg_ms": 5.998, "count": 210, "max_ms": 8.29, "p95_ms": 6.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 716.947, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.812, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:09:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:09:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T16:09:54+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T16:09:54.319134+09:00", "mtime_epoch": 1783062594.3191342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246373}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:09:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.202, "pushed": 10.202, "read": 10.169}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.239, "count": 306, "max_ms": 5.477, "p95_ms": 4.283}, "gstreamer_push": {"avg_ms": 1.318, "count": 306, "max_ms": 1.989, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.33, "count": 306, "max_ms": 72.967, "p95_ms": 61.554}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.046, "count": 306, "max_ms": 82.479, "p95_ms": 62.961}, "yolo11_640_fire_11class": {"avg_ms": 51.316, "count": 306, "max_ms": 76.736, "p95_ms": 64.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.01, "count": 306, "max_ms": 78.449, "p95_ms": 73.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.181, "count": 306, "max_ms": 96.198, "p95_ms": 86.021}, "read_interval": {"avg_ms": 98.363, "count": 305, "max_ms": 660.536, "p95_ms": 143.707}, "triton_wait": {"avg_ms": 53.263, "count": 306, "max_ms": 82.491, "p95_ms": 74.038}, "visualize": {"avg_ms": 3.678, "count": 306, "max_ms": 5.572, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12263.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:09:57+09:00", "last_error_summary": "[h264 @ 0x563cbe710d00] error while decoding MB 48 25, bytestream -17", "last_exit_at": "2026-07-03T16:10:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.385, "last_started_at": "2026-07-03T16:10:00+09:00", "pid": 38566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 180.391, "name": "ffmpeg", "pid": 38566, "rss_mb": 180.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 11, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.301, "sample_count": 2122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:10:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:10:04+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T16:10:04+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T16:10:04.815279+09:00", "mtime_epoch": 1783062604.8152795, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:10:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.968, "pushed": 5.968, "read": 5.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.541, "count": 179, "max_ms": 11.239, "p95_ms": 8.78}, "gstreamer_push": {"avg_ms": 1.096, "count": 179, "max_ms": 1.519, "p95_ms": 1.341}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.087, "count": 179, "max_ms": 64.276, "p95_ms": 61.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.487, "count": 179, "max_ms": 81.543, "p95_ms": 71.588}, "yolo11_640_fire_11class": {"avg_ms": 49.364, "count": 179, "max_ms": 71.994, "p95_ms": 65.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.907, "count": 179, "max_ms": 79.529, "p95_ms": 76.008}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.106, "count": 179, "max_ms": 173.809, "p95_ms": 157.73}, "read_interval": {"avg_ms": 167.841, "count": 179, "max_ms": 4814.317, "p95_ms": 171.207}, "triton_wait": {"avg_ms": 58.052, "count": 179, "max_ms": 81.555, "p95_ms": 76.216}, "visualize": {"avg_ms": 6.037, "count": 179, "max_ms": 10.243, "p95_ms": 7.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12351.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.029, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.505, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:10:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:10:24+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T16:10:24+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T16:10:24.507553+09:00", "mtime_epoch": 1783062624.5075529, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:10:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.905, "pushed": 9.905, "read": 9.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.226, "count": 297, "max_ms": 4.877, "p95_ms": 4.075}, "gstreamer_push": {"avg_ms": 1.326, "count": 297, "max_ms": 1.568, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.675, "count": 297, "max_ms": 71.909, "p95_ms": 62.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.753, "count": 297, "max_ms": 79.664, "p95_ms": 69.877}, "yolo11_640_fire_11class": {"avg_ms": 51.718, "count": 297, "max_ms": 73.902, "p95_ms": 65.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.593, "count": 297, "max_ms": 79.516, "p95_ms": 75.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.605, "count": 297, "max_ms": 91.996, "p95_ms": 87.802}, "read_interval": {"avg_ms": 101.336, "count": 296, "max_ms": 804.269, "p95_ms": 163.43}, "triton_wait": {"avg_ms": 53.641, "count": 297, "max_ms": 79.676, "p95_ms": 76.102}, "visualize": {"avg_ms": 3.699, "count": 297, "max_ms": 4.789, "p95_ms": 4.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12352.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:09:57+09:00", "last_error_summary": "[h264 @ 0x563cbe710d00] error while decoding MB 48 25, bytestream -17", "last_exit_at": "2026-07-03T16:10:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.425, "last_started_at": "2026-07-03T16:10:00+09:00", "pid": 38566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.145, "name": "ffmpeg", "pid": 38566, "rss_mb": 266.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 11, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.413, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:10:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:10:34+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T16:10:34+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T16:10:34.823697+09:00", "mtime_epoch": 1783062634.8236966, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169005}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:10:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.426, "pushed": 7.426, "read": 7.392}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.247, "count": 222, "max_ms": 11.153, "p95_ms": 8.612}, "gstreamer_push": {"avg_ms": 1.137, "count": 222, "max_ms": 1.529, "p95_ms": 1.374}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.866, "count": 222, "max_ms": 73.285, "p95_ms": 63.571}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.204, "count": 222, "max_ms": 85.387, "p95_ms": 77.296}, "yolo11_640_fire_11class": {"avg_ms": 50.523, "count": 222, "max_ms": 75.188, "p95_ms": 66.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.96, "count": 222, "max_ms": 82.624, "p95_ms": 78.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.993, "count": 222, "max_ms": 178.294, "p95_ms": 157.312}, "read_interval": {"avg_ms": 135.262, "count": 221, "max_ms": 188.227, "p95_ms": 169.109}, "triton_wait": {"avg_ms": 59.979, "count": 222, "max_ms": 85.399, "p95_ms": 79.93}, "visualize": {"avg_ms": 5.666, "count": 222, "max_ms": 10.891, "p95_ms": 7.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.034, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.674, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:10:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:10:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T16:10:54+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T16:10:54.483971+09:00", "mtime_epoch": 1783062654.483971, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:10:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.037, "pushed": 10.037, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.272, "count": 301, "max_ms": 5.616, "p95_ms": 4.389}, "gstreamer_push": {"avg_ms": 1.327, "count": 301, "max_ms": 2.364, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.778, "count": 301, "max_ms": 71.037, "p95_ms": 63.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.028, "count": 301, "max_ms": 80.464, "p95_ms": 74.752}, "yolo11_640_fire_11class": {"avg_ms": 52.567, "count": 301, "max_ms": 72.674, "p95_ms": 66.531}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.376, "count": 301, "max_ms": 80.723, "p95_ms": 76.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.432, "count": 301, "max_ms": 93.832, "p95_ms": 90.064}, "read_interval": {"avg_ms": 99.608, "count": 301, "max_ms": 808.692, "p95_ms": 144.983}, "triton_wait": {"avg_ms": 55.355, "count": 301, "max_ms": 80.738, "p95_ms": 77.677}, "visualize": {"avg_ms": 3.704, "count": 301, "max_ms": 6.346, "p95_ms": 4.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:09:57+09:00", "last_error_summary": "[h264 @ 0x563cbe710d00] error while decoding MB 48 25, bytestream -17", "last_exit_at": "2026-07-03T16:10:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.437, "last_started_at": "2026-07-03T16:10:00+09:00", "pid": 38566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.918, "name": "ffmpeg", "pid": 38566, "rss_mb": 266.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 11, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.8, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:11:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:11:04+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T16:11:04+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-03T16:11:04.824116+09:00", "mtime_epoch": 1783062664.824116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:11:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.098, "pushed": 7.098, "read": 7.065}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.594, "count": 212, "max_ms": 14.219, "p95_ms": 8.837}, "gstreamer_push": {"avg_ms": 1.079, "count": 212, "max_ms": 1.463, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.601, "count": 212, "max_ms": 71.654, "p95_ms": 63.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.625, "count": 212, "max_ms": 78.051, "p95_ms": 71.001}, "yolo11_640_fire_11class": {"avg_ms": 49.818, "count": 212, "max_ms": 69.443, "p95_ms": 64.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.096, "count": 212, "max_ms": 80.89, "p95_ms": 76.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 129.6, "count": 212, "max_ms": 177.332, "p95_ms": 154.477}, "read_interval": {"avg_ms": 141.518, "count": 211, "max_ms": 191.565, "p95_ms": 165.85}, "triton_wait": {"avg_ms": 58.515, "count": 212, "max_ms": 80.902, "p95_ms": 77.579}, "visualize": {"avg_ms": 6.012, "count": 212, "max_ms": 10.731, "p95_ms": 7.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12356.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.096, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.658, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:11:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:11:24+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:11:24+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:11:24.576393+09:00", "mtime_epoch": 1783062684.5763934, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:11:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.213, "count": 301, "max_ms": 4.914, "p95_ms": 3.82}, "gstreamer_push": {"avg_ms": 1.336, "count": 301, "max_ms": 1.814, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.053, "count": 301, "max_ms": 65.837, "p95_ms": 62.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.951, "count": 301, "max_ms": 81.278, "p95_ms": 74.506}, "yolo11_640_fire_11class": {"avg_ms": 52.084, "count": 301, "max_ms": 73.567, "p95_ms": 65.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.661, "count": 301, "max_ms": 79.258, "p95_ms": 75.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.123, "count": 301, "max_ms": 93.0, "p95_ms": 89.196}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 617.311, "p95_ms": 164.075}, "triton_wait": {"avg_ms": 55.04, "count": 301, "max_ms": 81.291, "p95_ms": 77.012}, "visualize": {"avg_ms": 3.738, "count": 301, "max_ms": 4.935, "p95_ms": 4.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:09:57+09:00", "last_error_summary": "[h264 @ 0x563cbe710d00] error while decoding MB 48 25, bytestream -17", "last_exit_at": "2026-07-03T16:10:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.449, "last_started_at": "2026-07-03T16:10:00+09:00", "pid": 38566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.645, "name": "ffmpeg", "pid": 38566, "rss_mb": 272.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.768, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:11:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:11:34+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T16:11:34+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T16:11:34.848538+09:00", "mtime_epoch": 1783062694.848538, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:11:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.432, "pushed": 7.432, "read": 7.399}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.283, "count": 222, "max_ms": 11.791, "p95_ms": 9.434}, "gstreamer_push": {"avg_ms": 1.104, "count": 222, "max_ms": 1.694, "p95_ms": 1.251}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.809, "count": 222, "max_ms": 68.179, "p95_ms": 62.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.077, "count": 222, "max_ms": 83.585, "p95_ms": 75.326}, "yolo11_640_fire_11class": {"avg_ms": 50.323, "count": 222, "max_ms": 71.969, "p95_ms": 65.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.736, "count": 222, "max_ms": 80.086, "p95_ms": 76.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.945, "count": 222, "max_ms": 161.756, "p95_ms": 149.719}, "read_interval": {"avg_ms": 135.161, "count": 221, "max_ms": 174.036, "p95_ms": 161.563}, "triton_wait": {"avg_ms": 59.667, "count": 222, "max_ms": 83.597, "p95_ms": 77.897}, "visualize": {"avg_ms": 5.631, "count": 222, "max_ms": 8.53, "p95_ms": 6.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.202, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.023, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:11:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:11:54+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T16:11:54+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-03T16:11:54.604817+09:00", "mtime_epoch": 1783062714.604817, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237258}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:11:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.299, "count": 295, "max_ms": 8.038, "p95_ms": 4.44}, "gstreamer_push": {"avg_ms": 1.296, "count": 295, "max_ms": 1.515, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.87, "count": 295, "max_ms": 66.741, "p95_ms": 63.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.567, "count": 295, "max_ms": 76.638, "p95_ms": 73.024}, "yolo11_640_fire_11class": {"avg_ms": 52.044, "count": 295, "max_ms": 72.572, "p95_ms": 65.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.707, "count": 295, "max_ms": 80.305, "p95_ms": 75.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.426, "count": 295, "max_ms": 141.609, "p95_ms": 90.832}, "read_interval": {"avg_ms": 101.794, "count": 295, "max_ms": 839.939, "p95_ms": 152.784}, "triton_wait": {"avg_ms": 54.537, "count": 295, "max_ms": 80.317, "p95_ms": 75.839}, "visualize": {"avg_ms": 3.727, "count": 295, "max_ms": 5.686, "p95_ms": 4.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1740}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:09:57+09:00", "last_error_summary": "[h264 @ 0x563cbe710d00] error while decoding MB 48 25, bytestream -17", "last_exit_at": "2026-07-03T16:10:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.46, "last_started_at": "2026-07-03T16:10:00+09:00", "pid": 38566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.176, "name": "ffmpeg", "pid": 38566, "rss_mb": 290.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.325, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:12:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:12:04+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T16:12:04+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T16:12:04.848962+09:00", "mtime_epoch": 1783062724.8489618, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:12:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.752, "count": 207, "max_ms": 11.301, "p95_ms": 9.241}, "gstreamer_push": {"avg_ms": 1.048, "count": 207, "max_ms": 1.291, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.53, "count": 207, "max_ms": 66.779, "p95_ms": 63.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.068, "count": 207, "max_ms": 80.07, "p95_ms": 71.336}, "yolo11_640_fire_11class": {"avg_ms": 48.32, "count": 207, "max_ms": 68.72, "p95_ms": 64.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.335, "count": 207, "max_ms": 83.153, "p95_ms": 76.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 133.087, "count": 207, "max_ms": 162.452, "p95_ms": 157.726}, "read_interval": {"avg_ms": 144.958, "count": 207, "max_ms": 174.055, "p95_ms": 169.201}, "triton_wait": {"avg_ms": 58.249, "count": 207, "max_ms": 83.163, "p95_ms": 78.3}, "visualize": {"avg_ms": 6.159, "count": 207, "max_ms": 8.383, "p95_ms": 7.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.22, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.805, "name": "ffmpeg", "pid": 38093, "rss_mb": 334.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.98, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:12:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:12:24+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T16:12:24+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T16:12:24.561241+09:00", "mtime_epoch": 1783062744.5612414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:12:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.787, "pushed": 4.787, "read": 4.753}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.625, "count": 143, "max_ms": 16.704, "p95_ms": 14.866}, "gstreamer_push": {"avg_ms": 0.885, "count": 143, "max_ms": 0.986, "p95_ms": 0.932}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.927, "count": 143, "max_ms": 74.459, "p95_ms": 66.33}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.42, "count": 143, "max_ms": 82.996, "p95_ms": 71.683}, "yolo11_640_fire_11class": {"avg_ms": 51.504, "count": 143, "max_ms": 69.554, "p95_ms": 63.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.55, "count": 143, "max_ms": 92.954, "p95_ms": 82.728}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.792, "count": 143, "max_ms": 266.484, "p95_ms": 237.02}, "read_interval": {"avg_ms": 209.857, "count": 142, "max_ms": 277.311, "p95_ms": 249.031}, "triton_wait": {"avg_ms": 60.758, "count": 143, "max_ms": 92.969, "p95_ms": 82.74}, "visualize": {"avg_ms": 6.59, "count": 143, "max_ms": 10.318, "p95_ms": 7.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 165, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:09:57+09:00", "last_error_summary": "[h264 @ 0x563cbe710d00] error while decoding MB 48 25, bytestream -17", "last_exit_at": "2026-07-03T16:10:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.877, "last_started_at": "2026-07-03T16:10:00+09:00", "pid": 38566, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.465, "name": "ffmpeg", "pid": 38566, "rss_mb": 291.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 64, "restart_count_per_hour": 10, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.537, "sample_count": 2026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209105, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:12:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:12:43+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T16:12:43+09:00", "mjpeg": {"age_sec": 9.214, "exists": true, "mtime": "2026-07-03T16:12:34.189378+09:00", "mtime_epoch": 1783062754.1893783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:12:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.936, "pushed": 4.936, "read": 4.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.453, "count": 147, "max_ms": 11.927, "p95_ms": 8.081}, "gstreamer_push": {"avg_ms": 1.01, "count": 148, "max_ms": 1.617, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.497, "count": 147, "max_ms": 72.042, "p95_ms": 67.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.066, "count": 147, "max_ms": 84.238, "p95_ms": 66.089}, "yolo11_640_fire_11class": {"avg_ms": 46.269, "count": 147, "max_ms": 67.71, "p95_ms": 61.608}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.618, "count": 147, "max_ms": 86.717, "p95_ms": 84.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 130.475, "count": 148, "max_ms": 166.195, "p95_ms": 156.288}, "read_interval": {"avg_ms": 204.1, "count": 147, "max_ms": 9214.689, "p95_ms": 169.861}, "triton_wait": {"avg_ms": 55.777, "count": 147, "max_ms": 86.729, "p95_ms": 84.277}, "visualize": {"avg_ms": 6.033, "count": 147, "max_ms": 8.329, "p95_ms": 7.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12497.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T15:57:54+09:00", "last_error_summary": "[h264 @ 0x5583277a9c40] error while decoding MB 65 15, bytestream -9 [in#0/rtsp @ 0x558327623e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x558327623e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T15:57:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 900.531, "last_started_at": "2026-07-03T15:57:57+09:00", "pid": 38093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 357.164, "name": "ffmpeg", "pid": 38093, "rss_mb": 357.164, "state": "S (sleeping)", "threads": 104}, "restart_count": 33, "restart_count_per_hour": 2, "rtsp_timeout_count": 52, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.571, "sample_count": 2555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:12:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:12:58+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-07-03T16:12:57+09:00", "mjpeg": {"age_sec": 13.906, "exists": true, "mtime": "2026-07-03T16:12:44.165520+09:00", "mtime_epoch": 1783062764.1655204, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246568}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:12:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 41, "pushed_frames": 41, "read_frames": 40, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.369, "pushed": 1.369, "read": 1.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 11.701, "count": 40, "max_ms": 15.632, "p95_ms": 13.309}, "gstreamer_push": {"avg_ms": 0.864, "count": 41, "max_ms": 0.899, "p95_ms": 0.886}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.139, "count": 40, "max_ms": 75.72, "p95_ms": 61.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.723, "count": 40, "max_ms": 77.604, "p95_ms": 63.53}, "yolo11_640_fire_11class": {"avg_ms": 50.564, "count": 40, "max_ms": 66.408, "p95_ms": 59.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.654, "count": 40, "max_ms": 87.082, "p95_ms": 81.287}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.661, "count": 41, "max_ms": 235.74, "p95_ms": 234.53}, "read_interval": {"avg_ms": 748.548, "count": 40, "max_ms": 13916.849, "p95_ms": 246.652}, "triton_wait": {"avg_ms": 62.666, "count": 40, "max_ms": 87.094, "p95_ms": 81.298}, "visualize": {"avg_ms": 6.41, "count": 40, "max_ms": 7.596, "p95_ms": 7.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1743}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12297.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x55d068739e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068739e80] error while decoding MB 0 25, bytestream 650 [h264 @ 0x55d068b44700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068b44700] error while decoding MB 0 21, bytestream 56180 [h264 @ 0x55d067dc1100] error while decoding MB 75 28, bytestream -15 [h264 @ 0x55d067ee3100] left block unavailable for requested intra mode [h264 @ 0x55d067ee3100] error while decoding MB 0 18, bytestre", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.237, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 235.246, "name": "ffmpeg", "pid": 38673, "rss_mb": 235.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 11, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.306, "sample_count": 1902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:13:13+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T16:13:13+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T16:13:13.325937+09:00", "mtime_epoch": 1783062793.3259368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173824}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:13:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.312, "pushed": 4.312, "read": 4.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.637, "count": 86, "max_ms": 7.702, "p95_ms": 6.96}, "gstreamer_push": {"avg_ms": 1.138, "count": 86, "max_ms": 1.199, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.4, "count": 86, "max_ms": 68.425, "p95_ms": 61.862}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.211, "count": 86, "max_ms": 79.009, "p95_ms": 75.429}, "yolo11_640_fire_11class": {"avg_ms": 49.173, "count": 86, "max_ms": 65.177, "p95_ms": 63.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.148, "count": 86, "max_ms": 83.743, "p95_ms": 78.573}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.102, "count": 86, "max_ms": 137.542, "p95_ms": 131.45}, "read_interval": {"avg_ms": 349.19, "count": 86, "max_ms": 10217.005, "p95_ms": 143.95}, "triton_wait": {"avg_ms": 58.332, "count": 86, "max_ms": 83.754, "p95_ms": 78.585}, "visualize": {"avg_ms": 5.074, "count": 86, "max_ms": 5.929, "p95_ms": 5.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 19.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.581, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 339.852, "name": "ffmpeg", "pid": 38675, "rss_mb": 339.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.247, "sample_count": 2468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:13:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:13:28+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T16:13:28+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T16:13:28.026147+09:00", "mtime_epoch": 1783062808.0261474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:13:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.156, "pushed": 7.156, "read": 7.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.111, "count": 213, "max_ms": 13.049, "p95_ms": 12.471}, "gstreamer_push": {"avg_ms": 1.271, "count": 213, "max_ms": 1.531, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.29, "count": 213, "max_ms": 74.537, "p95_ms": 62.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.172, "count": 213, "max_ms": 80.681, "p95_ms": 74.976}, "yolo11_640_fire_11class": {"avg_ms": 52.752, "count": 213, "max_ms": 75.41, "p95_ms": 65.155}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.167, "count": 213, "max_ms": 89.768, "p95_ms": 77.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.087, "count": 213, "max_ms": 265.106, "p95_ms": 207.196}, "read_interval": {"avg_ms": 141.222, "count": 212, "max_ms": 8021.502, "p95_ms": 243.526}, "triton_wait": {"avg_ms": 56.78, "count": 213, "max_ms": 89.779, "p95_ms": 78.561}, "visualize": {"avg_ms": 3.895, "count": 213, "max_ms": 7.459, "p95_ms": 6.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.767, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1745}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12358.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x55d068739e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068739e80] error while decoding MB 0 25, bytestream 650 [h264 @ 0x55d068b44700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068b44700] error while decoding MB 0 21, bytestream 56180 [h264 @ 0x55d067dc1100] error while decoding MB 75 28, bytestream -15 [h264 @ 0x55d067ee3100] left block unavailable for requested intra mode [h264 @ 0x55d067ee3100] error while decoding MB 0 18, bytestre", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.314, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.945, "name": "ffmpeg", "pid": 38673, "rss_mb": 266.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 11, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.192, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:13:43+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T16:13:43+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T16:13:43.402368+09:00", "mtime_epoch": 1783062823.402368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170745}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:13:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.444, "pushed": 7.444, "read": 7.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.167, "count": 223, "max_ms": 11.416, "p95_ms": 8.423}, "gstreamer_push": {"avg_ms": 1.106, "count": 223, "max_ms": 1.508, "p95_ms": 1.272}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.926, "count": 223, "max_ms": 67.607, "p95_ms": 62.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.326, "count": 223, "max_ms": 79.913, "p95_ms": 75.208}, "yolo11_640_fire_11class": {"avg_ms": 50.353, "count": 223, "max_ms": 66.534, "p95_ms": 65.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.941, "count": 223, "max_ms": 81.054, "p95_ms": 76.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.806, "count": 223, "max_ms": 162.569, "p95_ms": 151.244}, "read_interval": {"avg_ms": 134.826, "count": 222, "max_ms": 175.231, "p95_ms": 162.838}, "triton_wait": {"avg_ms": 59.508, "count": 223, "max_ms": 81.067, "p95_ms": 77.783}, "visualize": {"avg_ms": 5.591, "count": 223, "max_ms": 7.546, "p95_ms": 6.697}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12359.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.653, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.367, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.697, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:13:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:13:58+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T16:13:58+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T16:13:58.066579+09:00", "mtime_epoch": 1783062838.0665789, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:13:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.316, "count": 299, "max_ms": 5.091, "p95_ms": 3.977}, "gstreamer_push": {"avg_ms": 1.326, "count": 299, "max_ms": 1.8, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.023, "count": 299, "max_ms": 65.706, "p95_ms": 62.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.292, "count": 299, "max_ms": 81.56, "p95_ms": 71.277}, "yolo11_640_fire_11class": {"avg_ms": 52.321, "count": 299, "max_ms": 73.259, "p95_ms": 66.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.813, "count": 299, "max_ms": 80.791, "p95_ms": 77.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.033, "count": 299, "max_ms": 93.541, "p95_ms": 89.435}, "read_interval": {"avg_ms": 100.551, "count": 298, "max_ms": 785.77, "p95_ms": 164.024}, "triton_wait": {"avg_ms": 54.903, "count": 299, "max_ms": 81.572, "p95_ms": 77.278}, "visualize": {"avg_ms": 3.739, "count": 299, "max_ms": 5.66, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1746}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12360.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x55d068739e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068739e80] error while decoding MB 0 25, bytestream 650 [h264 @ 0x55d068b44700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068b44700] error while decoding MB 0 21, bytestream 56180 [h264 @ 0x55d067dc1100] error while decoding MB 75 28, bytestream -15 [h264 @ 0x55d067ee3100] left block unavailable for requested intra mode [h264 @ 0x55d067ee3100] error while decoding MB 0 18, bytestre", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.322, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.461, "name": "ffmpeg", "pid": 38673, "rss_mb": 267.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 11, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.821, "sample_count": 1922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:14:13+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T16:14:13+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T16:14:13.406800+09:00", "mtime_epoch": 1783062853.4067998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:14:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.234, "pushed": 7.234, "read": 7.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.411, "count": 217, "max_ms": 10.548, "p95_ms": 8.243}, "gstreamer_push": {"avg_ms": 1.096, "count": 217, "max_ms": 1.446, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.145, "count": 217, "max_ms": 64.125, "p95_ms": 62.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.209, "count": 217, "max_ms": 78.884, "p95_ms": 71.638}, "yolo11_640_fire_11class": {"avg_ms": 49.941, "count": 217, "max_ms": 70.16, "p95_ms": 64.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.4, "count": 217, "max_ms": 81.563, "p95_ms": 76.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.154, "count": 217, "max_ms": 162.573, "p95_ms": 153.441}, "read_interval": {"avg_ms": 138.273, "count": 217, "max_ms": 173.819, "p95_ms": 164.297}, "triton_wait": {"avg_ms": 58.639, "count": 217, "max_ms": 81.574, "p95_ms": 76.595}, "visualize": {"avg_ms": 5.825, "count": 217, "max_ms": 8.351, "p95_ms": 6.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.719, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.367, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.247, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:14:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:14:28+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:14:28+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:14:28.159013+09:00", "mtime_epoch": 1783062868.1590128, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:14:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.262, "count": 301, "max_ms": 5.292, "p95_ms": 3.865}, "gstreamer_push": {"avg_ms": 1.312, "count": 301, "max_ms": 1.836, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.554, "count": 301, "max_ms": 66.559, "p95_ms": 62.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.869, "count": 301, "max_ms": 78.094, "p95_ms": 73.794}, "yolo11_640_fire_11class": {"avg_ms": 52.544, "count": 301, "max_ms": 70.864, "p95_ms": 65.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.785, "count": 301, "max_ms": 80.116, "p95_ms": 76.087}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.52, "count": 301, "max_ms": 92.159, "p95_ms": 88.097}, "read_interval": {"avg_ms": 99.948, "count": 300, "max_ms": 870.332, "p95_ms": 107.442}, "triton_wait": {"avg_ms": 55.561, "count": 301, "max_ms": 80.127, "p95_ms": 76.564}, "visualize": {"avg_ms": 3.658, "count": 301, "max_ms": 4.946, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1748}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12365.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x55d068739e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068739e80] error while decoding MB 0 25, bytestream 650 [h264 @ 0x55d068b44700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068b44700] error while decoding MB 0 21, bytestream 56180 [h264 @ 0x55d067dc1100] error while decoding MB 75 28, bytestream -15 [h264 @ 0x55d067ee3100] left block unavailable for requested intra mode [h264 @ 0x55d067ee3100] error while decoding MB 0 18, bytestre", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.363, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.191, "name": "ffmpeg", "pid": 38673, "rss_mb": 273.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 11, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.419, "sample_count": 1943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:14:43+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T16:14:43+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T16:14:43.491235+09:00", "mtime_epoch": 1783062883.4912345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:14:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.659, "pushed": 7.659, "read": 7.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.161, "count": 229, "max_ms": 13.209, "p95_ms": 8.702}, "gstreamer_push": {"avg_ms": 1.148, "count": 229, "max_ms": 1.687, "p95_ms": 1.331}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.279, "count": 229, "max_ms": 66.838, "p95_ms": 63.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.323, "count": 229, "max_ms": 80.473, "p95_ms": 74.162}, "yolo11_640_fire_11class": {"avg_ms": 50.425, "count": 229, "max_ms": 72.369, "p95_ms": 64.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.507, "count": 229, "max_ms": 80.003, "p95_ms": 77.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.484, "count": 229, "max_ms": 159.868, "p95_ms": 143.243}, "read_interval": {"avg_ms": 131.3, "count": 228, "max_ms": 171.216, "p95_ms": 155.148}, "triton_wait": {"avg_ms": 60.329, "count": 229, "max_ms": 80.485, "p95_ms": 77.264}, "visualize": {"avg_ms": 5.463, "count": 229, "max_ms": 8.89, "p95_ms": 6.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12369.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.755, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.367, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.247, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:14:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:14:58+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T16:14:58+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T16:14:58.195448+09:00", "mtime_epoch": 1783062898.1954477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:14:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.915, "pushed": 9.915, "read": 9.881}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 297, "max_ms": 6.061, "p95_ms": 4.868}, "gstreamer_push": {"avg_ms": 1.325, "count": 297, "max_ms": 2.056, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.077, "count": 297, "max_ms": 65.583, "p95_ms": 64.323}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.29, "count": 297, "max_ms": 79.542, "p95_ms": 76.385}, "yolo11_640_fire_11class": {"avg_ms": 53.936, "count": 297, "max_ms": 71.401, "p95_ms": 66.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.633, "count": 297, "max_ms": 80.367, "p95_ms": 76.978}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.289, "count": 297, "max_ms": 105.809, "p95_ms": 90.908}, "read_interval": {"avg_ms": 101.208, "count": 296, "max_ms": 681.442, "p95_ms": 121.755}, "triton_wait": {"avg_ms": 58.79, "count": 297, "max_ms": 80.379, "p95_ms": 77.893}, "visualize": {"avg_ms": 3.73, "count": 297, "max_ms": 6.195, "p95_ms": 4.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1750}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12370.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x55d068739e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068739e80] error while decoding MB 0 25, bytestream 650 [h264 @ 0x55d068b44700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068b44700] error while decoding MB 0 21, bytestream 56180 [h264 @ 0x55d067dc1100] error while decoding MB 75 28, bytestream -15 [h264 @ 0x55d067ee3100] left block unavailable for requested intra mode [h264 @ 0x55d067ee3100] error while decoding MB 0 18, bytestre", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.493, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.121, "name": "ffmpeg", "pid": 38673, "rss_mb": 279.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 65, "restart_count_per_hour": 11, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.485, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:15:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:15:13+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T16:15:13+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T16:15:13.579671+09:00", "mtime_epoch": 1783062913.579671, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:15:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.902, "pushed": 7.902, "read": 7.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.56, "count": 236, "max_ms": 13.561, "p95_ms": 8.57}, "gstreamer_push": {"avg_ms": 1.171, "count": 237, "max_ms": 1.52, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.941, "count": 236, "max_ms": 66.735, "p95_ms": 64.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.71, "count": 236, "max_ms": 83.25, "p95_ms": 77.361}, "yolo11_640_fire_11class": {"avg_ms": 53.691, "count": 236, "max_ms": 69.076, "p95_ms": 66.976}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.928, "count": 236, "max_ms": 80.591, "p95_ms": 78.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.799, "count": 237, "max_ms": 166.182, "p95_ms": 157.629}, "read_interval": {"avg_ms": 127.019, "count": 236, "max_ms": 180.491, "p95_ms": 169.522}, "triton_wait": {"avg_ms": 63.615, "count": 236, "max_ms": 83.262, "p95_ms": 79.545}, "visualize": {"avg_ms": 5.162, "count": 236, "max_ms": 9.383, "p95_ms": 6.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.81, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.367, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.697, "sample_count": 2473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:15:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:15:28+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T16:15:28+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T16:15:28.247884+09:00", "mtime_epoch": 1783062928.247884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:15:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.215, "pushed": 10.215, "read": 10.181}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.306, "count": 306, "max_ms": 4.821, "p95_ms": 3.976}, "gstreamer_push": {"avg_ms": 1.316, "count": 306, "max_ms": 2.339, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.875, "count": 306, "max_ms": 68.186, "p95_ms": 62.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.482, "count": 306, "max_ms": 80.298, "p95_ms": 74.053}, "yolo11_640_fire_11class": {"avg_ms": 51.939, "count": 306, "max_ms": 69.521, "p95_ms": 63.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.308, "count": 306, "max_ms": 81.078, "p95_ms": 75.821}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.696, "count": 306, "max_ms": 92.808, "p95_ms": 88.092}, "read_interval": {"avg_ms": 98.281, "count": 305, "max_ms": 565.163, "p95_ms": 108.892}, "triton_wait": {"avg_ms": 54.699, "count": 306, "max_ms": 81.09, "p95_ms": 76.217}, "visualize": {"avg_ms": 3.697, "count": 306, "max_ms": 5.324, "p95_ms": 4.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12488.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 171, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x55d068739e80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068739e80] error while decoding MB 0 25, bytestream 650 [h264 @ 0x55d068b44700] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d068b44700] error while decoding MB 0 21, bytestream 56180 [h264 @ 0x55d067dc1100] error while decoding MB 75 28, bytestream -15 [h264 @ 0x55d067ee3100] left block unavailable for requested intra mode [h264 @ 0x55d067ee3100] error while decoding MB 0 18, bytestre", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.26, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 396.113, "name": "ffmpeg", "pid": 38673, "rss_mb": 396.113, "state": "S (sleeping)", "threads": 104}, "restart_count": 65, "restart_count_per_hour": 11, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.194, "sample_count": 1860, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:15:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:15:49+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T16:15:49+09:00", "mjpeg": {"age_sec": 10.231, "exists": true, "mtime": "2026-07-03T16:15:39.244044+09:00", "mtime_epoch": 1783062939.244044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:15:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.908, "pushed": 2.908, "read": 2.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.103, "count": 87, "max_ms": 9.433, "p95_ms": 7.814}, "gstreamer_push": {"avg_ms": 1.208, "count": 87, "max_ms": 1.525, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.527, "count": 87, "max_ms": 60.693, "p95_ms": 55.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.493, "count": 87, "max_ms": 74.136, "p95_ms": 66.06}, "yolo11_640_fire_11class": {"avg_ms": 47.155, "count": 87, "max_ms": 60.975, "p95_ms": 56.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.932, "count": 87, "max_ms": 74.203, "p95_ms": 69.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.197, "count": 87, "max_ms": 151.798, "p95_ms": 138.658}, "read_interval": {"avg_ms": 348.321, "count": 86, "max_ms": 10244.068, "p95_ms": 152.449}, "triton_wait": {"avg_ms": 54.877, "count": 87, "max_ms": 74.215, "p95_ms": 69.259}, "visualize": {"avg_ms": 4.929, "count": 87, "max_ms": 8.641, "p95_ms": 6.58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12118.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.813, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.367, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.247, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:15:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:15:58+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:15:58+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T16:15:58.256321+09:00", "mtime_epoch": 1783062958.2563212, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244756}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:15:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.337, "pushed": 9.337, "read": 9.337}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 4.302, "count": 280, "max_ms": 10.88, "p95_ms": 8.191}, "gstreamer_push": {"avg_ms": 1.27, "count": 280, "max_ms": 2.162, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.106, "count": 280, "max_ms": 66.723, "p95_ms": 52.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.159, "count": 280, "max_ms": 78.068, "p95_ms": 55.902}, "yolo11_640_fire_11class": {"avg_ms": 49.012, "count": 280, "max_ms": 66.28, "p95_ms": 52.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.999, "count": 280, "max_ms": 80.103, "p95_ms": 60.632}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.443, "count": 280, "max_ms": 167.495, "p95_ms": 145.507}, "read_interval": {"avg_ms": 107.173, "count": 280, "max_ms": 773.449, "p95_ms": 174.401}, "triton_wait": {"avg_ms": 50.67, "count": 280, "max_ms": 80.115, "p95_ms": 62.199}, "visualize": {"avg_ms": 3.97, "count": 280, "max_ms": 5.676, "p95_ms": 5.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1753}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:15:56+09:00", "last_error_summary": "[h264 @ 0x55edddd04680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55edddd04680] error while decoding MB 0 27, bytestream 43330 [h264 @ 0x55edddc0b7c0] left block unavailable for requested intra mode [h264 @ 0x55edddc0b7c0] error while decoding MB 0 38, bytestream 6957 [h264 @ 0x55edde8cdcc0] error while decoding MB 43 30, bytestream -34 [h264 @ 0x55edde72ffc0] left block unavailable for requested intra mode [h264 @ 0x55edde72ffc0] error while decoding MB 0 6, bytestream 614", "last_exit_at": "2026-07-03T16:15:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.381, "last_started_at": "2026-07-03T16:15:59+09:00", "pid": 38932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.293, "name": "ffmpeg", "pid": 38932, "rss_mb": 265.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.208, "sample_count": 1842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:16:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:16:19+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T16:16:19+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T16:16:19.484631+09:00", "mtime_epoch": 1783062979.4846313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:16:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.576, "pushed": 6.576, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.796, "count": 197, "max_ms": 13.74, "p95_ms": 8.293}, "gstreamer_push": {"avg_ms": 1.169, "count": 197, "max_ms": 1.485, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.886, "count": 197, "max_ms": 67.437, "p95_ms": 63.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.795, "count": 197, "max_ms": 81.046, "p95_ms": 78.829}, "yolo11_640_fire_11class": {"avg_ms": 50.971, "count": 197, "max_ms": 71.259, "p95_ms": 65.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.024, "count": 197, "max_ms": 82.122, "p95_ms": 77.163}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.816, "count": 197, "max_ms": 168.154, "p95_ms": 144.985}, "read_interval": {"avg_ms": 152.604, "count": 196, "max_ms": 5150.65, "p95_ms": 156.226}, "triton_wait": {"avg_ms": 61.068, "count": 197, "max_ms": 82.134, "p95_ms": 79.007}, "visualize": {"avg_ms": 5.26, "count": 197, "max_ms": 8.475, "p95_ms": 6.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1961}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12358.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.892, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.625, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.697, "sample_count": 2472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:16:28+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T16:16:28+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T16:16:28.324760+09:00", "mtime_epoch": 1783062988.3247604, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:16:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 320, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.671, "pushed": 10.671, "read": 10.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.264, "count": 320, "max_ms": 4.966, "p95_ms": 3.782}, "gstreamer_push": {"avg_ms": 1.331, "count": 320, "max_ms": 2.196, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.918, "count": 320, "max_ms": 68.338, "p95_ms": 64.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.023, "count": 320, "max_ms": 81.521, "p95_ms": 76.811}, "yolo11_640_fire_11class": {"avg_ms": 52.605, "count": 320, "max_ms": 70.398, "p95_ms": 65.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.792, "count": 320, "max_ms": 81.003, "p95_ms": 76.893}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.817, "count": 320, "max_ms": 93.578, "p95_ms": 90.125}, "read_interval": {"avg_ms": 93.731, "count": 320, "max_ms": 839.631, "p95_ms": 109.023}, "triton_wait": {"avg_ms": 55.82, "count": 320, "max_ms": 81.534, "p95_ms": 77.944}, "visualize": {"avg_ms": 3.705, "count": 320, "max_ms": 5.161, "p95_ms": 4.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1755}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:15:56+09:00", "last_error_summary": "[h264 @ 0x55edddd04680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55edddd04680] error while decoding MB 0 27, bytestream 43330 [h264 @ 0x55edddc0b7c0] left block unavailable for requested intra mode [h264 @ 0x55edddc0b7c0] error while decoding MB 0 38, bytestream 6957 [h264 @ 0x55edde8cdcc0] error while decoding MB 43 30, bytestream -34 [h264 @ 0x55edde72ffc0] left block unavailable for requested intra mode [h264 @ 0x55edde72ffc0] error while decoding MB 0 6, bytestream 614", "last_exit_at": "2026-07-03T16:15:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.513, "last_started_at": "2026-07-03T16:15:59+09:00", "pid": 38932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.066, "name": "ffmpeg", "pid": 38932, "rss_mb": 266.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.693, "sample_count": 1858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:16:49+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T16:16:49+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T16:16:49.593072+09:00", "mtime_epoch": 1783063009.5930722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:16:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.735, "pushed": 7.735, "read": 7.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.977, "count": 231, "max_ms": 11.348, "p95_ms": 7.871}, "gstreamer_push": {"avg_ms": 1.142, "count": 232, "max_ms": 1.789, "p95_ms": 1.348}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.561, "count": 231, "max_ms": 71.071, "p95_ms": 63.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.595, "count": 231, "max_ms": 83.173, "p95_ms": 72.448}, "yolo11_640_fire_11class": {"avg_ms": 50.536, "count": 231, "max_ms": 74.576, "p95_ms": 65.524}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.697, "count": 231, "max_ms": 80.823, "p95_ms": 77.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.66, "count": 232, "max_ms": 169.354, "p95_ms": 142.876}, "read_interval": {"avg_ms": 129.814, "count": 231, "max_ms": 336.61, "p95_ms": 155.194}, "triton_wait": {"avg_ms": 59.412, "count": 231, "max_ms": 83.186, "p95_ms": 77.253}, "visualize": {"avg_ms": 5.379, "count": 231, "max_ms": 7.972, "p95_ms": 6.471}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12359.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 231.957, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.159, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:16:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:16:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T16:16:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T16:16:58.393201+09:00", "mtime_epoch": 1783063018.393201, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:16:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.846, "pushed": 9.846, "read": 9.813}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.239, "count": 295, "max_ms": 4.839, "p95_ms": 3.791}, "gstreamer_push": {"avg_ms": 1.309, "count": 295, "max_ms": 1.618, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.336, "count": 295, "max_ms": 68.744, "p95_ms": 63.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.272, "count": 295, "max_ms": 79.395, "p95_ms": 72.636}, "yolo11_640_fire_11class": {"avg_ms": 52.312, "count": 295, "max_ms": 70.376, "p95_ms": 65.973}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.758, "count": 295, "max_ms": 80.389, "p95_ms": 76.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.158, "count": 295, "max_ms": 92.363, "p95_ms": 88.278}, "read_interval": {"avg_ms": 101.9, "count": 294, "max_ms": 815.135, "p95_ms": 133.059}, "triton_wait": {"avg_ms": 55.219, "count": 295, "max_ms": 80.401, "p95_ms": 76.466}, "visualize": {"avg_ms": 3.691, "count": 295, "max_ms": 5.703, "p95_ms": 4.223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12360.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:15:56+09:00", "last_error_summary": "[h264 @ 0x55edddd04680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55edddd04680] error while decoding MB 0 27, bytestream 43330 [h264 @ 0x55edddc0b7c0] left block unavailable for requested intra mode [h264 @ 0x55edddc0b7c0] error while decoding MB 0 38, bytestream 6957 [h264 @ 0x55edde8cdcc0] error while decoding MB 43 30, bytestream -34 [h264 @ 0x55edde72ffc0] left block unavailable for requested intra mode [h264 @ 0x55edde72ffc0] error while decoding MB 0 6, bytestream 614", "last_exit_at": "2026-07-03T16:15:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.601, "last_started_at": "2026-07-03T16:15:59+09:00", "pid": 38932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.84, "name": "ffmpeg", "pid": 38932, "rss_mb": 266.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 11, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.244, "sample_count": 1884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:17:19+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T16:17:19+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-03T16:17:19.693514+09:00", "mtime_epoch": 1783063039.6935139, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:17:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.75, "pushed": 7.75, "read": 7.717}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.034, "count": 232, "max_ms": 11.74, "p95_ms": 8.323}, "gstreamer_push": {"avg_ms": 1.136, "count": 232, "max_ms": 1.566, "p95_ms": 1.306}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.759, "count": 232, "max_ms": 64.415, "p95_ms": 62.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.662, "count": 232, "max_ms": 82.035, "p95_ms": 73.755}, "yolo11_640_fire_11class": {"avg_ms": 49.466, "count": 232, "max_ms": 68.529, "p95_ms": 64.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.501, "count": 232, "max_ms": 81.34, "p95_ms": 76.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.108, "count": 232, "max_ms": 179.573, "p95_ms": 154.247}, "read_interval": {"avg_ms": 129.709, "count": 231, "max_ms": 189.988, "p95_ms": 165.421}, "triton_wait": {"avg_ms": 58.411, "count": 232, "max_ms": 82.05, "p95_ms": 76.711}, "visualize": {"avg_ms": 5.466, "count": 232, "max_ms": 8.564, "p95_ms": 6.521}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 261.983, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.409, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:17:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:17:28+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T16:17:28+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T16:17:28.421642+09:00", "mtime_epoch": 1783063048.4216423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:17:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.273, "count": 303, "max_ms": 5.415, "p95_ms": 3.819}, "gstreamer_push": {"avg_ms": 1.336, "count": 303, "max_ms": 2.227, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.278, "count": 303, "max_ms": 65.094, "p95_ms": 61.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.666, "count": 303, "max_ms": 80.565, "p95_ms": 72.635}, "yolo11_640_fire_11class": {"avg_ms": 51.604, "count": 303, "max_ms": 70.152, "p95_ms": 64.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.347, "count": 303, "max_ms": 80.974, "p95_ms": 76.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.374, "count": 303, "max_ms": 93.138, "p95_ms": 88.844}, "read_interval": {"avg_ms": 99.165, "count": 302, "max_ms": 692.554, "p95_ms": 123.978}, "triton_wait": {"avg_ms": 54.301, "count": 303, "max_ms": 80.986, "p95_ms": 77.007}, "visualize": {"avg_ms": 3.711, "count": 303, "max_ms": 4.897, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:15:56+09:00", "last_error_summary": "[h264 @ 0x55edddd04680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55edddd04680] error while decoding MB 0 27, bytestream 43330 [h264 @ 0x55edddc0b7c0] left block unavailable for requested intra mode [h264 @ 0x55edddc0b7c0] error while decoding MB 0 38, bytestream 6957 [h264 @ 0x55edde8cdcc0] error while decoding MB 43 30, bytestream -34 [h264 @ 0x55edde72ffc0] left block unavailable for requested intra mode [h264 @ 0x55edde72ffc0] error while decoding MB 0 6, bytestream 614", "last_exit_at": "2026-07-03T16:15:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.695, "last_started_at": "2026-07-03T16:15:59+09:00", "pid": 38932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.676, "name": "ffmpeg", "pid": 38932, "rss_mb": 269.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 11, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.244, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:17:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:17:49+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T16:17:49+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T16:17:49.769957+09:00", "mtime_epoch": 1783063069.7699566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:17:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.211, "pushed": 7.211, "read": 7.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.476, "count": 216, "max_ms": 11.783, "p95_ms": 8.277}, "gstreamer_push": {"avg_ms": 1.097, "count": 216, "max_ms": 1.487, "p95_ms": 1.243}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.295, "count": 216, "max_ms": 64.689, "p95_ms": 62.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.348, "count": 216, "max_ms": 81.236, "p95_ms": 75.877}, "yolo11_640_fire_11class": {"avg_ms": 50.029, "count": 216, "max_ms": 68.932, "p95_ms": 66.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.095, "count": 216, "max_ms": 82.787, "p95_ms": 77.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.863, "count": 216, "max_ms": 164.509, "p95_ms": 153.22}, "read_interval": {"avg_ms": 139.282, "count": 215, "max_ms": 175.951, "p95_ms": 164.988}, "triton_wait": {"avg_ms": 59.459, "count": 216, "max_ms": 82.799, "p95_ms": 77.961}, "visualize": {"avg_ms": 5.807, "count": 216, "max_ms": 7.689, "p95_ms": 6.607}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12363.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.031, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.453, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:17:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:17:58+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T16:17:58+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T16:17:58.474085+09:00", "mtime_epoch": 1783063078.4740849, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:17:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.211, "count": 300, "max_ms": 4.798, "p95_ms": 3.778}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 2.015, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.545, "count": 300, "max_ms": 66.435, "p95_ms": 61.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.81, "count": 300, "max_ms": 81.141, "p95_ms": 72.27}, "yolo11_640_fire_11class": {"avg_ms": 51.873, "count": 300, "max_ms": 73.513, "p95_ms": 65.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.439, "count": 300, "max_ms": 81.153, "p95_ms": 76.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.449, "count": 300, "max_ms": 93.833, "p95_ms": 88.477}, "read_interval": {"avg_ms": 100.232, "count": 299, "max_ms": 849.989, "p95_ms": 112.134}, "triton_wait": {"avg_ms": 54.538, "count": 300, "max_ms": 81.168, "p95_ms": 76.69}, "visualize": {"avg_ms": 3.66, "count": 300, "max_ms": 4.886, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12365.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:15:56+09:00", "last_error_summary": "[h264 @ 0x55edddd04680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55edddd04680] error while decoding MB 0 27, bytestream 43330 [h264 @ 0x55edddc0b7c0] left block unavailable for requested intra mode [h264 @ 0x55edddc0b7c0] error while decoding MB 0 38, bytestream 6957 [h264 @ 0x55edde8cdcc0] error while decoding MB 43 30, bytestream -34 [h264 @ 0x55edde72ffc0] left block unavailable for requested intra mode [h264 @ 0x55edde72ffc0] error while decoding MB 0 6, bytestream 614", "last_exit_at": "2026-07-03T16:15:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.712, "last_started_at": "2026-07-03T16:15:59+09:00", "pid": 38932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.254, "name": "ffmpeg", "pid": 38932, "rss_mb": 272.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 11, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.288, "sample_count": 2084, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:18:19+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T16:18:19+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T16:18:19.794399+09:00", "mtime_epoch": 1783063099.7943995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:18:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.431, "pushed": 7.431, "read": 7.398}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.301, "count": 222, "max_ms": 11.267, "p95_ms": 7.977}, "gstreamer_push": {"avg_ms": 1.122, "count": 222, "max_ms": 1.41, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.711, "count": 222, "max_ms": 66.306, "p95_ms": 62.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.506, "count": 222, "max_ms": 82.376, "p95_ms": 75.564}, "yolo11_640_fire_11class": {"avg_ms": 50.793, "count": 222, "max_ms": 70.796, "p95_ms": 66.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.055, "count": 222, "max_ms": 80.982, "p95_ms": 77.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.741, "count": 222, "max_ms": 162.631, "p95_ms": 149.419}, "read_interval": {"avg_ms": 135.185, "count": 221, "max_ms": 175.275, "p95_ms": 160.68}, "triton_wait": {"avg_ms": 59.405, "count": 222, "max_ms": 82.389, "p95_ms": 78.7}, "visualize": {"avg_ms": 5.637, "count": 222, "max_ms": 8.111, "p95_ms": 6.788}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12365.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 322.036, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.118, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:18:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:18:28+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:18:28+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T16:18:28.474528+09:00", "mtime_epoch": 1783063108.4745278, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:18:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.297, "count": 300, "max_ms": 5.568, "p95_ms": 4.193}, "gstreamer_push": {"avg_ms": 1.335, "count": 300, "max_ms": 2.156, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.106, "count": 300, "max_ms": 67.71, "p95_ms": 63.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.697, "count": 300, "max_ms": 81.176, "p95_ms": 74.52}, "yolo11_640_fire_11class": {"avg_ms": 52.973, "count": 300, "max_ms": 70.736, "p95_ms": 66.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.182, "count": 300, "max_ms": 80.367, "p95_ms": 77.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.155, "count": 300, "max_ms": 93.032, "p95_ms": 89.485}, "read_interval": {"avg_ms": 100.011, "count": 300, "max_ms": 732.568, "p95_ms": 113.41}, "triton_wait": {"avg_ms": 56.014, "count": 300, "max_ms": 81.188, "p95_ms": 77.344}, "visualize": {"avg_ms": 3.735, "count": 300, "max_ms": 4.872, "p95_ms": 4.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12365.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:15:56+09:00", "last_error_summary": "[h264 @ 0x55edddd04680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55edddd04680] error while decoding MB 0 27, bytestream 43330 [h264 @ 0x55edddc0b7c0] left block unavailable for requested intra mode [h264 @ 0x55edddc0b7c0] error while decoding MB 0 38, bytestream 6957 [h264 @ 0x55edde8cdcc0] error while decoding MB 43 30, bytestream -34 [h264 @ 0x55edde72ffc0] left block unavailable for requested intra mode [h264 @ 0x55edde72ffc0] error while decoding MB 0 6, bytestream 614", "last_exit_at": "2026-07-03T16:15:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.756, "last_started_at": "2026-07-03T16:15:59+09:00", "pid": 38932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.254, "name": "ffmpeg", "pid": 38932, "rss_mb": 272.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 11, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.245, "sample_count": 2091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211547, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:18:49+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T16:18:49+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T16:18:49.830844+09:00", "mtime_epoch": 1783063129.8308437, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:18:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.458, "pushed": 7.458, "read": 7.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.257, "count": 223, "max_ms": 10.685, "p95_ms": 8.603}, "gstreamer_push": {"avg_ms": 1.14, "count": 223, "max_ms": 1.63, "p95_ms": 1.237}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.432, "count": 223, "max_ms": 68.834, "p95_ms": 63.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.106, "count": 223, "max_ms": 82.467, "p95_ms": 73.622}, "yolo11_640_fire_11class": {"avg_ms": 51.276, "count": 223, "max_ms": 72.12, "p95_ms": 66.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.489, "count": 223, "max_ms": 81.317, "p95_ms": 77.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 122.031, "count": 223, "max_ms": 168.413, "p95_ms": 151.832}, "read_interval": {"avg_ms": 134.66, "count": 222, "max_ms": 180.28, "p95_ms": 163.7}, "triton_wait": {"avg_ms": 59.57, "count": 223, "max_ms": 82.479, "p95_ms": 78.073}, "visualize": {"avg_ms": 5.606, "count": 223, "max_ms": 8.109, "p95_ms": 6.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12365.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 352.114, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.072, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:18:58+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:18:58+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T16:18:58.554973+09:00", "mtime_epoch": 1783063138.554973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:18:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.302, "count": 300, "max_ms": 5.48, "p95_ms": 3.866}, "gstreamer_push": {"avg_ms": 1.334, "count": 300, "max_ms": 1.692, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.351, "count": 300, "max_ms": 69.338, "p95_ms": 63.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.617, "count": 300, "max_ms": 80.341, "p95_ms": 71.525}, "yolo11_640_fire_11class": {"avg_ms": 52.419, "count": 300, "max_ms": 72.464, "p95_ms": 66.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.2, "count": 300, "max_ms": 82.679, "p95_ms": 76.625}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.079, "count": 300, "max_ms": 94.679, "p95_ms": 88.877}, "read_interval": {"avg_ms": 100.321, "count": 299, "max_ms": 745.191, "p95_ms": 230.115}, "triton_wait": {"avg_ms": 54.901, "count": 300, "max_ms": 82.69, "p95_ms": 76.664}, "visualize": {"avg_ms": 3.747, "count": 300, "max_ms": 5.707, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:15:56+09:00", "last_error_summary": "[h264 @ 0x55edddd04680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55edddd04680] error while decoding MB 0 27, bytestream 43330 [h264 @ 0x55edddc0b7c0] left block unavailable for requested intra mode [h264 @ 0x55edddc0b7c0] error while decoding MB 0 38, bytestream 6957 [h264 @ 0x55edde8cdcc0] error while decoding MB 43 30, bytestream -34 [h264 @ 0x55edde72ffc0] left block unavailable for requested intra mode [h264 @ 0x55edde72ffc0] error while decoding MB 0 6, bytestream 614", "last_exit_at": "2026-07-03T16:15:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 200.851, "last_started_at": "2026-07-03T16:15:59+09:00", "pid": 38932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.832, "name": "ffmpeg", "pid": 38932, "rss_mb": 274.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 66, "restart_count_per_hour": 11, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.245, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:19:20+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T16:19:19+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T16:19:19.955290+09:00", "mtime_epoch": 1783063159.95529, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:19:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.785, "pushed": 7.785, "read": 7.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.003, "count": 233, "max_ms": 12.035, "p95_ms": 8.065}, "gstreamer_push": {"avg_ms": 1.15, "count": 233, "max_ms": 1.476, "p95_ms": 1.301}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.376, "count": 233, "max_ms": 66.881, "p95_ms": 63.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.16, "count": 233, "max_ms": 84.062, "p95_ms": 71.999}, "yolo11_640_fire_11class": {"avg_ms": 50.457, "count": 233, "max_ms": 69.012, "p95_ms": 66.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.112, "count": 233, "max_ms": 80.804, "p95_ms": 77.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.854, "count": 233, "max_ms": 158.984, "p95_ms": 144.309}, "read_interval": {"avg_ms": 129.195, "count": 232, "max_ms": 170.621, "p95_ms": 158.436}, "triton_wait": {"avg_ms": 59.305, "count": 233, "max_ms": 84.075, "p95_ms": 77.774}, "visualize": {"avg_ms": 5.33, "count": 233, "max_ms": 7.018, "p95_ms": 6.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 382.183, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.221, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:19:28+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:19:28+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T16:19:28.623419+09:00", "mtime_epoch": 1783063168.6234186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:19:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.26, "count": 299, "max_ms": 5.275, "p95_ms": 3.976}, "gstreamer_push": {"avg_ms": 1.329, "count": 299, "max_ms": 1.883, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.479, "count": 299, "max_ms": 72.843, "p95_ms": 65.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.728, "count": 299, "max_ms": 82.049, "p95_ms": 75.209}, "yolo11_640_fire_11class": {"avg_ms": 54.001, "count": 299, "max_ms": 74.819, "p95_ms": 67.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.292, "count": 299, "max_ms": 81.4, "p95_ms": 78.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.203, "count": 299, "max_ms": 94.054, "p95_ms": 90.157}, "read_interval": {"avg_ms": 100.628, "count": 298, "max_ms": 813.345, "p95_ms": 110.351}, "triton_wait": {"avg_ms": 58.215, "count": 299, "max_ms": 82.06, "p95_ms": 78.22}, "visualize": {"avg_ms": 3.668, "count": 299, "max_ms": 5.104, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 179, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:15:56+09:00", "last_error_summary": "[h264 @ 0x55edddd04680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55edddd04680] error while decoding MB 0 27, bytestream 43330 [h264 @ 0x55edddc0b7c0] left block unavailable for requested intra mode [h264 @ 0x55edddc0b7c0] error while decoding MB 0 38, bytestream 6957 [h264 @ 0x55edde8cdcc0] error while decoding MB 43 30, bytestream -34 [h264 @ 0x55edde72ffc0] left block unavailable for requested intra mode [h264 @ 0x55edde72ffc0] error while decoding MB 0 6, bytestream 614", "last_exit_at": "2026-07-03T16:15:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 230.953, "last_started_at": "2026-07-03T16:15:59+09:00", "pid": 38932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.492, "name": "ffmpeg", "pid": 38932, "rss_mb": 295.492, "state": "S (sleeping)", "threads": 104}, "restart_count": 66, "restart_count_per_hour": 11, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.009, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:19:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:19:50+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T16:19:50+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T16:19:50.055737+09:00", "mtime_epoch": 1783063190.055737, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:19:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.504, "pushed": 8.504, "read": 8.47}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.837, "count": 254, "max_ms": 11.281, "p95_ms": 7.788}, "gstreamer_push": {"avg_ms": 1.235, "count": 255, "max_ms": 1.954, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.193, "count": 254, "max_ms": 69.929, "p95_ms": 65.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.843, "count": 254, "max_ms": 81.725, "p95_ms": 78.074}, "yolo11_640_fire_11class": {"avg_ms": 57.105, "count": 254, "max_ms": 69.917, "p95_ms": 67.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.353, "count": 254, "max_ms": 83.101, "p95_ms": 78.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.966, "count": 255, "max_ms": 161.594, "p95_ms": 134.295}, "read_interval": {"avg_ms": 118.026, "count": 254, "max_ms": 175.365, "p95_ms": 147.142}, "triton_wait": {"avg_ms": 67.198, "count": 254, "max_ms": 83.112, "p95_ms": 79.479}, "visualize": {"avg_ms": 4.616, "count": 254, "max_ms": 7.886, "p95_ms": 6.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12286.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 412.21, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.298, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:19:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:19:58+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:19:58+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T16:19:58.651865+09:00", "mtime_epoch": 1783063198.6518648, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238353}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:19:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.094, "pushed": 10.094, "read": 10.061}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.23, "count": 302, "max_ms": 5.128, "p95_ms": 3.65}, "gstreamer_push": {"avg_ms": 1.331, "count": 302, "max_ms": 1.884, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.373, "count": 302, "max_ms": 69.427, "p95_ms": 64.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.55, "count": 302, "max_ms": 81.31, "p95_ms": 76.502}, "yolo11_640_fire_11class": {"avg_ms": 56.047, "count": 302, "max_ms": 72.747, "p95_ms": 67.393}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.704, "count": 302, "max_ms": 82.822, "p95_ms": 78.259}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.945, "count": 302, "max_ms": 94.745, "p95_ms": 90.608}, "read_interval": {"avg_ms": 99.481, "count": 301, "max_ms": 727.842, "p95_ms": 110.172}, "triton_wait": {"avg_ms": 61.05, "count": 302, "max_ms": 82.834, "p95_ms": 78.548}, "visualize": {"avg_ms": 3.675, "count": 302, "max_ms": 4.442, "p95_ms": 3.972}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1768}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:19:51+09:00", "last_error_summary": "[h264 @ 0x55ca7541b900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ca7541b900] error while decoding MB 0 21, bytestream 90", "last_exit_at": "2026-07-03T16:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.854, "last_started_at": "2026-07-03T16:19:53+09:00", "pid": 39039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.57, "name": "ffmpeg", "pid": 39039, "rss_mb": 264.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.65, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:20:20+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-03T16:20:20+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T16:20:20.144184+09:00", "mtime_epoch": 1783063220.1441844, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:20:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.974, "pushed": 6.974, "read": 6.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.623, "count": 208, "max_ms": 12.339, "p95_ms": 7.83}, "gstreamer_push": {"avg_ms": 1.177, "count": 209, "max_ms": 1.454, "p95_ms": 1.351}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.961, "count": 208, "max_ms": 68.579, "p95_ms": 63.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.715, "count": 208, "max_ms": 77.773, "p95_ms": 74.655}, "yolo11_640_fire_11class": {"avg_ms": 51.865, "count": 208, "max_ms": 70.848, "p95_ms": 66.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.532, "count": 208, "max_ms": 82.924, "p95_ms": 77.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.034, "count": 209, "max_ms": 159.786, "p95_ms": 133.718}, "read_interval": {"avg_ms": 144.055, "count": 208, "max_ms": 4252.93, "p95_ms": 145.666}, "triton_wait": {"avg_ms": 60.599, "count": 208, "max_ms": 82.936, "p95_ms": 77.406}, "visualize": {"avg_ms": 5.052, "count": 208, "max_ms": 6.696, "p95_ms": 6.3}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 442.231, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.31, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:20:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:20:28+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T16:20:28+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T16:20:28.672311+09:00", "mtime_epoch": 1783063228.6723113, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:20:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.286, "count": 300, "max_ms": 5.351, "p95_ms": 3.933}, "gstreamer_push": {"avg_ms": 1.323, "count": 300, "max_ms": 2.109, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.445, "count": 300, "max_ms": 69.458, "p95_ms": 63.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.655, "count": 300, "max_ms": 79.408, "p95_ms": 74.715}, "yolo11_640_fire_11class": {"avg_ms": 53.477, "count": 300, "max_ms": 71.934, "p95_ms": 66.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.828, "count": 300, "max_ms": 80.808, "p95_ms": 77.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.795, "count": 300, "max_ms": 92.56, "p95_ms": 89.385}, "read_interval": {"avg_ms": 100.135, "count": 299, "max_ms": 559.522, "p95_ms": 154.566}, "triton_wait": {"avg_ms": 56.762, "count": 300, "max_ms": 80.82, "p95_ms": 77.507}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 5.671, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12360.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:19:51+09:00", "last_error_summary": "[h264 @ 0x55ca7541b900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ca7541b900] error while decoding MB 0 21, bytestream 90", "last_exit_at": "2026-07-03T16:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.937, "last_started_at": "2026-07-03T16:19:53+09:00", "pid": 39039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.891, "name": "ffmpeg", "pid": 39039, "rss_mb": 266.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.99, "sample_count": 2247, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:20:50+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T16:20:50+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T16:20:50.220633+09:00", "mtime_epoch": 1783063250.2206326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:20:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.843, "pushed": 7.843, "read": 7.809}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.83, "count": 234, "max_ms": 9.771, "p95_ms": 7.812}, "gstreamer_push": {"avg_ms": 1.155, "count": 235, "max_ms": 1.551, "p95_ms": 1.274}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.234, "count": 234, "max_ms": 66.696, "p95_ms": 62.981}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.611, "count": 234, "max_ms": 84.881, "p95_ms": 77.083}, "yolo11_640_fire_11class": {"avg_ms": 52.533, "count": 234, "max_ms": 74.154, "p95_ms": 66.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.455, "count": 234, "max_ms": 81.215, "p95_ms": 78.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.071, "count": 235, "max_ms": 162.522, "p95_ms": 134.72}, "read_interval": {"avg_ms": 127.94, "count": 234, "max_ms": 174.131, "p95_ms": 148.106}, "triton_wait": {"avg_ms": 61.165, "count": 234, "max_ms": 84.892, "p95_ms": 79.058}, "visualize": {"avg_ms": 5.209, "count": 234, "max_ms": 6.536, "p95_ms": 6.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 472.54, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.665, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:20:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:20:59+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T16:20:58+09:00", "mjpeg": {"age_sec": 0.428, "exists": true, "mtime": "2026-07-03T16:20:58.612758+09:00", "mtime_epoch": 1783063258.6127577, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221843}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:20:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.268, "count": 299, "max_ms": 4.991, "p95_ms": 3.96}, "gstreamer_push": {"avg_ms": 1.321, "count": 299, "max_ms": 1.791, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.797, "count": 299, "max_ms": 68.165, "p95_ms": 63.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.26, "count": 299, "max_ms": 87.059, "p95_ms": 75.829}, "yolo11_640_fire_11class": {"avg_ms": 53.206, "count": 299, "max_ms": 70.061, "p95_ms": 66.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.482, "count": 299, "max_ms": 81.275, "p95_ms": 77.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.521, "count": 299, "max_ms": 99.065, "p95_ms": 89.811}, "read_interval": {"avg_ms": 100.576, "count": 298, "max_ms": 806.988, "p95_ms": 134.707}, "triton_wait": {"avg_ms": 56.495, "count": 299, "max_ms": 87.072, "p95_ms": 77.799}, "visualize": {"avg_ms": 3.708, "count": 299, "max_ms": 4.769, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:19:51+09:00", "last_error_summary": "[h264 @ 0x55ca7541b900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ca7541b900] error while decoding MB 0 21, bytestream 90", "last_exit_at": "2026-07-03T16:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.957, "last_started_at": "2026-07-03T16:19:53+09:00", "pid": 39039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.828, "name": "ffmpeg", "pid": 39039, "rss_mb": 269.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.542, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:21:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:21:20+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T16:21:20+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T16:21:20.261081+09:00", "mtime_epoch": 1783063280.261081, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:21:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.826, "pushed": 7.826, "read": 7.793}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.022, "count": 234, "max_ms": 10.52, "p95_ms": 8.571}, "gstreamer_push": {"avg_ms": 1.153, "count": 234, "max_ms": 1.474, "p95_ms": 1.269}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.195, "count": 234, "max_ms": 64.256, "p95_ms": 62.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.564, "count": 234, "max_ms": 81.334, "p95_ms": 77.213}, "yolo11_640_fire_11class": {"avg_ms": 50.569, "count": 234, "max_ms": 69.281, "p95_ms": 64.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.12, "count": 234, "max_ms": 79.193, "p95_ms": 77.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.184, "count": 234, "max_ms": 157.551, "p95_ms": 135.534}, "read_interval": {"avg_ms": 128.319, "count": 233, "max_ms": 169.317, "p95_ms": 148.129}, "triton_wait": {"avg_ms": 60.233, "count": 234, "max_ms": 81.348, "p95_ms": 77.81}, "visualize": {"avg_ms": 5.284, "count": 234, "max_ms": 7.206, "p95_ms": 6.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 502.613, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.537, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:21:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:21:29+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:21:29+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:21:29.053212+09:00", "mtime_epoch": 1783063289.0532122, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242610}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:21:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.303, "count": 301, "max_ms": 5.174, "p95_ms": 3.979}, "gstreamer_push": {"avg_ms": 1.322, "count": 301, "max_ms": 1.627, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.802, "count": 301, "max_ms": 65.869, "p95_ms": 62.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.193, "count": 301, "max_ms": 78.874, "p95_ms": 76.711}, "yolo11_640_fire_11class": {"avg_ms": 52.811, "count": 301, "max_ms": 69.393, "p95_ms": 65.451}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.369, "count": 301, "max_ms": 78.998, "p95_ms": 76.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.549, "count": 301, "max_ms": 92.047, "p95_ms": 89.157}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 927.598, "p95_ms": 111.031}, "triton_wait": {"avg_ms": 56.422, "count": 301, "max_ms": 79.01, "p95_ms": 77.319}, "visualize": {"avg_ms": 3.728, "count": 301, "max_ms": 5.186, "p95_ms": 4.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:19:51+09:00", "last_error_summary": "[h264 @ 0x55ca7541b900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ca7541b900] error while decoding MB 0 21, bytestream 90", "last_exit_at": "2026-07-03T16:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.026, "last_started_at": "2026-07-03T16:19:53+09:00", "pid": 39039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.758, "name": "ffmpeg", "pid": 39039, "rss_mb": 275.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 67, "restart_count_per_hour": 12, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.133, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:21:50+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T16:21:50+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T16:21:50.309530+09:00", "mtime_epoch": 1783063310.30953, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:21:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.084, "pushed": 8.084, "read": 8.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.551, "count": 242, "max_ms": 9.678, "p95_ms": 7.217}, "gstreamer_push": {"avg_ms": 1.159, "count": 242, "max_ms": 1.401, "p95_ms": 1.272}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.21, "count": 242, "max_ms": 64.469, "p95_ms": 62.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.274, "count": 242, "max_ms": 82.634, "p95_ms": 76.335}, "yolo11_640_fire_11class": {"avg_ms": 52.581, "count": 242, "max_ms": 76.68, "p95_ms": 65.875}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.637, "count": 242, "max_ms": 80.597, "p95_ms": 77.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.066, "count": 242, "max_ms": 136.286, "p95_ms": 131.382}, "read_interval": {"avg_ms": 124.169, "count": 241, "max_ms": 148.885, "p95_ms": 144.171}, "triton_wait": {"avg_ms": 60.914, "count": 242, "max_ms": 82.646, "p95_ms": 78.155}, "visualize": {"avg_ms": 4.999, "count": 242, "max_ms": 6.425, "p95_ms": 5.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1988}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 532.636, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.628, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:21:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:21:59+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T16:21:59.073661+09:00", "mtime_epoch": 1783063319.073661, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:21:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.256, "count": 302, "max_ms": 4.821, "p95_ms": 4.057}, "gstreamer_push": {"avg_ms": 1.294, "count": 302, "max_ms": 1.551, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.101, "count": 302, "max_ms": 66.083, "p95_ms": 62.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.883, "count": 302, "max_ms": 82.137, "p95_ms": 76.923}, "yolo11_640_fire_11class": {"avg_ms": 52.947, "count": 302, "max_ms": 69.559, "p95_ms": 65.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.288, "count": 302, "max_ms": 80.044, "p95_ms": 75.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.321, "count": 302, "max_ms": 95.275, "p95_ms": 89.247}, "read_interval": {"avg_ms": 99.469, "count": 301, "max_ms": 629.813, "p95_ms": 114.062}, "triton_wait": {"avg_ms": 56.368, "count": 302, "max_ms": 82.149, "p95_ms": 77.661}, "visualize": {"avg_ms": 3.673, "count": 302, "max_ms": 4.751, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 562.682, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.667, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:22:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:22:29+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:22:29+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:22:29.122111+09:00", "mtime_epoch": 1783063349.122111, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:22:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.346, "count": 302, "max_ms": 5.277, "p95_ms": 4.429}, "gstreamer_push": {"avg_ms": 1.332, "count": 302, "max_ms": 1.569, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.491, "count": 302, "max_ms": 75.334, "p95_ms": 61.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.71, "count": 302, "max_ms": 84.259, "p95_ms": 74.862}, "yolo11_640_fire_11class": {"avg_ms": 51.064, "count": 302, "max_ms": 76.897, "p95_ms": 64.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.345, "count": 302, "max_ms": 80.103, "p95_ms": 75.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.814, "count": 302, "max_ms": 96.288, "p95_ms": 88.719}, "read_interval": {"avg_ms": 99.551, "count": 301, "max_ms": 713.407, "p95_ms": 135.266}, "triton_wait": {"avg_ms": 53.539, "count": 302, "max_ms": 84.271, "p95_ms": 76.409}, "visualize": {"avg_ms": 3.781, "count": 302, "max_ms": 6.037, "p95_ms": 4.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12474.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 180, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:19:51+09:00", "last_error_summary": "[h264 @ 0x55ca7541b900] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ca7541b900] error while decoding MB 0 21, bytestream 90", "last_exit_at": "2026-07-03T16:19:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.359, "last_started_at": "2026-07-03T16:19:53+09:00", "pid": 39039, "process": {"exists": true, "fd_count": 5, "hwm_mb": 382.426, "name": "ffmpeg", "pid": 39039, "rss_mb": 382.426, "state": "S (sleeping)", "threads": 104}, "restart_count": 67, "restart_count_per_hour": 11, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.345, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:22:35+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T16:22:35+09:00", "mjpeg": {"age_sec": 19.072, "exists": true, "mtime": "2026-07-03T16:22:16.697925+09:00", "mtime_epoch": 1783063336.697925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:22:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.91, "pushed": 2.91, "read": 2.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.668, "count": 87, "max_ms": 10.068, "p95_ms": 8.794}, "gstreamer_push": {"avg_ms": 1.157, "count": 87, "max_ms": 1.264, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.586, "count": 87, "max_ms": 75.182, "p95_ms": 61.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.833, "count": 87, "max_ms": 79.552, "p95_ms": 76.035}, "yolo11_640_fire_11class": {"avg_ms": 50.373, "count": 87, "max_ms": 76.444, "p95_ms": 64.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.223, "count": 87, "max_ms": 77.173, "p95_ms": 75.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.262, "count": 87, "max_ms": 133.369, "p95_ms": 129.167}, "read_interval": {"avg_ms": 347.88, "count": 86, "max_ms": 19091.426, "p95_ms": 142.694}, "triton_wait": {"avg_ms": 60.639, "count": 87, "max_ms": 79.563, "p95_ms": 76.814}, "visualize": {"avg_ms": 5.123, "count": 87, "max_ms": 6.725, "p95_ms": 5.486}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 592.722, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.559, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:22:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:22:59+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T16:22:59+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T16:22:59.138561+09:00", "mtime_epoch": 1783063379.1385612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:22:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.204, "count": 296, "max_ms": 4.762, "p95_ms": 3.819}, "gstreamer_push": {"avg_ms": 1.315, "count": 296, "max_ms": 1.959, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.158, "count": 296, "max_ms": 64.837, "p95_ms": 62.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.154, "count": 296, "max_ms": 76.932, "p95_ms": 70.987}, "yolo11_640_fire_11class": {"avg_ms": 51.104, "count": 296, "max_ms": 67.332, "p95_ms": 63.653}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.094, "count": 296, "max_ms": 77.915, "p95_ms": 75.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.077, "count": 296, "max_ms": 89.772, "p95_ms": 87.342}, "read_interval": {"avg_ms": 101.468, "count": 295, "max_ms": 768.847, "p95_ms": 132.128}, "triton_wait": {"avg_ms": 53.232, "count": 296, "max_ms": 77.927, "p95_ms": 75.595}, "visualize": {"avg_ms": 3.643, "count": 296, "max_ms": 5.004, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1778}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.628, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.242, "name": "ffmpeg", "pid": 39146, "rss_mb": 264.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.282, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:23:05+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-03T16:23:05+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T16:23:05.746660+09:00", "mtime_epoch": 1783063385.7466605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:23:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.975, "pushed": 6.975, "read": 6.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.507, "count": 208, "max_ms": 7.908, "p95_ms": 7.179}, "gstreamer_push": {"avg_ms": 1.176, "count": 209, "max_ms": 1.79, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.818, "count": 208, "max_ms": 67.515, "p95_ms": 62.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.221, "count": 208, "max_ms": 80.266, "p95_ms": 74.093}, "yolo11_640_fire_11class": {"avg_ms": 50.108, "count": 208, "max_ms": 70.778, "p95_ms": 65.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.719, "count": 208, "max_ms": 79.178, "p95_ms": 76.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.197, "count": 209, "max_ms": 132.377, "p95_ms": 129.989}, "read_interval": {"avg_ms": 144.028, "count": 208, "max_ms": 5019.512, "p95_ms": 142.715}, "triton_wait": {"avg_ms": 58.944, "count": 208, "max_ms": 80.277, "p95_ms": 76.517}, "visualize": {"avg_ms": 5.009, "count": 208, "max_ms": 8.609, "p95_ms": 5.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1996}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12357.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 622.764, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.532, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:23:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:23:29+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T16:23:29+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T16:23:29.183012+09:00", "mtime_epoch": 1783063409.1830125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:23:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.325, "count": 300, "max_ms": 5.051, "p95_ms": 4.385}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 2.128, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.026, "count": 300, "max_ms": 70.383, "p95_ms": 64.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.808, "count": 300, "max_ms": 80.506, "p95_ms": 76.005}, "yolo11_640_fire_11class": {"avg_ms": 52.6, "count": 300, "max_ms": 73.577, "p95_ms": 64.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.743, "count": 300, "max_ms": 82.341, "p95_ms": 76.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.805, "count": 300, "max_ms": 94.295, "p95_ms": 89.228}, "read_interval": {"avg_ms": 100.124, "count": 299, "max_ms": 900.937, "p95_ms": 182.582}, "triton_wait": {"avg_ms": 55.74, "count": 300, "max_ms": 82.353, "p95_ms": 77.208}, "visualize": {"avg_ms": 3.695, "count": 300, "max_ms": 5.086, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12357.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.733, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.758, "name": "ffmpeg", "pid": 39146, "rss_mb": 264.758, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.311, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:23:35+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T16:23:35+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T16:23:35.863113+09:00", "mtime_epoch": 1783063415.8631127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:23:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.936, "pushed": 7.936, "read": 7.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.717, "count": 237, "max_ms": 10.527, "p95_ms": 7.853}, "gstreamer_push": {"avg_ms": 1.162, "count": 238, "max_ms": 1.494, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.295, "count": 237, "max_ms": 66.153, "p95_ms": 63.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.139, "count": 237, "max_ms": 81.912, "p95_ms": 77.544}, "yolo11_640_fire_11class": {"avg_ms": 51.756, "count": 237, "max_ms": 69.056, "p95_ms": 65.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.942, "count": 237, "max_ms": 80.495, "p95_ms": 77.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.546, "count": 238, "max_ms": 156.942, "p95_ms": 136.894}, "read_interval": {"avg_ms": 126.527, "count": 237, "max_ms": 168.248, "p95_ms": 148.621}, "triton_wait": {"avg_ms": 61.074, "count": 237, "max_ms": 81.926, "p95_ms": 77.621}, "visualize": {"avg_ms": 5.141, "count": 237, "max_ms": 8.699, "p95_ms": 6.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 1998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12358.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 652.831, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.584, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:23:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:23:59+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:23:59+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:23:59.271465+09:00", "mtime_epoch": 1783063439.2714648, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:23:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.363, "count": 302, "max_ms": 5.271, "p95_ms": 4.389}, "gstreamer_push": {"avg_ms": 1.325, "count": 302, "max_ms": 1.937, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.599, "count": 302, "max_ms": 70.644, "p95_ms": 64.531}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.888, "count": 302, "max_ms": 81.846, "p95_ms": 75.656}, "yolo11_640_fire_11class": {"avg_ms": 53.026, "count": 302, "max_ms": 71.963, "p95_ms": 65.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.101, "count": 302, "max_ms": 81.519, "p95_ms": 77.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.8, "count": 302, "max_ms": 93.668, "p95_ms": 89.209}, "read_interval": {"avg_ms": 99.623, "count": 301, "max_ms": 683.938, "p95_ms": 114.704}, "triton_wait": {"avg_ms": 56.581, "count": 302, "max_ms": 81.858, "p95_ms": 77.242}, "visualize": {"avg_ms": 3.73, "count": 302, "max_ms": 5.771, "p95_ms": 4.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12361.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.84, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.109, "name": "ffmpeg", "pid": 39146, "rss_mb": 268.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.476, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:24:06+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T16:24:05+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T16:24:05.975566+09:00", "mtime_epoch": 1783063445.9755657, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159611}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:24:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.824, "pushed": 7.824, "read": 7.791}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.938, "count": 234, "max_ms": 11.649, "p95_ms": 7.936}, "gstreamer_push": {"avg_ms": 1.156, "count": 234, "max_ms": 1.62, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.523, "count": 234, "max_ms": 66.686, "p95_ms": 63.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.106, "count": 234, "max_ms": 83.662, "p95_ms": 75.739}, "yolo11_640_fire_11class": {"avg_ms": 50.943, "count": 234, "max_ms": 68.808, "p95_ms": 65.748}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.414, "count": 234, "max_ms": 82.014, "p95_ms": 77.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.238, "count": 234, "max_ms": 160.833, "p95_ms": 141.0}, "read_interval": {"avg_ms": 128.365, "count": 233, "max_ms": 172.695, "p95_ms": 153.028}, "triton_wait": {"avg_ms": 59.947, "count": 234, "max_ms": 83.675, "p95_ms": 77.866}, "visualize": {"avg_ms": 5.343, "count": 234, "max_ms": 8.773, "p95_ms": 6.449}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2001}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12363.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 682.855, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.517, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:24:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:24:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T16:24:29+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T16:24:29.291917+09:00", "mtime_epoch": 1783063469.2919166, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:24:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.095, "pushed": 10.095, "read": 10.061}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.253, "count": 302, "max_ms": 4.833, "p95_ms": 3.783}, "gstreamer_push": {"avg_ms": 1.314, "count": 302, "max_ms": 1.556, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.668, "count": 302, "max_ms": 74.208, "p95_ms": 63.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.132, "count": 302, "max_ms": 80.258, "p95_ms": 75.092}, "yolo11_640_fire_11class": {"avg_ms": 52.515, "count": 302, "max_ms": 75.486, "p95_ms": 65.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.745, "count": 302, "max_ms": 81.101, "p95_ms": 76.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.498, "count": 302, "max_ms": 92.883, "p95_ms": 89.823}, "read_interval": {"avg_ms": 99.466, "count": 301, "max_ms": 583.731, "p95_ms": 111.551}, "triton_wait": {"avg_ms": 55.46, "count": 302, "max_ms": 81.113, "p95_ms": 77.722}, "visualize": {"avg_ms": 3.697, "count": 302, "max_ms": 4.525, "p95_ms": 4.175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.853, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.914, "name": "ffmpeg", "pid": 39146, "rss_mb": 269.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.526, "sample_count": 2173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:24:36+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T16:24:35+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T16:24:35.984017+09:00", "mtime_epoch": 1783063475.9840174, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:24:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.962, "pushed": 7.962, "read": 7.928}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.779, "count": 238, "max_ms": 9.702, "p95_ms": 7.578}, "gstreamer_push": {"avg_ms": 1.153, "count": 238, "max_ms": 1.382, "p95_ms": 1.241}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.03, "count": 238, "max_ms": 66.796, "p95_ms": 63.631}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.071, "count": 238, "max_ms": 82.178, "p95_ms": 77.214}, "yolo11_640_fire_11class": {"avg_ms": 51.674, "count": 238, "max_ms": 73.16, "p95_ms": 66.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.724, "count": 238, "max_ms": 80.205, "p95_ms": 77.661}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.378, "count": 238, "max_ms": 135.318, "p95_ms": 132.522}, "read_interval": {"avg_ms": 126.136, "count": 237, "max_ms": 147.252, "p95_ms": 145.243}, "triton_wait": {"avg_ms": 60.233, "count": 238, "max_ms": 82.191, "p95_ms": 78.338}, "visualize": {"avg_ms": 5.152, "count": 238, "max_ms": 6.9, "p95_ms": 5.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 712.912, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.096, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:24:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T16:24:59+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T16:24:59+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T16:24:59.336369+09:00", "mtime_epoch": 1783063499.3363693, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243104}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:24:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.268, "count": 300, "max_ms": 4.974, "p95_ms": 3.931}, "gstreamer_push": {"avg_ms": 1.303, "count": 300, "max_ms": 1.96, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.812, "count": 300, "max_ms": 68.689, "p95_ms": 62.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.007, "count": 300, "max_ms": 78.972, "p95_ms": 74.811}, "yolo11_640_fire_11class": {"avg_ms": 52.951, "count": 300, "max_ms": 71.869, "p95_ms": 65.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.985, "count": 300, "max_ms": 77.78, "p95_ms": 74.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.645, "count": 300, "max_ms": 90.869, "p95_ms": 88.392}, "read_interval": {"avg_ms": 100.243, "count": 299, "max_ms": 640.263, "p95_ms": 196.162}, "triton_wait": {"avg_ms": 55.713, "count": 300, "max_ms": 78.983, "p95_ms": 76.578}, "visualize": {"avg_ms": 3.696, "count": 300, "max_ms": 5.023, "p95_ms": 4.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.863, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.914, "name": "ffmpeg", "pid": 39146, "rss_mb": 269.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.836, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:25:06+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-07-03T16:25:05+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T16:25:05.980469+09:00", "mtime_epoch": 1783063505.9804692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:25:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.067, "pushed": 8.067, "read": 8.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.763, "count": 242, "max_ms": 9.924, "p95_ms": 7.854}, "gstreamer_push": {"avg_ms": 1.162, "count": 242, "max_ms": 1.515, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.333, "count": 242, "max_ms": 67.411, "p95_ms": 62.866}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.205, "count": 242, "max_ms": 81.244, "p95_ms": 76.676}, "yolo11_640_fire_11class": {"avg_ms": 51.261, "count": 242, "max_ms": 71.542, "p95_ms": 66.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.041, "count": 242, "max_ms": 79.185, "p95_ms": 75.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.018, "count": 242, "max_ms": 153.01, "p95_ms": 133.5}, "read_interval": {"avg_ms": 123.954, "count": 242, "max_ms": 164.666, "p95_ms": 146.035}, "triton_wait": {"avg_ms": 59.034, "count": 242, "max_ms": 81.255, "p95_ms": 77.567}, "visualize": {"avg_ms": 5.14, "count": 242, "max_ms": 6.823, "p95_ms": 6.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2006}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 743.009, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.979, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:25:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:25:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T16:25:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T16:25:29.424899+09:00", "mtime_epoch": 1783063529.424899, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:25:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.276, "count": 303, "max_ms": 5.213, "p95_ms": 4.017}, "gstreamer_push": {"avg_ms": 1.324, "count": 303, "max_ms": 1.694, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.094, "count": 303, "max_ms": 74.112, "p95_ms": 63.424}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.485, "count": 303, "max_ms": 81.236, "p95_ms": 75.092}, "yolo11_640_fire_11class": {"avg_ms": 52.935, "count": 303, "max_ms": 77.341, "p95_ms": 65.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.253, "count": 303, "max_ms": 78.967, "p95_ms": 75.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.564, "count": 303, "max_ms": 93.105, "p95_ms": 88.33}, "read_interval": {"avg_ms": 99.044, "count": 302, "max_ms": 730.705, "p95_ms": 121.915}, "triton_wait": {"avg_ms": 55.533, "count": 303, "max_ms": 81.248, "p95_ms": 76.625}, "visualize": {"avg_ms": 3.7, "count": 303, "max_ms": 5.465, "p95_ms": 4.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.894, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.914, "name": "ffmpeg", "pid": 39146, "rss_mb": 269.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.299, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:25:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:25:36+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T16:25:36+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T16:25:36.017142+09:00", "mtime_epoch": 1783063536.0171418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:25:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.99, "pushed": 7.99, "read": 7.956}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.762, "count": 239, "max_ms": 8.322, "p95_ms": 7.757}, "gstreamer_push": {"avg_ms": 1.163, "count": 239, "max_ms": 1.636, "p95_ms": 1.307}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.584, "count": 239, "max_ms": 76.414, "p95_ms": 64.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.837, "count": 239, "max_ms": 80.885, "p95_ms": 75.997}, "yolo11_640_fire_11class": {"avg_ms": 52.524, "count": 239, "max_ms": 78.619, "p95_ms": 67.01}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.021, "count": 239, "max_ms": 79.312, "p95_ms": 76.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.48, "count": 239, "max_ms": 164.392, "p95_ms": 132.462}, "read_interval": {"avg_ms": 125.659, "count": 238, "max_ms": 178.268, "p95_ms": 145.859}, "triton_wait": {"avg_ms": 60.424, "count": 239, "max_ms": 80.898, "p95_ms": 77.784}, "visualize": {"avg_ms": 5.119, "count": 239, "max_ms": 7.108, "p95_ms": 5.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 773.015, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.005, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:25:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:25:59+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T16:25:59+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T16:25:59.437991+09:00", "mtime_epoch": 1783063559.4379911, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:25:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.261, "count": 298, "max_ms": 4.915, "p95_ms": 3.8}, "gstreamer_push": {"avg_ms": 1.321, "count": 298, "max_ms": 2.004, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.044, "count": 298, "max_ms": 70.28, "p95_ms": 64.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.992, "count": 298, "max_ms": 80.147, "p95_ms": 76.169}, "yolo11_640_fire_11class": {"avg_ms": 53.766, "count": 298, "max_ms": 71.926, "p95_ms": 65.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.333, "count": 298, "max_ms": 81.842, "p95_ms": 77.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.329, "count": 298, "max_ms": 93.894, "p95_ms": 90.221}, "read_interval": {"avg_ms": 100.739, "count": 298, "max_ms": 627.05, "p95_ms": 206.897}, "triton_wait": {"avg_ms": 57.26, "count": 298, "max_ms": 81.854, "p95_ms": 78.267}, "visualize": {"avg_ms": 3.702, "count": 298, "max_ms": 5.013, "p95_ms": 4.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 202.043, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.172, "name": "ffmpeg", "pid": 39146, "rss_mb": 270.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.987, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:26:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:26:06+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-03T16:26:06+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T16:26:06.122230+09:00", "mtime_epoch": 1783063566.12223, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:26:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.06, "pushed": 8.06, "read": 8.026}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.597, "count": 241, "max_ms": 10.175, "p95_ms": 7.381}, "gstreamer_push": {"avg_ms": 1.185, "count": 241, "max_ms": 2.079, "p95_ms": 1.349}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.476, "count": 241, "max_ms": 66.45, "p95_ms": 64.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.855, "count": 241, "max_ms": 81.782, "p95_ms": 76.054}, "yolo11_640_fire_11class": {"avg_ms": 51.777, "count": 241, "max_ms": 69.714, "p95_ms": 66.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.491, "count": 241, "max_ms": 79.905, "p95_ms": 77.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 111.383, "count": 241, "max_ms": 155.461, "p95_ms": 131.923}, "read_interval": {"avg_ms": 124.387, "count": 240, "max_ms": 149.85, "p95_ms": 144.985}, "triton_wait": {"avg_ms": 60.86, "count": 241, "max_ms": 81.795, "p95_ms": 78.286}, "visualize": {"avg_ms": 5.083, "count": 241, "max_ms": 7.716, "p95_ms": 5.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2011}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 803.06, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.953, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:26:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:26:29+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:26:29+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T16:26:29.503053+09:00", "mtime_epoch": 1783063589.5030532, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238208}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:26:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.311, "count": 301, "max_ms": 5.246, "p95_ms": 4.361}, "gstreamer_push": {"avg_ms": 1.324, "count": 301, "max_ms": 1.806, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.346, "count": 301, "max_ms": 67.079, "p95_ms": 63.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.357, "count": 301, "max_ms": 80.436, "p95_ms": 75.365}, "yolo11_640_fire_11class": {"avg_ms": 53.215, "count": 301, "max_ms": 69.516, "p95_ms": 65.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.65, "count": 301, "max_ms": 79.126, "p95_ms": 76.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.54, "count": 301, "max_ms": 92.511, "p95_ms": 88.902}, "read_interval": {"avg_ms": 99.864, "count": 300, "max_ms": 665.569, "p95_ms": 116.416}, "triton_wait": {"avg_ms": 56.537, "count": 301, "max_ms": 80.449, "p95_ms": 76.982}, "visualize": {"avg_ms": 3.693, "count": 301, "max_ms": 4.93, "p95_ms": 4.319}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 232.159, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.43, "name": "ffmpeg", "pid": 39146, "rss_mb": 270.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.167, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:26:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:26:36+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T16:26:36+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T16:26:36.287289+09:00", "mtime_epoch": 1783063596.2872887, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:26:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.974, "pushed": 7.974, "read": 7.94}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.685, "count": 238, "max_ms": 10.414, "p95_ms": 7.738}, "gstreamer_push": {"avg_ms": 1.176, "count": 239, "max_ms": 1.836, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.607, "count": 238, "max_ms": 67.943, "p95_ms": 63.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.266, "count": 238, "max_ms": 84.724, "p95_ms": 76.467}, "yolo11_640_fire_11class": {"avg_ms": 52.489, "count": 238, "max_ms": 70.037, "p95_ms": 66.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.508, "count": 238, "max_ms": 81.091, "p95_ms": 78.29}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.745, "count": 239, "max_ms": 164.695, "p95_ms": 136.024}, "read_interval": {"avg_ms": 126.03, "count": 238, "max_ms": 177.148, "p95_ms": 148.801}, "triton_wait": {"avg_ms": 61.632, "count": 238, "max_ms": 84.736, "p95_ms": 78.782}, "visualize": {"avg_ms": 5.123, "count": 238, "max_ms": 8.804, "p95_ms": 6.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 833.085, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.912, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:26:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:26:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T16:26:59+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T16:26:59.520083+09:00", "mtime_epoch": 1783063619.5200834, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:26:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.288, "count": 300, "max_ms": 5.091, "p95_ms": 3.891}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 2.435, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.912, "count": 300, "max_ms": 68.461, "p95_ms": 63.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.733, "count": 300, "max_ms": 81.352, "p95_ms": 76.149}, "yolo11_640_fire_11class": {"avg_ms": 52.925, "count": 300, "max_ms": 72.536, "p95_ms": 66.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.954, "count": 300, "max_ms": 80.769, "p95_ms": 76.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.047, "count": 300, "max_ms": 93.066, "p95_ms": 88.96}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 777.733, "p95_ms": 217.456}, "triton_wait": {"avg_ms": 55.981, "count": 300, "max_ms": 81.364, "p95_ms": 77.075}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 5.016, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 262.236, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.691, "name": "ffmpeg", "pid": 39146, "rss_mb": 283.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.13, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:27:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:27:06+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T16:27:06+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T16:27:06.360314+09:00", "mtime_epoch": 1783063626.3603141, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:27:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.485, "pushed": 8.485, "read": 8.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.301, "count": 254, "max_ms": 9.701, "p95_ms": 7.228}, "gstreamer_push": {"avg_ms": 1.181, "count": 254, "max_ms": 1.701, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.282, "count": 254, "max_ms": 66.437, "p95_ms": 63.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.809, "count": 254, "max_ms": 83.001, "p95_ms": 76.289}, "yolo11_640_fire_11class": {"avg_ms": 50.32, "count": 254, "max_ms": 69.15, "p95_ms": 65.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.49, "count": 254, "max_ms": 79.456, "p95_ms": 76.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.59, "count": 254, "max_ms": 138.753, "p95_ms": 130.442}, "read_interval": {"avg_ms": 118.392, "count": 253, "max_ms": 151.646, "p95_ms": 144.221}, "triton_wait": {"avg_ms": 59.075, "count": 254, "max_ms": 83.012, "p95_ms": 76.772}, "visualize": {"avg_ms": 4.886, "count": 254, "max_ms": 6.467, "p95_ms": 5.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 863.159, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.922, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:27:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:27:29+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T16:27:29+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T16:27:29.601087+09:00", "mtime_epoch": 1783063649.6010873, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:27:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.043}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.273, "count": 302, "max_ms": 4.844, "p95_ms": 4.051}, "gstreamer_push": {"avg_ms": 1.311, "count": 302, "max_ms": 1.843, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.747, "count": 302, "max_ms": 70.286, "p95_ms": 63.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.241, "count": 302, "max_ms": 81.303, "p95_ms": 74.937}, "yolo11_640_fire_11class": {"avg_ms": 53.175, "count": 302, "max_ms": 76.58, "p95_ms": 65.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.007, "count": 302, "max_ms": 83.05, "p95_ms": 76.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.871, "count": 302, "max_ms": 95.133, "p95_ms": 88.83}, "read_interval": {"avg_ms": 99.648, "count": 301, "max_ms": 663.34, "p95_ms": 111.59}, "triton_wait": {"avg_ms": 56.88, "count": 302, "max_ms": 83.062, "p95_ms": 76.896}, "visualize": {"avg_ms": 3.694, "count": 302, "max_ms": 5.368, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.243, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.59, "name": "ffmpeg", "pid": 39146, "rss_mb": 288.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.98, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:27:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:27:36+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T16:27:36+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T16:27:36.365309+09:00", "mtime_epoch": 1783063656.3653095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:27:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.601, "pushed": 7.601, "read": 7.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.655, "count": 228, "max_ms": 9.389, "p95_ms": 7.31}, "gstreamer_push": {"avg_ms": 1.138, "count": 228, "max_ms": 1.665, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.647, "count": 228, "max_ms": 66.0, "p95_ms": 63.206}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.875, "count": 228, "max_ms": 81.636, "p95_ms": 73.808}, "yolo11_640_fire_11class": {"avg_ms": 51.109, "count": 228, "max_ms": 67.34, "p95_ms": 64.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.783, "count": 228, "max_ms": 78.989, "p95_ms": 76.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 112.615, "count": 228, "max_ms": 137.02, "p95_ms": 130.385}, "read_interval": {"avg_ms": 131.612, "count": 228, "max_ms": 1518.304, "p95_ms": 144.15}, "triton_wait": {"avg_ms": 59.857, "count": 228, "max_ms": 81.648, "p95_ms": 76.809}, "visualize": {"avg_ms": 5.084, "count": 228, "max_ms": 6.607, "p95_ms": 5.627}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 893.163, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.047, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:27:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:27:59+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:27:59.602062+09:00", "mtime_epoch": 1783063679.602062, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:27:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.238, "count": 299, "max_ms": 5.174, "p95_ms": 3.964}, "gstreamer_push": {"avg_ms": 1.301, "count": 299, "max_ms": 1.885, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.992, "count": 299, "max_ms": 69.109, "p95_ms": 62.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.968, "count": 299, "max_ms": 81.339, "p95_ms": 73.285}, "yolo11_640_fire_11class": {"avg_ms": 52.303, "count": 299, "max_ms": 72.908, "p95_ms": 65.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.051, "count": 299, "max_ms": 84.961, "p95_ms": 76.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.021, "count": 299, "max_ms": 96.837, "p95_ms": 88.747}, "read_interval": {"avg_ms": 100.336, "count": 299, "max_ms": 788.91, "p95_ms": 116.946}, "triton_wait": {"avg_ms": 55.152, "count": 299, "max_ms": 84.973, "p95_ms": 76.876}, "visualize": {"avg_ms": 3.661, "count": 299, "max_ms": 4.791, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12429.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 59, "h264_decode_error_count": 188, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:22:41+09:00", "last_error_summary": "[h264 @ 0x5555705a8600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5555705a8600] error while decoding MB 0 32, bytestream 3055 [h264 @ 0x555571327840] cabac decode of qscale diff failed at 0 44 [h264 @ 0x555571327840] error while decoding MB 0 44, bytestream 983 [h264 @ 0x555570febe40] cabac decode of qscale diff failed at 3 22 [h264 @ 0x555570febe40] error while decoding MB 3 22, bytestream 3009 [h264 @ 0x555570febe40] left block unavailable for requested intra4x4 mode -1 [", "last_exit_at": "2026-07-03T16:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 335.332, "last_started_at": "2026-07-03T16:22:44+09:00", "pid": 39146, "process": {"exists": true, "fd_count": 5, "hwm_mb": 337.172, "name": "ffmpeg", "pid": 39146, "rss_mb": 337.172, "state": "S (sleeping)", "threads": 104}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.902, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:28:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T16:28:19+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T16:28:19+09:00", "mjpeg": {"age_sec": 19.073, "exists": true, "mtime": "2026-07-03T16:28:00.490090+09:00", "mtime_epoch": 1783063680.4900904, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:28:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.87, "pushed": 2.87, "read": 2.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 6.781, "count": 85, "max_ms": 8.73, "p95_ms": 7.844}, "gstreamer_push": {"avg_ms": 1.134, "count": 86, "max_ms": 1.257, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.056, "count": 85, "max_ms": 64.217, "p95_ms": 61.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.814, "count": 85, "max_ms": 81.813, "p95_ms": 76.998}, "yolo11_640_fire_11class": {"avg_ms": 50.921, "count": 85, "max_ms": 66.994, "p95_ms": 64.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.691, "count": 85, "max_ms": 85.389, "p95_ms": 79.206}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.765, "count": 86, "max_ms": 141.368, "p95_ms": 133.683}, "read_interval": {"avg_ms": 352.495, "count": 85, "max_ms": 19089.869, "p95_ms": 151.315}, "triton_wait": {"avg_ms": 62.78, "count": 85, "max_ms": 85.401, "p95_ms": 79.767}, "visualize": {"avg_ms": 5.125, "count": 85, "max_ms": 6.076, "p95_ms": 5.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12269.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 923.303, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.477, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:28:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:28:29+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T16:28:29+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T16:28:29.663013+09:00", "mtime_epoch": 1783063709.6630132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:28:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.577, "pushed": 8.577, "read": 8.544}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 5.122, "count": 257, "max_ms": 10.361, "p95_ms": 8.058}, "gstreamer_push": {"avg_ms": 1.172, "count": 257, "max_ms": 1.45, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.884, "count": 257, "max_ms": 65.926, "p95_ms": 51.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.499, "count": 257, "max_ms": 78.507, "p95_ms": 54.935}, "yolo11_640_fire_11class": {"avg_ms": 50.05, "count": 257, "max_ms": 66.739, "p95_ms": 52.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.867, "count": 257, "max_ms": 81.021, "p95_ms": 56.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.069, "count": 257, "max_ms": 165.156, "p95_ms": 135.466}, "read_interval": {"avg_ms": 116.76, "count": 256, "max_ms": 721.836, "p95_ms": 153.09}, "triton_wait": {"avg_ms": 52.543, "count": 257, "max_ms": 81.032, "p95_ms": 57.018}, "visualize": {"avg_ms": 4.508, "count": 257, "max_ms": 7.288, "p95_ms": 5.214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 198, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:28:22+09:00", "last_error_summary": "[h264 @ 0x5628551da540] left block unavailable for requested intra mode [h264 @ 0x5628551da540] error while decoding MB 0 23, bytestream 410 [h264 @ 0x562855cb1fc0] cabac decode of qscale diff failed at 24 41 [h264 @ 0x562855cb1fc0] error while decoding MB 24 41, bytestream 3368 [h264 @ 0x5628551f3d00] reference picture missing during reorder [h264 @ 0x5628551f3d00] Missing reference picture, default is 65565 [h264 @ 0x562855186240] mmco: unref short failure [h264 @ 0x562855186240] illegal short", "last_exit_at": "2026-07-03T16:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.19, "last_started_at": "2026-07-03T16:28:25+09:00", "pid": 39253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.395, "name": "ffmpeg", "pid": 39253, "rss_mb": 265.395, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.028, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 215934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:28:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:28:49+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T16:28:49+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:28:49.527629+09:00", "mtime_epoch": 1783063729.5276287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:28:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.189, "pushed": 7.189, "read": 7.155}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.574, "count": 215, "max_ms": 9.769, "p95_ms": 7.95}, "gstreamer_push": {"avg_ms": 1.132, "count": 215, "max_ms": 1.953, "p95_ms": 1.344}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.601, "count": 215, "max_ms": 73.663, "p95_ms": 68.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.013, "count": 215, "max_ms": 86.159, "p95_ms": 76.148}, "yolo11_640_fire_11class": {"avg_ms": 49.035, "count": 215, "max_ms": 66.903, "p95_ms": 64.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.343, "count": 215, "max_ms": 89.145, "p95_ms": 82.24}}, "truncated_count": 0}, "processing_total": {"avg_ms": 106.294, "count": 215, "max_ms": 141.718, "p95_ms": 135.694}, "read_interval": {"avg_ms": 139.913, "count": 214, "max_ms": 4619.275, "p95_ms": 147.675}, "triton_wait": {"avg_ms": 58.137, "count": 215, "max_ms": 89.158, "p95_ms": 82.344}, "visualize": {"avg_ms": 4.979, "count": 215, "max_ms": 9.627, "p95_ms": 5.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 953.311, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.659, "sample_count": 2804, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:28:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:28:59+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-03T16:28:59+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T16:28:59.691940+09:00", "mtime_epoch": 1783063739.6919396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:28:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.834, "pushed": 4.834, "read": 4.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.262, "count": 145, "max_ms": 16.942, "p95_ms": 14.441}, "gstreamer_push": {"avg_ms": 0.912, "count": 145, "max_ms": 1.301, "p95_ms": 1.071}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.697, "count": 145, "max_ms": 76.434, "p95_ms": 71.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.215, "count": 145, "max_ms": 83.567, "p95_ms": 78.965}, "yolo11_640_fire_11class": {"avg_ms": 53.131, "count": 145, "max_ms": 71.551, "p95_ms": 64.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.224, "count": 145, "max_ms": 91.605, "p95_ms": 86.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.977, "count": 145, "max_ms": 265.206, "p95_ms": 257.03}, "read_interval": {"avg_ms": 206.996, "count": 145, "max_ms": 276.119, "p95_ms": 268.993}, "triton_wait": {"avg_ms": 63.438, "count": 145, "max_ms": 91.617, "p95_ms": 86.432}, "visualize": {"avg_ms": 6.362, "count": 145, "max_ms": 9.723, "p95_ms": 7.637}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12361.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 198, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:28:22+09:00", "last_error_summary": "[h264 @ 0x5628551da540] left block unavailable for requested intra mode [h264 @ 0x5628551da540] error while decoding MB 0 23, bytestream 410 [h264 @ 0x562855cb1fc0] cabac decode of qscale diff failed at 24 41 [h264 @ 0x562855cb1fc0] error while decoding MB 24 41, bytestream 3368 [h264 @ 0x5628551f3d00] reference picture missing during reorder [h264 @ 0x5628551f3d00] Missing reference picture, default is 65565 [h264 @ 0x562855186240] mmco: unref short failure [h264 @ 0x562855186240] illegal short", "last_exit_at": "2026-07-03T16:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.276, "last_started_at": "2026-07-03T16:28:25+09:00", "pid": 39253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.652, "name": "ffmpeg", "pid": 39253, "rss_mb": 265.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.465, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:29:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:29:19+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T16:29:19+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T16:29:19.568540+09:00", "mtime_epoch": 1783063759.5685403, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:29:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.17, "pushed": 8.17, "read": 8.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.443, "count": 245, "max_ms": 9.741, "p95_ms": 7.493}, "gstreamer_push": {"avg_ms": 1.158, "count": 245, "max_ms": 1.44, "p95_ms": 1.308}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.934, "count": 245, "max_ms": 70.039, "p95_ms": 65.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.792, "count": 245, "max_ms": 83.181, "p95_ms": 77.559}, "yolo11_640_fire_11class": {"avg_ms": 52.489, "count": 245, "max_ms": 70.346, "p95_ms": 65.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.664, "count": 245, "max_ms": 84.426, "p95_ms": 77.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 108.995, "count": 245, "max_ms": 141.485, "p95_ms": 131.995}, "read_interval": {"avg_ms": 122.292, "count": 245, "max_ms": 152.207, "p95_ms": 144.996}, "triton_wait": {"avg_ms": 60.964, "count": 245, "max_ms": 84.438, "p95_ms": 78.352}, "visualize": {"avg_ms": 4.94, "count": 245, "max_ms": 6.427, "p95_ms": 5.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 983.333, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 3, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.172, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:29:29+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T16:29:29+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T16:29:29.744844+09:00", "mtime_epoch": 1783063769.7448444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234185}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:29:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 343, "pushed_frames": 343, "read_frames": 342, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.481, "pushed": 11.481, "read": 11.447}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.534, "count": 343, "max_ms": 5.434, "p95_ms": 4.169}, "gstreamer_push": {"avg_ms": 1.317, "count": 343, "max_ms": 1.552, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.833, "count": 343, "max_ms": 70.769, "p95_ms": 64.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.597, "count": 343, "max_ms": 82.269, "p95_ms": 77.022}, "yolo11_640_fire_11class": {"avg_ms": 54.721, "count": 343, "max_ms": 71.676, "p95_ms": 67.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.785, "count": 343, "max_ms": 80.484, "p95_ms": 76.538}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.284, "count": 343, "max_ms": 135.108, "p95_ms": 90.261}, "read_interval": {"avg_ms": 87.485, "count": 342, "max_ms": 146.286, "p95_ms": 107.259}, "triton_wait": {"avg_ms": 58.833, "count": 343, "max_ms": 82.28, "p95_ms": 77.545}, "visualize": {"avg_ms": 3.691, "count": 343, "max_ms": 5.282, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1803}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 198, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:28:22+09:00", "last_error_summary": "[h264 @ 0x5628551da540] left block unavailable for requested intra mode [h264 @ 0x5628551da540] error while decoding MB 0 23, bytestream 410 [h264 @ 0x562855cb1fc0] cabac decode of qscale diff failed at 24 41 [h264 @ 0x562855cb1fc0] error while decoding MB 24 41, bytestream 3368 [h264 @ 0x5628551f3d00] reference picture missing during reorder [h264 @ 0x5628551f3d00] Missing reference picture, default is 65565 [h264 @ 0x562855186240] mmco: unref short failure [h264 @ 0x562855186240] illegal short", "last_exit_at": "2026-07-03T16:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.293, "last_started_at": "2026-07-03T16:28:25+09:00", "pid": 39253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.23, "name": "ffmpeg", "pid": 39253, "rss_mb": 268.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.316, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:29:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:29:49+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-03T16:29:49+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T16:29:49.573430+09:00", "mtime_epoch": 1783063789.5734296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:29:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.1, "pushed": 8.1, "read": 8.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.571, "count": 242, "max_ms": 9.572, "p95_ms": 7.513}, "gstreamer_push": {"avg_ms": 1.175, "count": 242, "max_ms": 1.536, "p95_ms": 1.319}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.555, "count": 242, "max_ms": 68.576, "p95_ms": 63.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.416, "count": 242, "max_ms": 82.568, "p95_ms": 77.04}, "yolo11_640_fire_11class": {"avg_ms": 52.404, "count": 242, "max_ms": 72.293, "p95_ms": 67.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.498, "count": 242, "max_ms": 85.738, "p95_ms": 77.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.627, "count": 242, "max_ms": 138.885, "p95_ms": 131.692}, "read_interval": {"avg_ms": 123.984, "count": 241, "max_ms": 154.004, "p95_ms": 145.509}, "triton_wait": {"avg_ms": 61.409, "count": 242, "max_ms": 85.75, "p95_ms": 78.295}, "visualize": {"avg_ms": 4.995, "count": 242, "max_ms": 6.553, "p95_ms": 5.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12365.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 1013.361, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 340.883, "name": "ffmpeg", "pid": 38675, "rss_mb": 340.883, "state": "S (sleeping)", "threads": 106}, "restart_count": 34, "restart_count_per_hour": 2, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.188, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:29:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:29:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:29:59+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T16:29:59.801728+09:00", "mtime_epoch": 1783063799.801728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:29:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.59, "pushed": 9.59, "read": 9.557}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.849, "count": 287, "max_ms": 11.149, "p95_ms": 8.32}, "gstreamer_push": {"avg_ms": 1.248, "count": 287, "max_ms": 2.028, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.193, "count": 287, "max_ms": 69.5, "p95_ms": 63.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.637, "count": 287, "max_ms": 86.305, "p95_ms": 76.514}, "yolo11_640_fire_11class": {"avg_ms": 53.321, "count": 287, "max_ms": 76.2, "p95_ms": 65.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.042, "count": 287, "max_ms": 85.533, "p95_ms": 77.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.773, "count": 287, "max_ms": 169.441, "p95_ms": 142.473}, "read_interval": {"avg_ms": 104.704, "count": 286, "max_ms": 181.266, "p95_ms": 154.973}, "triton_wait": {"avg_ms": 57.572, "count": 287, "max_ms": 86.317, "p95_ms": 77.638}, "visualize": {"avg_ms": 4.138, "count": 287, "max_ms": 5.954, "p95_ms": 5.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 198, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:28:22+09:00", "last_error_summary": "[h264 @ 0x5628551da540] left block unavailable for requested intra mode [h264 @ 0x5628551da540] error while decoding MB 0 23, bytestream 410 [h264 @ 0x562855cb1fc0] cabac decode of qscale diff failed at 24 41 [h264 @ 0x562855cb1fc0] error while decoding MB 24 41, bytestream 3368 [h264 @ 0x5628551f3d00] reference picture missing during reorder [h264 @ 0x5628551f3d00] Missing reference picture, default is 65565 [h264 @ 0x562855186240] mmco: unref short failure [h264 @ 0x562855186240] illegal short", "last_exit_at": "2026-07-03T16:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.369, "last_started_at": "2026-07-03T16:28:25+09:00", "pid": 39253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.387, "name": "ffmpeg", "pid": 39253, "rss_mb": 278.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.145, "sample_count": 2230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:30:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:30:19+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T16:30:19+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T16:30:19.666301+09:00", "mtime_epoch": 1783063819.6663008, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:30:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.111, "pushed": 8.111, "read": 8.078}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.512, "count": 243, "max_ms": 9.831, "p95_ms": 7.326}, "gstreamer_push": {"avg_ms": 1.165, "count": 243, "max_ms": 1.581, "p95_ms": 1.342}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.254, "count": 243, "max_ms": 65.051, "p95_ms": 62.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.875, "count": 243, "max_ms": 85.036, "p95_ms": 76.315}, "yolo11_640_fire_11class": {"avg_ms": 51.871, "count": 243, "max_ms": 68.746, "p95_ms": 65.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.327, "count": 243, "max_ms": 78.917, "p95_ms": 76.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 110.406, "count": 243, "max_ms": 139.749, "p95_ms": 131.143}, "read_interval": {"avg_ms": 123.79, "count": 242, "max_ms": 155.136, "p95_ms": 144.584}, "triton_wait": {"avg_ms": 61.247, "count": 243, "max_ms": 85.048, "p95_ms": 77.133}, "visualize": {"avg_ms": 4.971, "count": 243, "max_ms": 6.52, "p95_ms": 5.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:13:04+09:00", "last_error_summary": "[h264 @ 0x564d61432140] error while decoding MB 52 31, bytestream -15 [in#0/rtsp @ 0x564d60beee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x564d60beee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:13:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 1056.531, "last_started_at": "2026-07-03T16:13:06+09:00", "pid": 38675, "process": {"exists": true, "fd_count": 5, "hwm_mb": 365.777, "name": "ffmpeg", "pid": 38675, "rss_mb": 365.777, "state": "S (sleeping)", "threads": 104}, "restart_count": 34, "restart_count_per_hour": 2, "rtsp_timeout_count": 54, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.535, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:30:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:30:43+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T16:30:42+09:00", "mjpeg": {"age_sec": 28.749, "exists": true, "mtime": "2026-07-03T16:30:14.282146+09:00", "mtime_epoch": 1783063814.2821465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:30:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 15, "pushed_frames": 15, "read_frames": 15, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.5, "pushed": 0.5, "read": 0.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.39, "count": 15, "max_ms": 3.559, "p95_ms": 3.559}, "gstreamer_push": {"avg_ms": 1.35, "count": 15, "max_ms": 1.649, "p95_ms": 1.649}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.4, "count": 15, "max_ms": 66.203, "p95_ms": 66.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.919, "count": 15, "max_ms": 76.974, "p95_ms": 76.974}, "yolo11_640_fire_11class": {"avg_ms": 56.063, "count": 15, "max_ms": 66.819, "p95_ms": 66.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.03, "count": 15, "max_ms": 77.874, "p95_ms": 77.874}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.87, "count": 15, "max_ms": 89.659, "p95_ms": 89.659}, "read_interval": {"avg_ms": 1998.722, "count": 15, "max_ms": 28749.265, "p95_ms": 28749.265}, "triton_wait": {"avg_ms": 59.924, "count": 15, "max_ms": 77.886, "p95_ms": 77.886}, "visualize": {"avg_ms": 3.682, "count": 15, "max_ms": 3.865, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12256.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 60, "h264_decode_error_count": 198, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:28:22+09:00", "last_error_summary": "[h264 @ 0x5628551da540] left block unavailable for requested intra mode [h264 @ 0x5628551da540] error while decoding MB 0 23, bytestream 410 [h264 @ 0x562855cb1fc0] cabac decode of qscale diff failed at 24 41 [h264 @ 0x562855cb1fc0] error while decoding MB 24 41, bytestream 3368 [h264 @ 0x5628551f3d00] reference picture missing during reorder [h264 @ 0x5628551f3d00] Missing reference picture, default is 65565 [h264 @ 0x562855186240] mmco: unref short failure [h264 @ 0x562855186240] illegal short", "last_exit_at": "2026-07-03T16:28:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.425, "last_started_at": "2026-07-03T16:28:25+09:00", "pid": 39253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.121, "name": "ffmpeg", "pid": 39253, "rss_mb": 286.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 69, "restart_count_per_hour": 13, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.863, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:30:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:30:49+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T16:30:49+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T16:30:49.699151+09:00", "mtime_epoch": 1783063849.6991513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 188607}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:30:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.483, "pushed": 8.483, "read": 8.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 6.55, "count": 254, "max_ms": 7.851, "p95_ms": 7.599}, "gstreamer_push": {"avg_ms": 1.126, "count": 254, "max_ms": 1.485, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.013, "count": 254, "max_ms": 62.194, "p95_ms": 47.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.637, "count": 254, "max_ms": 72.692, "p95_ms": 55.873}, "yolo11_640_fire_11class": {"avg_ms": 44.653, "count": 254, "max_ms": 63.052, "p95_ms": 47.312}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.579, "count": 254, "max_ms": 76.571, "p95_ms": 53.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.337, "count": 254, "max_ms": 143.289, "p95_ms": 131.265}, "read_interval": {"avg_ms": 118.22, "count": 253, "max_ms": 154.837, "p95_ms": 142.54}, "triton_wait": {"avg_ms": 51.954, "count": 254, "max_ms": 76.582, "p95_ms": 55.883}, "visualize": {"avg_ms": 5.101, "count": 254, "max_ms": 6.86, "p95_ms": 6.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.743, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.312, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.164, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:31:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:31:13+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T16:31:12+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T16:31:12.971798+09:00", "mtime_epoch": 1783063872.9717977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:31:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.737, "pushed": 8.737, "read": 8.737}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 3.485, "count": 262, "max_ms": 5.211, "p95_ms": 4.113}, "gstreamer_push": {"avg_ms": 1.325, "count": 262, "max_ms": 1.624, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.234, "count": 262, "max_ms": 66.38, "p95_ms": 53.687}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.596, "count": 262, "max_ms": 81.678, "p95_ms": 56.802}, "yolo11_640_fire_11class": {"avg_ms": 50.482, "count": 262, "max_ms": 69.123, "p95_ms": 56.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.177, "count": 262, "max_ms": 80.871, "p95_ms": 63.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.345, "count": 262, "max_ms": 95.908, "p95_ms": 78.511}, "read_interval": {"avg_ms": 114.592, "count": 262, "max_ms": 4433.809, "p95_ms": 110.949}, "triton_wait": {"avg_ms": 52.066, "count": 262, "max_ms": 81.687, "p95_ms": 66.517}, "visualize": {"avg_ms": 3.73, "count": 262, "max_ms": 4.884, "p95_ms": 4.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1808}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12220.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:31:18+09:00", "last_error_summary": "[h264 @ 0x55b0c88b1cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b0c88b1cc0] error while decoding MB 0 40, bytestream 3820 [h264 @ 0x55b0c8a4f9c0] cabac decode of qscale diff failed at 62 18 [h264 @ 0x55b0c8a4f9c0] error while decoding MB 62 18, bytestream 669 [h264 @ 0x55b0c7e3d980] left block unavailable for requested intra mode [h264 @ 0x55b0c7e3d980] error while decoding MB 0 33, bytestream 6002 [h264 @ 0x55b0c7e6a800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-03T16:31:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.245, "last_started_at": "2026-07-03T16:31:21+09:00", "pid": 39512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.215, "name": "ffmpeg", "pid": 39512, "rss_mb": 139.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 14, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.068, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 216991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:31:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:31:23+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-03T16:31:23+09:00", "mjpeg": {"age_sec": 4.645, "exists": true, "mtime": "2026-07-03T16:31:18.979963+09:00", "mtime_epoch": 1783063878.9799628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:31:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 45, "pushed_frames": 45, "read_frames": 44, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.504, "pushed": 1.504, "read": 1.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 7.957, "count": 45, "max_ms": 10.168, "p95_ms": 8.844}, "gstreamer_push": {"avg_ms": 1.069, "count": 45, "max_ms": 1.671, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.483, "count": 45, "max_ms": 64.617, "p95_ms": 59.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.656, "count": 45, "max_ms": 77.632, "p95_ms": 70.758}, "yolo11_640_fire_11class": {"avg_ms": 49.246, "count": 45, "max_ms": 68.355, "p95_ms": 67.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.083, "count": 45, "max_ms": 77.973, "p95_ms": 75.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.751, "count": 45, "max_ms": 224.058, "p95_ms": 166.091}, "read_interval": {"avg_ms": 677.867, "count": 44, "max_ms": 10126.499, "p95_ms": 4607.076}, "triton_wait": {"avg_ms": 59.752, "count": 45, "max_ms": 77.983, "p95_ms": 75.919}, "visualize": {"avg_ms": 6.664, "count": 45, "max_ms": 10.338, "p95_ms": 8.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12350.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.788, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.312, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.164, "sample_count": 2533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:31:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:31:43+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:31:43+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T16:31:43.016617+09:00", "mtime_epoch": 1783063903.0166168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:31:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.512, "count": 300, "max_ms": 5.866, "p95_ms": 4.191}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.698, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.003, "count": 300, "max_ms": 68.176, "p95_ms": 60.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.369, "count": 300, "max_ms": 82.717, "p95_ms": 71.397}, "yolo11_640_fire_11class": {"avg_ms": 50.791, "count": 300, "max_ms": 71.529, "p95_ms": 63.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.009, "count": 300, "max_ms": 83.245, "p95_ms": 78.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.361, "count": 300, "max_ms": 95.888, "p95_ms": 92.111}, "read_interval": {"avg_ms": 100.216, "count": 299, "max_ms": 740.646, "p95_ms": 197.698}, "triton_wait": {"avg_ms": 53.082, "count": 300, "max_ms": 83.257, "p95_ms": 79.244}, "visualize": {"avg_ms": 3.705, "count": 300, "max_ms": 5.229, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12351.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:31:18+09:00", "last_error_summary": "[h264 @ 0x55b0c88b1cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b0c88b1cc0] error while decoding MB 0 40, bytestream 3820 [h264 @ 0x55b0c8a4f9c0] cabac decode of qscale diff failed at 62 18 [h264 @ 0x55b0c8a4f9c0] error while decoding MB 62 18, bytestream 669 [h264 @ 0x55b0c7e3d980] left block unavailable for requested intra mode [h264 @ 0x55b0c7e3d980] error while decoding MB 0 33, bytestream 6002 [h264 @ 0x55b0c7e6a800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-03T16:31:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.268, "last_started_at": "2026-07-03T16:31:21+09:00", "pid": 39512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.98, "name": "ffmpeg", "pid": 39512, "rss_mb": 264.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 14, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.845, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:31:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:31:53+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T16:31:53+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-03T16:31:53.448898+09:00", "mtime_epoch": 1783063913.4488976, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:31:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.83, "pushed": 4.83, "read": 4.797}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.638, "count": 144, "max_ms": 14.686, "p95_ms": 12.996}, "gstreamer_push": {"avg_ms": 0.894, "count": 144, "max_ms": 1.074, "p95_ms": 0.971}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.729, "count": 144, "max_ms": 68.139, "p95_ms": 62.25}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.974, "count": 144, "max_ms": 85.941, "p95_ms": 76.966}, "yolo11_640_fire_11class": {"avg_ms": 51.136, "count": 144, "max_ms": 69.851, "p95_ms": 65.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.976, "count": 144, "max_ms": 83.993, "p95_ms": 81.106}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.376, "count": 144, "max_ms": 254.256, "p95_ms": 229.644}, "read_interval": {"avg_ms": 208.446, "count": 143, "max_ms": 264.147, "p95_ms": 240.316}, "triton_wait": {"avg_ms": 64.789, "count": 144, "max_ms": 85.953, "p95_ms": 81.559}, "visualize": {"avg_ms": 9.263, "count": 144, "max_ms": 12.989, "p95_ms": 10.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12351.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.841, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.312, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.164, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:32:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:32:13+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T16:32:13+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T16:32:13.041419+09:00", "mtime_epoch": 1783063933.0414193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:32:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.601, "count": 299, "max_ms": 5.216, "p95_ms": 4.715}, "gstreamer_push": {"avg_ms": 1.312, "count": 299, "max_ms": 1.531, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.788, "count": 299, "max_ms": 68.794, "p95_ms": 62.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.843, "count": 299, "max_ms": 83.365, "p95_ms": 71.955}, "yolo11_640_fire_11class": {"avg_ms": 51.947, "count": 299, "max_ms": 75.522, "p95_ms": 66.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.299, "count": 299, "max_ms": 84.487, "p95_ms": 80.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.947, "count": 299, "max_ms": 96.817, "p95_ms": 93.305}, "read_interval": {"avg_ms": 100.47, "count": 298, "max_ms": 701.612, "p95_ms": 169.353}, "triton_wait": {"avg_ms": 55.646, "count": 299, "max_ms": 84.499, "p95_ms": 80.809}, "visualize": {"avg_ms": 3.718, "count": 299, "max_ms": 4.813, "p95_ms": 4.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12351.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:31:18+09:00", "last_error_summary": "[h264 @ 0x55b0c88b1cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b0c88b1cc0] error while decoding MB 0 40, bytestream 3820 [h264 @ 0x55b0c8a4f9c0] cabac decode of qscale diff failed at 62 18 [h264 @ 0x55b0c8a4f9c0] error while decoding MB 62 18, bytestream 669 [h264 @ 0x55b0c7e3d980] left block unavailable for requested intra mode [h264 @ 0x55b0c7e3d980] error while decoding MB 0 33, bytestream 6002 [h264 @ 0x55b0c7e6a800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-03T16:31:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.429, "last_started_at": "2026-07-03T16:31:21+09:00", "pid": 39512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.754, "name": "ffmpeg", "pid": 39512, "rss_mb": 265.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 14, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.747, "sample_count": 1853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:32:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:32:23+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-03T16:32:23+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T16:32:23.609698+09:00", "mtime_epoch": 1783063943.609698, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:32:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.171, "pushed": 5.171, "read": 5.138}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.116, "count": 154, "max_ms": 14.145, "p95_ms": 11.332}, "gstreamer_push": {"avg_ms": 0.912, "count": 155, "max_ms": 1.096, "p95_ms": 0.998}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.689, "count": 154, "max_ms": 67.005, "p95_ms": 62.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.835, "count": 154, "max_ms": 85.179, "p95_ms": 77.698}, "yolo11_640_fire_11class": {"avg_ms": 50.382, "count": 154, "max_ms": 69.28, "p95_ms": 65.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.273, "count": 154, "max_ms": 85.391, "p95_ms": 80.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.14, "count": 155, "max_ms": 238.14, "p95_ms": 210.751}, "read_interval": {"avg_ms": 194.428, "count": 154, "max_ms": 247.954, "p95_ms": 220.517}, "triton_wait": {"avg_ms": 63.278, "count": 154, "max_ms": 85.403, "p95_ms": 81.351}, "visualize": {"avg_ms": 8.436, "count": 154, "max_ms": 11.774, "p95_ms": 9.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.879, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.312, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.579, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:32:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:32:43+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:32:43+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:32:43.110208+09:00", "mtime_epoch": 1783063963.1102076, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:32:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.477, "count": 301, "max_ms": 5.29, "p95_ms": 4.392}, "gstreamer_push": {"avg_ms": 1.336, "count": 301, "max_ms": 1.964, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.57, "count": 301, "max_ms": 68.203, "p95_ms": 61.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.248, "count": 301, "max_ms": 87.999, "p95_ms": 75.798}, "yolo11_640_fire_11class": {"avg_ms": 51.614, "count": 301, "max_ms": 72.192, "p95_ms": 64.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.61, "count": 301, "max_ms": 84.46, "p95_ms": 79.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.262, "count": 301, "max_ms": 100.129, "p95_ms": 91.621}, "read_interval": {"avg_ms": 99.856, "count": 300, "max_ms": 611.553, "p95_ms": 176.214}, "triton_wait": {"avg_ms": 55.041, "count": 301, "max_ms": 88.011, "p95_ms": 79.295}, "visualize": {"avg_ms": 3.706, "count": 301, "max_ms": 5.545, "p95_ms": 4.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 27, "tracking_summary": 1812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12354.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:31:18+09:00", "last_error_summary": "[h264 @ 0x55b0c88b1cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b0c88b1cc0] error while decoding MB 0 40, bytestream 3820 [h264 @ 0x55b0c8a4f9c0] cabac decode of qscale diff failed at 62 18 [h264 @ 0x55b0c8a4f9c0] error while decoding MB 62 18, bytestream 669 [h264 @ 0x55b0c7e3d980] left block unavailable for requested intra mode [h264 @ 0x55b0c7e3d980] error while decoding MB 0 33, bytestream 6002 [h264 @ 0x55b0c7e6a800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-03T16:31:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.507, "last_started_at": "2026-07-03T16:31:21+09:00", "pid": 39512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.043, "name": "ffmpeg", "pid": 39512, "rss_mb": 267.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 14, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.922, "sample_count": 1782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:32:53+09:00", "last_frame_read_age_sec": 0.233, "last_frame_read_at": "2026-07-03T16:32:53+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-03T16:32:53.666481+09:00", "mtime_epoch": 1783063973.6664808, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:32:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.316, "pushed": 5.316, "read": 5.283}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.955, "count": 159, "max_ms": 13.942, "p95_ms": 11.771}, "gstreamer_push": {"avg_ms": 0.923, "count": 159, "max_ms": 1.347, "p95_ms": 1.084}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.672, "count": 159, "max_ms": 64.298, "p95_ms": 62.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.964, "count": 159, "max_ms": 87.78, "p95_ms": 83.691}, "yolo11_640_fire_11class": {"avg_ms": 51.403, "count": 159, "max_ms": 68.593, "p95_ms": 66.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.796, "count": 159, "max_ms": 91.332, "p95_ms": 84.013}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.952, "count": 159, "max_ms": 240.798, "p95_ms": 218.94}, "read_interval": {"avg_ms": 188.835, "count": 158, "max_ms": 253.135, "p95_ms": 226.865}, "triton_wait": {"avg_ms": 65.802, "count": 159, "max_ms": 91.346, "p95_ms": 86.061}, "visualize": {"avg_ms": 7.773, "count": 159, "max_ms": 11.837, "p95_ms": 10.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.881, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.312, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.164, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:33:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:33:13+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:33:13+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T16:33:13.110980+09:00", "mtime_epoch": 1783063993.1109796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:33:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.489, "count": 299, "max_ms": 5.655, "p95_ms": 4.163}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 1.595, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.053, "count": 299, "max_ms": 68.256, "p95_ms": 61.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.471, "count": 299, "max_ms": 89.797, "p95_ms": 76.355}, "yolo11_640_fire_11class": {"avg_ms": 51.434, "count": 299, "max_ms": 72.236, "p95_ms": 63.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.675, "count": 299, "max_ms": 89.051, "p95_ms": 81.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.379, "count": 299, "max_ms": 107.818, "p95_ms": 96.899}, "read_interval": {"avg_ms": 100.341, "count": 299, "max_ms": 692.718, "p95_ms": 247.101}, "triton_wait": {"avg_ms": 54.997, "count": 299, "max_ms": 89.81, "p95_ms": 82.251}, "visualize": {"avg_ms": 3.692, "count": 299, "max_ms": 4.94, "p95_ms": 4.32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 1813}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12511.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 61, "h264_decode_error_count": 207, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:31:18+09:00", "last_error_summary": "[h264 @ 0x55b0c88b1cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b0c88b1cc0] error while decoding MB 0 40, bytestream 3820 [h264 @ 0x55b0c8a4f9c0] cabac decode of qscale diff failed at 62 18 [h264 @ 0x55b0c8a4f9c0] error while decoding MB 62 18, bytestream 669 [h264 @ 0x55b0c7e3d980] left block unavailable for requested intra mode [h264 @ 0x55b0c7e3d980] error while decoding MB 0 33, bytestream 6002 [h264 @ 0x55b0c7e6a800] left block unavailable for requested intra4x4 mo", "last_exit_at": "2026-07-03T16:31:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.783, "last_started_at": "2026-07-03T16:31:21+09:00", "pid": 39512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.043, "name": "ffmpeg", "pid": 39512, "rss_mb": 267.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 70, "restart_count_per_hour": 14, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 71}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.922, "sample_count": 1825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:33:24+09:00", "last_frame_read_age_sec": 0.308, "last_frame_read_at": "2026-07-03T16:33:23+09:00", "mjpeg": {"age_sec": 0.3, "exists": true, "mtime": "2026-07-03T16:33:23.863253+09:00", "mtime_epoch": 1783064003.8632526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:33:24+09:00", "process": {"exists": true, "fd_count": 126, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 1.086, "recorders": [{"age_sec": 1.086, "frame_count": 52, "is_recording": true, "is_stopping": false, "pid": 39619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.34, "name": "ffmpeg", "pid": 39619, "rss_mb": 186.34, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 48, "returncode": null, "running": true, "started_at": "2026-07-03T16:33:23+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_163322_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [39619], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.062, "pushed": 4.062, "read": 4.028}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.696, "count": 121, "max_ms": 20.965, "p95_ms": 15.053}, "gstreamer_push": {"avg_ms": 0.885, "count": 121, "max_ms": 1.494, "p95_ms": 0.955}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.629, "count": 121, "max_ms": 65.818, "p95_ms": 64.468}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.032, "count": 121, "max_ms": 94.539, "p95_ms": 79.77}, "yolo11_640_fire_11class": {"avg_ms": 51.48, "count": 121, "max_ms": 71.5, "p95_ms": 68.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.517, "count": 121, "max_ms": 90.651, "p95_ms": 85.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 238.033, "count": 121, "max_ms": 870.333, "p95_ms": 275.718}, "read_interval": {"avg_ms": 247.636, "count": 120, "max_ms": 881.481, "p95_ms": 283.52}, "triton_wait": {"avg_ms": 67.326, "count": 121, "max_ms": 94.551, "p95_ms": 85.611}, "visualize": {"avg_ms": 10.589, "count": 121, "max_ms": 21.094, "p95_ms": 12.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.79, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12294.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.981, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.312, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.136, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:33:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:33:43+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T16:33:43+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T16:33:43.183739+09:00", "mtime_epoch": 1783064023.1837394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:33:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.549, "count": 300, "max_ms": 5.821, "p95_ms": 4.582}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 1.751, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.325, "count": 300, "max_ms": 71.166, "p95_ms": 56.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.47, "count": 300, "max_ms": 84.721, "p95_ms": 66.98}, "yolo11_640_fire_11class": {"avg_ms": 50.396, "count": 300, "max_ms": 72.012, "p95_ms": 58.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.01, "count": 300, "max_ms": 85.248, "p95_ms": 78.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.967, "count": 300, "max_ms": 104.176, "p95_ms": 91.697}, "read_interval": {"avg_ms": 100.023, "count": 299, "max_ms": 837.11, "p95_ms": 207.415}, "triton_wait": {"avg_ms": 53.343, "count": 300, "max_ms": 85.26, "p95_ms": 78.925}, "visualize": {"avg_ms": 3.71, "count": 300, "max_ms": 5.174, "p95_ms": 4.488}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 1814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 208, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:33:31+09:00", "last_error_summary": "[h264 @ 0x5589d81d2040] error while decoding MB 55 36, bytestream -26", "last_exit_at": "2026-07-03T16:33:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.887, "last_started_at": "2026-07-03T16:33:34+09:00", "pid": 39679, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.207, "name": "ffmpeg", "pid": 39679, "rss_mb": 267.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 15, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 238.673, "sample_count": 1706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:33:54+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-03T16:33:54+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T16:33:54.120013+09:00", "mtime_epoch": 1783064034.1200128, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:33:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 111, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.75, "pushed": 3.75, "read": 3.716}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.835, "count": 111, "max_ms": 16.114, "p95_ms": 14.932}, "gstreamer_push": {"avg_ms": 0.877, "count": 112, "max_ms": 1.206, "p95_ms": 1.003}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.917, "count": 111, "max_ms": 66.864, "p95_ms": 62.67}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.567, "count": 111, "max_ms": 90.115, "p95_ms": 82.625}, "yolo11_640_fire_11class": {"avg_ms": 51.54, "count": 111, "max_ms": 69.12, "p95_ms": 65.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.8, "count": 111, "max_ms": 85.984, "p95_ms": 84.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 218.08, "count": 112, "max_ms": 320.699, "p95_ms": 294.868}, "read_interval": {"avg_ms": 269.679, "count": 111, "max_ms": 4935.76, "p95_ms": 311.094}, "triton_wait": {"avg_ms": 67.291, "count": 111, "max_ms": 90.126, "p95_ms": 85.157}, "visualize": {"avg_ms": 9.979, "count": 111, "max_ms": 18.36, "p95_ms": 17.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12359.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.035, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.457, "sample_count": 2708, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:34:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T16:34:13+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T16:34:13.260487+09:00", "mtime_epoch": 1783064053.2604868, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:34:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.575, "count": 302, "max_ms": 6.888, "p95_ms": 4.431}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 1.907, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.004, "count": 302, "max_ms": 64.871, "p95_ms": 60.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.645, "count": 302, "max_ms": 88.271, "p95_ms": 79.003}, "yolo11_640_fire_11class": {"avg_ms": 51.061, "count": 302, "max_ms": 76.168, "p95_ms": 63.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.436, "count": 302, "max_ms": 87.333, "p95_ms": 81.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.2, "count": 302, "max_ms": 142.478, "p95_ms": 96.398}, "read_interval": {"avg_ms": 99.565, "count": 301, "max_ms": 675.937, "p95_ms": 124.914}, "triton_wait": {"avg_ms": 54.946, "count": 302, "max_ms": 88.283, "p95_ms": 82.22}, "visualize": {"avg_ms": 3.747, "count": 302, "max_ms": 5.411, "p95_ms": 4.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 1815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12361.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 208, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:33:31+09:00", "last_error_summary": "[h264 @ 0x5589d81d2040] error while decoding MB 55 36, bytestream -26", "last_exit_at": "2026-07-03T16:33:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.008, "last_started_at": "2026-07-03T16:33:34+09:00", "pid": 39679, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.238, "name": "ffmpeg", "pid": 39679, "rss_mb": 268.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 15, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 241.42, "sample_count": 1612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:34:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:34:24+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T16:34:24+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T16:34:24.256757+09:00", "mtime_epoch": 1783064064.2567568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:34:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.915, "pushed": 4.915, "read": 4.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.745, "count": 146, "max_ms": 17.358, "p95_ms": 12.112}, "gstreamer_push": {"avg_ms": 0.867, "count": 147, "max_ms": 1.185, "p95_ms": 0.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.519, "count": 146, "max_ms": 65.436, "p95_ms": 61.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.857, "count": 146, "max_ms": 83.673, "p95_ms": 76.105}, "yolo11_640_fire_11class": {"avg_ms": 49.974, "count": 146, "max_ms": 67.982, "p95_ms": 65.135}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.097, "count": 146, "max_ms": 87.702, "p95_ms": 81.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.175, "count": 147, "max_ms": 255.352, "p95_ms": 228.152}, "read_interval": {"avg_ms": 205.06, "count": 146, "max_ms": 265.035, "p95_ms": 238.199}, "triton_wait": {"avg_ms": 63.241, "count": 146, "max_ms": 87.715, "p95_ms": 81.622}, "visualize": {"avg_ms": 8.835, "count": 146, "max_ms": 11.518, "p95_ms": 10.588}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12362.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.06, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.169, "sample_count": 2708, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:34:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:34:43+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T16:34:43+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T16:34:43.285221+09:00", "mtime_epoch": 1783064083.2852206, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:34:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.823, "count": 300, "max_ms": 9.064, "p95_ms": 5.516}, "gstreamer_push": {"avg_ms": 1.278, "count": 300, "max_ms": 2.19, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.743, "count": 300, "max_ms": 65.721, "p95_ms": 60.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.172, "count": 300, "max_ms": 84.411, "p95_ms": 61.642}, "yolo11_640_fire_11class": {"avg_ms": 50.992, "count": 300, "max_ms": 75.393, "p95_ms": 63.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.09, "count": 300, "max_ms": 82.425, "p95_ms": 78.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.424, "count": 300, "max_ms": 131.568, "p95_ms": 102.371}, "read_interval": {"avg_ms": 100.131, "count": 299, "max_ms": 817.174, "p95_ms": 144.346}, "triton_wait": {"avg_ms": 54.056, "count": 300, "max_ms": 84.424, "p95_ms": 78.335}, "visualize": {"avg_ms": 3.796, "count": 300, "max_ms": 5.52, "p95_ms": 5.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 1816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12362.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 208, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:33:31+09:00", "last_error_summary": "[h264 @ 0x5589d81d2040] error while decoding MB 55 36, bytestream -26", "last_exit_at": "2026-07-03T16:33:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.074, "last_started_at": "2026-07-03T16:33:34+09:00", "pid": 39679, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.527, "name": "ffmpeg", "pid": 39679, "rss_mb": 269.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 15, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 242.516, "sample_count": 1524, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 217982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:34:54+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T16:34:54+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T16:34:54.337488+09:00", "mtime_epoch": 1783064094.3374877, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:34:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.091, "pushed": 5.091, "read": 5.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.35, "count": 152, "max_ms": 16.861, "p95_ms": 12.13}, "gstreamer_push": {"avg_ms": 0.913, "count": 152, "max_ms": 1.616, "p95_ms": 1.079}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.582, "count": 152, "max_ms": 65.05, "p95_ms": 61.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.627, "count": 152, "max_ms": 87.661, "p95_ms": 79.331}, "yolo11_640_fire_11class": {"avg_ms": 51.186, "count": 152, "max_ms": 71.408, "p95_ms": 66.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.363, "count": 152, "max_ms": 87.649, "p95_ms": 80.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.811, "count": 152, "max_ms": 239.791, "p95_ms": 224.607}, "read_interval": {"avg_ms": 197.984, "count": 151, "max_ms": 249.223, "p95_ms": 234.897}, "triton_wait": {"avg_ms": 63.753, "count": 152, "max_ms": 87.671, "p95_ms": 81.292}, "visualize": {"avg_ms": 8.507, "count": 152, "max_ms": 11.461, "p95_ms": 10.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12363.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.098, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.428, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:35:13+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T16:35:13+09:00", "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-07-03T16:35:13.313943+09:00", "mtime_epoch": 1783064113.313943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:35:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.992, "pushed": 9.992, "read": 9.958}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.639, "count": 299, "max_ms": 6.472, "p95_ms": 5.465}, "gstreamer_push": {"avg_ms": 1.32, "count": 299, "max_ms": 1.733, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.221, "count": 299, "max_ms": 68.513, "p95_ms": 64.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.968, "count": 299, "max_ms": 89.388, "p95_ms": 79.786}, "yolo11_640_fire_11class": {"avg_ms": 52.268, "count": 299, "max_ms": 75.287, "p95_ms": 66.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.151, "count": 299, "max_ms": 88.682, "p95_ms": 80.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.408, "count": 299, "max_ms": 138.602, "p95_ms": 102.49}, "read_interval": {"avg_ms": 100.507, "count": 298, "max_ms": 753.07, "p95_ms": 148.166}, "triton_wait": {"avg_ms": 56.863, "count": 299, "max_ms": 89.4, "p95_ms": 81.984}, "visualize": {"avg_ms": 3.805, "count": 299, "max_ms": 6.591, "p95_ms": 5.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 1818}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 62, "h264_decode_error_count": 208, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:33:31+09:00", "last_error_summary": "[h264 @ 0x5589d81d2040] error while decoding MB 55 36, bytestream -26", "last_exit_at": "2026-07-03T16:33:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.183, "last_started_at": "2026-07-03T16:33:34+09:00", "pid": 39679, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.785, "name": "ffmpeg", "pid": 39679, "rss_mb": 269.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 71, "restart_count_per_hour": 15, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 72}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 245.034, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:35:24+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T16:35:24+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-03T16:35:24.454208+09:00", "mtime_epoch": 1783064124.4542081, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168238}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:35:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.178, "pushed": 6.178, "read": 6.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.716, "count": 184, "max_ms": 12.668, "p95_ms": 10.265}, "gstreamer_push": {"avg_ms": 1.002, "count": 185, "max_ms": 1.483, "p95_ms": 1.245}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.983, "count": 184, "max_ms": 68.187, "p95_ms": 62.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.026, "count": 184, "max_ms": 87.136, "p95_ms": 80.249}, "yolo11_640_fire_11class": {"avg_ms": 51.365, "count": 184, "max_ms": 71.805, "p95_ms": 66.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.271, "count": 184, "max_ms": 82.965, "p95_ms": 80.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.411, "count": 185, "max_ms": 208.114, "p95_ms": 187.78}, "read_interval": {"avg_ms": 162.819, "count": 184, "max_ms": 217.549, "p95_ms": 197.029}, "triton_wait": {"avg_ms": 63.693, "count": 184, "max_ms": 87.147, "p95_ms": 81.349}, "visualize": {"avg_ms": 6.803, "count": 184, "max_ms": 10.015, "p95_ms": 8.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12295.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.135, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.997, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:35:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:35:43+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T16:35:43+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T16:35:43.362655+09:00", "mtime_epoch": 1783064143.362655, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:35:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.026}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.634, "count": 301, "max_ms": 6.548, "p95_ms": 5.385}, "gstreamer_push": {"avg_ms": 1.305, "count": 301, "max_ms": 1.993, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.527, "count": 301, "max_ms": 74.525, "p95_ms": 62.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.851, "count": 301, "max_ms": 90.052, "p95_ms": 78.343}, "yolo11_640_fire_11class": {"avg_ms": 51.606, "count": 301, "max_ms": 81.266, "p95_ms": 66.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.452, "count": 301, "max_ms": 87.178, "p95_ms": 79.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.971, "count": 301, "max_ms": 135.939, "p95_ms": 104.02}, "read_interval": {"avg_ms": 99.838, "count": 300, "max_ms": 597.476, "p95_ms": 128.424}, "triton_wait": {"avg_ms": 55.168, "count": 301, "max_ms": 90.064, "p95_ms": 82.304}, "visualize": {"avg_ms": 3.76, "count": 301, "max_ms": 5.935, "p95_ms": 5.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 1819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12356.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 209, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:35:32+09:00", "last_error_summary": "[h264 @ 0x55813aa5da00] error while decoding MB 14 39, bytestream -19", "last_exit_at": "2026-07-03T16:35:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.645, "last_started_at": "2026-07-03T16:35:35+09:00", "pid": 39786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.371, "name": "ffmpeg", "pid": 39786, "rss_mb": 264.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 16, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 251.194, "sample_count": 1339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:35:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:35:54+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-03T16:35:54+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-03T16:35:54.494916+09:00", "mtime_epoch": 1783064154.4949162, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:35:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.172, "pushed": 4.172, "read": 4.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.939, "count": 124, "max_ms": 16.87, "p95_ms": 14.659}, "gstreamer_push": {"avg_ms": 0.93, "count": 125, "max_ms": 1.34, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.514, "count": 124, "max_ms": 68.718, "p95_ms": 63.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.568, "count": 124, "max_ms": 88.095, "p95_ms": 80.361}, "yolo11_640_fire_11class": {"avg_ms": 51.016, "count": 124, "max_ms": 72.611, "p95_ms": 69.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.949, "count": 124, "max_ms": 89.298, "p95_ms": 82.706}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.934, "count": 125, "max_ms": 288.891, "p95_ms": 256.388}, "read_interval": {"avg_ms": 240.9, "count": 124, "max_ms": 4633.687, "p95_ms": 268.412}, "triton_wait": {"avg_ms": 63.432, "count": 124, "max_ms": 89.31, "p95_ms": 83.553}, "visualize": {"avg_ms": 8.908, "count": 124, "max_ms": 13.459, "p95_ms": 11.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12358.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.186, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.389, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:36:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:36:13+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T16:36:13+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T16:36:13.419357+09:00", "mtime_epoch": 1783064173.419357, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:36:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.11}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.463, "count": 304, "max_ms": 5.411, "p95_ms": 4.399}, "gstreamer_push": {"avg_ms": 1.32, "count": 304, "max_ms": 1.905, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.893, "count": 304, "max_ms": 65.354, "p95_ms": 58.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.317, "count": 304, "max_ms": 89.4, "p95_ms": 79.67}, "yolo11_640_fire_11class": {"avg_ms": 51.184, "count": 304, "max_ms": 72.714, "p95_ms": 63.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.029, "count": 304, "max_ms": 84.867, "p95_ms": 79.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.349, "count": 304, "max_ms": 103.529, "p95_ms": 93.602}, "read_interval": {"avg_ms": 98.898, "count": 303, "max_ms": 599.314, "p95_ms": 118.381}, "triton_wait": {"avg_ms": 54.996, "count": 304, "max_ms": 89.412, "p95_ms": 81.375}, "visualize": {"avg_ms": 3.709, "count": 304, "max_ms": 5.852, "p95_ms": 4.36}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 1820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12358.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 209, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:35:32+09:00", "last_error_summary": "[h264 @ 0x55813aa5da00] error while decoding MB 14 39, bytestream -19", "last_exit_at": "2026-07-03T16:35:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.771, "last_started_at": "2026-07-03T16:35:35+09:00", "pid": 39786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.918, "name": "ffmpeg", "pid": 39786, "rss_mb": 265.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 16, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.101, "sample_count": 1430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:36:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:36:24+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-03T16:36:24+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-03T16:36:24.627616+09:00", "mtime_epoch": 1783064184.6276164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:36:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.519, "pushed": 4.519, "read": 4.486}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.976, "count": 134, "max_ms": 19.321, "p95_ms": 14.662}, "gstreamer_push": {"avg_ms": 0.891, "count": 135, "max_ms": 1.237, "p95_ms": 1.057}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.439, "count": 134, "max_ms": 64.493, "p95_ms": 62.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.823, "count": 134, "max_ms": 88.818, "p95_ms": 82.833}, "yolo11_640_fire_11class": {"avg_ms": 49.958, "count": 134, "max_ms": 70.575, "p95_ms": 65.999}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.102, "count": 134, "max_ms": 87.121, "p95_ms": 83.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 213.395, "count": 135, "max_ms": 262.353, "p95_ms": 254.094}, "read_interval": {"avg_ms": 223.084, "count": 134, "max_ms": 273.129, "p95_ms": 263.548}, "triton_wait": {"avg_ms": 64.805, "count": 134, "max_ms": 88.83, "p95_ms": 84.209}, "visualize": {"avg_ms": 9.691, "count": 134, "max_ms": 14.695, "p95_ms": 11.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2058}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12358.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.236, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.2, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:36:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:36:43+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:36:43+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T16:36:43.460049+09:00", "mtime_epoch": 1783064203.4600492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:36:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.953}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.573, "count": 299, "max_ms": 5.896, "p95_ms": 4.817}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 1.889, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.576, "count": 299, "max_ms": 64.549, "p95_ms": 58.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.056, "count": 299, "max_ms": 89.289, "p95_ms": 69.875}, "yolo11_640_fire_11class": {"avg_ms": 50.288, "count": 299, "max_ms": 70.511, "p95_ms": 62.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.216, "count": 299, "max_ms": 86.116, "p95_ms": 78.413}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.841, "count": 299, "max_ms": 136.785, "p95_ms": 97.769}, "read_interval": {"avg_ms": 100.547, "count": 298, "max_ms": 662.791, "p95_ms": 162.83}, "triton_wait": {"avg_ms": 54.03, "count": 299, "max_ms": 89.302, "p95_ms": 80.158}, "visualize": {"avg_ms": 3.741, "count": 299, "max_ms": 5.24, "p95_ms": 4.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 1821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12359.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 209, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:35:32+09:00", "last_error_summary": "[h264 @ 0x55813aa5da00] error while decoding MB 14 39, bytestream -19", "last_exit_at": "2026-07-03T16:35:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.82, "last_started_at": "2026-07-03T16:35:35+09:00", "pid": 39786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.691, "name": "ffmpeg", "pid": 39786, "rss_mb": 266.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 72, "restart_count_per_hour": 16, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 252.235, "sample_count": 1419, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:36:54+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T16:36:54+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T16:36:54.708306+09:00", "mtime_epoch": 1783064214.7083058, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169175}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:36:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.461, "pushed": 4.461, "read": 4.427}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.891, "count": 133, "max_ms": 20.229, "p95_ms": 13.774}, "gstreamer_push": {"avg_ms": 0.865, "count": 133, "max_ms": 1.171, "p95_ms": 0.933}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.635, "count": 133, "max_ms": 62.188, "p95_ms": 61.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.79, "count": 133, "max_ms": 85.117, "p95_ms": 80.196}, "yolo11_640_fire_11class": {"avg_ms": 50.233, "count": 133, "max_ms": 67.425, "p95_ms": 66.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.62, "count": 133, "max_ms": 87.794, "p95_ms": 82.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 216.551, "count": 133, "max_ms": 265.088, "p95_ms": 247.005}, "read_interval": {"avg_ms": 226.156, "count": 132, "max_ms": 274.713, "p95_ms": 257.282}, "triton_wait": {"avg_ms": 66.428, "count": 133, "max_ms": 87.805, "p95_ms": 84.07}, "visualize": {"avg_ms": 9.895, "count": 133, "max_ms": 14.417, "p95_ms": 11.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12360.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.269, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.957, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:37:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:37:13+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T16:37:13+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T16:37:13.476732+09:00", "mtime_epoch": 1783064233.4767315, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:37:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.916, "pushed": 9.916, "read": 9.883}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.679, "count": 297, "max_ms": 6.768, "p95_ms": 5.439}, "gstreamer_push": {"avg_ms": 1.28, "count": 297, "max_ms": 1.889, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.637, "count": 297, "max_ms": 70.366, "p95_ms": 60.669}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.401, "count": 297, "max_ms": 87.432, "p95_ms": 71.91}, "yolo11_640_fire_11class": {"avg_ms": 50.93, "count": 297, "max_ms": 72.049, "p95_ms": 64.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.914, "count": 297, "max_ms": 91.941, "p95_ms": 81.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.512, "count": 297, "max_ms": 145.81, "p95_ms": 104.358}, "read_interval": {"avg_ms": 101.109, "count": 296, "max_ms": 628.972, "p95_ms": 160.055}, "triton_wait": {"avg_ms": 54.874, "count": 297, "max_ms": 91.954, "p95_ms": 83.05}, "visualize": {"avg_ms": 3.835, "count": 297, "max_ms": 6.468, "p95_ms": 5.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 28, "tracking_summary": 1822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 63, "h264_decode_error_count": 209, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:35:32+09:00", "last_error_summary": "[h264 @ 0x55813aa5da00] error while decoding MB 14 39, bytestream -19", "last_exit_at": "2026-07-03T16:35:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.044, "last_started_at": "2026-07-03T16:35:35+09:00", "pid": 39786, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.812, "name": "ffmpeg", "pid": 39786, "rss_mb": 280.812, "state": "S (sleeping)", "threads": 104}, "restart_count": 72, "restart_count_per_hour": 16, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 73}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 268.327, "sample_count": 1376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:37:25+09:00", "last_frame_read_age_sec": 0.269, "last_frame_read_at": "2026-07-03T16:37:24+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T16:37:24.848988+09:00", "mtime_epoch": 1783064244.8489878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:37:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 112, "pushed_frames": 112, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.733, "pushed": 3.733, "read": 3.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 13.796, "count": 112, "max_ms": 16.929, "p95_ms": 15.542}, "gstreamer_push": {"avg_ms": 0.867, "count": 112, "max_ms": 1.202, "p95_ms": 0.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.001, "count": 112, "max_ms": 67.04, "p95_ms": 62.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.432, "count": 112, "max_ms": 88.357, "p95_ms": 82.393}, "yolo11_640_fire_11class": {"avg_ms": 51.836, "count": 112, "max_ms": 69.789, "p95_ms": 67.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.99, "count": 112, "max_ms": 91.517, "p95_ms": 87.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 258.074, "count": 112, "max_ms": 321.407, "p95_ms": 305.075}, "read_interval": {"avg_ms": 267.377, "count": 112, "max_ms": 331.254, "p95_ms": 314.501}, "triton_wait": {"avg_ms": 68.775, "count": 112, "max_ms": 91.529, "p95_ms": 87.289}, "visualize": {"avg_ms": 11.583, "count": 112, "max_ms": 17.339, "p95_ms": 13.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12362.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.338, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.593, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:37:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:37:43+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T16:37:43+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T16:37:43.537406+09:00", "mtime_epoch": 1783064263.5374064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242605}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:37:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.5, "count": 303, "max_ms": 8.179, "p95_ms": 4.284}, "gstreamer_push": {"avg_ms": 1.313, "count": 303, "max_ms": 1.555, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.142, "count": 303, "max_ms": 65.778, "p95_ms": 61.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.711, "count": 303, "max_ms": 87.306, "p95_ms": 76.327}, "yolo11_640_fire_11class": {"avg_ms": 50.804, "count": 303, "max_ms": 70.741, "p95_ms": 63.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.132, "count": 303, "max_ms": 90.739, "p95_ms": 80.721}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.581, "count": 303, "max_ms": 126.544, "p95_ms": 94.573}, "read_interval": {"avg_ms": 99.189, "count": 302, "max_ms": 725.37, "p95_ms": 141.35}, "triton_wait": {"avg_ms": 53.794, "count": 303, "max_ms": 90.752, "p95_ms": 80.732}, "visualize": {"avg_ms": 3.755, "count": 303, "max_ms": 6.902, "p95_ms": 4.395}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 1823}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12363.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:37:26+09:00", "last_error_summary": "[h264 @ 0x55d7b1358b80] error while decoding MB 11 24, bytestream -23", "last_exit_at": "2026-07-03T16:37:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.45, "last_started_at": "2026-07-03T16:37:29+09:00", "pid": 39953, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.676, "name": "ffmpeg", "pid": 39953, "rss_mb": 264.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 271.961, "sample_count": 1325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:37:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:37:55+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-07-03T16:37:54+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-03T16:37:54.941660+09:00", "mtime_epoch": 1783064274.9416604, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:37:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.561, "pushed": 3.561, "read": 3.527}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 12.398, "count": 106, "max_ms": 18.432, "p95_ms": 15.065}, "gstreamer_push": {"avg_ms": 0.9, "count": 106, "max_ms": 1.37, "p95_ms": 0.982}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.944, "count": 106, "max_ms": 67.927, "p95_ms": 63.13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 64.102, "count": 106, "max_ms": 86.867, "p95_ms": 80.967}, "yolo11_640_fire_11class": {"avg_ms": 50.359, "count": 106, "max_ms": 67.743, "p95_ms": 64.503}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.247, "count": 106, "max_ms": 86.694, "p95_ms": 83.627}}, "truncated_count": 0}, "processing_total": {"avg_ms": 230.743, "count": 106, "max_ms": 886.727, "p95_ms": 277.377}, "read_interval": {"avg_ms": 283.918, "count": 105, "max_ms": 4852.44, "p95_ms": 288.05}, "triton_wait": {"avg_ms": 66.159, "count": 106, "max_ms": 86.879, "p95_ms": 84.571}, "visualize": {"avg_ms": 10.383, "count": 106, "max_ms": 16.936, "p95_ms": 15.514}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.768, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.385, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.361, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:38:13+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T16:38:13+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T16:38:13.590073+09:00", "mtime_epoch": 1783064293.590073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240475}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:38:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.944, "pushed": 9.944, "read": 9.911}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.599, "count": 298, "max_ms": 6.734, "p95_ms": 5.371}, "gstreamer_push": {"avg_ms": 1.301, "count": 298, "max_ms": 2.086, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.975, "count": 298, "max_ms": 68.059, "p95_ms": 60.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.344, "count": 298, "max_ms": 83.427, "p95_ms": 73.138}, "yolo11_640_fire_11class": {"avg_ms": 50.812, "count": 298, "max_ms": 69.364, "p95_ms": 63.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.36, "count": 298, "max_ms": 87.694, "p95_ms": 77.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.854, "count": 298, "max_ms": 137.764, "p95_ms": 102.092}, "read_interval": {"avg_ms": 100.796, "count": 297, "max_ms": 692.898, "p95_ms": 175.996}, "triton_wait": {"avg_ms": 53.745, "count": 298, "max_ms": 87.706, "p95_ms": 78.349}, "visualize": {"avg_ms": 3.844, "count": 298, "max_ms": 6.02, "p95_ms": 5.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 1824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:37:26+09:00", "last_error_summary": "[h264 @ 0x55d7b1358b80] error while decoding MB 11 24, bytestream -23", "last_exit_at": "2026-07-03T16:37:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.618, "last_started_at": "2026-07-03T16:37:29+09:00", "pid": 39953, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.934, "name": "ffmpeg", "pid": 39953, "rss_mb": 264.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 268.327, "sample_count": 1352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 218927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:38:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:38:25+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T16:38:25+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-03T16:38:25.166328+09:00", "mtime_epoch": 1783064305.1663277, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171503}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:38:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.94, "pushed": 4.94, "read": 4.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.969, "count": 147, "max_ms": 16.944, "p95_ms": 13.777}, "gstreamer_push": {"avg_ms": 0.904, "count": 148, "max_ms": 1.267, "p95_ms": 1.067}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.211, "count": 147, "max_ms": 65.756, "p95_ms": 63.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.656, "count": 147, "max_ms": 84.433, "p95_ms": 74.796}, "yolo11_640_fire_11class": {"avg_ms": 50.062, "count": 147, "max_ms": 68.785, "p95_ms": 65.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.82, "count": 147, "max_ms": 88.563, "p95_ms": 82.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.953, "count": 148, "max_ms": 260.607, "p95_ms": 242.045}, "read_interval": {"avg_ms": 203.963, "count": 147, "max_ms": 269.798, "p95_ms": 251.231}, "triton_wait": {"avg_ms": 63.643, "count": 147, "max_ms": 88.576, "p95_ms": 82.249}, "visualize": {"avg_ms": 8.886, "count": 147, "max_ms": 13.971, "p95_ms": 10.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.723, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.653, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:38:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:38:44+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T16:38:43+09:00", "mjpeg": {"age_sec": 0.556, "exists": true, "mtime": "2026-07-03T16:38:43.458728+09:00", "mtime_epoch": 1783064323.458728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:38:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.571, "count": 301, "max_ms": 7.899, "p95_ms": 5.144}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.73, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.118, "count": 301, "max_ms": 65.599, "p95_ms": 61.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.66, "count": 301, "max_ms": 87.28, "p95_ms": 64.928}, "yolo11_640_fire_11class": {"avg_ms": 51.007, "count": 301, "max_ms": 71.014, "p95_ms": 64.087}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.425, "count": 301, "max_ms": 87.07, "p95_ms": 79.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.306, "count": 301, "max_ms": 133.014, "p95_ms": 103.264}, "read_interval": {"avg_ms": 99.824, "count": 300, "max_ms": 626.615, "p95_ms": 134.421}, "triton_wait": {"avg_ms": 54.459, "count": 301, "max_ms": 87.291, "p95_ms": 79.795}, "visualize": {"avg_ms": 3.779, "count": 301, "max_ms": 6.085, "p95_ms": 5.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 1825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:37:26+09:00", "last_error_summary": "[h264 @ 0x55d7b1358b80] error while decoding MB 11 24, bytestream -23", "last_exit_at": "2026-07-03T16:37:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.662, "last_started_at": "2026-07-03T16:37:29+09:00", "pid": 39953, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.934, "name": "ffmpeg", "pid": 39953, "rss_mb": 264.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.362, "sample_count": 1386, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:38:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:38:55+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T16:38:55+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T16:38:55.186983+09:00", "mtime_epoch": 1783064335.1869833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:38:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.923, "pushed": 4.923, "read": 4.889}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.122, "count": 147, "max_ms": 15.994, "p95_ms": 13.386}, "gstreamer_push": {"avg_ms": 0.885, "count": 147, "max_ms": 1.095, "p95_ms": 1.014}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.103, "count": 147, "max_ms": 65.749, "p95_ms": 62.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.639, "count": 147, "max_ms": 86.15, "p95_ms": 80.926}, "yolo11_640_fire_11class": {"avg_ms": 49.533, "count": 147, "max_ms": 67.962, "p95_ms": 63.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.802, "count": 147, "max_ms": 86.987, "p95_ms": 81.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 194.725, "count": 147, "max_ms": 255.876, "p95_ms": 235.809}, "read_interval": {"avg_ms": 204.308, "count": 146, "max_ms": 267.251, "p95_ms": 246.932}, "triton_wait": {"avg_ms": 63.591, "count": 147, "max_ms": 86.998, "p95_ms": 82.74}, "visualize": {"avg_ms": 8.855, "count": 147, "max_ms": 12.17, "p95_ms": 11.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.729, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.57, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.785, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:39:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:39:14+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T16:39:13+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T16:39:13.963390+09:00", "mtime_epoch": 1783064353.9633896, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:39:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.137, "pushed": 10.137, "read": 10.137}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.595, "count": 304, "max_ms": 5.948, "p95_ms": 4.721}, "gstreamer_push": {"avg_ms": 1.301, "count": 304, "max_ms": 1.59, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.825, "count": 304, "max_ms": 66.92, "p95_ms": 61.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.606, "count": 304, "max_ms": 84.026, "p95_ms": 76.703}, "yolo11_640_fire_11class": {"avg_ms": 51.096, "count": 304, "max_ms": 75.152, "p95_ms": 64.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.744, "count": 304, "max_ms": 86.478, "p95_ms": 81.115}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.586, "count": 304, "max_ms": 129.405, "p95_ms": 96.167}, "read_interval": {"avg_ms": 98.813, "count": 304, "max_ms": 681.091, "p95_ms": 124.914}, "triton_wait": {"avg_ms": 55.083, "count": 304, "max_ms": 86.491, "p95_ms": 81.363}, "visualize": {"avg_ms": 3.757, "count": 304, "max_ms": 5.275, "p95_ms": 4.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 1826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12364.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 64, "h264_decode_error_count": 210, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:37:26+09:00", "last_error_summary": "[h264 @ 0x55d7b1358b80] error while decoding MB 11 24, bytestream -23", "last_exit_at": "2026-07-03T16:37:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.677, "last_started_at": "2026-07-03T16:37:29+09:00", "pid": 39953, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.934, "name": "ffmpeg", "pid": 39953, "rss_mb": 264.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 73, "restart_count_per_hour": 17, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 74}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.914, "sample_count": 1380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:39:25+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-03T16:39:25+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-03T16:39:25.175631+09:00", "mtime_epoch": 1783064365.1756313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:39:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.693, "pushed": 4.693, "read": 4.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.523, "count": 140, "max_ms": 19.543, "p95_ms": 13.23}, "gstreamer_push": {"avg_ms": 0.901, "count": 140, "max_ms": 1.596, "p95_ms": 1.072}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.016, "count": 140, "max_ms": 65.231, "p95_ms": 61.725}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.662, "count": 140, "max_ms": 87.197, "p95_ms": 77.867}, "yolo11_640_fire_11class": {"avg_ms": 50.667, "count": 140, "max_ms": 67.417, "p95_ms": 65.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.568, "count": 140, "max_ms": 87.897, "p95_ms": 83.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.531, "count": 140, "max_ms": 273.765, "p95_ms": 251.415}, "read_interval": {"avg_ms": 214.257, "count": 139, "max_ms": 283.725, "p95_ms": 261.45}, "triton_wait": {"avg_ms": 65.21, "count": 140, "max_ms": 87.909, "p95_ms": 83.859}, "visualize": {"avg_ms": 9.3, "count": 140, "max_ms": 11.948, "p95_ms": 10.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12334.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.859, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.961, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:39:44+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:39:44+09:00", "mjpeg": {"age_sec": 0.263, "exists": true, "mtime": "2026-07-03T16:39:43.888032+09:00", "mtime_epoch": 1783064383.888032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:39:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.595, "count": 295, "max_ms": 8.368, "p95_ms": 5.076}, "gstreamer_push": {"avg_ms": 1.302, "count": 295, "max_ms": 1.612, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.865, "count": 295, "max_ms": 72.567, "p95_ms": 62.34}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.007, "count": 295, "max_ms": 82.265, "p95_ms": 66.039}, "yolo11_640_fire_11class": {"avg_ms": 50.732, "count": 295, "max_ms": 71.84, "p95_ms": 63.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.191, "count": 295, "max_ms": 82.571, "p95_ms": 79.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.775, "count": 295, "max_ms": 134.329, "p95_ms": 98.122}, "read_interval": {"avg_ms": 101.836, "count": 294, "max_ms": 706.907, "p95_ms": 228.524}, "triton_wait": {"avg_ms": 53.598, "count": 295, "max_ms": 82.585, "p95_ms": 79.468}, "visualize": {"avg_ms": 3.751, "count": 295, "max_ms": 6.483, "p95_ms": 4.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 1828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12370.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:39:32+09:00", "last_error_summary": "[h264 @ 0x5618c476a4c0] error while decoding MB 28 21, bytestream -41", "last_exit_at": "2026-07-03T16:39:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.137, "last_started_at": "2026-07-03T16:39:35+09:00", "pid": 40060, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.535, "name": "ffmpeg", "pid": 40060, "rss_mb": 270.535, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.044, "sample_count": 1373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:39:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:39:55+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T16:39:55+09:00", "mjpeg": {"age_sec": 0.207, "exists": true, "mtime": "2026-07-03T16:39:55.240274+09:00", "mtime_epoch": 1783064395.240274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:39:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.893, "pushed": 4.893, "read": 4.859}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.799, "count": 146, "max_ms": 15.396, "p95_ms": 13.072}, "gstreamer_push": {"avg_ms": 0.985, "count": 146, "max_ms": 1.785, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.005, "count": 146, "max_ms": 65.29, "p95_ms": 62.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.904, "count": 146, "max_ms": 84.831, "p95_ms": 77.472}, "yolo11_640_fire_11class": {"avg_ms": 50.107, "count": 146, "max_ms": 66.519, "p95_ms": 64.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.625, "count": 146, "max_ms": 84.915, "p95_ms": 79.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.715, "count": 146, "max_ms": 277.516, "p95_ms": 227.491}, "read_interval": {"avg_ms": 205.74, "count": 145, "max_ms": 4499.956, "p95_ms": 237.81}, "triton_wait": {"avg_ms": 64.132, "count": 146, "max_ms": 84.928, "p95_ms": 80.086}, "visualize": {"avg_ms": 7.447, "count": 146, "max_ms": 13.993, "p95_ms": 10.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12369.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.912, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.014, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:40:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:40:14+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:40:14+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T16:40:14.140675+09:00", "mtime_epoch": 1783064414.1406748, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:40:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.11, "pushed": 10.11, "read": 10.077}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.473, "count": 303, "max_ms": 5.428, "p95_ms": 4.198}, "gstreamer_push": {"avg_ms": 1.324, "count": 303, "max_ms": 1.997, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.819, "count": 303, "max_ms": 71.745, "p95_ms": 64.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.361, "count": 303, "max_ms": 84.262, "p95_ms": 76.969}, "yolo11_640_fire_11class": {"avg_ms": 51.553, "count": 303, "max_ms": 72.589, "p95_ms": 65.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.71, "count": 303, "max_ms": 85.312, "p95_ms": 79.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.788, "count": 303, "max_ms": 107.573, "p95_ms": 92.559}, "read_interval": {"avg_ms": 99.24, "count": 302, "max_ms": 589.927, "p95_ms": 148.213}, "triton_wait": {"avg_ms": 55.116, "count": 303, "max_ms": 85.325, "p95_ms": 79.438}, "visualize": {"avg_ms": 3.727, "count": 303, "max_ms": 5.629, "p95_ms": 4.487}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 1829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:39:32+09:00", "last_error_summary": "[h264 @ 0x5618c476a4c0] error while decoding MB 28 21, bytestream -41", "last_exit_at": "2026-07-03T16:39:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.266, "last_started_at": "2026-07-03T16:39:35+09:00", "pid": 40060, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.371, "name": "ffmpeg", "pid": 40060, "rss_mb": 273.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 18, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.088, "sample_count": 1373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:40:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:40:25+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T16:40:25+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T16:40:25.380912+09:00", "mtime_epoch": 1783064425.3809123, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:40:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.216, "pushed": 6.216, "read": 6.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.027, "count": 185, "max_ms": 12.786, "p95_ms": 11.089}, "gstreamer_push": {"avg_ms": 1.034, "count": 186, "max_ms": 1.64, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.311, "count": 185, "max_ms": 64.661, "p95_ms": 62.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.2, "count": 185, "max_ms": 81.043, "p95_ms": 75.273}, "yolo11_640_fire_11class": {"avg_ms": 50.615, "count": 185, "max_ms": 67.687, "p95_ms": 64.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.975, "count": 185, "max_ms": 84.793, "p95_ms": 80.022}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.912, "count": 186, "max_ms": 268.052, "p95_ms": 203.383}, "read_interval": {"avg_ms": 161.724, "count": 185, "max_ms": 277.735, "p95_ms": 214.589}, "triton_wait": {"avg_ms": 64.097, "count": 185, "max_ms": 84.805, "p95_ms": 80.034}, "visualize": {"avg_ms": 6.72, "count": 185, "max_ms": 14.796, "p95_ms": 9.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.924, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.151, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:40:44+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:40:44+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T16:40:44.157307+09:00", "mtime_epoch": 1783064444.157307, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:40:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.729, "count": 297, "max_ms": 6.225, "p95_ms": 5.479}, "gstreamer_push": {"avg_ms": 1.296, "count": 297, "max_ms": 1.546, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.706, "count": 297, "max_ms": 66.259, "p95_ms": 61.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.118, "count": 297, "max_ms": 83.092, "p95_ms": 75.553}, "yolo11_640_fire_11class": {"avg_ms": 50.735, "count": 297, "max_ms": 71.868, "p95_ms": 64.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.819, "count": 297, "max_ms": 83.113, "p95_ms": 78.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.188, "count": 297, "max_ms": 136.152, "p95_ms": 104.829}, "read_interval": {"avg_ms": 101.057, "count": 297, "max_ms": 870.959, "p95_ms": 122.683}, "triton_wait": {"avg_ms": 54.75, "count": 297, "max_ms": 83.124, "p95_ms": 78.759}, "visualize": {"avg_ms": 3.876, "count": 297, "max_ms": 6.031, "p95_ms": 5.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 30, "tracking_summary": 1830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:39:32+09:00", "last_error_summary": "[h264 @ 0x5618c476a4c0] error while decoding MB 28 21, bytestream -41", "last_exit_at": "2026-07-03T16:39:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.373, "last_started_at": "2026-07-03T16:39:35+09:00", "pid": 40060, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.629, "name": "ffmpeg", "pid": 40060, "rss_mb": 273.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 17, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.362, "sample_count": 1401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:40:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:40:55+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T16:40:55+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-03T16:40:55.525545+09:00", "mtime_epoch": 1783064455.5255446, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:40:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.014, "pushed": 5.014, "read": 4.981}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.31, "count": 149, "max_ms": 17.513, "p95_ms": 13.767}, "gstreamer_push": {"avg_ms": 0.901, "count": 150, "max_ms": 1.116, "p95_ms": 1.075}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.939, "count": 149, "max_ms": 67.317, "p95_ms": 62.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.067, "count": 149, "max_ms": 85.481, "p95_ms": 78.407}, "yolo11_640_fire_11class": {"avg_ms": 49.397, "count": 149, "max_ms": 66.766, "p95_ms": 64.018}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.461, "count": 149, "max_ms": 86.244, "p95_ms": 83.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.625, "count": 150, "max_ms": 260.286, "p95_ms": 235.181}, "read_interval": {"avg_ms": 200.896, "count": 149, "max_ms": 270.819, "p95_ms": 245.539}, "triton_wait": {"avg_ms": 64.206, "count": 149, "max_ms": 86.255, "p95_ms": 83.088}, "visualize": {"avg_ms": 8.422, "count": 149, "max_ms": 11.306, "p95_ms": 10.621}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.98, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.453, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:41:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:41:14+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T16:41:14+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T16:41:14.145932+09:00", "mtime_epoch": 1783064474.1459324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:41:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.941, "pushed": 9.941, "read": 9.908}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.133, "count": 298, "max_ms": 6.909, "p95_ms": 6.082}, "gstreamer_push": {"avg_ms": 1.27, "count": 298, "max_ms": 2.251, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.692, "count": 298, "max_ms": 72.766, "p95_ms": 63.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.548, "count": 298, "max_ms": 89.241, "p95_ms": 81.021}, "yolo11_640_fire_11class": {"avg_ms": 52.329, "count": 298, "max_ms": 73.63, "p95_ms": 64.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.703, "count": 298, "max_ms": 89.74, "p95_ms": 84.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.829, "count": 298, "max_ms": 140.757, "p95_ms": 130.186}, "read_interval": {"avg_ms": 100.693, "count": 297, "max_ms": 306.331, "p95_ms": 147.792}, "triton_wait": {"avg_ms": 58.019, "count": 298, "max_ms": 89.75, "p95_ms": 84.35}, "visualize": {"avg_ms": 4.122, "count": 298, "max_ms": 6.435, "p95_ms": 5.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12530.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 65, "h264_decode_error_count": 211, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:39:32+09:00", "last_error_summary": "[h264 @ 0x5618c476a4c0] error while decoding MB 28 21, bytestream -41", "last_exit_at": "2026-07-03T16:39:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.453, "last_started_at": "2026-07-03T16:39:35+09:00", "pid": 40060, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.629, "name": "ffmpeg", "pid": 40060, "rss_mb": 273.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 74, "restart_count_per_hour": 17, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 75}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 265.044, "sample_count": 1403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:41:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:41:25+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T16:41:25+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-03T16:41:25.562169+09:00", "mtime_epoch": 1783064485.562169, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:41:25+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": 10.745, "recorders": [{"age_sec": 10.745, "frame_count": 94, "is_recording": true, "is_stopping": false, "pid": 40167, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.32, "name": "ffmpeg", "pid": 40167, "rss_mb": 186.32, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 6, "returncode": null, "running": true, "started_at": "2026-07-03T16:41:15+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/02/20260703_164114_no_hardhat_persistent"}], "running_ffmpeg_count": 1, "running_pids": [40167], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.613, "pushed": 4.613, "read": 4.579}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.298, "count": 138, "max_ms": 14.937, "p95_ms": 13.408}, "gstreamer_push": {"avg_ms": 0.89, "count": 138, "max_ms": 1.137, "p95_ms": 1.087}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.186, "count": 138, "max_ms": 68.658, "p95_ms": 64.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.415, "count": 138, "max_ms": 89.377, "p95_ms": 82.587}, "yolo11_640_fire_11class": {"avg_ms": 49.92, "count": 138, "max_ms": 69.457, "p95_ms": 64.019}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.631, "count": 138, "max_ms": 89.75, "p95_ms": 84.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 207.966, "count": 138, "max_ms": 818.741, "p95_ms": 254.297}, "read_interval": {"avg_ms": 217.949, "count": 137, "max_ms": 829.775, "p95_ms": 263.69}, "triton_wait": {"avg_ms": 66.926, "count": 138, "max_ms": 89.762, "p95_ms": 85.536}, "visualize": {"avg_ms": 10.087, "count": 138, "max_ms": 15.066, "p95_ms": 14.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.04, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.005, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:41:44+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:41:44+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T16:41:44.274556+09:00", "mtime_epoch": 1783064504.2745557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244730}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:41:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.217, "pushed": 10.217, "read": 10.184}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.845, "count": 306, "max_ms": 6.817, "p95_ms": 5.485}, "gstreamer_push": {"avg_ms": 1.275, "count": 306, "max_ms": 1.917, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.96, "count": 306, "max_ms": 69.003, "p95_ms": 61.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.524, "count": 306, "max_ms": 85.238, "p95_ms": 72.583}, "yolo11_640_fire_11class": {"avg_ms": 51.044, "count": 306, "max_ms": 73.166, "p95_ms": 65.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.228, "count": 306, "max_ms": 85.765, "p95_ms": 80.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.031, "count": 306, "max_ms": 137.358, "p95_ms": 104.885}, "read_interval": {"avg_ms": 98.31, "count": 305, "max_ms": 585.239, "p95_ms": 133.778}, "triton_wait": {"avg_ms": 55.544, "count": 306, "max_ms": 85.777, "p95_ms": 80.965}, "visualize": {"avg_ms": 3.901, "count": 306, "max_ms": 5.861, "p95_ms": 5.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12239.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:41:52+09:00", "last_error_summary": "[h264 @ 0x55f0afdf7640] error while decoding MB 16 17, bytestream -17", "last_exit_at": "2026-07-03T16:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.161, "last_started_at": "2026-07-03T16:41:55+09:00", "pid": 40227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.047, "name": "ffmpeg", "pid": 40227, "rss_mb": 139.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 264.597, "sample_count": 1395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 219964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:41:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:41:57+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-03T16:41:57+09:00", "mjpeg": {"age_sec": 4.907, "exists": true, "mtime": "2026-07-03T16:41:52.394723+09:00", "mtime_epoch": 1783064512.3947227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:41:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.157, "pushed": 4.157, "read": 4.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.139, "count": 124, "max_ms": 13.503, "p95_ms": 12.786}, "gstreamer_push": {"avg_ms": 0.893, "count": 124, "max_ms": 1.105, "p95_ms": 1.052}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.557, "count": 124, "max_ms": 66.992, "p95_ms": 61.672}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.174, "count": 124, "max_ms": 84.319, "p95_ms": 75.877}, "yolo11_640_fire_11class": {"avg_ms": 50.718, "count": 124, "max_ms": 72.879, "p95_ms": 64.763}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.17, "count": 124, "max_ms": 88.417, "p95_ms": 82.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.896, "count": 124, "max_ms": 252.748, "p95_ms": 240.311}, "read_interval": {"avg_ms": 243.122, "count": 123, "max_ms": 5021.809, "p95_ms": 250.918}, "triton_wait": {"avg_ms": 65.252, "count": 124, "max_ms": 88.43, "p95_ms": 82.098}, "visualize": {"avg_ms": 10.38, "count": 124, "max_ms": 15.29, "p95_ms": 14.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12368.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.059, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.067, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:42:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:42:14+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:42:14+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T16:42:14.291172+09:00", "mtime_epoch": 1783064534.2911716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:42:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.775, "count": 303, "max_ms": 7.094, "p95_ms": 5.558}, "gstreamer_push": {"avg_ms": 1.301, "count": 303, "max_ms": 2.305, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.543, "count": 303, "max_ms": 71.192, "p95_ms": 59.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.938, "count": 303, "max_ms": 81.752, "p95_ms": 60.576}, "yolo11_640_fire_11class": {"avg_ms": 50.712, "count": 303, "max_ms": 73.984, "p95_ms": 61.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.693, "count": 303, "max_ms": 83.956, "p95_ms": 78.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.895, "count": 303, "max_ms": 133.137, "p95_ms": 104.539}, "read_interval": {"avg_ms": 99.063, "count": 303, "max_ms": 574.615, "p95_ms": 125.948}, "triton_wait": {"avg_ms": 53.856, "count": 303, "max_ms": 83.968, "p95_ms": 78.477}, "visualize": {"avg_ms": 3.92, "count": 303, "max_ms": 6.407, "p95_ms": 5.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1834}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12371.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:41:52+09:00", "last_error_summary": "[h264 @ 0x55f0afdf7640] error while decoding MB 16 17, bytestream -17", "last_exit_at": "2026-07-03T16:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.32, "last_started_at": "2026-07-03T16:41:55+09:00", "pid": 40227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.008, "name": "ffmpeg", "pid": 40227, "rss_mb": 266.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 243.036, "sample_count": 1488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:42:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:42:27+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-07-03T16:42:27+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T16:42:27.319437+09:00", "mtime_epoch": 1783064547.3194373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173179}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:42:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.729, "pushed": 6.729, "read": 6.696}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.764, "count": 201, "max_ms": 12.294, "p95_ms": 10.227}, "gstreamer_push": {"avg_ms": 1.054, "count": 201, "max_ms": 1.373, "p95_ms": 1.214}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.0, "count": 201, "max_ms": 66.657, "p95_ms": 62.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.141, "count": 201, "max_ms": 83.436, "p95_ms": 71.068}, "yolo11_640_fire_11class": {"avg_ms": 49.339, "count": 201, "max_ms": 69.754, "p95_ms": 64.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.508, "count": 201, "max_ms": 84.201, "p95_ms": 80.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.491, "count": 201, "max_ms": 207.108, "p95_ms": 187.612}, "read_interval": {"avg_ms": 149.261, "count": 200, "max_ms": 216.433, "p95_ms": 196.292}, "triton_wait": {"avg_ms": 60.241, "count": 201, "max_ms": 84.214, "p95_ms": 80.481}, "visualize": {"avg_ms": 6.245, "count": 201, "max_ms": 11.898, "p95_ms": 8.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.111, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.804, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:42:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:42:44+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:42:44+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T16:42:44.347783+09:00", "mtime_epoch": 1783064564.3477833, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:42:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.942, "pushed": 9.942, "read": 9.909}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.871, "count": 298, "max_ms": 7.661, "p95_ms": 5.764}, "gstreamer_push": {"avg_ms": 1.296, "count": 298, "max_ms": 2.045, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.621, "count": 298, "max_ms": 68.85, "p95_ms": 60.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.18, "count": 298, "max_ms": 81.155, "p95_ms": 67.73}, "yolo11_640_fire_11class": {"avg_ms": 50.944, "count": 298, "max_ms": 70.091, "p95_ms": 63.577}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.216, "count": 298, "max_ms": 82.989, "p95_ms": 79.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.714, "count": 298, "max_ms": 135.782, "p95_ms": 106.793}, "read_interval": {"avg_ms": 100.92, "count": 297, "max_ms": 808.037, "p95_ms": 144.313}, "triton_wait": {"avg_ms": 54.501, "count": 298, "max_ms": 83.001, "p95_ms": 79.815}, "visualize": {"avg_ms": 3.974, "count": 298, "max_ms": 6.221, "p95_ms": 5.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:41:52+09:00", "last_error_summary": "[h264 @ 0x55f0afdf7640] error while decoding MB 16 17, bytestream -17", "last_exit_at": "2026-07-03T16:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.38, "last_started_at": "2026-07-03T16:41:55+09:00", "pid": 40227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.039, "name": "ffmpeg", "pid": 40227, "rss_mb": 267.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.598, "sample_count": 1574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:42:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:42:57+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T16:42:57+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T16:42:57.364047+09:00", "mtime_epoch": 1783064577.3640468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:42:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.587, "pushed": 6.587, "read": 6.554}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.702, "count": 197, "max_ms": 14.903, "p95_ms": 10.384}, "gstreamer_push": {"avg_ms": 1.041, "count": 197, "max_ms": 1.481, "p95_ms": 1.209}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.439, "count": 197, "max_ms": 68.446, "p95_ms": 63.122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.557, "count": 197, "max_ms": 82.98, "p95_ms": 74.788}, "yolo11_640_fire_11class": {"avg_ms": 49.507, "count": 197, "max_ms": 71.699, "p95_ms": 66.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.749, "count": 197, "max_ms": 87.249, "p95_ms": 82.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.658, "count": 197, "max_ms": 208.52, "p95_ms": 183.604}, "read_interval": {"avg_ms": 152.481, "count": 196, "max_ms": 219.744, "p95_ms": 194.257}, "triton_wait": {"avg_ms": 61.224, "count": 197, "max_ms": 87.261, "p95_ms": 82.575}, "visualize": {"avg_ms": 6.403, "count": 197, "max_ms": 10.388, "p95_ms": 8.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.134, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.114, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:43:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:43:14+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:43:14+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:43:14.364390+09:00", "mtime_epoch": 1783064594.36439, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:43:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.953}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.77, "count": 299, "max_ms": 6.473, "p95_ms": 5.566}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 1.926, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.329, "count": 299, "max_ms": 71.596, "p95_ms": 63.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.073, "count": 299, "max_ms": 79.469, "p95_ms": 71.429}, "yolo11_640_fire_11class": {"avg_ms": 52.078, "count": 299, "max_ms": 71.455, "p95_ms": 65.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.827, "count": 299, "max_ms": 85.449, "p95_ms": 81.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.079, "count": 299, "max_ms": 135.205, "p95_ms": 106.947}, "read_interval": {"avg_ms": 100.466, "count": 298, "max_ms": 650.321, "p95_ms": 132.426}, "triton_wait": {"avg_ms": 56.957, "count": 299, "max_ms": 85.462, "p95_ms": 81.815}, "visualize": {"avg_ms": 3.901, "count": 299, "max_ms": 5.8, "p95_ms": 5.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:41:52+09:00", "last_error_summary": "[h264 @ 0x55f0afdf7640] error while decoding MB 16 17, bytestream -17", "last_exit_at": "2026-07-03T16:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.42, "last_started_at": "2026-07-03T16:41:55+09:00", "pid": 40227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.039, "name": "ffmpeg", "pid": 40227, "rss_mb": 267.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 232.763, "sample_count": 1628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:43:27+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T16:43:27+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T16:43:27.432653+09:00", "mtime_epoch": 1783064607.4326527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:43:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.822, "pushed": 6.822, "read": 6.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.475, "count": 204, "max_ms": 12.771, "p95_ms": 9.902}, "gstreamer_push": {"avg_ms": 1.072, "count": 204, "max_ms": 1.505, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.068, "count": 204, "max_ms": 67.368, "p95_ms": 62.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.22, "count": 204, "max_ms": 78.088, "p95_ms": 67.956}, "yolo11_640_fire_11class": {"avg_ms": 49.577, "count": 204, "max_ms": 68.246, "p95_ms": 64.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.889, "count": 204, "max_ms": 87.49, "p95_ms": 81.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.58, "count": 204, "max_ms": 206.189, "p95_ms": 175.63}, "read_interval": {"avg_ms": 147.27, "count": 203, "max_ms": 215.834, "p95_ms": 185.94}, "triton_wait": {"avg_ms": 60.553, "count": 204, "max_ms": 87.503, "p95_ms": 81.026}, "visualize": {"avg_ms": 6.095, "count": 204, "max_ms": 9.628, "p95_ms": 7.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.201, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.126, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:43:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:43:44+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T16:43:44+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T16:43:44.400993+09:00", "mtime_epoch": 1783064624.4009926, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:43:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.839, "count": 303, "max_ms": 6.575, "p95_ms": 5.542}, "gstreamer_push": {"avg_ms": 1.282, "count": 303, "max_ms": 1.622, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.029, "count": 303, "max_ms": 69.984, "p95_ms": 61.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.135, "count": 303, "max_ms": 75.724, "p95_ms": 59.81}, "yolo11_640_fire_11class": {"avg_ms": 51.296, "count": 303, "max_ms": 70.198, "p95_ms": 64.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.652, "count": 303, "max_ms": 86.677, "p95_ms": 79.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.332, "count": 303, "max_ms": 134.065, "p95_ms": 104.877}, "read_interval": {"avg_ms": 99.211, "count": 302, "max_ms": 638.786, "p95_ms": 137.317}, "triton_wait": {"avg_ms": 54.827, "count": 303, "max_ms": 86.689, "p95_ms": 79.632}, "visualize": {"avg_ms": 3.917, "count": 303, "max_ms": 6.614, "p95_ms": 5.125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:41:52+09:00", "last_error_summary": "[h264 @ 0x55f0afdf7640] error while decoding MB 16 17, bytestream -17", "last_exit_at": "2026-07-03T16:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.506, "last_started_at": "2026-07-03T16:41:55+09:00", "pid": 40227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.039, "name": "ffmpeg", "pid": 40227, "rss_mb": 267.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.395, "sample_count": 1683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:43:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:43:57+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T16:43:57+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T16:43:57.537255+09:00", "mtime_epoch": 1783064637.537255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:43:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.68, "pushed": 6.68, "read": 6.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.626, "count": 199, "max_ms": 13.573, "p95_ms": 10.417}, "gstreamer_push": {"avg_ms": 1.06, "count": 200, "max_ms": 1.366, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.184, "count": 199, "max_ms": 66.079, "p95_ms": 62.088}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.482, "count": 199, "max_ms": 78.72, "p95_ms": 67.927}, "yolo11_640_fire_11class": {"avg_ms": 49.701, "count": 199, "max_ms": 68.693, "p95_ms": 65.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.942, "count": 199, "max_ms": 86.28, "p95_ms": 81.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.848, "count": 200, "max_ms": 209.101, "p95_ms": 182.21}, "read_interval": {"avg_ms": 150.532, "count": 199, "max_ms": 219.066, "p95_ms": 193.869}, "triton_wait": {"avg_ms": 60.118, "count": 199, "max_ms": 86.293, "p95_ms": 81.448}, "visualize": {"avg_ms": 6.3, "count": 199, "max_ms": 9.399, "p95_ms": 8.527}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.273, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.007, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:44:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:44:14+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T16:44:14+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T16:44:14.465592+09:00", "mtime_epoch": 1783064654.4655921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:44:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.803}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.01, "count": 295, "max_ms": 6.698, "p95_ms": 5.923}, "gstreamer_push": {"avg_ms": 1.27, "count": 295, "max_ms": 1.498, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.669, "count": 295, "max_ms": 67.114, "p95_ms": 62.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.588, "count": 295, "max_ms": 73.189, "p95_ms": 63.529}, "yolo11_640_fire_11class": {"avg_ms": 51.513, "count": 295, "max_ms": 73.503, "p95_ms": 64.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.364, "count": 295, "max_ms": 84.012, "p95_ms": 80.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.539, "count": 295, "max_ms": 137.98, "p95_ms": 112.837}, "read_interval": {"avg_ms": 101.864, "count": 294, "max_ms": 562.313, "p95_ms": 147.708}, "triton_wait": {"avg_ms": 55.405, "count": 295, "max_ms": 84.025, "p95_ms": 80.105}, "visualize": {"avg_ms": 4.091, "count": 295, "max_ms": 7.863, "p95_ms": 5.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1841}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 66, "h264_decode_error_count": 212, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:41:52+09:00", "last_error_summary": "[h264 @ 0x55f0afdf7640] error while decoding MB 16 17, bytestream -17", "last_exit_at": "2026-07-03T16:41:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.663, "last_started_at": "2026-07-03T16:41:55+09:00", "pid": 40227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.102, "name": "ffmpeg", "pid": 40227, "rss_mb": 269.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 75, "restart_count_per_hour": 18, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 76}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.059, "sample_count": 1734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 220959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:44:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:44:27+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-03T16:44:27+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T16:44:27.661854+09:00", "mtime_epoch": 1783064667.661854, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:44:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.39, "pushed": 6.39, "read": 6.356}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.97, "count": 191, "max_ms": 15.142, "p95_ms": 10.853}, "gstreamer_push": {"avg_ms": 1.044, "count": 191, "max_ms": 1.748, "p95_ms": 1.229}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.64, "count": 191, "max_ms": 66.872, "p95_ms": 63.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.528, "count": 191, "max_ms": 79.855, "p95_ms": 71.011}, "yolo11_640_fire_11class": {"avg_ms": 49.953, "count": 191, "max_ms": 69.229, "p95_ms": 66.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.337, "count": 191, "max_ms": 85.071, "p95_ms": 81.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.95, "count": 191, "max_ms": 202.346, "p95_ms": 186.743}, "read_interval": {"avg_ms": 157.237, "count": 190, "max_ms": 212.317, "p95_ms": 197.278}, "triton_wait": {"avg_ms": 60.646, "count": 191, "max_ms": 85.084, "p95_ms": 81.089}, "visualize": {"avg_ms": 6.674, "count": 191, "max_ms": 10.628, "p95_ms": 8.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12251.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 838.373, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.645, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:44:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:44:44+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T16:44:44+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T16:44:44.562188+09:00", "mtime_epoch": 1783064684.5621884, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:44:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.963, "count": 302, "max_ms": 7.478, "p95_ms": 5.554}, "gstreamer_push": {"avg_ms": 1.293, "count": 302, "max_ms": 1.952, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.032, "count": 302, "max_ms": 66.786, "p95_ms": 61.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.995, "count": 302, "max_ms": 76.383, "p95_ms": 68.567}, "yolo11_640_fire_11class": {"avg_ms": 51.293, "count": 302, "max_ms": 73.063, "p95_ms": 64.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.92, "count": 302, "max_ms": 85.997, "p95_ms": 79.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.664, "count": 302, "max_ms": 137.957, "p95_ms": 108.453}, "read_interval": {"avg_ms": 99.346, "count": 301, "max_ms": 487.904, "p95_ms": 140.382}, "triton_wait": {"avg_ms": 55.092, "count": 302, "max_ms": 86.01, "p95_ms": 79.266}, "visualize": {"avg_ms": 4.026, "count": 302, "max_ms": 7.56, "p95_ms": 5.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 213, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:44:38+09:00", "last_error_summary": "[h264 @ 0x55f15bdfb900] error while decoding MB 38 43, bytestream -22", "last_exit_at": "2026-07-03T16:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.568, "last_started_at": "2026-07-03T16:44:41+09:00", "pid": 40334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.484, "name": "ffmpeg", "pid": 40334, "rss_mb": 264.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 19, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.697, "sample_count": 1731, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:44:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:44:57+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-07-03T16:44:57+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T16:44:57.718448+09:00", "mtime_epoch": 1783064697.718448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:44:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.946, "pushed": 4.946, "read": 4.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.529, "count": 147, "max_ms": 14.071, "p95_ms": 12.045}, "gstreamer_push": {"avg_ms": 0.991, "count": 148, "max_ms": 1.25, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.081, "count": 147, "max_ms": 66.335, "p95_ms": 63.442}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.04, "count": 147, "max_ms": 80.803, "p95_ms": 74.323}, "yolo11_640_fire_11class": {"avg_ms": 50.735, "count": 147, "max_ms": 70.117, "p95_ms": 65.96}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.658, "count": 147, "max_ms": 89.875, "p95_ms": 82.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.373, "count": 148, "max_ms": 245.016, "p95_ms": 218.964}, "read_interval": {"avg_ms": 203.383, "count": 147, "max_ms": 4762.981, "p95_ms": 233.502}, "triton_wait": {"avg_ms": 62.924, "count": 147, "max_ms": 89.886, "p95_ms": 82.335}, "visualize": {"avg_ms": 7.216, "count": 147, "max_ms": 11.369, "p95_ms": 10.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.385, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.474, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:45:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:45:14+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:45:14+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T16:45:14.618780+09:00", "mtime_epoch": 1783064714.6187801, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:45:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.095, "count": 303, "max_ms": 8.396, "p95_ms": 5.822}, "gstreamer_push": {"avg_ms": 1.26, "count": 303, "max_ms": 1.676, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.804, "count": 303, "max_ms": 70.123, "p95_ms": 62.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.208, "count": 303, "max_ms": 81.223, "p95_ms": 70.981}, "yolo11_640_fire_11class": {"avg_ms": 50.66, "count": 303, "max_ms": 71.971, "p95_ms": 64.773}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.782, "count": 303, "max_ms": 88.737, "p95_ms": 80.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.382, "count": 303, "max_ms": 154.486, "p95_ms": 108.788}, "read_interval": {"avg_ms": 99.185, "count": 303, "max_ms": 405.085, "p95_ms": 138.051}, "triton_wait": {"avg_ms": 54.955, "count": 303, "max_ms": 88.748, "p95_ms": 80.808}, "visualize": {"avg_ms": 4.081, "count": 303, "max_ms": 7.137, "p95_ms": 5.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 213, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:44:38+09:00", "last_error_summary": "[h264 @ 0x55f15bdfb900] error while decoding MB 38 43, bytestream -22", "last_exit_at": "2026-07-03T16:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.658, "last_started_at": "2026-07-03T16:44:41+09:00", "pid": 40334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.547, "name": "ffmpeg", "pid": 40334, "rss_mb": 266.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 19, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.059, "sample_count": 1710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:45:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:45:27+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T16:45:27+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T16:45:27.883040+09:00", "mtime_epoch": 1783064727.8830404, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:45:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.386, "pushed": 5.386, "read": 5.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.519, "count": 160, "max_ms": 14.184, "p95_ms": 11.833}, "gstreamer_push": {"avg_ms": 0.932, "count": 161, "max_ms": 1.155, "p95_ms": 1.08}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.601, "count": 160, "max_ms": 65.078, "p95_ms": 61.94}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.398, "count": 160, "max_ms": 79.403, "p95_ms": 68.439}, "yolo11_640_fire_11class": {"avg_ms": 49.896, "count": 160, "max_ms": 65.85, "p95_ms": 64.151}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.822, "count": 160, "max_ms": 84.76, "p95_ms": 81.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.394, "count": 161, "max_ms": 255.141, "p95_ms": 217.694}, "read_interval": {"avg_ms": 187.273, "count": 160, "max_ms": 266.477, "p95_ms": 227.914}, "triton_wait": {"avg_ms": 62.246, "count": 160, "max_ms": 84.773, "p95_ms": 81.709}, "visualize": {"avg_ms": 7.767, "count": 160, "max_ms": 10.602, "p95_ms": 9.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.447, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.829, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:45:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:45:44+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:45:44+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T16:45:44.675369+09:00", "mtime_epoch": 1783064744.6753688, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242802}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:45:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.906, "pushed": 9.906, "read": 9.873}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.986, "count": 297, "max_ms": 7.859, "p95_ms": 5.57}, "gstreamer_push": {"avg_ms": 1.277, "count": 297, "max_ms": 1.667, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.494, "count": 297, "max_ms": 66.757, "p95_ms": 62.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.898, "count": 297, "max_ms": 77.97, "p95_ms": 69.853}, "yolo11_640_fire_11class": {"avg_ms": 51.22, "count": 297, "max_ms": 69.012, "p95_ms": 63.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.158, "count": 297, "max_ms": 84.754, "p95_ms": 80.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.159, "count": 297, "max_ms": 131.64, "p95_ms": 105.983}, "read_interval": {"avg_ms": 101.279, "count": 296, "max_ms": 791.966, "p95_ms": 142.923}, "triton_wait": {"avg_ms": 55.327, "count": 297, "max_ms": 84.765, "p95_ms": 80.226}, "visualize": {"avg_ms": 4.084, "count": 297, "max_ms": 6.646, "p95_ms": 5.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 213, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:44:38+09:00", "last_error_summary": "[h264 @ 0x55f15bdfb900] error while decoding MB 38 43, bytestream -22", "last_exit_at": "2026-07-03T16:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.721, "last_started_at": "2026-07-03T16:44:41+09:00", "pid": 40334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.094, "name": "ffmpeg", "pid": 40334, "rss_mb": 268.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 19, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.684, "sample_count": 1735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:45:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:45:58+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T16:45:57+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T16:45:57.899627+09:00", "mtime_epoch": 1783064757.8996267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:45:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.888, "pushed": 5.888, "read": 5.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.427, "count": 176, "max_ms": 17.46, "p95_ms": 10.81}, "gstreamer_push": {"avg_ms": 0.985, "count": 176, "max_ms": 1.267, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.596, "count": 176, "max_ms": 69.717, "p95_ms": 63.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.707, "count": 176, "max_ms": 82.004, "p95_ms": 71.323}, "yolo11_640_fire_11class": {"avg_ms": 50.705, "count": 176, "max_ms": 69.214, "p95_ms": 66.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.486, "count": 176, "max_ms": 86.396, "p95_ms": 83.608}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.904, "count": 176, "max_ms": 217.301, "p95_ms": 204.974}, "read_interval": {"avg_ms": 170.789, "count": 175, "max_ms": 227.451, "p95_ms": 215.034}, "triton_wait": {"avg_ms": 62.927, "count": 176, "max_ms": 86.409, "p95_ms": 83.621}, "visualize": {"avg_ms": 7.157, "count": 176, "max_ms": 10.731, "p95_ms": 8.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.527, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.793, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:46:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:46:14+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T16:46:14+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T16:46:14.751955+09:00", "mtime_epoch": 1783064774.7519546, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:46:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.1, "read": 10.067}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.853, "count": 302, "max_ms": 8.734, "p95_ms": 5.497}, "gstreamer_push": {"avg_ms": 1.287, "count": 303, "max_ms": 2.013, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.859, "count": 302, "max_ms": 69.21, "p95_ms": 64.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.898, "count": 302, "max_ms": 73.588, "p95_ms": 65.502}, "yolo11_640_fire_11class": {"avg_ms": 52.426, "count": 302, "max_ms": 70.57, "p95_ms": 65.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.16, "count": 302, "max_ms": 88.457, "p95_ms": 82.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.958, "count": 302, "max_ms": 135.74, "p95_ms": 108.17}, "read_interval": {"avg_ms": 99.317, "count": 302, "max_ms": 582.195, "p95_ms": 140.193}, "triton_wait": {"avg_ms": 57.271, "count": 302, "max_ms": 88.468, "p95_ms": 82.747}, "visualize": {"avg_ms": 3.93, "count": 302, "max_ms": 5.994, "p95_ms": 5.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1846}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 213, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:44:38+09:00", "last_error_summary": "[h264 @ 0x55f15bdfb900] error while decoding MB 38 43, bytestream -22", "last_exit_at": "2026-07-03T16:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.786, "last_started_at": "2026-07-03T16:44:41+09:00", "pid": 40334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.957, "name": "ffmpeg", "pid": 40334, "rss_mb": 276.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 19, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.939, "sample_count": 1774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:46:28+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T16:46:28+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T16:46:28.052213+09:00", "mtime_epoch": 1783064788.0522127, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177415}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:46:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.825, "pushed": 5.825, "read": 5.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.124, "count": 174, "max_ms": 14.824, "p95_ms": 10.678}, "gstreamer_push": {"avg_ms": 0.968, "count": 174, "max_ms": 1.453, "p95_ms": 1.329}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.522, "count": 174, "max_ms": 67.674, "p95_ms": 62.686}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.558, "count": 174, "max_ms": 78.778, "p95_ms": 70.968}, "yolo11_640_fire_11class": {"avg_ms": 51.314, "count": 174, "max_ms": 67.772, "p95_ms": 64.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.784, "count": 174, "max_ms": 85.309, "p95_ms": 81.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.237, "count": 174, "max_ms": 217.155, "p95_ms": 186.906}, "read_interval": {"avg_ms": 173.315, "count": 173, "max_ms": 228.743, "p95_ms": 197.603}, "triton_wait": {"avg_ms": 63.913, "count": 174, "max_ms": 85.321, "p95_ms": 81.231}, "visualize": {"avg_ms": 7.255, "count": 174, "max_ms": 10.134, "p95_ms": 8.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.54, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.031, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:46:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:46:44+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:46:44+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T16:46:44.768536+09:00", "mtime_epoch": 1783064804.768536, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:46:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.854, "count": 298, "max_ms": 7.598, "p95_ms": 5.625}, "gstreamer_push": {"avg_ms": 1.305, "count": 298, "max_ms": 1.623, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.682, "count": 298, "max_ms": 66.439, "p95_ms": 64.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.554, "count": 298, "max_ms": 80.328, "p95_ms": 74.407}, "yolo11_640_fire_11class": {"avg_ms": 54.634, "count": 298, "max_ms": 74.024, "p95_ms": 66.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.689, "count": 298, "max_ms": 88.935, "p95_ms": 82.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.211, "count": 298, "max_ms": 131.962, "p95_ms": 106.791}, "read_interval": {"avg_ms": 100.733, "count": 298, "max_ms": 485.64, "p95_ms": 136.955}, "triton_wait": {"avg_ms": 61.714, "count": 298, "max_ms": 88.947, "p95_ms": 82.213}, "visualize": {"avg_ms": 3.938, "count": 298, "max_ms": 6.078, "p95_ms": 5.267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1848}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 213, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:44:38+09:00", "last_error_summary": "[h264 @ 0x55f15bdfb900] error while decoding MB 38 43, bytestream -22", "last_exit_at": "2026-07-03T16:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.851, "last_started_at": "2026-07-03T16:44:41+09:00", "pid": 40334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.34, "name": "ffmpeg", "pid": 40334, "rss_mb": 281.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 76, "restart_count_per_hour": 19, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.432, "sample_count": 1844, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:46:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:46:58+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T16:46:58+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T16:46:58.056793+09:00", "mtime_epoch": 1783064818.0567927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:46:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.537, "pushed": 6.537, "read": 6.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.036, "count": 196, "max_ms": 11.489, "p95_ms": 10.062}, "gstreamer_push": {"avg_ms": 1.06, "count": 196, "max_ms": 1.542, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.836, "count": 196, "max_ms": 66.871, "p95_ms": 63.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.148, "count": 196, "max_ms": 82.666, "p95_ms": 74.567}, "yolo11_640_fire_11class": {"avg_ms": 54.186, "count": 196, "max_ms": 68.073, "p95_ms": 65.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.268, "count": 196, "max_ms": 87.572, "p95_ms": 81.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.594, "count": 196, "max_ms": 199.825, "p95_ms": 186.625}, "read_interval": {"avg_ms": 153.413, "count": 195, "max_ms": 210.045, "p95_ms": 197.169}, "triton_wait": {"avg_ms": 66.842, "count": 196, "max_ms": 87.584, "p95_ms": 81.997}, "visualize": {"avg_ms": 6.228, "count": 196, "max_ms": 9.794, "p95_ms": 8.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.552, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.582, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:47:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:47:14+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T16:47:14+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T16:47:14.749114+09:00", "mtime_epoch": 1783064834.7491143, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:47:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.845, "count": 303, "max_ms": 7.856, "p95_ms": 5.501}, "gstreamer_push": {"avg_ms": 1.278, "count": 303, "max_ms": 1.747, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.6, "count": 303, "max_ms": 69.88, "p95_ms": 64.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.356, "count": 303, "max_ms": 73.901, "p95_ms": 67.59}, "yolo11_640_fire_11class": {"avg_ms": 52.243, "count": 303, "max_ms": 69.949, "p95_ms": 66.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.402, "count": 303, "max_ms": 85.365, "p95_ms": 81.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.491, "count": 303, "max_ms": 137.332, "p95_ms": 107.264}, "read_interval": {"avg_ms": 98.947, "count": 303, "max_ms": 634.083, "p95_ms": 139.589}, "triton_wait": {"avg_ms": 56.502, "count": 303, "max_ms": 85.378, "p95_ms": 81.994}, "visualize": {"avg_ms": 3.946, "count": 303, "max_ms": 7.171, "p95_ms": 5.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12395.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 67, "h264_decode_error_count": 213, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:44:38+09:00", "last_error_summary": "[h264 @ 0x55f15bdfb900] error while decoding MB 38 43, bytestream -22", "last_exit_at": "2026-07-03T16:44:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.186, "last_started_at": "2026-07-03T16:44:41+09:00", "pid": 40334, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.938, "name": "ffmpeg", "pid": 40334, "rss_mb": 290.938, "state": "S (sleeping)", "threads": 104}, "restart_count": 76, "restart_count_per_hour": 19, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 77}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.04, "sample_count": 1712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 221930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:47:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:47:35+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T16:47:35+09:00", "mjpeg": {"age_sec": 10.143, "exists": true, "mtime": "2026-07-03T16:47:25.377319+09:00", "mtime_epoch": 1783064845.3773186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:47:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.405, "pushed": 2.405, "read": 2.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.979, "count": 71, "max_ms": 11.034, "p95_ms": 10.773}, "gstreamer_push": {"avg_ms": 0.978, "count": 72, "max_ms": 1.276, "p95_ms": 1.097}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.074, "count": 71, "max_ms": 70.286, "p95_ms": 64.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.352, "count": 71, "max_ms": 76.448, "p95_ms": 68.275}, "yolo11_640_fire_11class": {"avg_ms": 51.152, "count": 71, "max_ms": 72.73, "p95_ms": 66.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.128, "count": 71, "max_ms": 85.175, "p95_ms": 80.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.836, "count": 72, "max_ms": 213.319, "p95_ms": 192.122}, "read_interval": {"avg_ms": 422.059, "count": 71, "max_ms": 10132.225, "p95_ms": 207.563}, "triton_wait": {"avg_ms": 61.227, "count": 71, "max_ms": 85.187, "p95_ms": 80.865}, "visualize": {"avg_ms": 6.816, "count": 71, "max_ms": 9.73, "p95_ms": 9.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12278.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.572, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.988, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:47:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:47:44+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:47:44+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T16:47:44.797691+09:00", "mtime_epoch": 1783064864.797691, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:47:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 3.812, "count": 300, "max_ms": 5.856, "p95_ms": 5.489}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.572, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.259, "count": 300, "max_ms": 67.827, "p95_ms": 49.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.748, "count": 300, "max_ms": 74.662, "p95_ms": 50.673}, "yolo11_640_fire_11class": {"avg_ms": 49.079, "count": 300, "max_ms": 67.84, "p95_ms": 51.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.629, "count": 300, "max_ms": 84.571, "p95_ms": 53.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.094, "count": 300, "max_ms": 133.435, "p95_ms": 103.103}, "read_interval": {"avg_ms": 100.125, "count": 299, "max_ms": 642.977, "p95_ms": 146.179}, "triton_wait": {"avg_ms": 50.682, "count": 300, "max_ms": 84.584, "p95_ms": 53.636}, "visualize": {"avg_ms": 3.997, "count": 300, "max_ms": 7.474, "p95_ms": 5.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12370.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 215, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:47:36+09:00", "last_error_summary": "[h264 @ 0x563198245d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563198245d00] error while decoding MB 0 39, bytestream 8145 [h264 @ 0x563198245d00] left block unavailable for requested intra mode [h264 @ 0x563198245d00] error while decoding MB 0 37, bytestream 11906 [in#0/rtsp @ 0x563197613e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563197613e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:47:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.748, "last_started_at": "2026-07-03T16:47:39+09:00", "pid": 40441, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.031, "name": "ffmpeg", "pid": 40441, "rss_mb": 265.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.346, "sample_count": 1670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222087, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:48:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:48:05+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T16:48:05+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T16:48:05.402085+09:00", "mtime_epoch": 1783064885.4020853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175693}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:48:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.262, "pushed": 5.262, "read": 5.229}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.398, "count": 157, "max_ms": 17.187, "p95_ms": 12.024}, "gstreamer_push": {"avg_ms": 1.004, "count": 157, "max_ms": 1.326, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.806, "count": 157, "max_ms": 66.227, "p95_ms": 62.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.225, "count": 157, "max_ms": 82.697, "p95_ms": 70.745}, "yolo11_640_fire_11class": {"avg_ms": 49.005, "count": 157, "max_ms": 70.576, "p95_ms": 64.894}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.688, "count": 157, "max_ms": 83.901, "p95_ms": 81.933}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.778, "count": 157, "max_ms": 228.3, "p95_ms": 206.671}, "read_interval": {"avg_ms": 191.424, "count": 156, "max_ms": 5096.62, "p95_ms": 216.073}, "triton_wait": {"avg_ms": 60.136, "count": 157, "max_ms": 83.912, "p95_ms": 81.945}, "visualize": {"avg_ms": 6.887, "count": 157, "max_ms": 12.144, "p95_ms": 9.603}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12370.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.819, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.828, "name": "ffmpeg", "pid": 39360, "rss_mb": 332.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.612, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:48:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:48:15+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T16:48:15+09:00", "mjpeg": {"age_sec": 0.309, "exists": true, "mtime": "2026-07-03T16:48:14.802265+09:00", "mtime_epoch": 1783064894.8022647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:48:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.942}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.087, "count": 299, "max_ms": 8.398, "p95_ms": 5.766}, "gstreamer_push": {"avg_ms": 1.275, "count": 299, "max_ms": 1.947, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.324, "count": 299, "max_ms": 69.34, "p95_ms": 62.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.682, "count": 299, "max_ms": 83.334, "p95_ms": 68.866}, "yolo11_640_fire_11class": {"avg_ms": 50.859, "count": 299, "max_ms": 73.983, "p95_ms": 62.881}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.209, "count": 299, "max_ms": 86.338, "p95_ms": 80.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.231, "count": 299, "max_ms": 138.38, "p95_ms": 116.01}, "read_interval": {"avg_ms": 100.568, "count": 298, "max_ms": 557.958, "p95_ms": 143.552}, "triton_wait": {"avg_ms": 55.266, "count": 299, "max_ms": 86.349, "p95_ms": 80.955}, "visualize": {"avg_ms": 4.103, "count": 299, "max_ms": 6.558, "p95_ms": 5.288}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12371.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 215, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:47:36+09:00", "last_error_summary": "[h264 @ 0x563198245d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563198245d00] error while decoding MB 0 39, bytestream 8145 [h264 @ 0x563198245d00] left block unavailable for requested intra mode [h264 @ 0x563198245d00] error while decoding MB 0 37, bytestream 11906 [in#0/rtsp @ 0x563197613e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563197613e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:47:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.862, "last_started_at": "2026-07-03T16:47:39+09:00", "pid": 40441, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.289, "name": "ffmpeg", "pid": 40441, "rss_mb": 265.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.741, "sample_count": 1644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:48:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:48:35+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T16:48:35+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T16:48:35.490659+09:00", "mtime_epoch": 1783064915.4906588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:48:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.988, "pushed": 5.988, "read": 5.954}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.429, "count": 178, "max_ms": 14.523, "p95_ms": 10.852}, "gstreamer_push": {"avg_ms": 0.989, "count": 179, "max_ms": 1.485, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.84, "count": 178, "max_ms": 65.534, "p95_ms": 62.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.464, "count": 178, "max_ms": 81.031, "p95_ms": 68.584}, "yolo11_640_fire_11class": {"avg_ms": 50.112, "count": 178, "max_ms": 72.952, "p95_ms": 65.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.319, "count": 178, "max_ms": 87.883, "p95_ms": 79.909}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.571, "count": 179, "max_ms": 225.502, "p95_ms": 205.451}, "read_interval": {"avg_ms": 168.191, "count": 178, "max_ms": 235.1, "p95_ms": 213.449}, "triton_wait": {"avg_ms": 60.815, "count": 178, "max_ms": 87.895, "p95_ms": 79.921}, "visualize": {"avg_ms": 7.11, "count": 178, "max_ms": 10.434, "p95_ms": 9.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.895, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.264, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:48:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:48:45+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T16:48:45+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T16:48:45.102841+09:00", "mtime_epoch": 1783064925.1028414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:48:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.537, "count": 302, "max_ms": 6.712, "p95_ms": 5.337}, "gstreamer_push": {"avg_ms": 1.292, "count": 303, "max_ms": 2.071, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.243, "count": 302, "max_ms": 71.199, "p95_ms": 62.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.748, "count": 302, "max_ms": 73.467, "p95_ms": 56.121}, "yolo11_640_fire_11class": {"avg_ms": 51.274, "count": 302, "max_ms": 75.232, "p95_ms": 63.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.708, "count": 302, "max_ms": 84.703, "p95_ms": 79.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.04, "count": 303, "max_ms": 132.913, "p95_ms": 100.283}, "read_interval": {"avg_ms": 99.234, "count": 302, "max_ms": 717.585, "p95_ms": 129.608}, "triton_wait": {"avg_ms": 54.852, "count": 302, "max_ms": 84.715, "p95_ms": 79.603}, "visualize": {"avg_ms": 3.714, "count": 302, "max_ms": 5.678, "p95_ms": 5.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1853}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 215, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:47:36+09:00", "last_error_summary": "[h264 @ 0x563198245d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563198245d00] error while decoding MB 0 39, bytestream 8145 [h264 @ 0x563198245d00] left block unavailable for requested intra mode [h264 @ 0x563198245d00] error while decoding MB 0 37, bytestream 11906 [in#0/rtsp @ 0x563197613e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563197613e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:47:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.0, "last_started_at": "2026-07-03T16:47:39+09:00", "pid": 40441, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.52, "name": "ffmpeg", "pid": 40441, "rss_mb": 269.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.974, "sample_count": 1624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:49:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:49:05+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T16:49:05+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-03T16:49:05.635231+09:00", "mtime_epoch": 1783064945.635231, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:49:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.906, "pushed": 5.906, "read": 5.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.641, "count": 176, "max_ms": 14.404, "p95_ms": 11.316}, "gstreamer_push": {"avg_ms": 1.0, "count": 177, "max_ms": 1.343, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.351, "count": 176, "max_ms": 68.616, "p95_ms": 61.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.261, "count": 176, "max_ms": 77.856, "p95_ms": 68.603}, "yolo11_640_fire_11class": {"avg_ms": 49.853, "count": 176, "max_ms": 69.801, "p95_ms": 64.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.062, "count": 176, "max_ms": 84.669, "p95_ms": 79.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.224, "count": 177, "max_ms": 224.398, "p95_ms": 205.033}, "read_interval": {"avg_ms": 170.261, "count": 176, "max_ms": 234.773, "p95_ms": 215.564}, "triton_wait": {"avg_ms": 60.836, "count": 176, "max_ms": 84.681, "p95_ms": 79.917}, "visualize": {"avg_ms": 7.24, "count": 176, "max_ms": 13.729, "p95_ms": 9.534}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.96, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.554, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T16:49:15+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T16:49:15+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T16:49:15.187412+09:00", "mtime_epoch": 1783064955.187412, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245369}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:49:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.696, "count": 303, "max_ms": 6.449, "p95_ms": 5.467}, "gstreamer_push": {"avg_ms": 1.302, "count": 303, "max_ms": 1.988, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.683, "count": 303, "max_ms": 72.28, "p95_ms": 62.782}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.354, "count": 303, "max_ms": 81.591, "p95_ms": 66.118}, "yolo11_640_fire_11class": {"avg_ms": 51.46, "count": 303, "max_ms": 74.759, "p95_ms": 64.603}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.182, "count": 303, "max_ms": 86.323, "p95_ms": 79.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.34, "count": 303, "max_ms": 136.631, "p95_ms": 104.625}, "read_interval": {"avg_ms": 99.264, "count": 302, "max_ms": 772.713, "p95_ms": 122.801}, "triton_wait": {"avg_ms": 55.279, "count": 303, "max_ms": 86.336, "p95_ms": 80.345}, "visualize": {"avg_ms": 3.88, "count": 303, "max_ms": 6.506, "p95_ms": 5.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 215, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:47:36+09:00", "last_error_summary": "[h264 @ 0x563198245d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563198245d00] error while decoding MB 0 39, bytestream 8145 [h264 @ 0x563198245d00] left block unavailable for requested intra mode [h264 @ 0x563198245d00] error while decoding MB 0 37, bytestream 11906 [in#0/rtsp @ 0x563197613e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563197613e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:47:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.041, "last_started_at": "2026-07-03T16:47:39+09:00", "pid": 40441, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.387, "name": "ffmpeg", "pid": 40441, "rss_mb": 273.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.608, "sample_count": 1606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:49:35+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T16:49:35+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T16:49:35.699800+09:00", "mtime_epoch": 1783064975.6997998, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:49:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.857, "pushed": 5.857, "read": 5.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.554, "count": 175, "max_ms": 15.815, "p95_ms": 11.289}, "gstreamer_push": {"avg_ms": 0.968, "count": 175, "max_ms": 1.34, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.517, "count": 175, "max_ms": 66.762, "p95_ms": 61.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.786, "count": 175, "max_ms": 81.807, "p95_ms": 68.693}, "yolo11_640_fire_11class": {"avg_ms": 49.047, "count": 175, "max_ms": 69.395, "p95_ms": 64.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.158, "count": 175, "max_ms": 84.54, "p95_ms": 79.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.156, "count": 175, "max_ms": 229.853, "p95_ms": 205.888}, "read_interval": {"avg_ms": 171.817, "count": 174, "max_ms": 243.571, "p95_ms": 216.295}, "triton_wait": {"avg_ms": 59.863, "count": 175, "max_ms": 84.553, "p95_ms": 79.87}, "visualize": {"avg_ms": 7.385, "count": 175, "max_ms": 11.108, "p95_ms": 9.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.977, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.9, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:49:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:49:45+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T16:49:45+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T16:49:45.171978+09:00", "mtime_epoch": 1783064985.1719785, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:49:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.964, "pushed": 9.964, "read": 9.93}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.774, "count": 298, "max_ms": 8.071, "p95_ms": 5.477}, "gstreamer_push": {"avg_ms": 1.298, "count": 298, "max_ms": 1.974, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.31, "count": 298, "max_ms": 71.113, "p95_ms": 62.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.128, "count": 298, "max_ms": 77.336, "p95_ms": 63.122}, "yolo11_640_fire_11class": {"avg_ms": 51.266, "count": 298, "max_ms": 73.64, "p95_ms": 64.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.848, "count": 298, "max_ms": 82.869, "p95_ms": 79.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.152, "count": 298, "max_ms": 129.518, "p95_ms": 103.839}, "read_interval": {"avg_ms": 100.693, "count": 297, "max_ms": 726.689, "p95_ms": 160.256}, "triton_wait": {"avg_ms": 54.955, "count": 298, "max_ms": 82.882, "p95_ms": 79.651}, "visualize": {"avg_ms": 3.917, "count": 298, "max_ms": 6.315, "p95_ms": 5.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1856}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 68, "h264_decode_error_count": 215, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:47:36+09:00", "last_error_summary": "[h264 @ 0x563198245d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563198245d00] error while decoding MB 0 39, bytestream 8145 [h264 @ 0x563198245d00] left block unavailable for requested intra mode [h264 @ 0x563198245d00] error while decoding MB 0 37, bytestream 11906 [in#0/rtsp @ 0x563197613e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563197613e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:47:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 148.895, "last_started_at": "2026-07-03T16:47:39+09:00", "pid": 40441, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.254, "name": "ffmpeg", "pid": 40441, "rss_mb": 277.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 77, "restart_count_per_hour": 19, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 78}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.932, "sample_count": 1601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:50:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:50:08+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T16:50:08+09:00", "mjpeg": {"age_sec": 10.211, "exists": true, "mtime": "2026-07-03T16:49:58.468229+09:00", "mtime_epoch": 1783064998.468229, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:50:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.305, "pushed": 4.305, "read": 4.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.813, "count": 128, "max_ms": 13.126, "p95_ms": 10.53}, "gstreamer_push": {"avg_ms": 1.055, "count": 129, "max_ms": 1.337, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.227, "count": 128, "max_ms": 68.764, "p95_ms": 62.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.504, "count": 128, "max_ms": 83.2, "p95_ms": 69.389}, "yolo11_640_fire_11class": {"avg_ms": 49.305, "count": 128, "max_ms": 69.305, "p95_ms": 65.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.866, "count": 128, "max_ms": 87.259, "p95_ms": 82.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.215, "count": 129, "max_ms": 236.948, "p95_ms": 184.928}, "read_interval": {"avg_ms": 234.076, "count": 128, "max_ms": 10173.173, "p95_ms": 195.505}, "triton_wait": {"avg_ms": 59.313, "count": 128, "max_ms": 87.271, "p95_ms": 82.04}, "visualize": {"avg_ms": 6.659, "count": 128, "max_ms": 9.672, "p95_ms": 8.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1169.035, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.644, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:50:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:50:15+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:50:15+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T16:50:15.224544+09:00", "mtime_epoch": 1783065015.2245443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:50:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.175, "pushed": 10.175, "read": 10.142}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.82, "count": 305, "max_ms": 6.617, "p95_ms": 5.505}, "gstreamer_push": {"avg_ms": 1.28, "count": 305, "max_ms": 1.641, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.469, "count": 305, "max_ms": 73.735, "p95_ms": 54.423}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.943, "count": 305, "max_ms": 78.802, "p95_ms": 52.085}, "yolo11_640_fire_11class": {"avg_ms": 50.208, "count": 305, "max_ms": 74.452, "p95_ms": 56.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.173, "count": 305, "max_ms": 92.076, "p95_ms": 71.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.027, "count": 305, "max_ms": 133.88, "p95_ms": 105.694}, "read_interval": {"avg_ms": 98.608, "count": 304, "max_ms": 741.963, "p95_ms": 138.095}, "triton_wait": {"avg_ms": 52.253, "count": 305, "max_ms": 92.088, "p95_ms": 71.582}, "visualize": {"avg_ms": 3.985, "count": 305, "max_ms": 7.741, "p95_ms": 5.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12284.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 218, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:50:31+09:00", "last_error_summary": "[h264 @ 0x55ab5c85e940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5c85e940] error while decoding MB 0 23, bytestream 2156 [h264 @ 0x55ab5bb68680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5bb68680] error while decoding MB 0 33, bytestream 1250 [h264 @ 0x55ab5bbe7140] error while decoding MB 33 31, bytestream -9 [in#0/rtsp @ 0x55ab5baaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab5baaae00] Error retrieving a packet from de", "last_exit_at": "2026-07-03T16:50:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.729, "last_started_at": "2026-07-03T16:50:34+09:00", "pid": 40548, "process": {"exists": true, "fd_count": 5, "hwm_mb": 180.062, "name": "ffmpeg", "pid": 40548, "rss_mb": 180.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 20, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.223, "sample_count": 1528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 222859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:50:38+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T16:50:38+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T16:50:38.636984+09:00", "mtime_epoch": 1783065038.6369836, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:50:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.595, "pushed": 4.595, "read": 4.595}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.195, "count": 92, "max_ms": 14.174, "p95_ms": 10.648}, "gstreamer_push": {"avg_ms": 0.951, "count": 92, "max_ms": 1.322, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.757, "count": 92, "max_ms": 64.757, "p95_ms": 61.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.954, "count": 92, "max_ms": 77.553, "p95_ms": 73.747}, "yolo11_640_fire_11class": {"avg_ms": 48.264, "count": 92, "max_ms": 66.456, "p95_ms": 63.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.327, "count": 92, "max_ms": 84.66, "p95_ms": 81.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.54, "count": 92, "max_ms": 206.689, "p95_ms": 185.938}, "read_interval": {"avg_ms": 327.596, "count": 92, "max_ms": 10281.045, "p95_ms": 198.397}, "triton_wait": {"avg_ms": 60.648, "count": 92, "max_ms": 84.673, "p95_ms": 81.616}, "visualize": {"avg_ms": 7.256, "count": 92, "max_ms": 10.488, "p95_ms": 8.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.022, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12370.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1199.093, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.561, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:50:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:50:45+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:50:45+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T16:50:45.325109+09:00", "mtime_epoch": 1783065045.325109, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:50:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.827, "pushed": 9.827, "read": 9.827}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.931, "count": 294, "max_ms": 7.465, "p95_ms": 5.561}, "gstreamer_push": {"avg_ms": 1.296, "count": 294, "max_ms": 2.414, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.786, "count": 294, "max_ms": 65.222, "p95_ms": 62.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.619, "count": 294, "max_ms": 77.798, "p95_ms": 62.489}, "yolo11_640_fire_11class": {"avg_ms": 50.471, "count": 294, "max_ms": 68.699, "p95_ms": 64.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.104, "count": 294, "max_ms": 84.041, "p95_ms": 79.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.288, "count": 294, "max_ms": 144.672, "p95_ms": 105.029}, "read_interval": {"avg_ms": 102.236, "count": 294, "max_ms": 742.014, "p95_ms": 148.652}, "triton_wait": {"avg_ms": 54.178, "count": 294, "max_ms": 84.053, "p95_ms": 79.124}, "visualize": {"avg_ms": 4.011, "count": 294, "max_ms": 6.659, "p95_ms": 5.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1858}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 218, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:50:31+09:00", "last_error_summary": "[h264 @ 0x55ab5c85e940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5c85e940] error while decoding MB 0 23, bytestream 2156 [h264 @ 0x55ab5bb68680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5bb68680] error while decoding MB 0 33, bytestream 1250 [h264 @ 0x55ab5bbe7140] error while decoding MB 33 31, bytestream -9 [in#0/rtsp @ 0x55ab5baaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab5baaae00] Error retrieving a packet from de", "last_exit_at": "2026-07-03T16:50:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.76, "last_started_at": "2026-07-03T16:50:34+09:00", "pid": 40548, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.359, "name": "ffmpeg", "pid": 40548, "rss_mb": 265.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 20, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.818, "sample_count": 1537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:51:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:51:08+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T16:51:08+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T16:51:08.637545+09:00", "mtime_epoch": 1783065068.6375453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:51:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.126, "pushed": 6.126, "read": 6.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.183, "count": 183, "max_ms": 12.632, "p95_ms": 10.396}, "gstreamer_push": {"avg_ms": 0.999, "count": 183, "max_ms": 1.243, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.325, "count": 183, "max_ms": 68.931, "p95_ms": 61.348}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.893, "count": 183, "max_ms": 78.192, "p95_ms": 67.946}, "yolo11_640_fire_11class": {"avg_ms": 50.25, "count": 183, "max_ms": 72.859, "p95_ms": 64.708}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.76, "count": 183, "max_ms": 86.717, "p95_ms": 79.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.414, "count": 183, "max_ms": 227.289, "p95_ms": 188.804}, "read_interval": {"avg_ms": 163.89, "count": 182, "max_ms": 236.702, "p95_ms": 197.817}, "triton_wait": {"avg_ms": 60.412, "count": 183, "max_ms": 86.729, "p95_ms": 79.556}, "visualize": {"avg_ms": 6.954, "count": 183, "max_ms": 10.999, "p95_ms": 8.772}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1229.255, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.157, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:51:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:51:15+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:51:15+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T16:51:15.349671+09:00", "mtime_epoch": 1783065075.3496706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:51:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.655, "count": 305, "max_ms": 6.682, "p95_ms": 5.493}, "gstreamer_push": {"avg_ms": 1.311, "count": 305, "max_ms": 1.605, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.739, "count": 305, "max_ms": 69.276, "p95_ms": 62.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.186, "count": 305, "max_ms": 75.931, "p95_ms": 64.615}, "yolo11_640_fire_11class": {"avg_ms": 51.778, "count": 305, "max_ms": 70.838, "p95_ms": 64.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.667, "count": 305, "max_ms": 84.744, "p95_ms": 79.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.654, "count": 305, "max_ms": 138.49, "p95_ms": 103.726}, "read_interval": {"avg_ms": 98.365, "count": 305, "max_ms": 592.368, "p95_ms": 146.935}, "triton_wait": {"avg_ms": 55.776, "count": 305, "max_ms": 84.756, "p95_ms": 79.35}, "visualize": {"avg_ms": 3.847, "count": 305, "max_ms": 5.986, "p95_ms": 5.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 218, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:50:31+09:00", "last_error_summary": "[h264 @ 0x55ab5c85e940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5c85e940] error while decoding MB 0 23, bytestream 2156 [h264 @ 0x55ab5bb68680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5bb68680] error while decoding MB 0 33, bytestream 1250 [h264 @ 0x55ab5bbe7140] error while decoding MB 33 31, bytestream -9 [in#0/rtsp @ 0x55ab5baaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab5baaae00] Error retrieving a packet from de", "last_exit_at": "2026-07-03T16:50:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.854, "last_started_at": "2026-07-03T16:50:34+09:00", "pid": 40548, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.133, "name": "ffmpeg", "pid": 40548, "rss_mb": 266.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 19, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.622, "sample_count": 1520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:51:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:51:38+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T16:51:38+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T16:51:38.762107+09:00", "mtime_epoch": 1783065098.7621074, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:51:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.115, "pushed": 6.115, "read": 6.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.433, "count": 182, "max_ms": 14.687, "p95_ms": 11.289}, "gstreamer_push": {"avg_ms": 0.988, "count": 183, "max_ms": 1.261, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.956, "count": 182, "max_ms": 65.726, "p95_ms": 61.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.134, "count": 182, "max_ms": 81.482, "p95_ms": 67.953}, "yolo11_640_fire_11class": {"avg_ms": 49.102, "count": 182, "max_ms": 69.088, "p95_ms": 64.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.27, "count": 182, "max_ms": 83.827, "p95_ms": 80.293}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.178, "count": 183, "max_ms": 226.343, "p95_ms": 203.409}, "read_interval": {"avg_ms": 164.392, "count": 182, "max_ms": 236.561, "p95_ms": 211.737}, "triton_wait": {"avg_ms": 59.655, "count": 182, "max_ms": 83.839, "p95_ms": 80.305}, "visualize": {"avg_ms": 7.01, "count": 182, "max_ms": 10.661, "p95_ms": 8.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1259.296, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.029, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:51:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:51:45+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:51:45+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T16:51:45.530234+09:00", "mtime_epoch": 1783065105.5302336, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:51:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.946}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.618, "count": 299, "max_ms": 7.702, "p95_ms": 5.407}, "gstreamer_push": {"avg_ms": 1.296, "count": 299, "max_ms": 2.087, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.955, "count": 299, "max_ms": 65.907, "p95_ms": 62.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.195, "count": 299, "max_ms": 82.644, "p95_ms": 63.946}, "yolo11_640_fire_11class": {"avg_ms": 50.74, "count": 299, "max_ms": 69.664, "p95_ms": 64.066}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.171, "count": 299, "max_ms": 87.264, "p95_ms": 79.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.211, "count": 299, "max_ms": 137.757, "p95_ms": 100.531}, "read_interval": {"avg_ms": 100.535, "count": 298, "max_ms": 863.581, "p95_ms": 147.697}, "triton_wait": {"avg_ms": 54.306, "count": 299, "max_ms": 87.276, "p95_ms": 79.449}, "visualize": {"avg_ms": 3.748, "count": 299, "max_ms": 6.214, "p95_ms": 5.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1861}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 218, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:50:31+09:00", "last_error_summary": "[h264 @ 0x55ab5c85e940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5c85e940] error while decoding MB 0 23, bytestream 2156 [h264 @ 0x55ab5bb68680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5bb68680] error while decoding MB 0 33, bytestream 1250 [h264 @ 0x55ab5bbe7140] error while decoding MB 33 31, bytestream -9 [in#0/rtsp @ 0x55ab5baaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab5baaae00] Error retrieving a packet from de", "last_exit_at": "2026-07-03T16:50:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.914, "last_started_at": "2026-07-03T16:50:34+09:00", "pid": 40548, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.484, "name": "ffmpeg", "pid": 40548, "rss_mb": 269.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 19, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.735, "sample_count": 1533, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:52:08+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T16:52:08+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T16:52:08.830667+09:00", "mtime_epoch": 1783065128.830667, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:52:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.293, "pushed": 6.293, "read": 6.26}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.239, "count": 188, "max_ms": 14.82, "p95_ms": 10.691}, "gstreamer_push": {"avg_ms": 1.011, "count": 188, "max_ms": 1.359, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.674, "count": 188, "max_ms": 65.895, "p95_ms": 61.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.997, "count": 188, "max_ms": 75.505, "p95_ms": 68.646}, "yolo11_640_fire_11class": {"avg_ms": 48.51, "count": 188, "max_ms": 66.576, "p95_ms": 63.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.9, "count": 188, "max_ms": 84.33, "p95_ms": 79.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.259, "count": 188, "max_ms": 258.643, "p95_ms": 185.842}, "read_interval": {"avg_ms": 159.86, "count": 187, "max_ms": 269.472, "p95_ms": 196.008}, "triton_wait": {"avg_ms": 59.203, "count": 188, "max_ms": 84.343, "p95_ms": 79.367}, "visualize": {"avg_ms": 6.836, "count": 188, "max_ms": 11.258, "p95_ms": 9.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1289.32, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.145, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:52:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:52:15+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:52:15+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T16:52:15.558792+09:00", "mtime_epoch": 1783065135.558792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:52:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.885}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.601, "count": 297, "max_ms": 5.633, "p95_ms": 5.391}, "gstreamer_push": {"avg_ms": 1.31, "count": 297, "max_ms": 1.675, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.91, "count": 297, "max_ms": 65.837, "p95_ms": 62.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.791, "count": 297, "max_ms": 74.912, "p95_ms": 55.01}, "yolo11_640_fire_11class": {"avg_ms": 50.957, "count": 297, "max_ms": 69.745, "p95_ms": 64.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.28, "count": 297, "max_ms": 83.951, "p95_ms": 80.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.286, "count": 297, "max_ms": 133.603, "p95_ms": 100.133}, "read_interval": {"avg_ms": 101.15, "count": 296, "max_ms": 842.903, "p95_ms": 121.464}, "triton_wait": {"avg_ms": 54.56, "count": 297, "max_ms": 83.964, "p95_ms": 80.508}, "visualize": {"avg_ms": 3.786, "count": 297, "max_ms": 5.811, "p95_ms": 5.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1863}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 218, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:50:31+09:00", "last_error_summary": "[h264 @ 0x55ab5c85e940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5c85e940] error while decoding MB 0 23, bytestream 2156 [h264 @ 0x55ab5bb68680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5bb68680] error while decoding MB 0 33, bytestream 1250 [h264 @ 0x55ab5bbe7140] error while decoding MB 33 31, bytestream -9 [in#0/rtsp @ 0x55ab5baaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab5baaae00] Error retrieving a packet from de", "last_exit_at": "2026-07-03T16:50:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.072, "last_started_at": "2026-07-03T16:50:34+09:00", "pid": 40548, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.973, "name": "ffmpeg", "pid": 40548, "rss_mb": 273.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 19, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.863, "sample_count": 1644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:52:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:52:39+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T16:52:38+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-03T16:52:38.987227+09:00", "mtime_epoch": 1783065158.9872267, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171056}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:52:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.636, "pushed": 5.636, "read": 5.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.973, "count": 168, "max_ms": 13.539, "p95_ms": 11.779}, "gstreamer_push": {"avg_ms": 0.981, "count": 169, "max_ms": 1.299, "p95_ms": 1.159}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.309, "count": 168, "max_ms": 64.697, "p95_ms": 62.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.318, "count": 168, "max_ms": 78.298, "p95_ms": 69.027}, "yolo11_640_fire_11class": {"avg_ms": 49.806, "count": 168, "max_ms": 66.599, "p95_ms": 64.223}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.934, "count": 168, "max_ms": 85.087, "p95_ms": 81.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.8, "count": 169, "max_ms": 243.853, "p95_ms": 220.564}, "read_interval": {"avg_ms": 178.502, "count": 168, "max_ms": 253.721, "p95_ms": 230.245}, "triton_wait": {"avg_ms": 62.184, "count": 168, "max_ms": 85.101, "p95_ms": 81.44}, "visualize": {"avg_ms": 7.603, "count": 168, "max_ms": 10.822, "p95_ms": 9.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1319.333, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.118, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:52:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:52:45+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T16:52:45+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T16:52:45.563349+09:00", "mtime_epoch": 1783065165.5633488, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228624}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:52:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.531, "count": 301, "max_ms": 6.126, "p95_ms": 5.332}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 1.996, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.951, "count": 301, "max_ms": 66.304, "p95_ms": 63.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.56, "count": 301, "max_ms": 76.614, "p95_ms": 65.885}, "yolo11_640_fire_11class": {"avg_ms": 51.746, "count": 301, "max_ms": 76.353, "p95_ms": 64.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.989, "count": 301, "max_ms": 86.204, "p95_ms": 81.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.705, "count": 301, "max_ms": 141.101, "p95_ms": 100.363}, "read_interval": {"avg_ms": 99.716, "count": 301, "max_ms": 719.8, "p95_ms": 140.2}, "triton_wait": {"avg_ms": 56.223, "count": 301, "max_ms": 86.217, "p95_ms": 81.515}, "visualize": {"avg_ms": 3.759, "count": 301, "max_ms": 5.932, "p95_ms": 5.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 69, "h264_decode_error_count": 218, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:50:31+09:00", "last_error_summary": "[h264 @ 0x55ab5c85e940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5c85e940] error while decoding MB 0 23, bytestream 2156 [h264 @ 0x55ab5bb68680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55ab5bb68680] error while decoding MB 0 33, bytestream 1250 [h264 @ 0x55ab5bbe7140] error while decoding MB 33 31, bytestream -9 [in#0/rtsp @ 0x55ab5baaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55ab5baaae00] Error retrieving a packet from de", "last_exit_at": "2026-07-03T16:50:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.138, "last_started_at": "2026-07-03T16:50:34+09:00", "pid": 40548, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.004, "name": "ffmpeg", "pid": 40548, "rss_mb": 275.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 78, "restart_count_per_hour": 19, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 79}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.088, "sample_count": 1700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:53:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:53:09+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T16:53:09+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T16:53:09.139785+09:00", "mtime_epoch": 1783065189.139785, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:53:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.593, "pushed": 7.593, "read": 7.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.578, "count": 227, "max_ms": 12.441, "p95_ms": 9.134}, "gstreamer_push": {"avg_ms": 1.156, "count": 227, "max_ms": 1.582, "p95_ms": 1.385}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.615, "count": 227, "max_ms": 67.584, "p95_ms": 62.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.095, "count": 227, "max_ms": 81.789, "p95_ms": 74.92}, "yolo11_640_fire_11class": {"avg_ms": 50.893, "count": 227, "max_ms": 69.439, "p95_ms": 66.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.478, "count": 227, "max_ms": 88.999, "p95_ms": 82.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.891, "count": 227, "max_ms": 204.125, "p95_ms": 158.386}, "read_interval": {"avg_ms": 132.684, "count": 226, "max_ms": 213.857, "p95_ms": 168.803}, "triton_wait": {"avg_ms": 62.873, "count": 227, "max_ms": 89.011, "p95_ms": 82.661}, "visualize": {"avg_ms": 5.435, "count": 227, "max_ms": 9.485, "p95_ms": 7.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1349.405, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.086, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.251, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:53:15+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:53:15+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T16:53:15.635905+09:00", "mtime_epoch": 1783065195.6359053, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235374}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:53:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.678, "count": 300, "max_ms": 6.317, "p95_ms": 5.445}, "gstreamer_push": {"avg_ms": 1.323, "count": 300, "max_ms": 2.071, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.292, "count": 300, "max_ms": 66.947, "p95_ms": 63.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.173, "count": 300, "max_ms": 79.92, "p95_ms": 70.364}, "yolo11_640_fire_11class": {"avg_ms": 52.052, "count": 300, "max_ms": 70.846, "p95_ms": 64.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.04, "count": 300, "max_ms": 88.557, "p95_ms": 82.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.001, "count": 300, "max_ms": 139.69, "p95_ms": 102.58}, "read_interval": {"avg_ms": 100.304, "count": 299, "max_ms": 711.676, "p95_ms": 153.065}, "triton_wait": {"avg_ms": 56.201, "count": 300, "max_ms": 88.57, "p95_ms": 82.338}, "visualize": {"avg_ms": 3.861, "count": 300, "max_ms": 5.825, "p95_ms": 5.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12300.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:53:30+09:00", "last_error_summary": "[h264 @ 0x556fead17280] cabac decode of qscale diff failed at 42 28 [h264 @ 0x556fead17280] error while decoding MB 42 28, bytestream 4585 [h264 @ 0x556fea20c180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fea20c180] error while decoding MB 0 42, bytestream 3012 [h264 @ 0x556fea1e0580] cabac decode of qscale diff failed at 20 39 [h264 @ 0x556fea1e0580] error while decoding MB 20 39, bytestream 4935 [h264 @ 0x556fea23a040] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-03T16:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.481, "last_started_at": "2026-07-03T16:53:32+09:00", "pid": 40655, "process": {"exists": true, "fd_count": 5, "hwm_mb": 196.414, "name": "ffmpeg", "pid": 40655, "rss_mb": 196.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 20, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.223, "sample_count": 1559, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 223844, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:53:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:53:39+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T16:53:39+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T16:53:39.040337+09:00", "mtime_epoch": 1783065219.0403373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:53:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 35, "pushed_frames": 35, "read_frames": 35, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.691, "pushed": 1.691, "read": 1.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.577, "count": 35, "max_ms": 12.622, "p95_ms": 10.921}, "gstreamer_push": {"avg_ms": 0.938, "count": 35, "max_ms": 1.122, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.442, "count": 35, "max_ms": 63.008, "p95_ms": 60.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.926, "count": 35, "max_ms": 66.746, "p95_ms": 63.742}, "yolo11_640_fire_11class": {"avg_ms": 47.789, "count": 35, "max_ms": 64.503, "p95_ms": 61.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.919, "count": 35, "max_ms": 79.811, "p95_ms": 79.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.592, "count": 35, "max_ms": 203.355, "p95_ms": 200.95}, "read_interval": {"avg_ms": 854.275, "count": 35, "max_ms": 10132.586, "p95_ms": 9376.451}, "triton_wait": {"avg_ms": 58.0, "count": 35, "max_ms": 79.822, "p95_ms": 79.634}, "visualize": {"avg_ms": 7.77, "count": 35, "max_ms": 9.36, "p95_ms": 9.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.702, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12370.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1379.497, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.839, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:53:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T16:53:45+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T16:53:45+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T16:53:45.692460+09:00", "mtime_epoch": 1783065225.69246, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:53:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.934, "pushed": 9.934, "read": 9.934}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.016, "count": 298, "max_ms": 6.768, "p95_ms": 5.563}, "gstreamer_push": {"avg_ms": 1.283, "count": 298, "max_ms": 1.539, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.394, "count": 298, "max_ms": 64.483, "p95_ms": 55.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.11, "count": 298, "max_ms": 73.916, "p95_ms": 49.628}, "yolo11_640_fire_11class": {"avg_ms": 50.075, "count": 298, "max_ms": 71.002, "p95_ms": 61.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.84, "count": 298, "max_ms": 81.681, "p95_ms": 75.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.953, "count": 298, "max_ms": 132.261, "p95_ms": 105.002}, "read_interval": {"avg_ms": 100.584, "count": 298, "max_ms": 837.949, "p95_ms": 122.344}, "triton_wait": {"avg_ms": 51.989, "count": 298, "max_ms": 81.695, "p95_ms": 75.761}, "visualize": {"avg_ms": 4.135, "count": 298, "max_ms": 6.001, "p95_ms": 5.268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1866}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:53:30+09:00", "last_error_summary": "[h264 @ 0x556fead17280] cabac decode of qscale diff failed at 42 28 [h264 @ 0x556fead17280] error while decoding MB 42 28, bytestream 4585 [h264 @ 0x556fea20c180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fea20c180] error while decoding MB 0 42, bytestream 3012 [h264 @ 0x556fea1e0580] cabac decode of qscale diff failed at 20 39 [h264 @ 0x556fea1e0580] error while decoding MB 20 39, bytestream 4935 [h264 @ 0x556fea23a040] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-03T16:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.554, "last_started_at": "2026-07-03T16:53:32+09:00", "pid": 40655, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.016, "name": "ffmpeg", "pid": 40655, "rss_mb": 268.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 20, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.69, "sample_count": 1554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:54:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:54:09+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T16:54:09+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T16:54:09.112892+09:00", "mtime_epoch": 1783065249.1128917, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:54:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.789, "pushed": 5.789, "read": 5.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.4, "count": 173, "max_ms": 13.123, "p95_ms": 10.631}, "gstreamer_push": {"avg_ms": 0.967, "count": 173, "max_ms": 1.304, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.456, "count": 173, "max_ms": 71.997, "p95_ms": 63.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.668, "count": 173, "max_ms": 78.678, "p95_ms": 68.646}, "yolo11_640_fire_11class": {"avg_ms": 51.189, "count": 173, "max_ms": 73.535, "p95_ms": 65.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.426, "count": 173, "max_ms": 86.232, "p95_ms": 81.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.279, "count": 173, "max_ms": 214.605, "p95_ms": 202.053}, "read_interval": {"avg_ms": 173.753, "count": 172, "max_ms": 223.461, "p95_ms": 211.385}, "triton_wait": {"avg_ms": 62.638, "count": 173, "max_ms": 86.244, "p95_ms": 81.687}, "visualize": {"avg_ms": 7.329, "count": 173, "max_ms": 10.372, "p95_ms": 8.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1409.814, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.632, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:54:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:54:16+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T16:54:16+09:00", "mjpeg": {"age_sec": 0.521, "exists": true, "mtime": "2026-07-03T16:54:15.585011+09:00", "mtime_epoch": 1783065255.5850108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:54:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.702, "count": 300, "max_ms": 6.127, "p95_ms": 5.477}, "gstreamer_push": {"avg_ms": 1.276, "count": 301, "max_ms": 1.578, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.235, "count": 300, "max_ms": 67.259, "p95_ms": 62.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.845, "count": 300, "max_ms": 76.705, "p95_ms": 66.288}, "yolo11_640_fire_11class": {"avg_ms": 51.893, "count": 300, "max_ms": 72.558, "p95_ms": 65.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.11, "count": 300, "max_ms": 85.305, "p95_ms": 79.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.67, "count": 301, "max_ms": 136.307, "p95_ms": 103.101}, "read_interval": {"avg_ms": 99.894, "count": 300, "max_ms": 569.287, "p95_ms": 143.66}, "triton_wait": {"avg_ms": 56.285, "count": 300, "max_ms": 85.317, "p95_ms": 80.009}, "visualize": {"avg_ms": 3.832, "count": 300, "max_ms": 5.751, "p95_ms": 5.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1868}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:53:30+09:00", "last_error_summary": "[h264 @ 0x556fead17280] cabac decode of qscale diff failed at 42 28 [h264 @ 0x556fead17280] error while decoding MB 42 28, bytestream 4585 [h264 @ 0x556fea20c180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fea20c180] error while decoding MB 0 42, bytestream 3012 [h264 @ 0x556fea1e0580] cabac decode of qscale diff failed at 20 39 [h264 @ 0x556fea1e0580] error while decoding MB 20 39, bytestream 4935 [h264 @ 0x556fea23a040] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-03T16:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.725, "last_started_at": "2026-07-03T16:53:32+09:00", "pid": 40655, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.016, "name": "ffmpeg", "pid": 40655, "rss_mb": 268.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 20, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.889, "sample_count": 1545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:54:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T16:54:39+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-03T16:54:39+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-03T16:54:39.293447+09:00", "mtime_epoch": 1783065279.2934465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:54:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.703, "pushed": 5.703, "read": 5.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.849, "count": 170, "max_ms": 18.319, "p95_ms": 11.823}, "gstreamer_push": {"avg_ms": 0.975, "count": 171, "max_ms": 1.301, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.213, "count": 170, "max_ms": 69.875, "p95_ms": 61.956}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.894, "count": 170, "max_ms": 74.522, "p95_ms": 67.168}, "yolo11_640_fire_11class": {"avg_ms": 49.207, "count": 170, "max_ms": 68.859, "p95_ms": 64.518}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.141, "count": 170, "max_ms": 84.076, "p95_ms": 79.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.666, "count": 171, "max_ms": 235.724, "p95_ms": 218.945}, "read_interval": {"avg_ms": 176.43, "count": 170, "max_ms": 395.434, "p95_ms": 232.297}, "triton_wait": {"avg_ms": 60.876, "count": 170, "max_ms": 84.088, "p95_ms": 79.028}, "visualize": {"avg_ms": 7.55, "count": 170, "max_ms": 12.305, "p95_ms": 9.711}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1439.888, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.321, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:54:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:54:46+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:54:46+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T16:54:46.117572+09:00", "mtime_epoch": 1783065286.117572, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:54:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.629, "count": 301, "max_ms": 7.471, "p95_ms": 5.358}, "gstreamer_push": {"avg_ms": 1.311, "count": 302, "max_ms": 2.254, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.843, "count": 301, "max_ms": 65.2, "p95_ms": 61.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.065, "count": 301, "max_ms": 75.562, "p95_ms": 61.438}, "yolo11_640_fire_11class": {"avg_ms": 50.874, "count": 301, "max_ms": 74.12, "p95_ms": 63.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.402, "count": 301, "max_ms": 83.683, "p95_ms": 78.76}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.178, "count": 302, "max_ms": 126.689, "p95_ms": 99.647}, "read_interval": {"avg_ms": 99.638, "count": 301, "max_ms": 793.332, "p95_ms": 129.892}, "triton_wait": {"avg_ms": 54.76, "count": 301, "max_ms": 83.695, "p95_ms": 78.773}, "visualize": {"avg_ms": 3.763, "count": 301, "max_ms": 5.792, "p95_ms": 5.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:53:30+09:00", "last_error_summary": "[h264 @ 0x556fead17280] cabac decode of qscale diff failed at 42 28 [h264 @ 0x556fead17280] error while decoding MB 42 28, bytestream 4585 [h264 @ 0x556fea20c180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fea20c180] error while decoding MB 0 42, bytestream 3012 [h264 @ 0x556fea1e0580] cabac decode of qscale diff failed at 20 39 [h264 @ 0x556fea1e0580] error while decoding MB 20 39, bytestream 4935 [h264 @ 0x556fea23a040] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-03T16:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.804, "last_started_at": "2026-07-03T16:53:32+09:00", "pid": 40655, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.531, "name": "ffmpeg", "pid": 40655, "rss_mb": 268.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 20, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.736, "sample_count": 1593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:55:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:55:09+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T16:55:09+09:00", "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-07-03T16:55:09.365999+09:00", "mtime_epoch": 1783065309.3659985, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:55:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.76, "pushed": 5.76, "read": 5.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.653, "count": 172, "max_ms": 16.595, "p95_ms": 11.157}, "gstreamer_push": {"avg_ms": 0.96, "count": 172, "max_ms": 1.201, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.292, "count": 172, "max_ms": 72.754, "p95_ms": 62.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.179, "count": 172, "max_ms": 78.111, "p95_ms": 69.993}, "yolo11_640_fire_11class": {"avg_ms": 50.568, "count": 172, "max_ms": 75.133, "p95_ms": 65.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.996, "count": 172, "max_ms": 82.408, "p95_ms": 80.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.306, "count": 172, "max_ms": 238.168, "p95_ms": 205.384}, "read_interval": {"avg_ms": 174.796, "count": 171, "max_ms": 248.066, "p95_ms": 215.121}, "triton_wait": {"avg_ms": 62.245, "count": 172, "max_ms": 82.421, "p95_ms": 80.364}, "visualize": {"avg_ms": 7.354, "count": 172, "max_ms": 12.044, "p95_ms": 9.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1469.961, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.33, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:55:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:55:16+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:55:16+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T16:55:16.190124+09:00", "mtime_epoch": 1783065316.1901236, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237887}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:55:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.432, "count": 302, "max_ms": 4.895, "p95_ms": 4.237}, "gstreamer_push": {"avg_ms": 1.325, "count": 302, "max_ms": 2.315, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.911, "count": 302, "max_ms": 72.599, "p95_ms": 63.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.634, "count": 302, "max_ms": 76.825, "p95_ms": 66.035}, "yolo11_640_fire_11class": {"avg_ms": 51.786, "count": 302, "max_ms": 77.9, "p95_ms": 65.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.107, "count": 302, "max_ms": 84.826, "p95_ms": 80.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.511, "count": 302, "max_ms": 96.861, "p95_ms": 93.488}, "read_interval": {"avg_ms": 99.625, "count": 301, "max_ms": 785.016, "p95_ms": 114.815}, "triton_wait": {"avg_ms": 56.314, "count": 302, "max_ms": 84.839, "p95_ms": 80.901}, "visualize": {"avg_ms": 3.703, "count": 302, "max_ms": 5.119, "p95_ms": 4.229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1871}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:53:30+09:00", "last_error_summary": "[h264 @ 0x556fead17280] cabac decode of qscale diff failed at 42 28 [h264 @ 0x556fead17280] error while decoding MB 42 28, bytestream 4585 [h264 @ 0x556fea20c180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fea20c180] error while decoding MB 0 42, bytestream 3012 [h264 @ 0x556fea1e0580] cabac decode of qscale diff failed at 20 39 [h264 @ 0x556fea1e0580] error while decoding MB 20 39, bytestream 4935 [h264 @ 0x556fea23a040] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-03T16:53:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.827, "last_started_at": "2026-07-03T16:53:32+09:00", "pid": 40655, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.078, "name": "ffmpeg", "pid": 40655, "rss_mb": 270.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 79, "restart_count_per_hour": 20, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 80}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.314, "sample_count": 1673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:55:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:55:39+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-03T16:55:39+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-03T16:55:39.418549+09:00", "mtime_epoch": 1783065339.418549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:55:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.899, "pushed": 5.899, "read": 5.865}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.677, "count": 176, "max_ms": 12.898, "p95_ms": 11.083}, "gstreamer_push": {"avg_ms": 0.985, "count": 176, "max_ms": 1.341, "p95_ms": 1.147}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.965, "count": 176, "max_ms": 64.068, "p95_ms": 62.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.203, "count": 176, "max_ms": 80.435, "p95_ms": 68.352}, "yolo11_640_fire_11class": {"avg_ms": 49.263, "count": 176, "max_ms": 67.229, "p95_ms": 64.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.367, "count": 176, "max_ms": 88.625, "p95_ms": 81.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.713, "count": 176, "max_ms": 216.864, "p95_ms": 205.991}, "read_interval": {"avg_ms": 170.678, "count": 175, "max_ms": 226.903, "p95_ms": 215.901}, "triton_wait": {"avg_ms": 60.699, "count": 176, "max_ms": 88.636, "p95_ms": 81.33}, "visualize": {"avg_ms": 7.309, "count": 176, "max_ms": 10.134, "p95_ms": 9.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12133.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1500.045, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.019, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:55:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:55:46+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T16:55:46+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T16:55:46.214674+09:00", "mtime_epoch": 1783065346.2146735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:55:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.134, "pushed": 10.167, "read": 10.134}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.503, "count": 304, "max_ms": 6.257, "p95_ms": 5.094}, "gstreamer_push": {"avg_ms": 1.311, "count": 305, "max_ms": 1.933, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.016, "count": 304, "max_ms": 67.294, "p95_ms": 62.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.821, "count": 304, "max_ms": 77.521, "p95_ms": 63.768}, "yolo11_640_fire_11class": {"avg_ms": 50.61, "count": 304, "max_ms": 71.714, "p95_ms": 64.225}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.452, "count": 304, "max_ms": 86.869, "p95_ms": 79.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.668, "count": 304, "max_ms": 139.228, "p95_ms": 102.335}, "read_interval": {"avg_ms": 98.685, "count": 304, "max_ms": 790.024, "p95_ms": 141.866}, "triton_wait": {"avg_ms": 54.515, "count": 304, "max_ms": 86.881, "p95_ms": 79.951}, "visualize": {"avg_ms": 3.795, "count": 304, "max_ms": 5.724, "p95_ms": 5.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12371.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:53:30+09:00", "last_error_summary": "[h264 @ 0x556fead17280] cabac decode of qscale diff failed at 42 28 [h264 @ 0x556fead17280] error while decoding MB 42 28, bytestream 4585 [h264 @ 0x556fea20c180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fea20c180] error while decoding MB 0 42, bytestream 3012 [h264 @ 0x556fea1e0580] cabac decode of qscale diff failed at 20 39 [h264 @ 0x556fea1e0580] error while decoding MB 20 39, bytestream 4935 [h264 @ 0x556fea23a040] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-03T16:55:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.06, "last_started_at": "2026-07-03T16:55:46+09:00", "pid": 40762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.211, "name": "ffmpeg", "pid": 40762, "rss_mb": 265.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.488, "sample_count": 1633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:56:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:56:09+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T16:56:09+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T16:56:09.495099+09:00", "mtime_epoch": 1783065369.495099, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:56:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.774, "pushed": 4.774, "read": 4.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.896, "count": 142, "max_ms": 13.238, "p95_ms": 11.543}, "gstreamer_push": {"avg_ms": 0.957, "count": 143, "max_ms": 1.247, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.542, "count": 142, "max_ms": 64.351, "p95_ms": 62.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.093, "count": 142, "max_ms": 82.41, "p95_ms": 70.032}, "yolo11_640_fire_11class": {"avg_ms": 50.352, "count": 142, "max_ms": 68.528, "p95_ms": 64.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.289, "count": 142, "max_ms": 85.728, "p95_ms": 82.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.568, "count": 143, "max_ms": 250.833, "p95_ms": 208.772}, "read_interval": {"avg_ms": 210.707, "count": 142, "max_ms": 4771.287, "p95_ms": 219.074}, "triton_wait": {"avg_ms": 61.496, "count": 142, "max_ms": 85.738, "p95_ms": 82.19}, "visualize": {"avg_ms": 7.627, "count": 142, "max_ms": 10.775, "p95_ms": 9.648}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1530.046, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.922, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:56:16+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T16:56:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T16:56:16.247222+09:00", "mtime_epoch": 1783065376.2472224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:56:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.041, "pushed": 10.041, "read": 10.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.645, "count": 300, "max_ms": 6.008, "p95_ms": 5.427}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.918, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.203, "count": 300, "max_ms": 66.672, "p95_ms": 61.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.639, "count": 300, "max_ms": 77.74, "p95_ms": 69.646}, "yolo11_640_fire_11class": {"avg_ms": 50.98, "count": 300, "max_ms": 71.894, "p95_ms": 64.615}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.552, "count": 300, "max_ms": 85.694, "p95_ms": 78.823}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.541, "count": 300, "max_ms": 134.075, "p95_ms": 101.944}, "read_interval": {"avg_ms": 99.995, "count": 300, "max_ms": 653.909, "p95_ms": 174.773}, "triton_wait": {"avg_ms": 54.721, "count": 300, "max_ms": 85.707, "p95_ms": 78.836}, "visualize": {"avg_ms": 3.84, "count": 300, "max_ms": 5.706, "p95_ms": 5.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1873}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:53:30+09:00", "last_error_summary": "[h264 @ 0x556fead17280] cabac decode of qscale diff failed at 42 28 [h264 @ 0x556fead17280] error while decoding MB 42 28, bytestream 4585 [h264 @ 0x556fea20c180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fea20c180] error while decoding MB 0 42, bytestream 3012 [h264 @ 0x556fea1e0580] cabac decode of qscale diff failed at 20 39 [h264 @ 0x556fea1e0580] error while decoding MB 20 39, bytestream 4935 [h264 @ 0x556fea23a040] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-03T16:55:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.223, "last_started_at": "2026-07-03T16:55:46+09:00", "pid": 40762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.016, "name": "ffmpeg", "pid": 40762, "rss_mb": 267.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 20, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.695, "sample_count": 1617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 224848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:56:39+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T16:56:39+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-03T16:56:39.663650+09:00", "mtime_epoch": 1783065399.6636498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155287}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:56:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.632, "pushed": 5.632, "read": 5.598}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.862, "count": 168, "max_ms": 12.643, "p95_ms": 11.144}, "gstreamer_push": {"avg_ms": 0.953, "count": 168, "max_ms": 1.336, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.429, "count": 168, "max_ms": 66.071, "p95_ms": 62.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.587, "count": 168, "max_ms": 81.056, "p95_ms": 69.928}, "yolo11_640_fire_11class": {"avg_ms": 48.737, "count": 168, "max_ms": 68.611, "p95_ms": 64.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.794, "count": 168, "max_ms": 84.488, "p95_ms": 80.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.127, "count": 168, "max_ms": 226.418, "p95_ms": 206.745}, "read_interval": {"avg_ms": 178.733, "count": 167, "max_ms": 236.024, "p95_ms": 217.926}, "triton_wait": {"avg_ms": 60.193, "count": 168, "max_ms": 84.5, "p95_ms": 80.809}, "visualize": {"avg_ms": 7.769, "count": 168, "max_ms": 10.47, "p95_ms": 9.662}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1560.215, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.228, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:56:46+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:56:46+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T16:56:46.355772+09:00", "mtime_epoch": 1783065406.3557718, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:56:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.795, "count": 300, "max_ms": 7.791, "p95_ms": 5.869}, "gstreamer_push": {"avg_ms": 1.298, "count": 300, "max_ms": 2.061, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.1, "count": 300, "max_ms": 67.304, "p95_ms": 61.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.348, "count": 300, "max_ms": 85.245, "p95_ms": 69.356}, "yolo11_640_fire_11class": {"avg_ms": 50.894, "count": 300, "max_ms": 73.236, "p95_ms": 63.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.641, "count": 300, "max_ms": 84.023, "p95_ms": 80.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.081, "count": 300, "max_ms": 133.301, "p95_ms": 105.785}, "read_interval": {"avg_ms": 100.141, "count": 299, "max_ms": 774.992, "p95_ms": 143.245}, "triton_wait": {"avg_ms": 54.733, "count": 300, "max_ms": 85.258, "p95_ms": 80.422}, "visualize": {"avg_ms": 3.913, "count": 300, "max_ms": 6.224, "p95_ms": 5.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:53:30+09:00", "last_error_summary": "[h264 @ 0x556fead17280] cabac decode of qscale diff failed at 42 28 [h264 @ 0x556fead17280] error while decoding MB 42 28, bytestream 4585 [h264 @ 0x556fea20c180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fea20c180] error while decoding MB 0 42, bytestream 3012 [h264 @ 0x556fea1e0580] cabac decode of qscale diff failed at 20 39 [h264 @ 0x556fea1e0580] error while decoding MB 20 39, bytestream 4935 [h264 @ 0x556fea23a040] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-03T16:55:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.343, "last_started_at": "2026-07-03T16:55:46+09:00", "pid": 40762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.109, "name": "ffmpeg", "pid": 40762, "rss_mb": 270.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 20, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.385, "sample_count": 1609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:57:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:57:09+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T16:57:09+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T16:57:09.756198+09:00", "mtime_epoch": 1783065429.7561982, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:57:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.01, "pushed": 6.01, "read": 5.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.468, "count": 179, "max_ms": 11.837, "p95_ms": 10.999}, "gstreamer_push": {"avg_ms": 0.986, "count": 180, "max_ms": 1.43, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.085, "count": 179, "max_ms": 64.538, "p95_ms": 62.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.069, "count": 179, "max_ms": 81.335, "p95_ms": 71.283}, "yolo11_640_fire_11class": {"avg_ms": 49.265, "count": 179, "max_ms": 70.321, "p95_ms": 64.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.938, "count": 179, "max_ms": 85.821, "p95_ms": 80.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.57, "count": 180, "max_ms": 233.302, "p95_ms": 204.346}, "read_interval": {"avg_ms": 167.208, "count": 179, "max_ms": 242.99, "p95_ms": 215.461}, "triton_wait": {"avg_ms": 60.6, "count": 179, "max_ms": 85.835, "p95_ms": 80.527}, "visualize": {"avg_ms": 7.136, "count": 179, "max_ms": 11.525, "p95_ms": 9.511}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1590.241, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.173, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:57:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:57:16+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T16:57:16+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T16:57:16.356318+09:00", "mtime_epoch": 1783065436.3563185, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:57:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.506, "count": 300, "max_ms": 6.538, "p95_ms": 4.48}, "gstreamer_push": {"avg_ms": 1.329, "count": 300, "max_ms": 1.53, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.616, "count": 300, "max_ms": 68.806, "p95_ms": 62.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.392, "count": 300, "max_ms": 75.367, "p95_ms": 59.785}, "yolo11_640_fire_11class": {"avg_ms": 50.878, "count": 300, "max_ms": 71.893, "p95_ms": 64.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.271, "count": 300, "max_ms": 83.406, "p95_ms": 80.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.06, "count": 300, "max_ms": 108.994, "p95_ms": 93.39}, "read_interval": {"avg_ms": 100.106, "count": 299, "max_ms": 751.723, "p95_ms": 121.279}, "triton_wait": {"avg_ms": 55.361, "count": 300, "max_ms": 83.418, "p95_ms": 80.664}, "visualize": {"avg_ms": 3.716, "count": 300, "max_ms": 5.214, "p95_ms": 4.344}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1876}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 70, "h264_decode_error_count": 225, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:53:30+09:00", "last_error_summary": "[h264 @ 0x556fead17280] cabac decode of qscale diff failed at 42 28 [h264 @ 0x556fead17280] error while decoding MB 42 28, bytestream 4585 [h264 @ 0x556fea20c180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fea20c180] error while decoding MB 0 42, bytestream 3012 [h264 @ 0x556fea1e0580] cabac decode of qscale diff failed at 20 39 [h264 @ 0x556fea1e0580] error while decoding MB 20 39, bytestream 4935 [h264 @ 0x556fea23a040] left block unavailable for requested intra mode [h", "last_exit_at": "2026-07-03T16:55:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.512, "last_started_at": "2026-07-03T16:55:46+09:00", "pid": 40762, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.109, "name": "ffmpeg", "pid": 40762, "rss_mb": 270.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 80, "restart_count_per_hour": 20, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 81}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.547, "sample_count": 1607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:57:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:57:40+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-03T16:57:39+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-03T16:57:39.880746+09:00", "mtime_epoch": 1783065459.8807464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:57:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.567, "pushed": 5.567, "read": 5.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.721, "count": 166, "max_ms": 12.89, "p95_ms": 10.83}, "gstreamer_push": {"avg_ms": 0.929, "count": 167, "max_ms": 1.205, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.956, "count": 166, "max_ms": 65.91, "p95_ms": 63.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.534, "count": 166, "max_ms": 84.357, "p95_ms": 73.451}, "yolo11_640_fire_11class": {"avg_ms": 50.63, "count": 166, "max_ms": 73.947, "p95_ms": 64.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.613, "count": 166, "max_ms": 88.006, "p95_ms": 82.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.679, "count": 167, "max_ms": 224.063, "p95_ms": 204.08}, "read_interval": {"avg_ms": 180.321, "count": 166, "max_ms": 224.42, "p95_ms": 213.271}, "triton_wait": {"avg_ms": 62.47, "count": 166, "max_ms": 88.018, "p95_ms": 82.47}, "visualize": {"avg_ms": 7.666, "count": 166, "max_ms": 9.946, "p95_ms": 9.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1620.286, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 3, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.022, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:57:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:57:46+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T16:57:46+09:00", "mjpeg": {"age_sec": 0.225, "exists": true, "mtime": "2026-07-03T16:57:46.352864+09:00", "mtime_epoch": 1783065466.352864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:57:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.978}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.538, "count": 300, "max_ms": 6.475, "p95_ms": 4.603}, "gstreamer_push": {"avg_ms": 1.329, "count": 300, "max_ms": 1.559, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.48, "count": 300, "max_ms": 66.259, "p95_ms": 61.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.741, "count": 300, "max_ms": 84.277, "p95_ms": 68.512}, "yolo11_640_fire_11class": {"avg_ms": 50.926, "count": 300, "max_ms": 73.009, "p95_ms": 63.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.801, "count": 300, "max_ms": 87.608, "p95_ms": 80.22}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.201, "count": 300, "max_ms": 116.977, "p95_ms": 93.634}, "read_interval": {"avg_ms": 100.127, "count": 299, "max_ms": 715.426, "p95_ms": 175.677}, "triton_wait": {"avg_ms": 55.026, "count": 300, "max_ms": 87.62, "p95_ms": 80.232}, "visualize": {"avg_ms": 3.754, "count": 300, "max_ms": 5.562, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12335.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:57:58+09:00", "last_error_summary": "[h264 @ 0x55b3ad66b380] error while decoding MB 6 18, bytestream -32", "last_exit_at": "2026-07-03T16:58:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.183, "last_started_at": "2026-07-03T16:58:00+09:00", "pid": 40869, "process": {"exists": true, "fd_count": 5, "hwm_mb": 230.055, "name": "ffmpeg", "pid": 40869, "rss_mb": 230.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.428, "sample_count": 1528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:58:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:58:10+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T16:58:09+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T16:58:09.945293+09:00", "mtime_epoch": 1783065489.9452927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:58:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.754, "pushed": 4.754, "read": 4.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.794, "count": 142, "max_ms": 12.184, "p95_ms": 10.869}, "gstreamer_push": {"avg_ms": 0.932, "count": 142, "max_ms": 1.175, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.328, "count": 142, "max_ms": 64.519, "p95_ms": 61.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.301, "count": 142, "max_ms": 77.798, "p95_ms": 66.955}, "yolo11_640_fire_11class": {"avg_ms": 49.743, "count": 142, "max_ms": 66.293, "p95_ms": 63.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.96, "count": 142, "max_ms": 86.518, "p95_ms": 79.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.665, "count": 142, "max_ms": 228.914, "p95_ms": 205.81}, "read_interval": {"avg_ms": 211.521, "count": 141, "max_ms": 4811.973, "p95_ms": 216.62}, "triton_wait": {"avg_ms": 61.167, "count": 142, "max_ms": 86.529, "p95_ms": 79.898}, "visualize": {"avg_ms": 7.67, "count": 142, "max_ms": 10.316, "p95_ms": 9.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12370.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1650.392, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.133, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259955, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:58:16+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T16:58:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T16:58:16.593413+09:00", "mtime_epoch": 1783065496.5934134, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:58:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.699, "count": 300, "max_ms": 6.892, "p95_ms": 5.465}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.505, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.263, "count": 300, "max_ms": 65.343, "p95_ms": 62.415}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.901, "count": 300, "max_ms": 76.163, "p95_ms": 63.916}, "yolo11_640_fire_11class": {"avg_ms": 49.801, "count": 300, "max_ms": 67.26, "p95_ms": 62.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.558, "count": 300, "max_ms": 84.404, "p95_ms": 80.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.239, "count": 300, "max_ms": 136.515, "p95_ms": 102.717}, "read_interval": {"avg_ms": 100.056, "count": 299, "max_ms": 769.099, "p95_ms": 149.674}, "triton_wait": {"avg_ms": 54.614, "count": 300, "max_ms": 84.416, "p95_ms": 80.631}, "visualize": {"avg_ms": 3.853, "count": 300, "max_ms": 6.04, "p95_ms": 5.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12371.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:57:58+09:00", "last_error_summary": "[h264 @ 0x55b3ad66b380] error while decoding MB 6 18, bytestream -32", "last_exit_at": "2026-07-03T16:58:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.314, "last_started_at": "2026-07-03T16:58:00+09:00", "pid": 40869, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.84, "name": "ffmpeg", "pid": 40869, "rss_mb": 264.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.117, "sample_count": 1654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:58:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:58:40+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T16:58:40+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T16:58:40.125840+09:00", "mtime_epoch": 1783065520.1258404, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:58:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.545, "pushed": 5.545, "read": 5.511}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.012, "count": 165, "max_ms": 18.441, "p95_ms": 11.782}, "gstreamer_push": {"avg_ms": 0.956, "count": 166, "max_ms": 1.558, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.627, "count": 165, "max_ms": 66.207, "p95_ms": 62.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.149, "count": 165, "max_ms": 80.467, "p95_ms": 71.783}, "yolo11_640_fire_11class": {"avg_ms": 49.634, "count": 165, "max_ms": 66.713, "p95_ms": 63.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.361, "count": 165, "max_ms": 86.836, "p95_ms": 82.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.946, "count": 166, "max_ms": 228.045, "p95_ms": 222.241}, "read_interval": {"avg_ms": 181.697, "count": 165, "max_ms": 237.849, "p95_ms": 232.373}, "triton_wait": {"avg_ms": 61.718, "count": 165, "max_ms": 86.849, "p95_ms": 82.479}, "visualize": {"avg_ms": 7.773, "count": 165, "max_ms": 11.009, "p95_ms": 9.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1680.393, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.165, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:58:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:58:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T16:58:46+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T16:58:46.625958+09:00", "mtime_epoch": 1783065526.6259582, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:58:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.88, "count": 301, "max_ms": 7.922, "p95_ms": 5.67}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.8, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.276, "count": 301, "max_ms": 69.249, "p95_ms": 62.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.934, "count": 301, "max_ms": 80.295, "p95_ms": 66.856}, "yolo11_640_fire_11class": {"avg_ms": 49.693, "count": 301, "max_ms": 71.882, "p95_ms": 62.644}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.646, "count": 301, "max_ms": 86.813, "p95_ms": 80.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.228, "count": 301, "max_ms": 144.972, "p95_ms": 107.034}, "read_interval": {"avg_ms": 99.76, "count": 301, "max_ms": 787.026, "p95_ms": 145.441}, "triton_wait": {"avg_ms": 54.692, "count": 301, "max_ms": 86.826, "p95_ms": 80.238}, "visualize": {"avg_ms": 3.924, "count": 301, "max_ms": 6.212, "p95_ms": 5.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:57:58+09:00", "last_error_summary": "[h264 @ 0x55b3ad66b380] error while decoding MB 6 18, bytestream -32", "last_exit_at": "2026-07-03T16:58:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.424, "last_started_at": "2026-07-03T16:58:00+09:00", "pid": 40869, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.355, "name": "ffmpeg", "pid": 40869, "rss_mb": 265.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.537, "sample_count": 1657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:59:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:59:10+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T16:59:10+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T16:59:10.238386+09:00", "mtime_epoch": 1783065550.2383862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:59:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.916, "pushed": 5.916, "read": 5.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.816, "count": 176, "max_ms": 13.802, "p95_ms": 11.774}, "gstreamer_push": {"avg_ms": 1.001, "count": 177, "max_ms": 1.258, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.119, "count": 176, "max_ms": 66.273, "p95_ms": 61.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.648, "count": 176, "max_ms": 76.827, "p95_ms": 67.23}, "yolo11_640_fire_11class": {"avg_ms": 48.055, "count": 176, "max_ms": 67.754, "p95_ms": 63.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.037, "count": 176, "max_ms": 84.805, "p95_ms": 79.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.326, "count": 177, "max_ms": 234.89, "p95_ms": 205.615}, "read_interval": {"avg_ms": 170.232, "count": 176, "max_ms": 244.317, "p95_ms": 216.842}, "triton_wait": {"avg_ms": 59.457, "count": 176, "max_ms": 84.817, "p95_ms": 79.423}, "visualize": {"avg_ms": 7.244, "count": 176, "max_ms": 11.761, "p95_ms": 9.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1710.463, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.821, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:59:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:59:16+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T16:59:16+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T16:59:16.662503+09:00", "mtime_epoch": 1783065556.6625025, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:59:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.803, "pushed": 8.803, "read": 8.769}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.902, "count": 264, "max_ms": 7.608, "p95_ms": 6.071}, "gstreamer_push": {"avg_ms": 1.2, "count": 264, "max_ms": 1.601, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.303, "count": 264, "max_ms": 71.521, "p95_ms": 62.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.613, "count": 264, "max_ms": 74.427, "p95_ms": 65.547}, "yolo11_640_fire_11class": {"avg_ms": 49.108, "count": 264, "max_ms": 71.768, "p95_ms": 63.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.476, "count": 264, "max_ms": 85.704, "p95_ms": 80.762}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.223, "count": 264, "max_ms": 137.849, "p95_ms": 131.733}, "read_interval": {"avg_ms": 113.878, "count": 263, "max_ms": 692.925, "p95_ms": 148.452}, "triton_wait": {"avg_ms": 55.505, "count": 264, "max_ms": 85.716, "p95_ms": 80.775}, "visualize": {"avg_ms": 4.681, "count": 264, "max_ms": 7.038, "p95_ms": 5.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:57:58+09:00", "last_error_summary": "[h264 @ 0x55b3ad66b380] error while decoding MB 6 18, bytestream -32", "last_exit_at": "2026-07-03T16:58:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.468, "last_started_at": "2026-07-03T16:58:00+09:00", "pid": 40869, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.645, "name": "ffmpeg", "pid": 40869, "rss_mb": 266.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.11, "sample_count": 1666, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 225859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:59:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:59:40+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T16:59:40+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T16:59:40.254924+09:00", "mtime_epoch": 1783065580.2549236, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T16:59:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.992, "pushed": 5.992, "read": 5.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.489, "count": 179, "max_ms": 14.49, "p95_ms": 10.684}, "gstreamer_push": {"avg_ms": 0.978, "count": 179, "max_ms": 1.294, "p95_ms": 1.142}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.474, "count": 179, "max_ms": 64.774, "p95_ms": 61.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.718, "count": 179, "max_ms": 81.332, "p95_ms": 69.506}, "yolo11_640_fire_11class": {"avg_ms": 47.791, "count": 179, "max_ms": 65.175, "p95_ms": 61.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.794, "count": 179, "max_ms": 82.41, "p95_ms": 80.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.235, "count": 179, "max_ms": 222.665, "p95_ms": 202.695}, "read_interval": {"avg_ms": 167.824, "count": 178, "max_ms": 234.339, "p95_ms": 213.084}, "triton_wait": {"avg_ms": 60.637, "count": 179, "max_ms": 82.422, "p95_ms": 80.208}, "visualize": {"avg_ms": 7.144, "count": 179, "max_ms": 9.991, "p95_ms": 8.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1740.481, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.616, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T16:59:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T16:59:46+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T16:59:46+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T16:59:46.715034+09:00", "mtime_epoch": 1783065586.7150335, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T16:59:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.104, "pushed": 11.104, "read": 11.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.803, "count": 332, "max_ms": 6.62, "p95_ms": 5.938}, "gstreamer_push": {"avg_ms": 1.288, "count": 332, "max_ms": 1.705, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.044, "count": 332, "max_ms": 65.009, "p95_ms": 61.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.884, "count": 332, "max_ms": 79.344, "p95_ms": 62.762}, "yolo11_640_fire_11class": {"avg_ms": 48.663, "count": 332, "max_ms": 66.267, "p95_ms": 62.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.885, "count": 332, "max_ms": 85.009, "p95_ms": 79.456}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.157, "count": 332, "max_ms": 137.735, "p95_ms": 106.434}, "read_interval": {"avg_ms": 90.463, "count": 331, "max_ms": 152.582, "p95_ms": 119.135}, "triton_wait": {"avg_ms": 54.986, "count": 332, "max_ms": 85.021, "p95_ms": 79.469}, "visualize": {"avg_ms": 3.915, "count": 332, "max_ms": 6.295, "p95_ms": 5.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1883}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 71, "h264_decode_error_count": 226, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:57:58+09:00", "last_error_summary": "[h264 @ 0x55b3ad66b380] error while decoding MB 6 18, bytestream -32", "last_exit_at": "2026-07-03T16:58:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.6, "last_started_at": "2026-07-03T16:58:00+09:00", "pid": 40869, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.68, "name": "ffmpeg", "pid": 40869, "rss_mb": 272.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 81, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 82}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.102, "sample_count": 1670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:00:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:00:10+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T17:00:10+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T17:00:10.411437+09:00", "mtime_epoch": 1783065610.4114366, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:00:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.869, "pushed": 5.869, "read": 5.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.494, "count": 175, "max_ms": 15.523, "p95_ms": 12.207}, "gstreamer_push": {"avg_ms": 0.942, "count": 176, "max_ms": 1.198, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.124, "count": 175, "max_ms": 66.7, "p95_ms": 62.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.463, "count": 175, "max_ms": 82.795, "p95_ms": 74.417}, "yolo11_640_fire_11class": {"avg_ms": 49.746, "count": 175, "max_ms": 65.829, "p95_ms": 63.0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.317, "count": 175, "max_ms": 85.327, "p95_ms": 80.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.485, "count": 176, "max_ms": 224.461, "p95_ms": 201.401}, "read_interval": {"avg_ms": 171.361, "count": 175, "max_ms": 235.682, "p95_ms": 212.435}, "triton_wait": {"avg_ms": 63.369, "count": 175, "max_ms": 85.34, "p95_ms": 80.409}, "visualize": {"avg_ms": 7.248, "count": 175, "max_ms": 12.84, "p95_ms": 9.032}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1770.588, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.934, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:00:16+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-07-03T17:00:16+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T17:00:16.739544+09:00", "mtime_epoch": 1783065616.7395444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:00:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.726, "count": 304, "max_ms": 8.057, "p95_ms": 5.711}, "gstreamer_push": {"avg_ms": 1.304, "count": 304, "max_ms": 2.232, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.125, "count": 304, "max_ms": 69.136, "p95_ms": 63.704}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.631, "count": 304, "max_ms": 79.684, "p95_ms": 71.603}, "yolo11_640_fire_11class": {"avg_ms": 49.477, "count": 304, "max_ms": 68.05, "p95_ms": 63.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.429, "count": 304, "max_ms": 86.211, "p95_ms": 82.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.88, "count": 304, "max_ms": 153.945, "p95_ms": 102.84}, "read_interval": {"avg_ms": 98.491, "count": 304, "max_ms": 664.848, "p95_ms": 153.818}, "triton_wait": {"avg_ms": 56.45, "count": 304, "max_ms": 86.227, "p95_ms": 82.142}, "visualize": {"avg_ms": 3.825, "count": 304, "max_ms": 6.547, "p95_ms": 5.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12319.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:00:31+09:00", "last_error_summary": "[h264 @ 0x55f3ee460a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f3ee460a00] error while decoding MB 0 39, bytestream 6693 [h264 @ 0x55f3ee54b080] cabac decode of qscale diff failed at 56 16 [h264 @ 0x55f3ee54b080] error while decoding MB 56 16, bytestream 81372", "last_exit_at": "2026-07-03T17:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 7.154, "last_started_at": "2026-07-03T17:00:33+09:00", "pid": 40976, "process": {"exists": true, "fd_count": 5, "hwm_mb": 214.863, "name": "ffmpeg", "pid": 40976, "rss_mb": 214.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.858, "sample_count": 1649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:00:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:00:40+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:00:40+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T17:00:40.511950+09:00", "mtime_epoch": 1783065640.5119498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:00:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.213, "pushed": 5.213, "read": 5.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.196, "count": 156, "max_ms": 13.996, "p95_ms": 10.675}, "gstreamer_push": {"avg_ms": 0.991, "count": 156, "max_ms": 1.653, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.5, "count": 156, "max_ms": 64.225, "p95_ms": 61.438}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.612, "count": 156, "max_ms": 77.187, "p95_ms": 68.949}, "yolo11_640_fire_11class": {"avg_ms": 49.29, "count": 156, "max_ms": 64.702, "p95_ms": 61.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.365, "count": 156, "max_ms": 84.156, "p95_ms": 80.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.914, "count": 156, "max_ms": 212.217, "p95_ms": 204.283}, "read_interval": {"avg_ms": 193.22, "count": 155, "max_ms": 4394.342, "p95_ms": 215.83}, "triton_wait": {"avg_ms": 60.696, "count": 156, "max_ms": 84.168, "p95_ms": 80.695}, "visualize": {"avg_ms": 7.037, "count": 156, "max_ms": 11.573, "p95_ms": 8.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12370.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1800.614, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.999, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261458, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:00:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:00:46+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:00:46+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T17:00:46.844058+09:00", "mtime_epoch": 1783065646.8440578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:00:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.063, "pushed": 10.063, "read": 10.03}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.803, "count": 301, "max_ms": 7.589, "p95_ms": 5.604}, "gstreamer_push": {"avg_ms": 1.32, "count": 301, "max_ms": 1.639, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.51, "count": 301, "max_ms": 74.1, "p95_ms": 62.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.305, "count": 301, "max_ms": 75.852, "p95_ms": 59.954}, "yolo11_640_fire_11class": {"avg_ms": 48.556, "count": 301, "max_ms": 73.59, "p95_ms": 62.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.361, "count": 301, "max_ms": 85.334, "p95_ms": 81.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.335, "count": 301, "max_ms": 137.256, "p95_ms": 103.761}, "read_interval": {"avg_ms": 99.814, "count": 300, "max_ms": 515.256, "p95_ms": 177.68}, "triton_wait": {"avg_ms": 55.417, "count": 301, "max_ms": 85.347, "p95_ms": 81.067}, "visualize": {"avg_ms": 3.927, "count": 301, "max_ms": 6.292, "p95_ms": 5.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:00:31+09:00", "last_error_summary": "[h264 @ 0x55f3ee460a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f3ee460a00] error while decoding MB 0 39, bytestream 6693 [h264 @ 0x55f3ee54b080] cabac decode of qscale diff failed at 56 16 [h264 @ 0x55f3ee54b080] error while decoding MB 56 16, bytestream 81372", "last_exit_at": "2026-07-03T17:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.288, "last_started_at": "2026-07-03T17:00:33+09:00", "pid": 40976, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.863, "name": "ffmpeg", "pid": 40976, "rss_mb": 265.863, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.476, "sample_count": 1688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:01:10+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-03T17:01:10+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T17:01:10.596463+09:00", "mtime_epoch": 1783065670.5964634, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:01:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.073, "pushed": 6.073, "read": 6.04}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.169, "count": 181, "max_ms": 12.411, "p95_ms": 10.467}, "gstreamer_push": {"avg_ms": 0.981, "count": 182, "max_ms": 1.331, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.69, "count": 181, "max_ms": 67.492, "p95_ms": 61.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.386, "count": 181, "max_ms": 77.932, "p95_ms": 69.347}, "yolo11_640_fire_11class": {"avg_ms": 49.208, "count": 181, "max_ms": 68.112, "p95_ms": 61.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.086, "count": 181, "max_ms": 87.4, "p95_ms": 81.609}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.77, "count": 182, "max_ms": 229.611, "p95_ms": 202.584}, "read_interval": {"avg_ms": 165.456, "count": 181, "max_ms": 239.075, "p95_ms": 212.293}, "triton_wait": {"avg_ms": 61.775, "count": 181, "max_ms": 87.411, "p95_ms": 81.622}, "visualize": {"avg_ms": 6.943, "count": 181, "max_ms": 10.593, "p95_ms": 9.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1830.639, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.615, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:01:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:01:16+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T17:01:16+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T17:01:16.836570+09:00", "mtime_epoch": 1783065676.8365703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 245912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:01:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.956, "count": 300, "max_ms": 8.972, "p95_ms": 6.563}, "gstreamer_push": {"avg_ms": 1.293, "count": 300, "max_ms": 1.577, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.549, "count": 300, "max_ms": 64.912, "p95_ms": 62.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.087, "count": 300, "max_ms": 74.387, "p95_ms": 58.171}, "yolo11_640_fire_11class": {"avg_ms": 48.043, "count": 300, "max_ms": 63.984, "p95_ms": 62.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.526, "count": 300, "max_ms": 84.172, "p95_ms": 80.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.256, "count": 300, "max_ms": 162.565, "p95_ms": 123.132}, "read_interval": {"avg_ms": 100.036, "count": 299, "max_ms": 732.573, "p95_ms": 147.083}, "triton_wait": {"avg_ms": 55.539, "count": 300, "max_ms": 84.185, "p95_ms": 80.859}, "visualize": {"avg_ms": 3.985, "count": 300, "max_ms": 7.001, "p95_ms": 5.536}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1888}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:00:31+09:00", "last_error_summary": "[h264 @ 0x55f3ee460a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f3ee460a00] error while decoding MB 0 39, bytestream 6693 [h264 @ 0x55f3ee54b080] cabac decode of qscale diff failed at 56 16 [h264 @ 0x55f3ee54b080] error while decoding MB 56 16, bytestream 81372", "last_exit_at": "2026-07-03T17:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.423, "last_started_at": "2026-07-03T17:00:33+09:00", "pid": 40976, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.121, "name": "ffmpeg", "pid": 40976, "rss_mb": 266.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.291, "sample_count": 1712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:01:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:01:40+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T17:01:40+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T17:01:40.772980+09:00", "mtime_epoch": 1783065700.7729797, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:01:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.413, "pushed": 6.413, "read": 6.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.046, "count": 191, "max_ms": 10.968, "p95_ms": 10.232}, "gstreamer_push": {"avg_ms": 1.017, "count": 192, "max_ms": 1.699, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.693, "count": 191, "max_ms": 66.332, "p95_ms": 61.86}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.153, "count": 191, "max_ms": 79.345, "p95_ms": 67.862}, "yolo11_640_fire_11class": {"avg_ms": 47.355, "count": 191, "max_ms": 64.226, "p95_ms": 61.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.409, "count": 191, "max_ms": 86.596, "p95_ms": 79.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.968, "count": 192, "max_ms": 205.397, "p95_ms": 186.039}, "read_interval": {"avg_ms": 157.002, "count": 191, "max_ms": 214.724, "p95_ms": 195.92}, "triton_wait": {"avg_ms": 58.829, "count": 191, "max_ms": 86.608, "p95_ms": 79.996}, "visualize": {"avg_ms": 6.672, "count": 191, "max_ms": 10.241, "p95_ms": 8.672}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1860.763, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.696, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:01:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:01:47+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T17:01:46+09:00", "mjpeg": {"age_sec": 0.702, "exists": true, "mtime": "2026-07-03T17:01:46.353076+09:00", "mtime_epoch": 1783065706.3530755, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:01:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.85, "pushed": 9.85, "read": 9.817}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.726, "count": 295, "max_ms": 8.232, "p95_ms": 6.297}, "gstreamer_push": {"avg_ms": 1.301, "count": 295, "max_ms": 1.838, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.084, "count": 295, "max_ms": 66.553, "p95_ms": 62.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.689, "count": 295, "max_ms": 79.141, "p95_ms": 62.187}, "yolo11_640_fire_11class": {"avg_ms": 47.604, "count": 295, "max_ms": 65.651, "p95_ms": 61.419}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.869, "count": 295, "max_ms": 86.562, "p95_ms": 80.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.087, "count": 295, "max_ms": 136.54, "p95_ms": 106.81}, "read_interval": {"avg_ms": 101.894, "count": 294, "max_ms": 738.472, "p95_ms": 161.227}, "triton_wait": {"avg_ms": 54.895, "count": 295, "max_ms": 86.575, "p95_ms": 80.876}, "visualize": {"avg_ms": 3.829, "count": 295, "max_ms": 6.787, "p95_ms": 5.088}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:00:31+09:00", "last_error_summary": "[h264 @ 0x55f3ee460a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f3ee460a00] error while decoding MB 0 39, bytestream 6693 [h264 @ 0x55f3ee54b080] cabac decode of qscale diff failed at 56 16 [h264 @ 0x55f3ee54b080] error while decoding MB 56 16, bytestream 81372", "last_exit_at": "2026-07-03T17:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.477, "last_started_at": "2026-07-03T17:00:33+09:00", "pid": 40976, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.121, "name": "ffmpeg", "pid": 40976, "rss_mb": 266.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.283, "sample_count": 1715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226749, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:02:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:02:10+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T17:02:10+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T17:02:10.825495+09:00", "mtime_epoch": 1783065730.825495, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:02:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.16, "pushed": 6.16, "read": 6.127}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.234, "count": 184, "max_ms": 13.895, "p95_ms": 10.652}, "gstreamer_push": {"avg_ms": 0.995, "count": 184, "max_ms": 1.242, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.998, "count": 184, "max_ms": 65.923, "p95_ms": 63.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.784, "count": 184, "max_ms": 74.98, "p95_ms": 68.764}, "yolo11_640_fire_11class": {"avg_ms": 48.884, "count": 184, "max_ms": 67.269, "p95_ms": 62.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.265, "count": 184, "max_ms": 84.169, "p95_ms": 82.029}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.274, "count": 184, "max_ms": 226.081, "p95_ms": 202.748}, "read_interval": {"avg_ms": 163.417, "count": 183, "max_ms": 235.993, "p95_ms": 213.834}, "triton_wait": {"avg_ms": 61.679, "count": 184, "max_ms": 84.182, "p95_ms": 82.041}, "visualize": {"avg_ms": 6.836, "count": 184, "max_ms": 12.581, "p95_ms": 8.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1890.797, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.275, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:02:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:02:17+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:02:17+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T17:02:17.025601+09:00", "mtime_epoch": 1783065737.0256014, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 248265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:02:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.182, "pushed": 10.182, "read": 10.148}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.836, "count": 305, "max_ms": 8.203, "p95_ms": 6.502}, "gstreamer_push": {"avg_ms": 1.279, "count": 305, "max_ms": 1.587, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.863, "count": 305, "max_ms": 65.312, "p95_ms": 63.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.056, "count": 305, "max_ms": 77.301, "p95_ms": 67.304}, "yolo11_640_fire_11class": {"avg_ms": 48.229, "count": 305, "max_ms": 66.038, "p95_ms": 62.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.848, "count": 305, "max_ms": 84.952, "p95_ms": 81.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.352, "count": 305, "max_ms": 136.655, "p95_ms": 109.051}, "read_interval": {"avg_ms": 98.525, "count": 304, "max_ms": 740.938, "p95_ms": 140.54}, "triton_wait": {"avg_ms": 56.86, "count": 305, "max_ms": 84.965, "p95_ms": 81.943}, "visualize": {"avg_ms": 3.901, "count": 305, "max_ms": 6.661, "p95_ms": 5.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 72, "h264_decode_error_count": 229, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:00:31+09:00", "last_error_summary": "[h264 @ 0x55f3ee460a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55f3ee460a00] error while decoding MB 0 39, bytestream 6693 [h264 @ 0x55f3ee54b080] cabac decode of qscale diff failed at 56 16 [h264 @ 0x55f3ee54b080] error while decoding MB 56 16, bytestream 81372", "last_exit_at": "2026-07-03T17:00:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.613, "last_started_at": "2026-07-03T17:00:33+09:00", "pid": 40976, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.41, "name": "ffmpeg", "pid": 40976, "rss_mb": 267.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 82, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 83}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.918, "sample_count": 1739, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 226939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:02:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:02:41+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T17:02:40+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T17:02:40.918011+09:00", "mtime_epoch": 1783065760.9180114, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155966}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:02:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.335, "pushed": 6.335, "read": 6.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.112, "count": 189, "max_ms": 12.994, "p95_ms": 10.688}, "gstreamer_push": {"avg_ms": 1.023, "count": 190, "max_ms": 1.361, "p95_ms": 1.206}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.222, "count": 189, "max_ms": 63.876, "p95_ms": 62.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.495, "count": 189, "max_ms": 79.998, "p95_ms": 69.64}, "yolo11_640_fire_11class": {"avg_ms": 48.478, "count": 189, "max_ms": 62.747, "p95_ms": 61.621}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.273, "count": 189, "max_ms": 84.951, "p95_ms": 81.95}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.412, "count": 190, "max_ms": 206.143, "p95_ms": 201.304}, "read_interval": {"avg_ms": 158.416, "count": 189, "max_ms": 217.286, "p95_ms": 210.981}, "triton_wait": {"avg_ms": 60.62, "count": 189, "max_ms": 84.962, "p95_ms": 81.962}, "visualize": {"avg_ms": 6.686, "count": 189, "max_ms": 10.075, "p95_ms": 8.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1920.855, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.183, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T17:02:47+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T17:02:47+09:00", "mjpeg": {"age_sec": 0.685, "exists": true, "mtime": "2026-07-03T17:02:46.462107+09:00", "mtime_epoch": 1783065766.4621067, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:02:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.053, "count": 295, "max_ms": 8.808, "p95_ms": 6.068}, "gstreamer_push": {"avg_ms": 1.283, "count": 295, "max_ms": 2.415, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.248, "count": 295, "max_ms": 67.692, "p95_ms": 62.197}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.358, "count": 295, "max_ms": 74.259, "p95_ms": 65.733}, "yolo11_640_fire_11class": {"avg_ms": 47.868, "count": 295, "max_ms": 73.57, "p95_ms": 62.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.18, "count": 295, "max_ms": 86.081, "p95_ms": 80.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.165, "count": 295, "max_ms": 142.785, "p95_ms": 109.791}, "read_interval": {"avg_ms": 101.928, "count": 294, "max_ms": 699.249, "p95_ms": 136.628}, "triton_wait": {"avg_ms": 56.213, "count": 295, "max_ms": 86.093, "p95_ms": 80.655}, "visualize": {"avg_ms": 4.023, "count": 295, "max_ms": 6.891, "p95_ms": 5.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12290.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:03:03+09:00", "last_error_summary": "[h264 @ 0x55be27121340] error while decoding MB 39 36, bytestream -5", "last_exit_at": "2026-07-03T17:03:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.488, "last_started_at": "2026-07-03T17:03:05+09:00", "pid": 41083, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.043, "name": "ffmpeg", "pid": 41083, "rss_mb": 186.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.11, "sample_count": 1753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:03:11+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T17:03:11+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T17:03:11.014529+09:00", "mtime_epoch": 1783065791.014529, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:03:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.255, "pushed": 5.255, "read": 5.222}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.996, "count": 157, "max_ms": 14.727, "p95_ms": 10.506}, "gstreamer_push": {"avg_ms": 0.993, "count": 157, "max_ms": 1.29, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.251, "count": 157, "max_ms": 66.451, "p95_ms": 63.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.086, "count": 157, "max_ms": 79.005, "p95_ms": 72.635}, "yolo11_640_fire_11class": {"avg_ms": 50.335, "count": 157, "max_ms": 66.962, "p95_ms": 64.467}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.291, "count": 157, "max_ms": 88.312, "p95_ms": 81.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.721, "count": 157, "max_ms": 215.544, "p95_ms": 187.257}, "read_interval": {"avg_ms": 191.648, "count": 156, "max_ms": 4532.397, "p95_ms": 197.877}, "triton_wait": {"avg_ms": 62.624, "count": 157, "max_ms": 88.323, "p95_ms": 81.505}, "visualize": {"avg_ms": 6.867, "count": 157, "max_ms": 10.636, "p95_ms": 8.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12370.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1950.962, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.095, "sample_count": 2989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:03:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:03:17+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-03T17:03:17+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T17:03:17.142634+09:00", "mtime_epoch": 1783065797.1426344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 244629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:03:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.836}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.05, "count": 296, "max_ms": 7.846, "p95_ms": 6.06}, "gstreamer_push": {"avg_ms": 1.291, "count": 296, "max_ms": 2.215, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.985, "count": 296, "max_ms": 69.109, "p95_ms": 63.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.642, "count": 296, "max_ms": 76.431, "p95_ms": 68.439}, "yolo11_640_fire_11class": {"avg_ms": 48.939, "count": 296, "max_ms": 69.615, "p95_ms": 63.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.884, "count": 296, "max_ms": 87.675, "p95_ms": 82.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.207, "count": 296, "max_ms": 137.961, "p95_ms": 126.418}, "read_interval": {"avg_ms": 101.6, "count": 295, "max_ms": 428.119, "p95_ms": 147.025}, "triton_wait": {"avg_ms": 56.91, "count": 296, "max_ms": 87.687, "p95_ms": 82.791}, "visualize": {"avg_ms": 4.064, "count": 296, "max_ms": 7.179, "p95_ms": 5.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1893}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:03:03+09:00", "last_error_summary": "[h264 @ 0x55be27121340] error while decoding MB 39 36, bytestream -5", "last_exit_at": "2026-07-03T17:03:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.531, "last_started_at": "2026-07-03T17:03:05+09:00", "pid": 41083, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.648, "name": "ffmpeg", "pid": 41083, "rss_mb": 266.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.829, "sample_count": 1761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:03:41+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T17:03:41+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T17:03:41.099047+09:00", "mtime_epoch": 1783065821.099047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:03:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.795, "pushed": 5.795, "read": 5.762}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.32, "count": 173, "max_ms": 13.538, "p95_ms": 10.975}, "gstreamer_push": {"avg_ms": 0.981, "count": 173, "max_ms": 1.496, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.88, "count": 173, "max_ms": 66.845, "p95_ms": 61.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.983, "count": 173, "max_ms": 76.123, "p95_ms": 67.679}, "yolo11_640_fire_11class": {"avg_ms": 49.01, "count": 173, "max_ms": 66.712, "p95_ms": 61.755}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.295, "count": 173, "max_ms": 82.297, "p95_ms": 79.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.048, "count": 173, "max_ms": 206.012, "p95_ms": 201.537}, "read_interval": {"avg_ms": 173.816, "count": 172, "max_ms": 1216.299, "p95_ms": 211.964}, "triton_wait": {"avg_ms": 61.581, "count": 173, "max_ms": 82.308, "p95_ms": 79.701}, "visualize": {"avg_ms": 7.031, "count": 173, "max_ms": 11.872, "p95_ms": 8.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 1981.006, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.141, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:03:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:03:47+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T17:03:47+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T17:03:47.171152+09:00", "mtime_epoch": 1783065827.1711516, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:03:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 310, "pushed_frames": 310, "read_frames": 309, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.36, "pushed": 10.36, "read": 10.327}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.903, "count": 310, "max_ms": 8.31, "p95_ms": 6.057}, "gstreamer_push": {"avg_ms": 1.301, "count": 310, "max_ms": 2.082, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.934, "count": 310, "max_ms": 65.988, "p95_ms": 62.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.218, "count": 310, "max_ms": 77.547, "p95_ms": 64.82}, "yolo11_640_fire_11class": {"avg_ms": 48.085, "count": 310, "max_ms": 68.827, "p95_ms": 62.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.867, "count": 310, "max_ms": 85.683, "p95_ms": 80.615}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.998, "count": 310, "max_ms": 137.616, "p95_ms": 108.751}, "read_interval": {"avg_ms": 96.756, "count": 309, "max_ms": 423.373, "p95_ms": 149.595}, "triton_wait": {"avg_ms": 55.893, "count": 310, "max_ms": 85.696, "p95_ms": 80.627}, "visualize": {"avg_ms": 3.913, "count": 310, "max_ms": 6.92, "p95_ms": 5.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:03:03+09:00", "last_error_summary": "[h264 @ 0x55be27121340] error while decoding MB 39 36, bytestream -5", "last_exit_at": "2026-07-03T17:03:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.651, "last_started_at": "2026-07-03T17:03:05+09:00", "pid": 41083, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.453, "name": "ffmpeg", "pid": 41083, "rss_mb": 268.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.954, "sample_count": 1766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:04:11+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-07-03T17:04:11+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T17:04:11.211566+09:00", "mtime_epoch": 1783065851.2115662, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:04:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.071, "pushed": 6.071, "read": 6.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.165, "count": 181, "max_ms": 12.064, "p95_ms": 10.482}, "gstreamer_push": {"avg_ms": 0.989, "count": 182, "max_ms": 1.834, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.741, "count": 181, "max_ms": 66.358, "p95_ms": 61.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.317, "count": 181, "max_ms": 77.393, "p95_ms": 68.035}, "yolo11_640_fire_11class": {"avg_ms": 49.443, "count": 181, "max_ms": 66.096, "p95_ms": 61.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.701, "count": 181, "max_ms": 85.64, "p95_ms": 80.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.122, "count": 182, "max_ms": 214.697, "p95_ms": 190.096}, "read_interval": {"avg_ms": 165.554, "count": 181, "max_ms": 224.507, "p95_ms": 200.666}, "triton_wait": {"avg_ms": 61.915, "count": 181, "max_ms": 85.652, "p95_ms": 80.579}, "visualize": {"avg_ms": 7.0, "count": 181, "max_ms": 10.085, "p95_ms": 8.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2011.012, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.183, "sample_count": 3034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:04:17+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T17:04:17+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T17:04:17.215670+09:00", "mtime_epoch": 1783065857.2156696, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 246838}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:04:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.096, "count": 298, "max_ms": 8.303, "p95_ms": 6.154}, "gstreamer_push": {"avg_ms": 1.268, "count": 298, "max_ms": 1.719, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.304, "count": 298, "max_ms": 65.975, "p95_ms": 63.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.885, "count": 298, "max_ms": 75.045, "p95_ms": 63.621}, "yolo11_640_fire_11class": {"avg_ms": 49.05, "count": 298, "max_ms": 66.551, "p95_ms": 63.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.502, "count": 298, "max_ms": 85.652, "p95_ms": 80.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.422, "count": 298, "max_ms": 161.209, "p95_ms": 120.822}, "read_interval": {"avg_ms": 100.835, "count": 298, "max_ms": 563.943, "p95_ms": 143.437}, "triton_wait": {"avg_ms": 56.521, "count": 298, "max_ms": 85.666, "p95_ms": 80.98}, "visualize": {"avg_ms": 4.132, "count": 298, "max_ms": 7.122, "p95_ms": 5.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:03:03+09:00", "last_error_summary": "[h264 @ 0x55be27121340] error while decoding MB 39 36, bytestream -5", "last_exit_at": "2026-07-03T17:03:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.751, "last_started_at": "2026-07-03T17:03:05+09:00", "pid": 41083, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.711, "name": "ffmpeg", "pid": 41083, "rss_mb": 268.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.16, "sample_count": 1772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:04:41+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T17:04:41+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-03T17:04:41.268085+09:00", "mtime_epoch": 1783065881.268085, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:04:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.209, "pushed": 6.209, "read": 6.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.07, "count": 185, "max_ms": 14.325, "p95_ms": 10.259}, "gstreamer_push": {"avg_ms": 0.992, "count": 186, "max_ms": 1.216, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.256, "count": 185, "max_ms": 71.778, "p95_ms": 64.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.455, "count": 185, "max_ms": 82.176, "p95_ms": 67.799}, "yolo11_640_fire_11class": {"avg_ms": 48.658, "count": 185, "max_ms": 69.595, "p95_ms": 64.166}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.571, "count": 185, "max_ms": 85.647, "p95_ms": 81.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.447, "count": 186, "max_ms": 189.412, "p95_ms": 185.567}, "read_interval": {"avg_ms": 161.656, "count": 185, "max_ms": 199.275, "p95_ms": 195.007}, "triton_wait": {"avg_ms": 59.815, "count": 185, "max_ms": 85.659, "p95_ms": 81.958}, "visualize": {"avg_ms": 6.885, "count": 185, "max_ms": 9.59, "p95_ms": 8.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2041.059, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.591, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:04:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:04:47+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:04:47+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T17:04:47.288189+09:00", "mtime_epoch": 1783065887.288189, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:04:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.411, "pushed": 9.411, "read": 9.378}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.651, "count": 282, "max_ms": 8.366, "p95_ms": 6.748}, "gstreamer_push": {"avg_ms": 1.225, "count": 282, "max_ms": 1.729, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.876, "count": 282, "max_ms": 70.192, "p95_ms": 63.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.554, "count": 282, "max_ms": 81.14, "p95_ms": 67.109}, "yolo11_640_fire_11class": {"avg_ms": 50.933, "count": 282, "max_ms": 72.748, "p95_ms": 64.128}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.839, "count": 282, "max_ms": 85.574, "p95_ms": 81.42}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.302, "count": 282, "max_ms": 157.517, "p95_ms": 131.135}, "read_interval": {"avg_ms": 106.634, "count": 281, "max_ms": 269.174, "p95_ms": 145.656}, "triton_wait": {"avg_ms": 56.907, "count": 282, "max_ms": 85.588, "p95_ms": 81.433}, "visualize": {"avg_ms": 4.417, "count": 282, "max_ms": 6.873, "p95_ms": 5.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:03:03+09:00", "last_error_summary": "[h264 @ 0x55be27121340] error while decoding MB 39 36, bytestream -5", "last_exit_at": "2026-07-03T17:03:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.792, "last_started_at": "2026-07-03T17:03:05+09:00", "pid": 41083, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.711, "name": "ffmpeg", "pid": 41083, "rss_mb": 268.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 83, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 84}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 194.406, "sample_count": 1771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:05:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:05:11+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T17:05:11+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T17:05:11.364605+09:00", "mtime_epoch": 1783065911.3646052, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:05:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.858, "pushed": 5.858, "read": 5.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.323, "count": 175, "max_ms": 13.889, "p95_ms": 10.808}, "gstreamer_push": {"avg_ms": 0.97, "count": 175, "max_ms": 1.266, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.457, "count": 175, "max_ms": 67.179, "p95_ms": 62.638}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.213, "count": 175, "max_ms": 80.931, "p95_ms": 76.004}, "yolo11_640_fire_11class": {"avg_ms": 51.329, "count": 175, "max_ms": 68.149, "p95_ms": 64.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.777, "count": 175, "max_ms": 84.519, "p95_ms": 82.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.988, "count": 175, "max_ms": 215.649, "p95_ms": 192.297}, "read_interval": {"avg_ms": 171.81, "count": 174, "max_ms": 226.239, "p95_ms": 202.808}, "triton_wait": {"avg_ms": 63.186, "count": 175, "max_ms": 84.532, "p95_ms": 82.139}, "visualize": {"avg_ms": 7.177, "count": 175, "max_ms": 10.23, "p95_ms": 8.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2071.104, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.408, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:05:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:05:17+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T17:05:17+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T17:05:17.288708+09:00", "mtime_epoch": 1783065917.2887077, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240319}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:05:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.424, "pushed": 10.424, "read": 10.39}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.124, "count": 312, "max_ms": 7.762, "p95_ms": 5.828}, "gstreamer_push": {"avg_ms": 1.278, "count": 312, "max_ms": 1.58, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.365, "count": 312, "max_ms": 67.072, "p95_ms": 63.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.238, "count": 312, "max_ms": 79.172, "p95_ms": 68.776}, "yolo11_640_fire_11class": {"avg_ms": 51.664, "count": 312, "max_ms": 72.716, "p95_ms": 64.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.923, "count": 312, "max_ms": 84.407, "p95_ms": 82.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.282, "count": 312, "max_ms": 136.126, "p95_ms": 110.538}, "read_interval": {"avg_ms": 96.213, "count": 311, "max_ms": 153.294, "p95_ms": 124.545}, "triton_wait": {"avg_ms": 56.97, "count": 312, "max_ms": 84.418, "p95_ms": 82.122}, "visualize": {"avg_ms": 4.118, "count": 312, "max_ms": 6.514, "p95_ms": 5.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12371.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:03:03+09:00", "last_error_summary": "[h264 @ 0x55be27121340] error while decoding MB 39 36, bytestream -5", "last_exit_at": "2026-07-03T17:05:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.186, "last_started_at": "2026-07-03T17:05:20+09:00", "pid": 41190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.688, "name": "ffmpeg", "pid": 41190, "rss_mb": 264.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 22, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.297, "sample_count": 1777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 227973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:05:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:05:41+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T17:05:41+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T17:05:41.477126+09:00", "mtime_epoch": 1783065941.4771261, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:05:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.354, "pushed": 5.354, "read": 5.32}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.16, "count": 160, "max_ms": 13.141, "p95_ms": 11.36}, "gstreamer_push": {"avg_ms": 1.021, "count": 160, "max_ms": 1.345, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.748, "count": 160, "max_ms": 65.271, "p95_ms": 61.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.921, "count": 160, "max_ms": 79.113, "p95_ms": 68.454}, "yolo11_640_fire_11class": {"avg_ms": 48.619, "count": 160, "max_ms": 67.15, "p95_ms": 63.137}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.063, "count": 160, "max_ms": 84.719, "p95_ms": 80.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.331, "count": 160, "max_ms": 210.74, "p95_ms": 188.262}, "read_interval": {"avg_ms": 187.654, "count": 159, "max_ms": 5044.999, "p95_ms": 201.739}, "triton_wait": {"avg_ms": 59.744, "count": 160, "max_ms": 84.735, "p95_ms": 80.215}, "visualize": {"avg_ms": 6.668, "count": 160, "max_ms": 10.491, "p95_ms": 8.75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2101.19, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.831, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:05:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:05:47+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T17:05:47+09:00", "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-07-03T17:05:47.349228+09:00", "mtime_epoch": 1783065947.349228, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:05:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.176, "pushed": 10.176, "read": 10.142}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.088, "count": 304, "max_ms": 7.773, "p95_ms": 5.931}, "gstreamer_push": {"avg_ms": 1.283, "count": 305, "max_ms": 1.945, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.956, "count": 304, "max_ms": 69.362, "p95_ms": 62.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.587, "count": 304, "max_ms": 75.564, "p95_ms": 59.943}, "yolo11_640_fire_11class": {"avg_ms": 50.133, "count": 304, "max_ms": 70.785, "p95_ms": 63.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.933, "count": 304, "max_ms": 86.28, "p95_ms": 79.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.072, "count": 305, "max_ms": 138.316, "p95_ms": 108.62}, "read_interval": {"avg_ms": 98.464, "count": 304, "max_ms": 612.395, "p95_ms": 142.38}, "triton_wait": {"avg_ms": 54.979, "count": 304, "max_ms": 86.294, "p95_ms": 79.742}, "visualize": {"avg_ms": 4.102, "count": 304, "max_ms": 7.011, "p95_ms": 5.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:03:03+09:00", "last_error_summary": "[h264 @ 0x55be27121340] error while decoding MB 39 36, bytestream -5", "last_exit_at": "2026-07-03T17:05:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.247, "last_started_at": "2026-07-03T17:05:20+09:00", "pid": 41190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.066, "name": "ffmpeg", "pid": 41190, "rss_mb": 267.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 22, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 189.412, "sample_count": 1785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:06:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:06:11+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-07-03T17:06:11+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-03T17:06:11.553647+09:00", "mtime_epoch": 1783065971.5536473, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:06:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.352, "pushed": 6.352, "read": 6.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.002, "count": 190, "max_ms": 11.824, "p95_ms": 10.388}, "gstreamer_push": {"avg_ms": 1.03, "count": 190, "max_ms": 1.728, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.816, "count": 190, "max_ms": 70.2, "p95_ms": 62.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.398, "count": 190, "max_ms": 78.049, "p95_ms": 67.14}, "yolo11_640_fire_11class": {"avg_ms": 48.763, "count": 190, "max_ms": 74.397, "p95_ms": 63.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.467, "count": 190, "max_ms": 86.078, "p95_ms": 82.13}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.522, "count": 190, "max_ms": 201.298, "p95_ms": 184.699}, "read_interval": {"avg_ms": 158.104, "count": 189, "max_ms": 211.152, "p95_ms": 195.46}, "triton_wait": {"avg_ms": 60.892, "count": 190, "max_ms": 86.09, "p95_ms": 82.143}, "visualize": {"avg_ms": 6.656, "count": 190, "max_ms": 9.822, "p95_ms": 8.604}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2131.224, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.806, "sample_count": 2986, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:06:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:06:17+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T17:06:17+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T17:06:17.417749+09:00", "mtime_epoch": 1783065977.4177487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228464}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:06:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.77}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.494, "count": 293, "max_ms": 8.168, "p95_ms": 6.513}, "gstreamer_push": {"avg_ms": 1.234, "count": 293, "max_ms": 1.767, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.407, "count": 293, "max_ms": 66.121, "p95_ms": 62.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.509, "count": 293, "max_ms": 77.741, "p95_ms": 63.928}, "yolo11_640_fire_11class": {"avg_ms": 50.996, "count": 293, "max_ms": 68.541, "p95_ms": 64.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.665, "count": 293, "max_ms": 87.165, "p95_ms": 80.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.865, "count": 293, "max_ms": 177.445, "p95_ms": 127.575}, "read_interval": {"avg_ms": 102.452, "count": 292, "max_ms": 190.317, "p95_ms": 140.731}, "triton_wait": {"avg_ms": 56.692, "count": 293, "max_ms": 87.175, "p95_ms": 80.892}, "visualize": {"avg_ms": 4.315, "count": 293, "max_ms": 7.727, "p95_ms": 5.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:03:03+09:00", "last_error_summary": "[h264 @ 0x55be27121340] error while decoding MB 39 36, bytestream -5", "last_exit_at": "2026-07-03T17:05:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.414, "last_started_at": "2026-07-03T17:05:20+09:00", "pid": 41190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.387, "name": "ffmpeg", "pid": 41190, "rss_mb": 269.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 22, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 190.096, "sample_count": 1770, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:06:41+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T17:06:41+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-03T17:06:41.682170+09:00", "mtime_epoch": 1783066001.6821697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:06:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.934, "pushed": 5.934, "read": 5.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.347, "count": 177, "max_ms": 13.5, "p95_ms": 10.606}, "gstreamer_push": {"avg_ms": 0.956, "count": 178, "max_ms": 1.223, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.596, "count": 177, "max_ms": 65.46, "p95_ms": 61.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.596, "count": 177, "max_ms": 78.706, "p95_ms": 69.387}, "yolo11_640_fire_11class": {"avg_ms": 48.587, "count": 177, "max_ms": 67.787, "p95_ms": 64.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.335, "count": 177, "max_ms": 84.96, "p95_ms": 81.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.17, "count": 178, "max_ms": 226.591, "p95_ms": 201.507}, "read_interval": {"avg_ms": 169.196, "count": 177, "max_ms": 236.585, "p95_ms": 207.97}, "triton_wait": {"avg_ms": 60.936, "count": 177, "max_ms": 84.973, "p95_ms": 81.845}, "visualize": {"avg_ms": 7.188, "count": 177, "max_ms": 11.808, "p95_ms": 8.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2161.242, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.098, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:06:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:06:47+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T17:06:47+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T17:06:47.438269+09:00", "mtime_epoch": 1783066007.4382694, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226239}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:06:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.896, "pushed": 8.896, "read": 8.862}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.339, "count": 266, "max_ms": 9.244, "p95_ms": 6.966}, "gstreamer_push": {"avg_ms": 1.162, "count": 266, "max_ms": 1.588, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.448, "count": 266, "max_ms": 66.838, "p95_ms": 61.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.862, "count": 266, "max_ms": 77.267, "p95_ms": 69.706}, "yolo11_640_fire_11class": {"avg_ms": 49.705, "count": 266, "max_ms": 68.775, "p95_ms": 63.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.51, "count": 266, "max_ms": 84.24, "p95_ms": 80.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.452, "count": 266, "max_ms": 162.298, "p95_ms": 131.941}, "read_interval": {"avg_ms": 112.834, "count": 265, "max_ms": 174.274, "p95_ms": 145.024}, "triton_wait": {"avg_ms": 55.563, "count": 266, "max_ms": 84.252, "p95_ms": 80.018}, "visualize": {"avg_ms": 4.789, "count": 266, "max_ms": 8.607, "p95_ms": 5.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 73, "h264_decode_error_count": 230, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:03:03+09:00", "last_error_summary": "[h264 @ 0x55be27121340] error while decoding MB 39 36, bytestream -5", "last_exit_at": "2026-07-03T17:05:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.515, "last_started_at": "2026-07-03T17:05:20+09:00", "pid": 41190, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.965, "name": "ffmpeg", "pid": 41190, "rss_mb": 271.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 84, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 85}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.948, "sample_count": 1754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:07:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:07:11+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-03T17:07:11+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-03T17:07:11.838693+09:00", "mtime_epoch": 1783066031.838693, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:07:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.614, "pushed": 5.614, "read": 5.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.857, "count": 167, "max_ms": 13.893, "p95_ms": 11.579}, "gstreamer_push": {"avg_ms": 0.943, "count": 168, "max_ms": 1.677, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.218, "count": 167, "max_ms": 65.765, "p95_ms": 62.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.206, "count": 167, "max_ms": 82.591, "p95_ms": 71.991}, "yolo11_640_fire_11class": {"avg_ms": 49.136, "count": 167, "max_ms": 66.345, "p95_ms": 63.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.894, "count": 167, "max_ms": 86.37, "p95_ms": 82.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.631, "count": 168, "max_ms": 227.288, "p95_ms": 208.701}, "read_interval": {"avg_ms": 179.255, "count": 167, "max_ms": 237.024, "p95_ms": 218.343}, "triton_wait": {"avg_ms": 62.367, "count": 167, "max_ms": 86.382, "p95_ms": 82.46}, "visualize": {"avg_ms": 7.609, "count": 167, "max_ms": 10.48, "p95_ms": 9.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2191.319, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.509, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:07:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:07:17+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T17:07:17+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T17:07:17.546792+09:00", "mtime_epoch": 1783066037.546792, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:07:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.848}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.574, "count": 295, "max_ms": 8.095, "p95_ms": 6.634}, "gstreamer_push": {"avg_ms": 1.219, "count": 296, "max_ms": 1.566, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.157, "count": 295, "max_ms": 68.094, "p95_ms": 63.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.277, "count": 295, "max_ms": 78.064, "p95_ms": 72.227}, "yolo11_640_fire_11class": {"avg_ms": 49.232, "count": 295, "max_ms": 70.759, "p95_ms": 63.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.226, "count": 295, "max_ms": 87.481, "p95_ms": 82.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.379, "count": 296, "max_ms": 141.552, "p95_ms": 129.862}, "read_interval": {"avg_ms": 101.683, "count": 295, "max_ms": 156.996, "p95_ms": 143.099}, "triton_wait": {"avg_ms": 56.24, "count": 295, "max_ms": 87.492, "p95_ms": 82.437}, "visualize": {"avg_ms": 4.319, "count": 295, "max_ms": 6.278, "p95_ms": 5.562}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12298.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 232, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:07:33+09:00", "last_error_summary": "[h264 @ 0x55e4367c8e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4367c8e40] error while decoding MB 0 31, bytestream 57090 [h264 @ 0x55e435bd4200] error while decoding MB 17 19, bytestream -5", "last_exit_at": "2026-07-03T17:07:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.019, "last_started_at": "2026-07-03T17:07:36+09:00", "pid": 41297, "process": {"exists": true, "fd_count": 5, "hwm_mb": 194.0, "name": "ffmpeg", "pid": 41297, "rss_mb": 194.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 22, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.298, "sample_count": 1707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:07:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:07:42+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-03T17:07:41+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-03T17:07:41.855214+09:00", "mtime_epoch": 1783066061.8552144, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:07:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.747, "pushed": 4.747, "read": 4.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.884, "count": 142, "max_ms": 14.27, "p95_ms": 11.469}, "gstreamer_push": {"avg_ms": 0.961, "count": 142, "max_ms": 1.496, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.073, "count": 142, "max_ms": 63.931, "p95_ms": 62.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.3, "count": 142, "max_ms": 80.305, "p95_ms": 73.099}, "yolo11_640_fire_11class": {"avg_ms": 50.054, "count": 142, "max_ms": 64.863, "p95_ms": 62.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.707, "count": 142, "max_ms": 87.625, "p95_ms": 81.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.181, "count": 142, "max_ms": 261.06, "p95_ms": 213.827}, "read_interval": {"avg_ms": 211.674, "count": 141, "max_ms": 4867.521, "p95_ms": 225.019}, "triton_wait": {"avg_ms": 64.031, "count": 142, "max_ms": 87.637, "p95_ms": 81.99}, "visualize": {"avg_ms": 7.52, "count": 142, "max_ms": 13.119, "p95_ms": 9.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2221.37, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.545, "sample_count": 2977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:07:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T17:07:47+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T17:07:47+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T17:07:47.591314+09:00", "mtime_epoch": 1783066067.591314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:07:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 324, "pushed_frames": 324, "read_frames": 323, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.823, "pushed": 10.823, "read": 10.789}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.036, "count": 324, "max_ms": 8.025, "p95_ms": 6.321}, "gstreamer_push": {"avg_ms": 1.282, "count": 324, "max_ms": 2.217, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.91, "count": 324, "max_ms": 67.729, "p95_ms": 61.524}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.493, "count": 324, "max_ms": 75.772, "p95_ms": 66.23}, "yolo11_640_fire_11class": {"avg_ms": 48.756, "count": 324, "max_ms": 67.742, "p95_ms": 62.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.83, "count": 324, "max_ms": 85.994, "p95_ms": 80.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.399, "count": 324, "max_ms": 138.887, "p95_ms": 120.683}, "read_interval": {"avg_ms": 92.751, "count": 323, "max_ms": 152.889, "p95_ms": 135.799}, "triton_wait": {"avg_ms": 54.843, "count": 324, "max_ms": 86.006, "p95_ms": 80.855}, "visualize": {"avg_ms": 4.007, "count": 324, "max_ms": 6.341, "p95_ms": 5.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 232, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:07:33+09:00", "last_error_summary": "[h264 @ 0x55e4367c8e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4367c8e40] error while decoding MB 0 31, bytestream 57090 [h264 @ 0x55e435bd4200] error while decoding MB 17 19, bytestream -5", "last_exit_at": "2026-07-03T17:07:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.154, "last_started_at": "2026-07-03T17:07:36+09:00", "pid": 41297, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.887, "name": "ffmpeg", "pid": 41297, "rss_mb": 266.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 22, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.677, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:08:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:08:12+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T17:08:12+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T17:08:12.023739+09:00", "mtime_epoch": 1783066092.0237389, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164370}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:08:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.481, "pushed": 5.481, "read": 5.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.093, "count": 163, "max_ms": 17.063, "p95_ms": 11.48}, "gstreamer_push": {"avg_ms": 0.931, "count": 164, "max_ms": 1.278, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.648, "count": 163, "max_ms": 67.743, "p95_ms": 62.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.134, "count": 163, "max_ms": 83.399, "p95_ms": 77.484}, "yolo11_640_fire_11class": {"avg_ms": 49.253, "count": 163, "max_ms": 65.943, "p95_ms": 63.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.013, "count": 163, "max_ms": 86.184, "p95_ms": 82.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.496, "count": 164, "max_ms": 259.621, "p95_ms": 225.382}, "read_interval": {"avg_ms": 183.655, "count": 163, "max_ms": 269.278, "p95_ms": 235.624}, "triton_wait": {"avg_ms": 62.398, "count": 163, "max_ms": 86.197, "p95_ms": 82.351}, "visualize": {"avg_ms": 7.831, "count": 163, "max_ms": 12.62, "p95_ms": 9.748}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2251.417, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.846, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:08:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:08:17+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:08:17+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T17:08:17.651837+09:00", "mtime_epoch": 1783066097.6518366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:08:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.698, "pushed": 10.698, "read": 10.665}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.969, "count": 320, "max_ms": 8.217, "p95_ms": 5.9}, "gstreamer_push": {"avg_ms": 1.291, "count": 320, "max_ms": 1.822, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.864, "count": 320, "max_ms": 66.521, "p95_ms": 62.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.022, "count": 320, "max_ms": 80.804, "p95_ms": 69.007}, "yolo11_640_fire_11class": {"avg_ms": 49.652, "count": 320, "max_ms": 67.149, "p95_ms": 62.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.193, "count": 320, "max_ms": 87.029, "p95_ms": 81.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.171, "count": 320, "max_ms": 139.353, "p95_ms": 108.056}, "read_interval": {"avg_ms": 93.934, "count": 319, "max_ms": 154.457, "p95_ms": 124.726}, "triton_wait": {"avg_ms": 56.218, "count": 320, "max_ms": 87.041, "p95_ms": 81.077}, "visualize": {"avg_ms": 4.001, "count": 320, "max_ms": 6.35, "p95_ms": 5.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 232, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:07:33+09:00", "last_error_summary": "[h264 @ 0x55e4367c8e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4367c8e40] error while decoding MB 0 31, bytestream 57090 [h264 @ 0x55e435bd4200] error while decoding MB 17 19, bytestream -5", "last_exit_at": "2026-07-03T17:07:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.187, "last_started_at": "2026-07-03T17:07:36+09:00", "pid": 41297, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.402, "name": "ffmpeg", "pid": 41297, "rss_mb": 267.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 22, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.827, "sample_count": 1717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 228992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:08:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:08:42+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T17:08:42+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T17:08:42.104262+09:00", "mtime_epoch": 1783066122.104262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:08:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.931, "pushed": 5.931, "read": 5.898}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.564, "count": 177, "max_ms": 13.285, "p95_ms": 11.325}, "gstreamer_push": {"avg_ms": 0.98, "count": 177, "max_ms": 1.271, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.838, "count": 177, "max_ms": 70.665, "p95_ms": 62.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.755, "count": 177, "max_ms": 78.059, "p95_ms": 69.341}, "yolo11_640_fire_11class": {"avg_ms": 48.707, "count": 177, "max_ms": 73.143, "p95_ms": 63.044}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.418, "count": 177, "max_ms": 90.734, "p95_ms": 82.455}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.075, "count": 177, "max_ms": 239.166, "p95_ms": 211.603}, "read_interval": {"avg_ms": 169.785, "count": 176, "max_ms": 249.039, "p95_ms": 222.567}, "triton_wait": {"avg_ms": 61.832, "count": 177, "max_ms": 90.746, "p95_ms": 82.468}, "visualize": {"avg_ms": 7.2, "count": 177, "max_ms": 13.195, "p95_ms": 9.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2281.932, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.917, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:08:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:08:48+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T17:08:48+09:00", "mjpeg": {"age_sec": 0.563, "exists": true, "mtime": "2026-07-03T17:08:47.660359+09:00", "mtime_epoch": 1783066127.660359, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:08:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.067, "count": 302, "max_ms": 7.561, "p95_ms": 6.255}, "gstreamer_push": {"avg_ms": 1.251, "count": 302, "max_ms": 1.723, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.018, "count": 302, "max_ms": 65.164, "p95_ms": 61.396}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.064, "count": 302, "max_ms": 73.006, "p95_ms": 67.899}, "yolo11_640_fire_11class": {"avg_ms": 49.841, "count": 302, "max_ms": 69.209, "p95_ms": 61.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.499, "count": 302, "max_ms": 83.999, "p95_ms": 80.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.721, "count": 302, "max_ms": 136.791, "p95_ms": 118.817}, "read_interval": {"avg_ms": 99.119, "count": 302, "max_ms": 607.483, "p95_ms": 143.144}, "triton_wait": {"avg_ms": 55.534, "count": 302, "max_ms": 84.011, "p95_ms": 80.385}, "visualize": {"avg_ms": 4.006, "count": 302, "max_ms": 6.859, "p95_ms": 5.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 232, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:07:33+09:00", "last_error_summary": "[h264 @ 0x55e4367c8e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4367c8e40] error while decoding MB 0 31, bytestream 57090 [h264 @ 0x55e435bd4200] error while decoding MB 17 19, bytestream -5", "last_exit_at": "2026-07-03T17:07:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.214, "last_started_at": "2026-07-03T17:07:36+09:00", "pid": 41297, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.449, "name": "ffmpeg", "pid": 41297, "rss_mb": 275.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 22, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.695, "sample_count": 1705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:09:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:09:12+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T17:09:12+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T17:09:12.156785+09:00", "mtime_epoch": 1783066152.1567855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165383}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:09:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.656, "pushed": 5.656, "read": 5.622}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.545, "count": 169, "max_ms": 13.127, "p95_ms": 11.944}, "gstreamer_push": {"avg_ms": 1.001, "count": 169, "max_ms": 1.433, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.567, "count": 169, "max_ms": 66.069, "p95_ms": 62.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.035, "count": 169, "max_ms": 80.655, "p95_ms": 72.356}, "yolo11_640_fire_11class": {"avg_ms": 49.287, "count": 169, "max_ms": 65.562, "p95_ms": 62.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.477, "count": 169, "max_ms": 85.044, "p95_ms": 81.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.226, "count": 169, "max_ms": 232.727, "p95_ms": 213.176}, "read_interval": {"avg_ms": 177.995, "count": 168, "max_ms": 1176.642, "p95_ms": 224.375}, "triton_wait": {"avg_ms": 62.777, "count": 169, "max_ms": 85.056, "p95_ms": 81.95}, "visualize": {"avg_ms": 7.286, "count": 169, "max_ms": 10.949, "p95_ms": 10.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2311.969, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.374, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:09:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:09:18+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:09:18+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T17:09:18.200891+09:00", "mtime_epoch": 1783066158.2008908, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:09:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.191, "pushed": 10.191, "read": 10.158}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.07, "count": 305, "max_ms": 7.543, "p95_ms": 6.522}, "gstreamer_push": {"avg_ms": 1.26, "count": 305, "max_ms": 2.043, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.195, "count": 305, "max_ms": 66.74, "p95_ms": 62.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.932, "count": 305, "max_ms": 79.814, "p95_ms": 69.034}, "yolo11_640_fire_11class": {"avg_ms": 48.801, "count": 305, "max_ms": 66.216, "p95_ms": 62.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.82, "count": 305, "max_ms": 85.641, "p95_ms": 82.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.44, "count": 305, "max_ms": 158.813, "p95_ms": 130.491}, "read_interval": {"avg_ms": 98.549, "count": 304, "max_ms": 771.846, "p95_ms": 144.196}, "triton_wait": {"avg_ms": 55.84, "count": 305, "max_ms": 85.653, "p95_ms": 82.265}, "visualize": {"avg_ms": 4.074, "count": 305, "max_ms": 6.832, "p95_ms": 6.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 232, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:07:33+09:00", "last_error_summary": "[h264 @ 0x55e4367c8e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4367c8e40] error while decoding MB 0 31, bytestream 57090 [h264 @ 0x55e435bd4200] error while decoding MB 17 19, bytestream -5", "last_exit_at": "2026-07-03T17:07:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.388, "last_started_at": "2026-07-03T17:07:36+09:00", "pid": 41297, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.348, "name": "ffmpeg", "pid": 41297, "rss_mb": 280.348, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 22, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.438, "sample_count": 1717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:09:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:09:42+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T17:09:42+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T17:09:42.241310+09:00", "mtime_epoch": 1783066182.2413096, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170107}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:09:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.587, "pushed": 6.587, "read": 6.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.114, "count": 197, "max_ms": 16.622, "p95_ms": 11.457}, "gstreamer_push": {"avg_ms": 1.094, "count": 197, "max_ms": 1.3, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.199, "count": 197, "max_ms": 66.41, "p95_ms": 63.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.009, "count": 197, "max_ms": 73.99, "p95_ms": 69.183}, "yolo11_640_fire_11class": {"avg_ms": 51.032, "count": 197, "max_ms": 67.382, "p95_ms": 64.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.321, "count": 197, "max_ms": 87.58, "p95_ms": 84.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.446, "count": 197, "max_ms": 247.164, "p95_ms": 214.36}, "read_interval": {"avg_ms": 152.108, "count": 196, "max_ms": 1129.694, "p95_ms": 225.386}, "triton_wait": {"avg_ms": 65.343, "count": 197, "max_ms": 87.592, "p95_ms": 84.291}, "visualize": {"avg_ms": 5.895, "count": 197, "max_ms": 13.327, "p95_ms": 9.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2342.038, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.14, "sample_count": 3017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266867, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:09:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:09:48+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T17:09:48+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T17:09:48.265415+09:00", "mtime_epoch": 1783066188.2654147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:09:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.847, "count": 298, "max_ms": 8.133, "p95_ms": 5.804}, "gstreamer_push": {"avg_ms": 1.269, "count": 298, "max_ms": 1.626, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.556, "count": 298, "max_ms": 66.446, "p95_ms": 63.202}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.022, "count": 298, "max_ms": 73.945, "p95_ms": 68.754}, "yolo11_640_fire_11class": {"avg_ms": 51.098, "count": 298, "max_ms": 68.994, "p95_ms": 64.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.482, "count": 298, "max_ms": 86.51, "p95_ms": 83.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.965, "count": 298, "max_ms": 152.757, "p95_ms": 132.134}, "read_interval": {"avg_ms": 100.957, "count": 297, "max_ms": 611.573, "p95_ms": 147.611}, "triton_wait": {"avg_ms": 58.497, "count": 298, "max_ms": 86.526, "p95_ms": 83.267}, "visualize": {"avg_ms": 3.942, "count": 298, "max_ms": 7.513, "p95_ms": 5.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 232, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:07:33+09:00", "last_error_summary": "[h264 @ 0x55e4367c8e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4367c8e40] error while decoding MB 0 31, bytestream 57090 [h264 @ 0x55e435bd4200] error while decoding MB 17 19, bytestream -5", "last_exit_at": "2026-07-03T17:07:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.43, "last_started_at": "2026-07-03T17:07:36+09:00", "pid": 41297, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.152, "name": "ffmpeg", "pid": 41297, "rss_mb": 282.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 85, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.059, "sample_count": 1681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:10:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:10:12+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T17:10:12+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T17:10:12.325834+09:00", "mtime_epoch": 1783066212.325834, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164067}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:10:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.692, "pushed": 4.692, "read": 4.659}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.237, "count": 140, "max_ms": 19.828, "p95_ms": 12.704}, "gstreamer_push": {"avg_ms": 0.882, "count": 140, "max_ms": 1.339, "p95_ms": 0.967}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.276, "count": 140, "max_ms": 66.384, "p95_ms": 61.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.325, "count": 140, "max_ms": 81.777, "p95_ms": 71.455}, "yolo11_640_fire_11class": {"avg_ms": 49.215, "count": 140, "max_ms": 68.121, "p95_ms": 62.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.082, "count": 140, "max_ms": 87.189, "p95_ms": 83.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 204.457, "count": 140, "max_ms": 239.652, "p95_ms": 229.465}, "read_interval": {"avg_ms": 214.87, "count": 139, "max_ms": 249.814, "p95_ms": 239.348}, "triton_wait": {"avg_ms": 64.18, "count": 140, "max_ms": 87.202, "p95_ms": 83.231}, "visualize": {"avg_ms": 9.411, "count": 140, "max_ms": 12.314, "p95_ms": 10.453}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2372.058, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.344, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.344, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.454, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:10:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:10:18+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:10:18+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T17:10:18.289938+09:00", "mtime_epoch": 1783066218.2899382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:10:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.22, "pushed": 10.22, "read": 10.186}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.564, "count": 306, "max_ms": 8.025, "p95_ms": 5.299}, "gstreamer_push": {"avg_ms": 1.301, "count": 306, "max_ms": 2.128, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.9, "count": 306, "max_ms": 64.6, "p95_ms": 61.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.127, "count": 306, "max_ms": 78.853, "p95_ms": 62.558}, "yolo11_640_fire_11class": {"avg_ms": 48.983, "count": 306, "max_ms": 66.944, "p95_ms": 61.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.089, "count": 306, "max_ms": 85.887, "p95_ms": 80.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.363, "count": 306, "max_ms": 137.634, "p95_ms": 100.677}, "read_interval": {"avg_ms": 98.157, "count": 305, "max_ms": 818.758, "p95_ms": 121.918}, "triton_wait": {"avg_ms": 55.105, "count": 306, "max_ms": 85.9, "p95_ms": 80.578}, "visualize": {"avg_ms": 3.772, "count": 306, "max_ms": 6.716, "p95_ms": 4.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2402.101, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.686, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267470, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:10:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:10:48+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:10:48+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T17:10:48.330462+09:00", "mtime_epoch": 1783066248.3304622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:10:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.92}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.671, "count": 297, "max_ms": 8.767, "p95_ms": 5.769}, "gstreamer_push": {"avg_ms": 1.316, "count": 297, "max_ms": 2.079, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.63, "count": 297, "max_ms": 66.038, "p95_ms": 62.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.739, "count": 297, "max_ms": 75.757, "p95_ms": 67.015}, "yolo11_640_fire_11class": {"avg_ms": 48.201, "count": 297, "max_ms": 67.543, "p95_ms": 63.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.681, "count": 297, "max_ms": 84.85, "p95_ms": 81.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.532, "count": 297, "max_ms": 135.233, "p95_ms": 102.523}, "read_interval": {"avg_ms": 101.154, "count": 297, "max_ms": 677.896, "p95_ms": 169.112}, "triton_wait": {"avg_ms": 54.697, "count": 297, "max_ms": 84.862, "p95_ms": 81.237}, "visualize": {"avg_ms": 3.826, "count": 297, "max_ms": 6.716, "p95_ms": 5.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12396.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 74, "h264_decode_error_count": 232, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:07:33+09:00", "last_error_summary": "[h264 @ 0x55e4367c8e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e4367c8e40] error while decoding MB 0 31, bytestream 57090 [h264 @ 0x55e435bd4200] error while decoding MB 17 19, bytestream -5", "last_exit_at": "2026-07-03T17:07:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.979, "last_started_at": "2026-07-03T17:07:36+09:00", "pid": 41297, "process": {"exists": true, "fd_count": 5, "hwm_mb": 290.848, "name": "ffmpeg", "pid": 41297, "rss_mb": 290.848, "state": "S (sleeping)", "threads": 104}, "restart_count": 85, "restart_count_per_hour": 21, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 86}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.582, "sample_count": 1573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:10:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:10:53+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T17:10:52+09:00", "mjpeg": {"age_sec": 18.409, "exists": true, "mtime": "2026-07-03T17:10:34.622223+09:00", "mtime_epoch": 1783066234.6222231, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169556}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:10:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.168, "pushed": 2.168, "read": 2.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.413, "count": 64, "max_ms": 17.042, "p95_ms": 10.1}, "gstreamer_push": {"avg_ms": 0.935, "count": 65, "max_ms": 1.104, "p95_ms": 0.988}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.809, "count": 64, "max_ms": 65.089, "p95_ms": 62.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.804, "count": 64, "max_ms": 79.166, "p95_ms": 74.12}, "yolo11_640_fire_11class": {"avg_ms": 52.196, "count": 64, "max_ms": 65.594, "p95_ms": 62.688}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.431, "count": 64, "max_ms": 84.489, "p95_ms": 82.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.629, "count": 65, "max_ms": 199.491, "p95_ms": 189.151}, "read_interval": {"avg_ms": 468.345, "count": 64, "max_ms": 18446.915, "p95_ms": 201.784}, "triton_wait": {"avg_ms": 67.696, "count": 64, "max_ms": 84.501, "p95_ms": 82.42}, "visualize": {"avg_ms": 7.548, "count": 64, "max_ms": 9.166, "p95_ms": 8.444}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2432.233, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "R (running)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.665, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:11:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T17:11:18+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T17:11:18+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T17:11:18.398987+09:00", "mtime_epoch": 1783066278.3989873, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:11:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.458, "count": 303, "max_ms": 5.227, "p95_ms": 4.313}, "gstreamer_push": {"avg_ms": 1.317, "count": 303, "max_ms": 1.773, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.188, "count": 303, "max_ms": 72.518, "p95_ms": 61.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.526, "count": 303, "max_ms": 83.401, "p95_ms": 57.649}, "yolo11_640_fire_11class": {"avg_ms": 47.528, "count": 303, "max_ms": 72.226, "p95_ms": 60.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.536, "count": 303, "max_ms": 89.028, "p95_ms": 77.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.667, "count": 303, "max_ms": 101.394, "p95_ms": 90.055}, "read_interval": {"avg_ms": 99.216, "count": 302, "max_ms": 795.834, "p95_ms": 117.726}, "triton_wait": {"avg_ms": 53.564, "count": 303, "max_ms": 89.04, "p95_ms": 77.286}, "visualize": {"avg_ms": 3.667, "count": 303, "max_ms": 4.92, "p95_ms": 4.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:10:54+09:00", "last_error_summary": "[h264 @ 0x55d959214b00] cabac decode of qscale diff failed at 47 27 [h264 @ 0x55d959214b00] error while decoding MB 47 27, bytestream 7512 [h264 @ 0x55d9592b5b80] left block unavailable for requested intra mode [h264 @ 0x55d9592b5b80] error while decoding MB 0 39, bytestream 2168 [h264 @ 0x55d959228cc0] cabac decode of qscale diff failed at 41 21 [h264 @ 0x55d959228cc0] error while decoding MB 41 21, bytestream 4775 [h264 @ 0x55d959e02740] cabac decode of qscale diff failed at 6 43 [h264 @ 0x55d", "last_exit_at": "2026-07-03T17:10:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.11, "last_started_at": "2026-07-03T17:10:57+09:00", "pid": 41404, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.652, "name": "ffmpeg", "pid": 41404, "rss_mb": 265.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.695, "sample_count": 1558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:11:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:11:23+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T17:11:23+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T17:11:23.047068+09:00", "mtime_epoch": 1783066283.0470684, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:11:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.664, "pushed": 5.664, "read": 5.631}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.846, "count": 169, "max_ms": 12.788, "p95_ms": 10.685}, "gstreamer_push": {"avg_ms": 1.043, "count": 169, "max_ms": 1.254, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.786, "count": 169, "max_ms": 66.9, "p95_ms": 62.567}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.822, "count": 169, "max_ms": 77.476, "p95_ms": 68.133}, "yolo11_640_fire_11class": {"avg_ms": 48.184, "count": 169, "max_ms": 66.719, "p95_ms": 63.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.236, "count": 169, "max_ms": 85.552, "p95_ms": 82.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.978, "count": 169, "max_ms": 221.754, "p95_ms": 198.863}, "read_interval": {"avg_ms": 177.514, "count": 168, "max_ms": 4552.649, "p95_ms": 210.314}, "triton_wait": {"avg_ms": 60.794, "count": 169, "max_ms": 85.563, "p95_ms": 82.666}, "visualize": {"avg_ms": 6.375, "count": 169, "max_ms": 11.036, "p95_ms": 8.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2233}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2462.239, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.799, "sample_count": 3047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:11:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:11:48+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T17:11:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T17:11:48.439512+09:00", "mtime_epoch": 1783066308.439512, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:11:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.904}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.516, "count": 297, "max_ms": 6.366, "p95_ms": 4.42}, "gstreamer_push": {"avg_ms": 1.325, "count": 297, "max_ms": 1.568, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.053, "count": 297, "max_ms": 69.746, "p95_ms": 63.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.596, "count": 297, "max_ms": 77.223, "p95_ms": 71.514}, "yolo11_640_fire_11class": {"avg_ms": 49.916, "count": 297, "max_ms": 69.209, "p95_ms": 64.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.99, "count": 297, "max_ms": 86.611, "p95_ms": 82.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.153, "count": 297, "max_ms": 120.352, "p95_ms": 95.753}, "read_interval": {"avg_ms": 100.949, "count": 297, "max_ms": 820.198, "p95_ms": 129.483}, "triton_wait": {"avg_ms": 57.056, "count": 297, "max_ms": 86.623, "p95_ms": 82.702}, "visualize": {"avg_ms": 3.778, "count": 297, "max_ms": 6.025, "p95_ms": 4.417}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:10:54+09:00", "last_error_summary": "[h264 @ 0x55d959214b00] cabac decode of qscale diff failed at 47 27 [h264 @ 0x55d959214b00] error while decoding MB 47 27, bytestream 7512 [h264 @ 0x55d9592b5b80] left block unavailable for requested intra mode [h264 @ 0x55d9592b5b80] error while decoding MB 0 39, bytestream 2168 [h264 @ 0x55d959228cc0] cabac decode of qscale diff failed at 41 21 [h264 @ 0x55d959228cc0] error while decoding MB 41 21, bytestream 4775 [h264 @ 0x55d959e02740] cabac decode of qscale diff failed at 6 43 [h264 @ 0x55d", "last_exit_at": "2026-07-03T17:10:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.15, "last_started_at": "2026-07-03T17:10:57+09:00", "pid": 41404, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.973, "name": "ffmpeg", "pid": 41404, "rss_mb": 267.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.695, "sample_count": 1557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 229964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:11:53+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T17:11:53+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T17:11:53.135594+09:00", "mtime_epoch": 1783066313.1355941, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:11:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.892, "pushed": 5.892, "read": 5.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.5, "count": 176, "max_ms": 16.006, "p95_ms": 11.08}, "gstreamer_push": {"avg_ms": 0.977, "count": 176, "max_ms": 1.525, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.678, "count": 176, "max_ms": 67.02, "p95_ms": 63.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.595, "count": 176, "max_ms": 79.376, "p95_ms": 75.461}, "yolo11_640_fire_11class": {"avg_ms": 50.828, "count": 176, "max_ms": 68.74, "p95_ms": 64.781}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.784, "count": 176, "max_ms": 87.202, "p95_ms": 83.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.841, "count": 176, "max_ms": 227.959, "p95_ms": 205.387}, "read_interval": {"avg_ms": 170.837, "count": 175, "max_ms": 238.027, "p95_ms": 215.027}, "triton_wait": {"avg_ms": 64.307, "count": 176, "max_ms": 87.215, "p95_ms": 83.122}, "visualize": {"avg_ms": 7.142, "count": 176, "max_ms": 13.011, "p95_ms": 9.353}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2492.248, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.8, "sample_count": 3054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:12:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T17:12:18+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T17:12:18+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T17:12:18.364035+09:00", "mtime_epoch": 1783066338.364035, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:12:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.641, "count": 303, "max_ms": 6.867, "p95_ms": 5.631}, "gstreamer_push": {"avg_ms": 1.321, "count": 303, "max_ms": 1.584, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.7, "count": 303, "max_ms": 69.369, "p95_ms": 62.732}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.925, "count": 303, "max_ms": 77.994, "p95_ms": 67.972}, "yolo11_640_fire_11class": {"avg_ms": 49.141, "count": 303, "max_ms": 70.098, "p95_ms": 63.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.883, "count": 303, "max_ms": 86.617, "p95_ms": 81.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.898, "count": 303, "max_ms": 129.004, "p95_ms": 101.651}, "read_interval": {"avg_ms": 99.116, "count": 303, "max_ms": 884.125, "p95_ms": 130.981}, "triton_wait": {"avg_ms": 55.912, "count": 303, "max_ms": 86.63, "p95_ms": 81.545}, "visualize": {"avg_ms": 3.819, "count": 303, "max_ms": 5.605, "p95_ms": 5.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:10:54+09:00", "last_error_summary": "[h264 @ 0x55d959214b00] cabac decode of qscale diff failed at 47 27 [h264 @ 0x55d959214b00] error while decoding MB 47 27, bytestream 7512 [h264 @ 0x55d9592b5b80] left block unavailable for requested intra mode [h264 @ 0x55d9592b5b80] error while decoding MB 0 39, bytestream 2168 [h264 @ 0x55d959228cc0] cabac decode of qscale diff failed at 41 21 [h264 @ 0x55d959228cc0] error while decoding MB 41 21, bytestream 4775 [h264 @ 0x55d959e02740] cabac decode of qscale diff failed at 6 43 [h264 @ 0x55d", "last_exit_at": "2026-07-03T17:10:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.255, "last_started_at": "2026-07-03T17:10:57+09:00", "pid": 41404, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.898, "name": "ffmpeg", "pid": 41404, "rss_mb": 271.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.897, "sample_count": 1560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:12:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:12:23+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-03T17:12:23+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-03T17:12:23.156119+09:00", "mtime_epoch": 1783066343.1561186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:12:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.508, "pushed": 5.508, "read": 5.474}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.957, "count": 164, "max_ms": 15.099, "p95_ms": 11.255}, "gstreamer_push": {"avg_ms": 0.947, "count": 165, "max_ms": 1.226, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.432, "count": 164, "max_ms": 64.888, "p95_ms": 61.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.568, "count": 164, "max_ms": 76.884, "p95_ms": 71.4}, "yolo11_640_fire_11class": {"avg_ms": 49.23, "count": 164, "max_ms": 65.407, "p95_ms": 62.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.676, "count": 164, "max_ms": 84.157, "p95_ms": 81.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.883, "count": 165, "max_ms": 239.666, "p95_ms": 219.168}, "read_interval": {"avg_ms": 182.175, "count": 164, "max_ms": 249.367, "p95_ms": 228.903}, "triton_wait": {"avg_ms": 62.664, "count": 164, "max_ms": 84.171, "p95_ms": 81.413}, "visualize": {"avg_ms": 7.807, "count": 164, "max_ms": 10.544, "p95_ms": 9.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2238}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2522.254, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.721, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:12:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:12:48+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T17:12:48+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T17:12:48.368560+09:00", "mtime_epoch": 1783066368.3685596, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:12:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.407, "count": 300, "max_ms": 5.115, "p95_ms": 4.028}, "gstreamer_push": {"avg_ms": 1.328, "count": 300, "max_ms": 1.652, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.425, "count": 300, "max_ms": 66.63, "p95_ms": 62.4}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.476, "count": 300, "max_ms": 77.552, "p95_ms": 70.385}, "yolo11_640_fire_11class": {"avg_ms": 48.271, "count": 300, "max_ms": 67.911, "p95_ms": 62.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.559, "count": 300, "max_ms": 86.841, "p95_ms": 80.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.879, "count": 300, "max_ms": 99.413, "p95_ms": 93.162}, "read_interval": {"avg_ms": 100.041, "count": 300, "max_ms": 751.076, "p95_ms": 184.689}, "triton_wait": {"avg_ms": 55.601, "count": 300, "max_ms": 86.854, "p95_ms": 80.677}, "visualize": {"avg_ms": 3.725, "count": 300, "max_ms": 4.948, "p95_ms": 4.18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:10:54+09:00", "last_error_summary": "[h264 @ 0x55d959214b00] cabac decode of qscale diff failed at 47 27 [h264 @ 0x55d959214b00] error while decoding MB 47 27, bytestream 7512 [h264 @ 0x55d9592b5b80] left block unavailable for requested intra mode [h264 @ 0x55d9592b5b80] error while decoding MB 0 39, bytestream 2168 [h264 @ 0x55d959228cc0] cabac decode of qscale diff failed at 41 21 [h264 @ 0x55d959228cc0] error while decoding MB 41 21, bytestream 4775 [h264 @ 0x55d959e02740] cabac decode of qscale diff failed at 6 43 [h264 @ 0x55d", "last_exit_at": "2026-07-03T17:10:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.45, "last_started_at": "2026-07-03T17:10:57+09:00", "pid": 41404, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.023, "name": "ffmpeg", "pid": 41404, "rss_mb": 276.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 86, "restart_count_per_hour": 22, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.739, "sample_count": 1593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:12:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:12:53+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-03T17:12:53+09:00", "mjpeg": {"age_sec": 0.216, "exists": true, "mtime": "2026-07-03T17:12:53.344647+09:00", "mtime_epoch": 1783066373.3446467, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165828}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:12:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.837, "pushed": 5.837, "read": 5.804}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.362, "count": 174, "max_ms": 13.396, "p95_ms": 11.21}, "gstreamer_push": {"avg_ms": 0.975, "count": 175, "max_ms": 1.277, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.642, "count": 174, "max_ms": 64.295, "p95_ms": 61.53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.784, "count": 174, "max_ms": 76.759, "p95_ms": 69.542}, "yolo11_640_fire_11class": {"avg_ms": 48.377, "count": 174, "max_ms": 64.252, "p95_ms": 61.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.147, "count": 174, "max_ms": 86.757, "p95_ms": 81.028}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.906, "count": 175, "max_ms": 223.104, "p95_ms": 205.646}, "read_interval": {"avg_ms": 172.185, "count": 174, "max_ms": 233.203, "p95_ms": 215.33}, "triton_wait": {"avg_ms": 61.778, "count": 174, "max_ms": 86.769, "p95_ms": 81.041}, "visualize": {"avg_ms": 7.302, "count": 174, "max_ms": 10.045, "p95_ms": 9.556}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2552.738, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.436, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:13:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T17:13:19+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T17:13:18+09:00", "mjpeg": {"age_sec": 0.501, "exists": true, "mtime": "2026-07-03T17:13:18.529087+09:00", "mtime_epoch": 1783066398.529087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:13:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.838, "pushed": 9.838, "read": 9.805}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.838, "count": 295, "max_ms": 6.66, "p95_ms": 5.729}, "gstreamer_push": {"avg_ms": 1.279, "count": 295, "max_ms": 1.512, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.768, "count": 295, "max_ms": 75.48, "p95_ms": 61.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.507, "count": 295, "max_ms": 74.67, "p95_ms": 64.333}, "yolo11_640_fire_11class": {"avg_ms": 48.782, "count": 295, "max_ms": 74.939, "p95_ms": 62.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.274, "count": 295, "max_ms": 86.45, "p95_ms": 81.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.951, "count": 295, "max_ms": 149.67, "p95_ms": 105.158}, "read_interval": {"avg_ms": 101.887, "count": 294, "max_ms": 747.236, "p95_ms": 140.165}, "triton_wait": {"avg_ms": 54.289, "count": 295, "max_ms": 86.461, "p95_ms": 81.563}, "visualize": {"avg_ms": 3.918, "count": 295, "max_ms": 6.252, "p95_ms": 5.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12440.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 75, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 72, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:10:54+09:00", "last_error_summary": "[h264 @ 0x55d959214b00] cabac decode of qscale diff failed at 47 27 [h264 @ 0x55d959214b00] error while decoding MB 47 27, bytestream 7512 [h264 @ 0x55d9592b5b80] left block unavailable for requested intra mode [h264 @ 0x55d9592b5b80] error while decoding MB 0 39, bytestream 2168 [h264 @ 0x55d959228cc0] cabac decode of qscale diff failed at 41 21 [h264 @ 0x55d959228cc0] error while decoding MB 41 21, bytestream 4775 [h264 @ 0x55d959e02740] cabac decode of qscale diff failed at 6 43 [h264 @ 0x55d", "last_exit_at": "2026-07-03T17:10:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 148.372, "last_started_at": "2026-07-03T17:10:57+09:00", "pid": 41404, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.051, "name": "ffmpeg", "pid": 41404, "rss_mb": 333.051, "state": "S (sleeping)", "threads": 104}, "restart_count": 86, "restart_count_per_hour": 21, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 87}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.101, "sample_count": 1486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:13:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:13:25+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:13:25+09:00", "mjpeg": {"age_sec": 10.187, "exists": true, "mtime": "2026-07-03T17:13:15.297031+09:00", "mtime_epoch": 1783066395.2970307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:13:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.068, "pushed": 2.068, "read": 2.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.785, "count": 61, "max_ms": 14.42, "p95_ms": 11.237}, "gstreamer_push": {"avg_ms": 0.945, "count": 62, "max_ms": 1.192, "p95_ms": 1.098}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.725, "count": 61, "max_ms": 70.323, "p95_ms": 62.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.836, "count": 61, "max_ms": 80.856, "p95_ms": 73.017}, "yolo11_640_fire_11class": {"avg_ms": 51.782, "count": 61, "max_ms": 70.309, "p95_ms": 64.308}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.032, "count": 61, "max_ms": 84.792, "p95_ms": 84.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.23, "count": 62, "max_ms": 241.935, "p95_ms": 216.434}, "read_interval": {"avg_ms": 492.484, "count": 61, "max_ms": 10177.24, "p95_ms": 249.042}, "triton_wait": {"avg_ms": 66.313, "count": 61, "max_ms": 84.804, "p95_ms": 84.495}, "visualize": {"avg_ms": 7.645, "count": 61, "max_ms": 12.416, "p95_ms": 9.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2582.747, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.585, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:13:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:13:49+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T17:13:48+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T17:13:48.977620+09:00", "mtime_epoch": 1783066428.9776201, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:13:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.201, "pushed": 10.201, "read": 10.201}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.628, "count": 306, "max_ms": 6.284, "p95_ms": 5.601}, "gstreamer_push": {"avg_ms": 1.305, "count": 306, "max_ms": 1.971, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.62, "count": 306, "max_ms": 65.916, "p95_ms": 61.922}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.42, "count": 306, "max_ms": 79.07, "p95_ms": 56.484}, "yolo11_640_fire_11class": {"avg_ms": 50.225, "count": 306, "max_ms": 70.101, "p95_ms": 64.195}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.457, "count": 306, "max_ms": 85.461, "p95_ms": 81.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.752, "count": 306, "max_ms": 136.961, "p95_ms": 100.011}, "read_interval": {"avg_ms": 98.18, "count": 306, "max_ms": 646.477, "p95_ms": 174.323}, "triton_wait": {"avg_ms": 54.522, "count": 306, "max_ms": 85.472, "p95_ms": 81.134}, "visualize": {"avg_ms": 3.771, "count": 306, "max_ms": 5.739, "p95_ms": 5.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:13:29+09:00", "last_error_summary": "[h264 @ 0x55e0145f63c0] cabac decode of qscale diff failed at 5 19 [h264 @ 0x55e0145f63c0] error while decoding MB 5 19, bytestream 31522 [h264 @ 0x55e0145fb080] left block unavailable for requested intra mode [h264 @ 0x55e0145fb080] error while decoding MB 0 43, bytestream 87276 [h264 @ 0x55e0145b4680] reference picture missing during reorder [h264 @ 0x55e0145b4680] Missing reference picture, default is 65537 [h264 @ 0x55e0145e2500] mmco: unref short failure [h264 @ 0x55e0145e2500] illegal shor", "last_exit_at": "2026-07-03T17:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.17, "last_started_at": "2026-07-03T17:13:31+09:00", "pid": 41511, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.812, "name": "ffmpeg", "pid": 41511, "rss_mb": 268.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 22, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.695, "sample_count": 1444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:13:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:13:55+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T17:13:55+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T17:13:55.445733+09:00", "mtime_epoch": 1783066435.4457333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:13:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.872, "pushed": 4.872, "read": 4.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.12, "count": 145, "max_ms": 17.451, "p95_ms": 12.794}, "gstreamer_push": {"avg_ms": 0.969, "count": 146, "max_ms": 1.775, "p95_ms": 1.135}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.915, "count": 145, "max_ms": 65.386, "p95_ms": 63.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.476, "count": 145, "max_ms": 80.766, "p95_ms": 70.757}, "yolo11_640_fire_11class": {"avg_ms": 49.981, "count": 145, "max_ms": 67.656, "p95_ms": 64.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.49, "count": 145, "max_ms": 84.899, "p95_ms": 80.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.49, "count": 146, "max_ms": 237.268, "p95_ms": 213.433}, "read_interval": {"avg_ms": 206.507, "count": 145, "max_ms": 4285.121, "p95_ms": 227.677}, "triton_wait": {"avg_ms": 63.065, "count": 145, "max_ms": 84.911, "p95_ms": 80.851}, "visualize": {"avg_ms": 7.702, "count": 145, "max_ms": 10.738, "p95_ms": 9.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2612.824, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.698, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:14:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:14:19+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T17:14:19+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T17:14:19.050147+09:00", "mtime_epoch": 1783066459.0501466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:14:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.976, "pushed": 9.976, "read": 9.943}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.755, "count": 299, "max_ms": 6.508, "p95_ms": 5.668}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 2.09, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.327, "count": 299, "max_ms": 73.374, "p95_ms": 62.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.099, "count": 299, "max_ms": 83.266, "p95_ms": 70.788}, "yolo11_640_fire_11class": {"avg_ms": 51.381, "count": 299, "max_ms": 74.708, "p95_ms": 65.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.901, "count": 299, "max_ms": 92.484, "p95_ms": 81.998}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.745, "count": 299, "max_ms": 136.467, "p95_ms": 103.01}, "read_interval": {"avg_ms": 100.561, "count": 298, "max_ms": 776.494, "p95_ms": 164.45}, "triton_wait": {"avg_ms": 56.039, "count": 299, "max_ms": 92.496, "p95_ms": 82.014}, "visualize": {"avg_ms": 3.865, "count": 299, "max_ms": 5.887, "p95_ms": 5.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:13:29+09:00", "last_error_summary": "[h264 @ 0x55e0145f63c0] cabac decode of qscale diff failed at 5 19 [h264 @ 0x55e0145f63c0] error while decoding MB 5 19, bytestream 31522 [h264 @ 0x55e0145fb080] left block unavailable for requested intra mode [h264 @ 0x55e0145fb080] error while decoding MB 0 43, bytestream 87276 [h264 @ 0x55e0145b4680] reference picture missing during reorder [h264 @ 0x55e0145b4680] Missing reference picture, default is 65537 [h264 @ 0x55e0145e2500] mmco: unref short failure [h264 @ 0x55e0145e2500] illegal shor", "last_exit_at": "2026-07-03T17:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.174, "last_started_at": "2026-07-03T17:13:31+09:00", "pid": 41511, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.422, "name": "ffmpeg", "pid": 41511, "rss_mb": 272.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 22, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.101, "sample_count": 1444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:14:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:14:25+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:14:25+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T17:14:25.474259+09:00", "mtime_epoch": 1783066465.4742591, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:14:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.235, "pushed": 6.235, "read": 6.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.937, "count": 187, "max_ms": 14.645, "p95_ms": 11.347}, "gstreamer_push": {"avg_ms": 1.028, "count": 187, "max_ms": 1.372, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.88, "count": 187, "max_ms": 70.585, "p95_ms": 62.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.529, "count": 187, "max_ms": 77.141, "p95_ms": 71.481}, "yolo11_640_fire_11class": {"avg_ms": 49.968, "count": 187, "max_ms": 71.094, "p95_ms": 64.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.117, "count": 187, "max_ms": 89.738, "p95_ms": 81.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.345, "count": 187, "max_ms": 224.62, "p95_ms": 206.368}, "read_interval": {"avg_ms": 160.58, "count": 187, "max_ms": 236.555, "p95_ms": 216.192}, "triton_wait": {"avg_ms": 61.559, "count": 187, "max_ms": 89.75, "p95_ms": 81.6}, "visualize": {"avg_ms": 6.838, "count": 187, "max_ms": 11.052, "p95_ms": 9.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2248}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2642.832, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.068, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:14:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:14:49+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T17:14:49+09:00", "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-07-03T17:14:49.070672+09:00", "mtime_epoch": 1783066489.0706723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243943}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:14:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.694, "count": 299, "max_ms": 6.898, "p95_ms": 5.845}, "gstreamer_push": {"avg_ms": 1.306, "count": 299, "max_ms": 1.795, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.193, "count": 299, "max_ms": 69.105, "p95_ms": 62.043}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.582, "count": 299, "max_ms": 80.531, "p95_ms": 68.907}, "yolo11_640_fire_11class": {"avg_ms": 50.669, "count": 299, "max_ms": 70.11, "p95_ms": 64.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.821, "count": 299, "max_ms": 88.059, "p95_ms": 81.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.809, "count": 299, "max_ms": 139.053, "p95_ms": 104.459}, "read_interval": {"avg_ms": 100.365, "count": 299, "max_ms": 743.915, "p95_ms": 141.456}, "triton_wait": {"avg_ms": 55.874, "count": 299, "max_ms": 88.07, "p95_ms": 81.515}, "visualize": {"avg_ms": 3.862, "count": 299, "max_ms": 6.853, "p95_ms": 5.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:13:29+09:00", "last_error_summary": "[h264 @ 0x55e0145f63c0] cabac decode of qscale diff failed at 5 19 [h264 @ 0x55e0145f63c0] error while decoding MB 5 19, bytestream 31522 [h264 @ 0x55e0145fb080] left block unavailable for requested intra mode [h264 @ 0x55e0145fb080] error while decoding MB 0 43, bytestream 87276 [h264 @ 0x55e0145b4680] reference picture missing during reorder [h264 @ 0x55e0145b4680] Missing reference picture, default is 65537 [h264 @ 0x55e0145e2500] mmco: unref short failure [h264 @ 0x55e0145e2500] illegal shor", "last_exit_at": "2026-07-03T17:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.352, "last_started_at": "2026-07-03T17:13:31+09:00", "pid": 41511, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.742, "name": "ffmpeg", "pid": 41511, "rss_mb": 274.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 22, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.655, "sample_count": 1462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 230881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:14:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:14:55+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T17:14:55+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-03T17:14:55.578786+09:00", "mtime_epoch": 1783066495.5787864, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:14:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.767, "pushed": 5.767, "read": 5.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.567, "count": 173, "max_ms": 15.995, "p95_ms": 11.076}, "gstreamer_push": {"avg_ms": 0.972, "count": 173, "max_ms": 1.401, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.16, "count": 173, "max_ms": 66.914, "p95_ms": 62.105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.906, "count": 173, "max_ms": 84.845, "p95_ms": 69.369}, "yolo11_640_fire_11class": {"avg_ms": 49.539, "count": 173, "max_ms": 69.892, "p95_ms": 65.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.933, "count": 173, "max_ms": 89.57, "p95_ms": 83.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.927, "count": 173, "max_ms": 254.229, "p95_ms": 202.698}, "read_interval": {"avg_ms": 173.168, "count": 173, "max_ms": 265.308, "p95_ms": 211.51}, "triton_wait": {"avg_ms": 62.506, "count": 173, "max_ms": 89.583, "p95_ms": 83.601}, "visualize": {"avg_ms": 7.386, "count": 173, "max_ms": 12.579, "p95_ms": 9.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2672.857, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.061, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:15:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:15:19+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T17:15:19+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T17:15:19.063198+09:00", "mtime_epoch": 1783066519.0631979, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229798}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:15:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.118, "pushed": 10.118, "read": 10.085}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.642, "count": 303, "max_ms": 6.78, "p95_ms": 5.637}, "gstreamer_push": {"avg_ms": 1.313, "count": 303, "max_ms": 2.045, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.909, "count": 303, "max_ms": 67.08, "p95_ms": 62.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.904, "count": 303, "max_ms": 78.0, "p95_ms": 68.058}, "yolo11_640_fire_11class": {"avg_ms": 50.126, "count": 303, "max_ms": 67.51, "p95_ms": 63.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.579, "count": 303, "max_ms": 86.743, "p95_ms": 81.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.487, "count": 303, "max_ms": 130.756, "p95_ms": 101.059}, "read_interval": {"avg_ms": 99.148, "count": 302, "max_ms": 756.992, "p95_ms": 132.618}, "triton_wait": {"avg_ms": 55.628, "count": 303, "max_ms": 86.755, "p95_ms": 81.8}, "visualize": {"avg_ms": 3.822, "count": 303, "max_ms": 5.824, "p95_ms": 4.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:13:29+09:00", "last_error_summary": "[h264 @ 0x55e0145f63c0] cabac decode of qscale diff failed at 5 19 [h264 @ 0x55e0145f63c0] error while decoding MB 5 19, bytestream 31522 [h264 @ 0x55e0145fb080] left block unavailable for requested intra mode [h264 @ 0x55e0145fb080] error while decoding MB 0 43, bytestream 87276 [h264 @ 0x55e0145b4680] reference picture missing during reorder [h264 @ 0x55e0145b4680] Missing reference picture, default is 65537 [h264 @ 0x55e0145e2500] mmco: unref short failure [h264 @ 0x55e0145e2500] illegal shor", "last_exit_at": "2026-07-03T17:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.397, "last_started_at": "2026-07-03T17:13:31+09:00", "pid": 41511, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.66, "name": "ffmpeg", "pid": 41511, "rss_mb": 275.66, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 22, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.928, "sample_count": 1495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:15:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T17:15:25+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T17:15:25+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T17:15:25.727314+09:00", "mtime_epoch": 1783066525.7273145, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:15:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.096, "pushed": 6.096, "read": 6.062}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.206, "count": 182, "max_ms": 15.961, "p95_ms": 10.865}, "gstreamer_push": {"avg_ms": 1.015, "count": 182, "max_ms": 1.343, "p95_ms": 1.208}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.968, "count": 182, "max_ms": 64.626, "p95_ms": 62.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.989, "count": 182, "max_ms": 77.59, "p95_ms": 70.739}, "yolo11_640_fire_11class": {"avg_ms": 49.016, "count": 182, "max_ms": 66.069, "p95_ms": 63.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.932, "count": 182, "max_ms": 85.005, "p95_ms": 81.104}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.231, "count": 182, "max_ms": 224.25, "p95_ms": 203.383}, "read_interval": {"avg_ms": 165.357, "count": 181, "max_ms": 233.959, "p95_ms": 213.154}, "triton_wait": {"avg_ms": 61.34, "count": 182, "max_ms": 85.021, "p95_ms": 81.116}, "visualize": {"avg_ms": 7.041, "count": 182, "max_ms": 11.19, "p95_ms": 8.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2702.87, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.337, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:15:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:15:49+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T17:15:49+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T17:15:49.095724+09:00", "mtime_epoch": 1783066549.095724, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:15:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.689, "count": 296, "max_ms": 6.587, "p95_ms": 5.722}, "gstreamer_push": {"avg_ms": 1.298, "count": 296, "max_ms": 1.567, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.369, "count": 296, "max_ms": 66.786, "p95_ms": 63.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.243, "count": 296, "max_ms": 74.657, "p95_ms": 70.135}, "yolo11_640_fire_11class": {"avg_ms": 50.588, "count": 296, "max_ms": 68.917, "p95_ms": 64.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.035, "count": 296, "max_ms": 86.106, "p95_ms": 83.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.395, "count": 296, "max_ms": 135.83, "p95_ms": 104.076}, "read_interval": {"avg_ms": 101.389, "count": 296, "max_ms": 793.165, "p95_ms": 135.223}, "triton_wait": {"avg_ms": 58.093, "count": 296, "max_ms": 86.119, "p95_ms": 83.268}, "visualize": {"avg_ms": 3.795, "count": 296, "max_ms": 6.381, "p95_ms": 5.087}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 76, "h264_decode_error_count": 249, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:13:29+09:00", "last_error_summary": "[h264 @ 0x55e0145f63c0] cabac decode of qscale diff failed at 5 19 [h264 @ 0x55e0145f63c0] error while decoding MB 5 19, bytestream 31522 [h264 @ 0x55e0145fb080] left block unavailable for requested intra mode [h264 @ 0x55e0145fb080] error while decoding MB 0 43, bytestream 87276 [h264 @ 0x55e0145b4680] reference picture missing during reorder [h264 @ 0x55e0145b4680] Missing reference picture, default is 65537 [h264 @ 0x55e0145e2500] mmco: unref short failure [h264 @ 0x55e0145e2500] illegal shor", "last_exit_at": "2026-07-03T17:13:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.464, "last_started_at": "2026-07-03T17:13:31+09:00", "pid": 41511, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.074, "name": "ffmpeg", "pid": 41511, "rss_mb": 281.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 87, "restart_count_per_hour": 22, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 88}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.426, "sample_count": 1605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:15:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:15:55+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T17:15:55+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T17:15:55.703840+09:00", "mtime_epoch": 1783066555.70384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:15:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.687, "pushed": 5.687, "read": 5.654}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.522, "count": 170, "max_ms": 13.061, "p95_ms": 11.762}, "gstreamer_push": {"avg_ms": 0.951, "count": 170, "max_ms": 1.221, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.45, "count": 170, "max_ms": 65.051, "p95_ms": 62.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.215, "count": 170, "max_ms": 74.23, "p95_ms": 70.892}, "yolo11_640_fire_11class": {"avg_ms": 50.468, "count": 170, "max_ms": 65.752, "p95_ms": 63.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.02, "count": 170, "max_ms": 85.477, "p95_ms": 83.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.205, "count": 170, "max_ms": 228.345, "p95_ms": 209.667}, "read_interval": {"avg_ms": 176.637, "count": 169, "max_ms": 238.011, "p95_ms": 219.203}, "triton_wait": {"avg_ms": 64.364, "count": 170, "max_ms": 85.489, "p95_ms": 83.304}, "visualize": {"avg_ms": 7.447, "count": 170, "max_ms": 9.991, "p95_ms": 9.754}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12409.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2732.935, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.704, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:16:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:16:19+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:16:19+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T17:16:19.160251+09:00", "mtime_epoch": 1783066579.1602511, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:16:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.179, "pushed": 10.179, "read": 10.145}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 3.67, "count": 305, "max_ms": 8.234, "p95_ms": 5.128}, "gstreamer_push": {"avg_ms": 1.345, "count": 305, "max_ms": 1.893, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.695, "count": 305, "max_ms": 65.039, "p95_ms": 50.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.226, "count": 305, "max_ms": 74.616, "p95_ms": 50.584}, "yolo11_640_fire_11class": {"avg_ms": 47.695, "count": 305, "max_ms": 70.348, "p95_ms": 52.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.985, "count": 305, "max_ms": 85.017, "p95_ms": 60.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.29, "count": 305, "max_ms": 110.528, "p95_ms": 96.841}, "read_interval": {"avg_ms": 98.613, "count": 304, "max_ms": 819.636, "p95_ms": 129.83}, "triton_wait": {"avg_ms": 52.013, "count": 305, "max_ms": 85.031, "p95_ms": 60.716}, "visualize": {"avg_ms": 3.827, "count": 305, "max_ms": 5.29, "p95_ms": 5.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12248.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 252, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:16:20+09:00", "last_error_summary": "[h264 @ 0x56041e350240] error while decoding MB 26 18, bytestream -27 [h264 @ 0x56041e350240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56041e350240] error while decoding MB 0 19, bytestream 6586 [h264 @ 0x56041e2813c0] left block unavailable for requested intra mode [h264 @ 0x56041e2813c0] error while decoding MB 0 42, bytestream 30991 [in#0/rtsp @ 0x56041d72ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56041d72ee00] Error retrieving a packet from demuxe", "last_exit_at": "2026-07-03T17:16:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.343, "last_started_at": "2026-07-03T17:16:23+09:00", "pid": 41618, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.09, "name": "ffmpeg", "pid": 41618, "rss_mb": 144.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 22, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.852, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:16:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:16:26+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T17:16:25+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T17:16:25.868369+09:00", "mtime_epoch": 1783066585.8683689, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:16:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 32, "pushed_frames": 32, "read_frames": 31, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.07, "pushed": 1.07, "read": 1.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 11.037, "count": 31, "max_ms": 16.695, "p95_ms": 14.421}, "gstreamer_push": {"avg_ms": 0.89, "count": 32, "max_ms": 1.125, "p95_ms": 1.088}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.834, "count": 31, "max_ms": 62.682, "p95_ms": 60.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.5, "count": 31, "max_ms": 69.695, "p95_ms": 65.821}, "yolo11_640_fire_11class": {"avg_ms": 47.626, "count": 31, "max_ms": 62.449, "p95_ms": 62.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.178, "count": 31, "max_ms": 81.617, "p95_ms": 80.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.822, "count": 32, "max_ms": 225.33, "p95_ms": 224.18}, "read_interval": {"avg_ms": 966.387, "count": 31, "max_ms": 19116.923, "p95_ms": 4871.298}, "triton_wait": {"avg_ms": 60.388, "count": 31, "max_ms": 81.629, "p95_ms": 80.979}, "visualize": {"avg_ms": 8.949, "count": 31, "max_ms": 9.945, "p95_ms": 9.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2259}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2762.962, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.178, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:16:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T17:16:49+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T17:16:49.168777+09:00", "mtime_epoch": 1783066609.1687775, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:16:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 10.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.652, "count": 300, "max_ms": 6.925, "p95_ms": 5.335}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.61, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.667, "count": 300, "max_ms": 67.985, "p95_ms": 61.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.292, "count": 300, "max_ms": 76.585, "p95_ms": 56.81}, "yolo11_640_fire_11class": {"avg_ms": 49.467, "count": 300, "max_ms": 69.833, "p95_ms": 62.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.378, "count": 300, "max_ms": 84.933, "p95_ms": 79.838}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.598, "count": 300, "max_ms": 135.269, "p95_ms": 101.869}, "read_interval": {"avg_ms": 100.007, "count": 300, "max_ms": 958.165, "p95_ms": 131.925}, "triton_wait": {"avg_ms": 54.436, "count": 300, "max_ms": 84.945, "p95_ms": 79.851}, "visualize": {"avg_ms": 3.823, "count": 300, "max_ms": 5.49, "p95_ms": 5.075}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 252, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:16:20+09:00", "last_error_summary": "[h264 @ 0x56041e350240] error while decoding MB 26 18, bytestream -27 [h264 @ 0x56041e350240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56041e350240] error while decoding MB 0 19, bytestream 6586 [h264 @ 0x56041e2813c0] left block unavailable for requested intra mode [h264 @ 0x56041e2813c0] error while decoding MB 0 42, bytestream 30991 [in#0/rtsp @ 0x56041d72ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56041d72ee00] Error retrieving a packet from demuxe", "last_exit_at": "2026-07-03T17:16:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.386, "last_started_at": "2026-07-03T17:16:23+09:00", "pid": 41618, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.414, "name": "ffmpeg", "pid": 41618, "rss_mb": 271.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 22, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.75, "sample_count": 1469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:16:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:16:56+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T17:16:55+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T17:16:55.908896+09:00", "mtime_epoch": 1783066615.9088957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:16:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.221, "pushed": 6.221, "read": 6.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.403, "count": 186, "max_ms": 14.91, "p95_ms": 11.158}, "gstreamer_push": {"avg_ms": 1.003, "count": 186, "max_ms": 1.322, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.162, "count": 186, "max_ms": 65.299, "p95_ms": 61.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.21, "count": 186, "max_ms": 75.278, "p95_ms": 66.214}, "yolo11_640_fire_11class": {"avg_ms": 47.98, "count": 186, "max_ms": 68.741, "p95_ms": 61.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.177, "count": 186, "max_ms": 84.418, "p95_ms": 79.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.182, "count": 186, "max_ms": 226.393, "p95_ms": 201.996}, "read_interval": {"avg_ms": 161.576, "count": 185, "max_ms": 237.369, "p95_ms": 211.619}, "triton_wait": {"avg_ms": 59.613, "count": 186, "max_ms": 84.43, "p95_ms": 79.571}, "visualize": {"avg_ms": 6.888, "count": 186, "max_ms": 13.015, "p95_ms": 9.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2793.01, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.115, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:17:19+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T17:17:19+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T17:17:19.201304+09:00", "mtime_epoch": 1783066639.2013044, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:17:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.978, "pushed": 9.978, "read": 9.945}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.707, "count": 299, "max_ms": 7.917, "p95_ms": 5.737}, "gstreamer_push": {"avg_ms": 1.297, "count": 299, "max_ms": 1.579, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.678, "count": 299, "max_ms": 67.903, "p95_ms": 60.875}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.739, "count": 299, "max_ms": 79.839, "p95_ms": 64.57}, "yolo11_640_fire_11class": {"avg_ms": 47.909, "count": 299, "max_ms": 68.846, "p95_ms": 61.082}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.352, "count": 299, "max_ms": 86.565, "p95_ms": 79.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.602, "count": 299, "max_ms": 146.045, "p95_ms": 101.642}, "read_interval": {"avg_ms": 100.409, "count": 298, "max_ms": 784.08, "p95_ms": 160.774}, "triton_wait": {"avg_ms": 54.414, "count": 299, "max_ms": 86.578, "p95_ms": 79.048}, "visualize": {"avg_ms": 3.871, "count": 299, "max_ms": 6.756, "p95_ms": 5.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 252, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:16:20+09:00", "last_error_summary": "[h264 @ 0x56041e350240] error while decoding MB 26 18, bytestream -27 [h264 @ 0x56041e350240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56041e350240] error while decoding MB 0 19, bytestream 6586 [h264 @ 0x56041e2813c0] left block unavailable for requested intra mode [h264 @ 0x56041e2813c0] error while decoding MB 0 42, bytestream 30991 [in#0/rtsp @ 0x56041d72ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56041d72ee00] Error retrieving a packet from demuxe", "last_exit_at": "2026-07-03T17:16:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.436, "last_started_at": "2026-07-03T17:16:23+09:00", "pid": 41618, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.477, "name": "ffmpeg", "pid": 41618, "rss_mb": 273.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 22, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.588, "sample_count": 1496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:17:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:17:26+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T17:17:25+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T17:17:25.989424+09:00", "mtime_epoch": 1783066645.9894235, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166986}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:17:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.262, "pushed": 6.262, "read": 6.228}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.284, "count": 187, "max_ms": 12.786, "p95_ms": 11.233}, "gstreamer_push": {"avg_ms": 1.001, "count": 187, "max_ms": 1.317, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.516, "count": 187, "max_ms": 66.255, "p95_ms": 60.258}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.963, "count": 187, "max_ms": 83.701, "p95_ms": 68.036}, "yolo11_640_fire_11class": {"avg_ms": 47.969, "count": 187, "max_ms": 66.829, "p95_ms": 60.264}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.213, "count": 187, "max_ms": 87.64, "p95_ms": 80.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.028, "count": 187, "max_ms": 244.866, "p95_ms": 200.414}, "read_interval": {"avg_ms": 160.893, "count": 186, "max_ms": 254.651, "p95_ms": 209.785}, "triton_wait": {"avg_ms": 60.594, "count": 187, "max_ms": 87.651, "p95_ms": 80.857}, "visualize": {"avg_ms": 6.782, "count": 187, "max_ms": 10.596, "p95_ms": 9.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2823.065, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.542, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:17:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:17:49+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T17:17:49+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T17:17:49.273832+09:00", "mtime_epoch": 1783066669.273832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:17:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.568, "count": 302, "max_ms": 6.393, "p95_ms": 5.57}, "gstreamer_push": {"avg_ms": 1.296, "count": 302, "max_ms": 1.713, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.976, "count": 302, "max_ms": 66.321, "p95_ms": 61.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.644, "count": 302, "max_ms": 78.668, "p95_ms": 58.314}, "yolo11_640_fire_11class": {"avg_ms": 48.575, "count": 302, "max_ms": 69.077, "p95_ms": 62.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.453, "count": 302, "max_ms": 84.4, "p95_ms": 80.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.347, "count": 302, "max_ms": 142.052, "p95_ms": 99.997}, "read_interval": {"avg_ms": 99.567, "count": 301, "max_ms": 745.89, "p95_ms": 152.389}, "triton_wait": {"avg_ms": 55.565, "count": 302, "max_ms": 84.414, "p95_ms": 80.013}, "visualize": {"avg_ms": 3.759, "count": 302, "max_ms": 6.354, "p95_ms": 4.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 252, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:16:20+09:00", "last_error_summary": "[h264 @ 0x56041e350240] error while decoding MB 26 18, bytestream -27 [h264 @ 0x56041e350240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56041e350240] error while decoding MB 0 19, bytestream 6586 [h264 @ 0x56041e2813c0] left block unavailable for requested intra mode [h264 @ 0x56041e2813c0] error while decoding MB 0 42, bytestream 30991 [in#0/rtsp @ 0x56041d72ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56041d72ee00] Error retrieving a packet from demuxe", "last_exit_at": "2026-07-03T17:16:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.493, "last_started_at": "2026-07-03T17:16:23+09:00", "pid": 41618, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.477, "name": "ffmpeg", "pid": 41618, "rss_mb": 273.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 22, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.206, "sample_count": 1504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:17:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:17:56+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T17:17:55+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T17:17:55.997950+09:00", "mtime_epoch": 1783066675.99795, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168066}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:17:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.051, "pushed": 6.051, "read": 6.018}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.558, "count": 181, "max_ms": 17.998, "p95_ms": 11.509}, "gstreamer_push": {"avg_ms": 0.983, "count": 181, "max_ms": 1.243, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.379, "count": 181, "max_ms": 66.285, "p95_ms": 61.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.275, "count": 181, "max_ms": 84.021, "p95_ms": 68.972}, "yolo11_640_fire_11class": {"avg_ms": 48.073, "count": 181, "max_ms": 68.435, "p95_ms": 62.295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.907, "count": 181, "max_ms": 88.558, "p95_ms": 80.842}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.21, "count": 181, "max_ms": 229.327, "p95_ms": 203.877}, "read_interval": {"avg_ms": 166.01, "count": 180, "max_ms": 239.324, "p95_ms": 214.078}, "triton_wait": {"avg_ms": 59.907, "count": 181, "max_ms": 88.57, "p95_ms": 80.854}, "visualize": {"avg_ms": 7.123, "count": 181, "max_ms": 13.493, "p95_ms": 9.473}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2853.109, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.799, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:18:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:18:19+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T17:18:19+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T17:18:19.310359+09:00", "mtime_epoch": 1783066699.3103592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220972}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:18:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.615, "count": 294, "max_ms": 6.887, "p95_ms": 5.495}, "gstreamer_push": {"avg_ms": 1.324, "count": 294, "max_ms": 1.6, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.09, "count": 294, "max_ms": 65.432, "p95_ms": 62.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.309, "count": 294, "max_ms": 80.814, "p95_ms": 70.669}, "yolo11_640_fire_11class": {"avg_ms": 48.8, "count": 294, "max_ms": 66.255, "p95_ms": 61.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.981, "count": 294, "max_ms": 86.095, "p95_ms": 81.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.494, "count": 294, "max_ms": 133.226, "p95_ms": 98.924}, "read_interval": {"avg_ms": 102.121, "count": 294, "max_ms": 753.24, "p95_ms": 167.219}, "triton_wait": {"avg_ms": 55.997, "count": 294, "max_ms": 86.109, "p95_ms": 81.538}, "visualize": {"avg_ms": 3.834, "count": 294, "max_ms": 6.218, "p95_ms": 4.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 77, "h264_decode_error_count": 252, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:16:20+09:00", "last_error_summary": "[h264 @ 0x56041e350240] error while decoding MB 26 18, bytestream -27 [h264 @ 0x56041e350240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56041e350240] error while decoding MB 0 19, bytestream 6586 [h264 @ 0x56041e2813c0] left block unavailable for requested intra mode [h264 @ 0x56041e2813c0] error while decoding MB 0 42, bytestream 30991 [in#0/rtsp @ 0x56041d72ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56041d72ee00] Error retrieving a packet from demuxe", "last_exit_at": "2026-07-03T17:16:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.683, "last_started_at": "2026-07-03T17:16:23+09:00", "pid": 41618, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.477, "name": "ffmpeg", "pid": 41618, "rss_mb": 273.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 88, "restart_count_per_hour": 22, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 89}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.206, "sample_count": 1617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 231996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:18:26+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T17:18:26+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T17:18:26.166480+09:00", "mtime_epoch": 1783066706.1664796, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:18:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.901, "pushed": 5.901, "read": 5.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.701, "count": 176, "max_ms": 16.335, "p95_ms": 11.204}, "gstreamer_push": {"avg_ms": 0.989, "count": 177, "max_ms": 1.266, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.469, "count": 176, "max_ms": 69.376, "p95_ms": 62.65}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.327, "count": 176, "max_ms": 85.654, "p95_ms": 71.462}, "yolo11_640_fire_11class": {"avg_ms": 49.077, "count": 176, "max_ms": 67.783, "p95_ms": 62.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.031, "count": 176, "max_ms": 89.31, "p95_ms": 82.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.849, "count": 177, "max_ms": 224.376, "p95_ms": 208.497}, "read_interval": {"avg_ms": 170.424, "count": 176, "max_ms": 234.232, "p95_ms": 218.547}, "triton_wait": {"avg_ms": 62.353, "count": 176, "max_ms": 89.322, "p95_ms": 82.449}, "visualize": {"avg_ms": 7.181, "count": 176, "max_ms": 10.55, "p95_ms": 9.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12369.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2883.141, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.03, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:18:49+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T17:18:49+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T17:18:49.366887+09:00", "mtime_epoch": 1783066729.3668869, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:18:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.049, "pushed": 10.049, "read": 10.016}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.62, "count": 301, "max_ms": 6.878, "p95_ms": 5.605}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 2.069, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.225, "count": 301, "max_ms": 66.809, "p95_ms": 62.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.86, "count": 301, "max_ms": 76.707, "p95_ms": 69.352}, "yolo11_640_fire_11class": {"avg_ms": 48.996, "count": 301, "max_ms": 68.64, "p95_ms": 62.392}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.859, "count": 301, "max_ms": 86.759, "p95_ms": 81.787}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.028, "count": 301, "max_ms": 132.331, "p95_ms": 102.636}, "read_interval": {"avg_ms": 99.833, "count": 300, "max_ms": 724.248, "p95_ms": 129.919}, "triton_wait": {"avg_ms": 55.873, "count": 301, "max_ms": 86.773, "p95_ms": 81.799}, "visualize": {"avg_ms": 3.739, "count": 301, "max_ms": 5.607, "p95_ms": 5.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1934}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 253, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:18:35+09:00", "last_error_summary": "[h264 @ 0x56370a30c480] error while decoding MB 31 15, bytestream -7", "last_exit_at": "2026-07-03T17:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.649, "last_started_at": "2026-07-03T17:18:37+09:00", "pid": 41725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.277, "name": "ffmpeg", "pid": 41725, "rss_mb": 264.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.992, "sample_count": 1610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:18:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:18:56+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-03T17:18:56+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-03T17:18:56.351010+09:00", "mtime_epoch": 1783066736.3510096, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167643}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:18:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.635, "pushed": 4.635, "read": 4.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.265, "count": 138, "max_ms": 16.151, "p95_ms": 12.232}, "gstreamer_push": {"avg_ms": 0.953, "count": 139, "max_ms": 1.399, "p95_ms": 1.156}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.659, "count": 138, "max_ms": 66.005, "p95_ms": 61.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.009, "count": 138, "max_ms": 82.126, "p95_ms": 74.253}, "yolo11_640_fire_11class": {"avg_ms": 49.555, "count": 138, "max_ms": 68.537, "p95_ms": 62.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.065, "count": 138, "max_ms": 86.894, "p95_ms": 83.205}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.055, "count": 139, "max_ms": 229.927, "p95_ms": 223.879}, "read_interval": {"avg_ms": 217.316, "count": 138, "max_ms": 4483.589, "p95_ms": 234.699}, "triton_wait": {"avg_ms": 63.611, "count": 138, "max_ms": 86.905, "p95_ms": 83.218}, "visualize": {"avg_ms": 7.922, "count": 138, "max_ms": 11.595, "p95_ms": 10.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2913.151, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.816, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:19:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:19:19+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T17:19:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T17:19:19.355413+09:00", "mtime_epoch": 1783066759.3554134, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217111}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:19:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.023, "count": 299, "max_ms": 9.964, "p95_ms": 6.45}, "gstreamer_push": {"avg_ms": 1.293, "count": 299, "max_ms": 1.878, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.779, "count": 299, "max_ms": 68.8, "p95_ms": 62.142}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.014, "count": 299, "max_ms": 81.522, "p95_ms": 63.415}, "yolo11_640_fire_11class": {"avg_ms": 48.738, "count": 299, "max_ms": 68.422, "p95_ms": 62.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.659, "count": 299, "max_ms": 88.08, "p95_ms": 80.157}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.255, "count": 299, "max_ms": 138.519, "p95_ms": 110.9}, "read_interval": {"avg_ms": 100.277, "count": 299, "max_ms": 761.352, "p95_ms": 145.526}, "triton_wait": {"avg_ms": 54.674, "count": 299, "max_ms": 88.093, "p95_ms": 80.167}, "visualize": {"avg_ms": 4.032, "count": 299, "max_ms": 7.894, "p95_ms": 5.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 253, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:18:35+09:00", "last_error_summary": "[h264 @ 0x56370a30c480] error while decoding MB 31 15, bytestream -7", "last_exit_at": "2026-07-03T17:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.762, "last_started_at": "2026-07-03T17:18:37+09:00", "pid": 41725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.598, "name": "ffmpeg", "pid": 41725, "rss_mb": 266.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.497, "sample_count": 1581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:19:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:19:26+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T17:19:26+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T17:19:26.499539+09:00", "mtime_epoch": 1783066766.499539, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167841}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:19:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.347, "pushed": 5.347, "read": 5.314}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.523, "count": 159, "max_ms": 15.203, "p95_ms": 11.92}, "gstreamer_push": {"avg_ms": 0.909, "count": 160, "max_ms": 1.21, "p95_ms": 1.087}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.471, "count": 159, "max_ms": 65.478, "p95_ms": 61.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.664, "count": 159, "max_ms": 75.631, "p95_ms": 70.16}, "yolo11_640_fire_11class": {"avg_ms": 47.859, "count": 159, "max_ms": 65.855, "p95_ms": 61.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.339, "count": 159, "max_ms": 85.529, "p95_ms": 80.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.297, "count": 160, "max_ms": 251.459, "p95_ms": 223.702}, "read_interval": {"avg_ms": 188.209, "count": 159, "max_ms": 262.309, "p95_ms": 234.277}, "triton_wait": {"avg_ms": 60.902, "count": 159, "max_ms": 85.541, "p95_ms": 80.942}, "visualize": {"avg_ms": 8.199, "count": 159, "max_ms": 11.952, "p95_ms": 10.38}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2943.154, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.516, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:19:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:19:49+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T17:19:49+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T17:19:49.383941+09:00", "mtime_epoch": 1783066789.383941, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219361}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:19:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.071}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.528, "count": 302, "max_ms": 7.773, "p95_ms": 4.149}, "gstreamer_push": {"avg_ms": 1.318, "count": 302, "max_ms": 1.86, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.719, "count": 302, "max_ms": 64.505, "p95_ms": 61.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.758, "count": 302, "max_ms": 76.088, "p95_ms": 55.962}, "yolo11_640_fire_11class": {"avg_ms": 48.546, "count": 302, "max_ms": 65.481, "p95_ms": 60.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.21, "count": 302, "max_ms": 85.006, "p95_ms": 79.289}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.965, "count": 302, "max_ms": 118.671, "p95_ms": 94.615}, "read_interval": {"avg_ms": 99.447, "count": 302, "max_ms": 746.37, "p95_ms": 136.39}, "triton_wait": {"avg_ms": 54.251, "count": 302, "max_ms": 85.018, "p95_ms": 79.301}, "visualize": {"avg_ms": 3.749, "count": 302, "max_ms": 6.313, "p95_ms": 4.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 253, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:18:35+09:00", "last_error_summary": "[h264 @ 0x56370a30c480] error while decoding MB 31 15, bytestream -7", "last_exit_at": "2026-07-03T17:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.773, "last_started_at": "2026-07-03T17:18:37+09:00", "pid": 41725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.598, "name": "ffmpeg", "pid": 41725, "rss_mb": 266.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 22, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.714, "sample_count": 1584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:19:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:19:56+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-03T17:19:56+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-03T17:19:56.508066+09:00", "mtime_epoch": 1783066796.508066, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:19:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.835, "pushed": 5.835, "read": 5.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.921, "count": 174, "max_ms": 15.866, "p95_ms": 11.89}, "gstreamer_push": {"avg_ms": 0.958, "count": 174, "max_ms": 1.225, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.698, "count": 174, "max_ms": 64.006, "p95_ms": 60.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.397, "count": 174, "max_ms": 81.978, "p95_ms": 64.882}, "yolo11_640_fire_11class": {"avg_ms": 46.382, "count": 174, "max_ms": 64.643, "p95_ms": 61.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.303, "count": 174, "max_ms": 85.589, "p95_ms": 80.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.458, "count": 174, "max_ms": 227.168, "p95_ms": 209.714}, "read_interval": {"avg_ms": 172.387, "count": 173, "max_ms": 238.232, "p95_ms": 219.234}, "triton_wait": {"avg_ms": 58.719, "count": 174, "max_ms": 85.601, "p95_ms": 80.316}, "visualize": {"avg_ms": 7.53, "count": 174, "max_ms": 11.014, "p95_ms": 9.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.821, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2973.418, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.81, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:20:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T17:20:19+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T17:20:19+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T17:20:19.376468+09:00", "mtime_epoch": 1783066819.3764677, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:20:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.085, "pushed": 10.085, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 302, "max_ms": 5.372, "p95_ms": 4.464}, "gstreamer_push": {"avg_ms": 1.33, "count": 302, "max_ms": 1.899, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.158, "count": 302, "max_ms": 65.634, "p95_ms": 61.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.541, "count": 302, "max_ms": 77.222, "p95_ms": 60.909}, "yolo11_640_fire_11class": {"avg_ms": 49.08, "count": 302, "max_ms": 66.463, "p95_ms": 62.156}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.523, "count": 302, "max_ms": 86.958, "p95_ms": 80.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.717, "count": 302, "max_ms": 99.237, "p95_ms": 91.988}, "read_interval": {"avg_ms": 99.457, "count": 301, "max_ms": 796.875, "p95_ms": 183.401}, "triton_wait": {"avg_ms": 55.535, "count": 302, "max_ms": 86.968, "p95_ms": 80.353}, "visualize": {"avg_ms": 3.723, "count": 302, "max_ms": 5.657, "p95_ms": 4.275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 78, "h264_decode_error_count": 253, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:18:35+09:00", "last_error_summary": "[h264 @ 0x56370a30c480] error while decoding MB 31 15, bytestream -7", "last_exit_at": "2026-07-03T17:18:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.782, "last_started_at": "2026-07-03T17:18:37+09:00", "pid": 41725, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.598, "name": "ffmpeg", "pid": 41725, "rss_mb": 266.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 89, "restart_count_per_hour": 22, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 90}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.726, "sample_count": 1575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:20:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:20:26+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-03T17:20:26+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T17:20:26.548594+09:00", "mtime_epoch": 1783066826.5485938, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:20:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.869, "pushed": 5.869, "read": 5.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.579, "count": 175, "max_ms": 12.732, "p95_ms": 11.149}, "gstreamer_push": {"avg_ms": 0.969, "count": 175, "max_ms": 1.267, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.04, "count": 175, "max_ms": 69.191, "p95_ms": 61.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.76, "count": 175, "max_ms": 73.192, "p95_ms": 69.622}, "yolo11_640_fire_11class": {"avg_ms": 49.226, "count": 175, "max_ms": 65.8, "p95_ms": 61.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.172, "count": 175, "max_ms": 84.387, "p95_ms": 81.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.805, "count": 175, "max_ms": 219.796, "p95_ms": 204.816}, "read_interval": {"avg_ms": 171.586, "count": 174, "max_ms": 229.45, "p95_ms": 215.275}, "triton_wait": {"avg_ms": 62.634, "count": 175, "max_ms": 84.4, "p95_ms": 81.853}, "visualize": {"avg_ms": 7.219, "count": 175, "max_ms": 10.508, "p95_ms": 9.259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.816, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12135.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3003.783, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.106, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T17:20:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T17:20:50+09:00", "mjpeg": {"age_sec": 0.469, "exists": true, "mtime": "2026-07-03T17:20:49.604999+09:00", "mtime_epoch": 1783066849.6049988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:20:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.907, "pushed": 9.907, "read": 9.873}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.834, "count": 297, "max_ms": 8.506, "p95_ms": 6.008}, "gstreamer_push": {"avg_ms": 1.297, "count": 297, "max_ms": 1.79, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.712, "count": 297, "max_ms": 67.488, "p95_ms": 64.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.28, "count": 297, "max_ms": 78.402, "p95_ms": 68.477}, "yolo11_640_fire_11class": {"avg_ms": 49.329, "count": 297, "max_ms": 68.129, "p95_ms": 63.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.464, "count": 297, "max_ms": 89.038, "p95_ms": 82.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.646, "count": 297, "max_ms": 134.729, "p95_ms": 106.222}, "read_interval": {"avg_ms": 101.266, "count": 296, "max_ms": 704.178, "p95_ms": 144.403}, "triton_wait": {"avg_ms": 56.477, "count": 297, "max_ms": 89.05, "p95_ms": 82.704}, "visualize": {"avg_ms": 3.948, "count": 297, "max_ms": 6.455, "p95_ms": 5.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1939}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12270.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:20:49+09:00", "last_error_summary": "[h264 @ 0x56178ccc2840] error while decoding MB 52 26, bytestream -5", "last_exit_at": "2026-07-03T17:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.716, "last_started_at": "2026-07-03T17:20:52+09:00", "pid": 41832, "process": {"exists": true, "fd_count": 5, "hwm_mb": 165.461, "name": "ffmpeg", "pid": 41832, "rss_mb": 165.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.726, "sample_count": 1548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:20:56+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-03T17:20:56+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-03T17:20:56.645123+09:00", "mtime_epoch": 1783066856.6451225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:20:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.667, "pushed": 4.7, "read": 4.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.861, "count": 140, "max_ms": 13.451, "p95_ms": 11.582}, "gstreamer_push": {"avg_ms": 0.934, "count": 141, "max_ms": 1.185, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.529, "count": 140, "max_ms": 65.153, "p95_ms": 62.29}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.041, "count": 140, "max_ms": 77.153, "p95_ms": 70.246}, "yolo11_640_fire_11class": {"avg_ms": 48.79, "count": 140, "max_ms": 64.59, "p95_ms": 62.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.774, "count": 140, "max_ms": 85.971, "p95_ms": 80.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.876, "count": 140, "max_ms": 230.326, "p95_ms": 208.82}, "read_interval": {"avg_ms": 213.859, "count": 140, "max_ms": 5042.641, "p95_ms": 219.713}, "triton_wait": {"avg_ms": 62.243, "count": 140, "max_ms": 85.983, "p95_ms": 80.412}, "visualize": {"avg_ms": 7.649, "count": 140, "max_ms": 11.854, "p95_ms": 9.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3033.783, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.015, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:21:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:21:20+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T17:21:20+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T17:21:20.009533+09:00", "mtime_epoch": 1783066880.0095332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:21:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.569, "count": 302, "max_ms": 6.441, "p95_ms": 4.918}, "gstreamer_push": {"avg_ms": 1.318, "count": 302, "max_ms": 1.952, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.167, "count": 302, "max_ms": 66.066, "p95_ms": 62.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.642, "count": 302, "max_ms": 82.577, "p95_ms": 68.3}, "yolo11_640_fire_11class": {"avg_ms": 49.171, "count": 302, "max_ms": 69.133, "p95_ms": 63.156}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.152, "count": 302, "max_ms": 86.723, "p95_ms": 81.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.174, "count": 302, "max_ms": 111.472, "p95_ms": 96.496}, "read_interval": {"avg_ms": 99.343, "count": 302, "max_ms": 883.776, "p95_ms": 125.975}, "triton_wait": {"avg_ms": 55.222, "count": 302, "max_ms": 86.736, "p95_ms": 81.893}, "visualize": {"avg_ms": 3.801, "count": 302, "max_ms": 5.735, "p95_ms": 4.694}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1941}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:20:49+09:00", "last_error_summary": "[h264 @ 0x56178ccc2840] error while decoding MB 52 26, bytestream -5", "last_exit_at": "2026-07-03T17:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.741, "last_started_at": "2026-07-03T17:20:52+09:00", "pid": 41832, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.438, "name": "ffmpeg", "pid": 41832, "rss_mb": 267.438, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.82, "sample_count": 1690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 232961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:21:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:21:26+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T17:21:26+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T17:21:26.701651+09:00", "mtime_epoch": 1783066886.7016509, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170769}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:21:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.898, "pushed": 5.898, "read": 5.864}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.704, "count": 176, "max_ms": 15.153, "p95_ms": 11.453}, "gstreamer_push": {"avg_ms": 0.976, "count": 176, "max_ms": 1.211, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.305, "count": 176, "max_ms": 64.832, "p95_ms": 61.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.349, "count": 176, "max_ms": 79.033, "p95_ms": 72.133}, "yolo11_640_fire_11class": {"avg_ms": 49.234, "count": 176, "max_ms": 63.769, "p95_ms": 62.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.614, "count": 176, "max_ms": 85.129, "p95_ms": 82.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.949, "count": 176, "max_ms": 229.012, "p95_ms": 205.819}, "read_interval": {"avg_ms": 170.73, "count": 175, "max_ms": 238.394, "p95_ms": 215.336}, "triton_wait": {"avg_ms": 62.214, "count": 176, "max_ms": 85.142, "p95_ms": 82.084}, "visualize": {"avg_ms": 7.243, "count": 176, "max_ms": 11.507, "p95_ms": 9.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3063.822, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.463, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:21:50+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T17:21:50+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T17:21:50.054061+09:00", "mtime_epoch": 1783066910.0540612, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:21:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.631, "count": 300, "max_ms": 6.704, "p95_ms": 5.571}, "gstreamer_push": {"avg_ms": 1.312, "count": 300, "max_ms": 1.876, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.823, "count": 300, "max_ms": 68.779, "p95_ms": 61.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.551, "count": 300, "max_ms": 78.517, "p95_ms": 71.781}, "yolo11_640_fire_11class": {"avg_ms": 49.519, "count": 300, "max_ms": 67.259, "p95_ms": 62.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.258, "count": 300, "max_ms": 89.721, "p95_ms": 81.756}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.491, "count": 300, "max_ms": 136.394, "p95_ms": 105.993}, "read_interval": {"avg_ms": 100.195, "count": 299, "max_ms": 753.723, "p95_ms": 139.056}, "triton_wait": {"avg_ms": 56.3, "count": 300, "max_ms": 89.734, "p95_ms": 81.768}, "visualize": {"avg_ms": 3.814, "count": 300, "max_ms": 6.106, "p95_ms": 5.106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:20:49+09:00", "last_error_summary": "[h264 @ 0x56178ccc2840] error while decoding MB 52 26, bytestream -5", "last_exit_at": "2026-07-03T17:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.746, "last_started_at": "2026-07-03T17:20:52+09:00", "pid": 41832, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.531, "name": "ffmpeg", "pid": 41832, "rss_mb": 270.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.714, "sample_count": 1679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:21:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:21:56+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T17:21:56+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T17:21:56.706178+09:00", "mtime_epoch": 1783066916.7061782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:21:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.768, "pushed": 5.768, "read": 5.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.503, "count": 173, "max_ms": 12.181, "p95_ms": 11.1}, "gstreamer_push": {"avg_ms": 0.983, "count": 173, "max_ms": 1.298, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.103, "count": 173, "max_ms": 64.075, "p95_ms": 62.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.214, "count": 173, "max_ms": 80.109, "p95_ms": 72.255}, "yolo11_640_fire_11class": {"avg_ms": 49.915, "count": 173, "max_ms": 66.734, "p95_ms": 62.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.949, "count": 173, "max_ms": 86.064, "p95_ms": 82.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.165, "count": 173, "max_ms": 226.617, "p95_ms": 207.232}, "read_interval": {"avg_ms": 173.441, "count": 173, "max_ms": 237.17, "p95_ms": 215.915}, "triton_wait": {"avg_ms": 63.592, "count": 173, "max_ms": 86.075, "p95_ms": 82.758}, "visualize": {"avg_ms": 7.312, "count": 173, "max_ms": 10.438, "p95_ms": 9.615}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3093.845, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.076, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:22:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:22:20+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T17:22:20+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T17:22:20.034588+09:00", "mtime_epoch": 1783066940.034588, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:22:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.988, "pushed": 9.988, "read": 9.954}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.71, "count": 299, "max_ms": 6.963, "p95_ms": 5.705}, "gstreamer_push": {"avg_ms": 1.291, "count": 299, "max_ms": 1.817, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.222, "count": 299, "max_ms": 65.081, "p95_ms": 62.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.549, "count": 299, "max_ms": 74.932, "p95_ms": 66.806}, "yolo11_640_fire_11class": {"avg_ms": 48.741, "count": 299, "max_ms": 65.841, "p95_ms": 62.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.521, "count": 299, "max_ms": 88.299, "p95_ms": 82.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.537, "count": 299, "max_ms": 137.172, "p95_ms": 104.98}, "read_interval": {"avg_ms": 100.334, "count": 298, "max_ms": 652.412, "p95_ms": 139.079}, "triton_wait": {"avg_ms": 55.537, "count": 299, "max_ms": 88.312, "p95_ms": 82.31}, "visualize": {"avg_ms": 3.803, "count": 299, "max_ms": 5.812, "p95_ms": 5.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1944}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:20:49+09:00", "last_error_summary": "[h264 @ 0x56178ccc2840] error while decoding MB 52 26, bytestream -5", "last_exit_at": "2026-07-03T17:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.852, "last_started_at": "2026-07-03T17:20:52+09:00", "pid": 41832, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.531, "name": "ffmpeg", "pid": 41832, "rss_mb": 270.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.195, "sample_count": 1657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:22:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:22:26+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T17:22:26+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T17:22:26.770707+09:00", "mtime_epoch": 1783066946.7707067, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:22:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.553, "pushed": 5.553, "read": 5.52}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.123, "count": 166, "max_ms": 13.82, "p95_ms": 11.538}, "gstreamer_push": {"avg_ms": 0.933, "count": 166, "max_ms": 1.204, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.309, "count": 166, "max_ms": 64.12, "p95_ms": 61.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.405, "count": 166, "max_ms": 78.941, "p95_ms": 70.767}, "yolo11_640_fire_11class": {"avg_ms": 48.931, "count": 166, "max_ms": 65.381, "p95_ms": 62.201}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.09, "count": 166, "max_ms": 86.579, "p95_ms": 82.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.065, "count": 166, "max_ms": 233.319, "p95_ms": 214.499}, "read_interval": {"avg_ms": 181.29, "count": 165, "max_ms": 245.267, "p95_ms": 225.056}, "triton_wait": {"avg_ms": 62.542, "count": 166, "max_ms": 86.591, "p95_ms": 82.06}, "visualize": {"avg_ms": 7.723, "count": 166, "max_ms": 11.075, "p95_ms": 9.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3123.902, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.237, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:22:50+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T17:22:50+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T17:22:50.103117+09:00", "mtime_epoch": 1783066970.1031168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:22:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.221, "pushed": 10.221, "read": 10.188}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.688, "count": 306, "max_ms": 6.775, "p95_ms": 5.674}, "gstreamer_push": {"avg_ms": 1.318, "count": 306, "max_ms": 1.6, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.677, "count": 306, "max_ms": 68.36, "p95_ms": 62.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.7, "count": 306, "max_ms": 77.95, "p95_ms": 67.036}, "yolo11_640_fire_11class": {"avg_ms": 49.261, "count": 306, "max_ms": 69.071, "p95_ms": 63.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.864, "count": 306, "max_ms": 88.022, "p95_ms": 82.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.143, "count": 306, "max_ms": 132.777, "p95_ms": 103.224}, "read_interval": {"avg_ms": 98.191, "count": 305, "max_ms": 805.764, "p95_ms": 121.587}, "triton_wait": {"avg_ms": 55.894, "count": 306, "max_ms": 88.034, "p95_ms": 82.323}, "visualize": {"avg_ms": 3.815, "count": 306, "max_ms": 5.816, "p95_ms": 4.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 79, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:20:49+09:00", "last_error_summary": "[h264 @ 0x56178ccc2840] error while decoding MB 52 26, bytestream -5", "last_exit_at": "2026-07-03T17:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.878, "last_started_at": "2026-07-03T17:20:52+09:00", "pid": 41832, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.531, "name": "ffmpeg", "pid": 41832, "rss_mb": 270.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 90, "restart_count_per_hour": 22, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 91}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.121, "sample_count": 1640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:22:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:22:56+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T17:22:56+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T17:22:56.771234+09:00", "mtime_epoch": 1783066976.771234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:22:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.464, "pushed": 5.464, "read": 5.431}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.026, "count": 163, "max_ms": 12.694, "p95_ms": 11.389}, "gstreamer_push": {"avg_ms": 0.93, "count": 163, "max_ms": 1.906, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.477, "count": 163, "max_ms": 65.653, "p95_ms": 61.633}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.352, "count": 163, "max_ms": 78.477, "p95_ms": 70.628}, "yolo11_640_fire_11class": {"avg_ms": 49.227, "count": 163, "max_ms": 66.996, "p95_ms": 62.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.12, "count": 163, "max_ms": 85.023, "p95_ms": 80.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.004, "count": 163, "max_ms": 238.645, "p95_ms": 220.219}, "read_interval": {"avg_ms": 184.001, "count": 162, "max_ms": 248.298, "p95_ms": 230.027}, "triton_wait": {"avg_ms": 62.582, "count": 163, "max_ms": 85.035, "p95_ms": 80.688}, "visualize": {"avg_ms": 7.96, "count": 163, "max_ms": 11.807, "p95_ms": 10.052}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3153.926, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.101, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T17:23:20+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T17:23:20+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T17:23:20.147645+09:00", "mtime_epoch": 1783067000.1476452, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:23:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.818}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.432, "count": 295, "max_ms": 5.69, "p95_ms": 4.191}, "gstreamer_push": {"avg_ms": 1.323, "count": 295, "max_ms": 1.794, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.861, "count": 295, "max_ms": 67.61, "p95_ms": 62.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.491, "count": 295, "max_ms": 77.087, "p95_ms": 69.052}, "yolo11_640_fire_11class": {"avg_ms": 49.074, "count": 295, "max_ms": 66.319, "p95_ms": 62.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.758, "count": 295, "max_ms": 85.771, "p95_ms": 80.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.999, "count": 295, "max_ms": 104.385, "p95_ms": 92.43}, "read_interval": {"avg_ms": 101.814, "count": 294, "max_ms": 742.15, "p95_ms": 127.169}, "triton_wait": {"avg_ms": 54.784, "count": 295, "max_ms": 85.784, "p95_ms": 80.195}, "visualize": {"avg_ms": 3.702, "count": 295, "max_ms": 5.081, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1946}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12372.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 255, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:23:05+09:00", "last_error_summary": "[h264 @ 0x557760f68f00] error while decoding MB 25 17, bytestream -5", "last_exit_at": "2026-07-03T17:23:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.378, "last_started_at": "2026-07-03T17:23:07+09:00", "pid": 41939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.988, "name": "ffmpeg", "pid": 41939, "rss_mb": 264.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.514, "sample_count": 1610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:23:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:23:27+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T17:23:26+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T17:23:26.859763+09:00", "mtime_epoch": 1783067006.8597631, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165714}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:23:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.889, "pushed": 4.889, "read": 4.856}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.891, "count": 146, "max_ms": 15.576, "p95_ms": 11.478}, "gstreamer_push": {"avg_ms": 0.977, "count": 146, "max_ms": 1.764, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.546, "count": 146, "max_ms": 65.106, "p95_ms": 62.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.968, "count": 146, "max_ms": 80.178, "p95_ms": 72.798}, "yolo11_640_fire_11class": {"avg_ms": 49.61, "count": 146, "max_ms": 67.701, "p95_ms": 63.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.171, "count": 146, "max_ms": 84.169, "p95_ms": 82.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.381, "count": 146, "max_ms": 228.509, "p95_ms": 205.677}, "read_interval": {"avg_ms": 206.018, "count": 145, "max_ms": 4389.029, "p95_ms": 216.078}, "triton_wait": {"avg_ms": 62.965, "count": 146, "max_ms": 84.181, "p95_ms": 82.755}, "visualize": {"avg_ms": 7.501, "count": 146, "max_ms": 10.366, "p95_ms": 9.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3183.942, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.452, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:23:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:23:50+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T17:23:50+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T17:23:50.172173+09:00", "mtime_epoch": 1783067030.1721733, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:23:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 303, "max_ms": 5.749, "p95_ms": 4.415}, "gstreamer_push": {"avg_ms": 1.322, "count": 303, "max_ms": 2.245, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.72, "count": 303, "max_ms": 70.216, "p95_ms": 63.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.329, "count": 303, "max_ms": 77.176, "p95_ms": 72.033}, "yolo11_640_fire_11class": {"avg_ms": 50.715, "count": 303, "max_ms": 70.918, "p95_ms": 63.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.231, "count": 303, "max_ms": 87.537, "p95_ms": 81.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.876, "count": 303, "max_ms": 107.0, "p95_ms": 94.159}, "read_interval": {"avg_ms": 99.098, "count": 303, "max_ms": 747.237, "p95_ms": 126.888}, "triton_wait": {"avg_ms": 56.401, "count": 303, "max_ms": 87.546, "p95_ms": 81.158}, "visualize": {"avg_ms": 3.666, "count": 303, "max_ms": 5.102, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1948}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 255, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:23:05+09:00", "last_error_summary": "[h264 @ 0x557760f68f00] error while decoding MB 25 17, bytestream -5", "last_exit_at": "2026-07-03T17:23:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.507, "last_started_at": "2026-07-03T17:23:07+09:00", "pid": 41939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.277, "name": "ffmpeg", "pid": 41939, "rss_mb": 266.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.726, "sample_count": 1648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:23:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:23:57+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T17:23:56+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-03T17:23:56.996293+09:00", "mtime_epoch": 1783067036.9962933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:23:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.908, "pushed": 5.908, "read": 5.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.437, "count": 176, "max_ms": 17.212, "p95_ms": 11.374}, "gstreamer_push": {"avg_ms": 0.988, "count": 177, "max_ms": 1.607, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.753, "count": 176, "max_ms": 67.262, "p95_ms": 62.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.25, "count": 176, "max_ms": 80.636, "p95_ms": 73.742}, "yolo11_640_fire_11class": {"avg_ms": 50.574, "count": 176, "max_ms": 67.649, "p95_ms": 63.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.937, "count": 176, "max_ms": 86.122, "p95_ms": 81.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.816, "count": 177, "max_ms": 226.587, "p95_ms": 207.626}, "read_interval": {"avg_ms": 170.235, "count": 176, "max_ms": 236.315, "p95_ms": 217.92}, "triton_wait": {"avg_ms": 63.585, "count": 176, "max_ms": 86.135, "p95_ms": 81.473}, "visualize": {"avg_ms": 7.096, "count": 176, "max_ms": 12.312, "p95_ms": 9.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12373.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3214.028, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.237, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:24:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:24:20+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T17:24:20+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T17:24:20.224702+09:00", "mtime_epoch": 1783067060.2247016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229883}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:24:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.485, "count": 300, "max_ms": 5.34, "p95_ms": 4.515}, "gstreamer_push": {"avg_ms": 1.338, "count": 300, "max_ms": 2.147, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.005, "count": 300, "max_ms": 66.013, "p95_ms": 61.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.929, "count": 300, "max_ms": 76.392, "p95_ms": 69.867}, "yolo11_640_fire_11class": {"avg_ms": 50.32, "count": 300, "max_ms": 71.129, "p95_ms": 63.673}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.164, "count": 300, "max_ms": 86.155, "p95_ms": 79.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.509, "count": 300, "max_ms": 98.126, "p95_ms": 91.949}, "read_interval": {"avg_ms": 100.248, "count": 299, "max_ms": 786.326, "p95_ms": 186.972}, "triton_wait": {"avg_ms": 56.204, "count": 300, "max_ms": 86.167, "p95_ms": 79.748}, "visualize": {"avg_ms": 3.757, "count": 300, "max_ms": 5.218, "p95_ms": 4.372}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1949}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 255, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:23:05+09:00", "last_error_summary": "[h264 @ 0x557760f68f00] error while decoding MB 25 17, bytestream -5", "last_exit_at": "2026-07-03T17:23:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.543, "last_started_at": "2026-07-03T17:23:07+09:00", "pid": 41939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.961, "name": "ffmpeg", "pid": 41939, "rss_mb": 268.961, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.626, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 233965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:24:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:24:27+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T17:24:27+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T17:24:27.052822+09:00", "mtime_epoch": 1783067067.0528219, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:24:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.984, "pushed": 5.984, "read": 5.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.391, "count": 179, "max_ms": 13.454, "p95_ms": 10.886}, "gstreamer_push": {"avg_ms": 0.961, "count": 179, "max_ms": 1.538, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.608, "count": 179, "max_ms": 63.913, "p95_ms": 62.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.627, "count": 179, "max_ms": 81.104, "p95_ms": 75.742}, "yolo11_640_fire_11class": {"avg_ms": 49.415, "count": 179, "max_ms": 67.718, "p95_ms": 65.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.933, "count": 179, "max_ms": 85.005, "p95_ms": 82.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.277, "count": 179, "max_ms": 223.618, "p95_ms": 204.563}, "read_interval": {"avg_ms": 167.895, "count": 178, "max_ms": 234.821, "p95_ms": 214.124}, "triton_wait": {"avg_ms": 61.752, "count": 179, "max_ms": 85.019, "p95_ms": 82.478}, "visualize": {"avg_ms": 7.081, "count": 179, "max_ms": 10.682, "p95_ms": 9.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3244.137, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.656, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:24:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:24:50+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T17:24:50+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T17:24:50.333231+09:00", "mtime_epoch": 1783067090.3332314, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:24:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.121, "pushed": 10.121, "read": 10.087}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.497, "count": 303, "max_ms": 5.686, "p95_ms": 4.201}, "gstreamer_push": {"avg_ms": 1.333, "count": 303, "max_ms": 1.981, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.427, "count": 303, "max_ms": 67.451, "p95_ms": 62.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.613, "count": 303, "max_ms": 81.348, "p95_ms": 70.573}, "yolo11_640_fire_11class": {"avg_ms": 51.4, "count": 303, "max_ms": 70.054, "p95_ms": 63.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.851, "count": 303, "max_ms": 87.679, "p95_ms": 81.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.246, "count": 303, "max_ms": 128.01, "p95_ms": 93.287}, "read_interval": {"avg_ms": 99.066, "count": 302, "max_ms": 851.843, "p95_ms": 148.794}, "triton_wait": {"avg_ms": 56.885, "count": 303, "max_ms": 87.692, "p95_ms": 81.107}, "visualize": {"avg_ms": 3.707, "count": 303, "max_ms": 5.112, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1951}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 80, "h264_decode_error_count": 255, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:23:05+09:00", "last_error_summary": "[h264 @ 0x557760f68f00] error while decoding MB 25 17, bytestream -5", "last_exit_at": "2026-07-03T17:23:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.963, "last_started_at": "2026-07-03T17:23:07+09:00", "pid": 41939, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.562, "name": "ffmpeg", "pid": 41939, "rss_mb": 280.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 91, "restart_count_per_hour": 23, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 92}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.915, "sample_count": 1652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:25:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:25:00+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T17:25:00+09:00", "mjpeg": {"age_sec": 4.169, "exists": true, "mtime": "2026-07-03T17:24:56.433339+09:00", "mtime_epoch": 1783067096.4333386, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:25:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.176, "pushed": 5.176, "read": 5.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.317, "count": 154, "max_ms": 12.573, "p95_ms": 10.816}, "gstreamer_push": {"avg_ms": 0.978, "count": 155, "max_ms": 1.645, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.223, "count": 154, "max_ms": 69.769, "p95_ms": 62.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.903, "count": 154, "max_ms": 82.258, "p95_ms": 72.745}, "yolo11_640_fire_11class": {"avg_ms": 51.062, "count": 154, "max_ms": 73.91, "p95_ms": 64.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.116, "count": 154, "max_ms": 91.648, "p95_ms": 82.935}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.687, "count": 155, "max_ms": 227.734, "p95_ms": 206.188}, "read_interval": {"avg_ms": 194.3, "count": 154, "max_ms": 4173.759, "p95_ms": 216.521}, "triton_wait": {"avg_ms": 63.692, "count": 154, "max_ms": 91.664, "p95_ms": 82.948}, "visualize": {"avg_ms": 7.007, "count": 154, "max_ms": 10.034, "p95_ms": 9.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3274.295, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.555, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:25:20+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T17:25:20+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-03T17:25:20.385760+09:00", "mtime_epoch": 1783067120.38576, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:25:20+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.006, "pushed": 10.006, "read": 9.973}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 300, "max_ms": 6.462, "p95_ms": 4.459}, "gstreamer_push": {"avg_ms": 1.331, "count": 300, "max_ms": 1.589, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.966, "count": 300, "max_ms": 66.88, "p95_ms": 62.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.345, "count": 300, "max_ms": 75.127, "p95_ms": 68.662}, "yolo11_640_fire_11class": {"avg_ms": 49.605, "count": 300, "max_ms": 74.559, "p95_ms": 63.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.955, "count": 300, "max_ms": 85.134, "p95_ms": 81.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.275, "count": 300, "max_ms": 104.768, "p95_ms": 93.234}, "read_interval": {"avg_ms": 100.187, "count": 299, "max_ms": 756.051, "p95_ms": 214.335}, "triton_wait": {"avg_ms": 55.017, "count": 300, "max_ms": 85.144, "p95_ms": 81.123}, "visualize": {"avg_ms": 3.685, "count": 300, "max_ms": 5.207, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12246.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 262, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:25:26+09:00", "last_error_summary": "[h264 @ 0x55e19539ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e19539ea00] error while decoding MB 0 25, bytestream 21 [h264 @ 0x55e1952cfd00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e1952cfd00] error while decoding MB 0 35, bytestream 5961 [h264 @ 0x55e19492b140] cabac decode of qscale diff failed at 21 39 [h264 @ 0x55e19492b140] error while decoding MB 21 39, bytestream 3587 [h264 @ 0x55e19492f240] cabac decode of qscale diff failed at 65 34", "last_exit_at": "2026-07-03T17:25:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.179, "last_started_at": "2026-07-03T17:25:28+09:00", "pid": 42046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.594, "name": "ffmpeg", "pid": 42046, "rss_mb": 141.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.047, "sample_count": 1623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:25:31+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T17:25:30+09:00", "mjpeg": {"age_sec": 4.324, "exists": true, "mtime": "2026-07-03T17:25:26.745872+09:00", "mtime_epoch": 1783067126.745872, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:25:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.992, "pushed": 4.992, "read": 4.959}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.85, "count": 149, "max_ms": 15.038, "p95_ms": 12.016}, "gstreamer_push": {"avg_ms": 0.961, "count": 149, "max_ms": 1.234, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.39, "count": 149, "max_ms": 68.57, "p95_ms": 61.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.764, "count": 149, "max_ms": 78.2, "p95_ms": 70.676}, "yolo11_640_fire_11class": {"avg_ms": 49.342, "count": 149, "max_ms": 67.917, "p95_ms": 63.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.105, "count": 149, "max_ms": 87.854, "p95_ms": 83.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.143, "count": 149, "max_ms": 234.015, "p95_ms": 215.141}, "read_interval": {"avg_ms": 201.889, "count": 148, "max_ms": 4341.683, "p95_ms": 229.905}, "triton_wait": {"avg_ms": 62.618, "count": 149, "max_ms": 87.868, "p95_ms": 83.206}, "visualize": {"avg_ms": 7.347, "count": 149, "max_ms": 10.751, "p95_ms": 9.595}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3304.297, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.953, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:25:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:25:50+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T17:25:50+09:00", "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-07-03T17:25:50.386288+09:00", "mtime_epoch": 1783067150.386288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:25:50+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.557, "count": 301, "max_ms": 6.702, "p95_ms": 5.056}, "gstreamer_push": {"avg_ms": 1.323, "count": 301, "max_ms": 2.059, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.872, "count": 301, "max_ms": 65.871, "p95_ms": 62.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.334, "count": 301, "max_ms": 78.798, "p95_ms": 59.224}, "yolo11_640_fire_11class": {"avg_ms": 48.983, "count": 301, "max_ms": 69.362, "p95_ms": 62.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.335, "count": 301, "max_ms": 84.583, "p95_ms": 79.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.546, "count": 301, "max_ms": 134.31, "p95_ms": 97.141}, "read_interval": {"avg_ms": 99.767, "count": 301, "max_ms": 732.713, "p95_ms": 204.869}, "triton_wait": {"avg_ms": 54.389, "count": 301, "max_ms": 84.595, "p95_ms": 79.824}, "visualize": {"avg_ms": 3.77, "count": 301, "max_ms": 5.501, "p95_ms": 4.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1953}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 262, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:25:26+09:00", "last_error_summary": "[h264 @ 0x55e19539ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e19539ea00] error while decoding MB 0 25, bytestream 21 [h264 @ 0x55e1952cfd00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e1952cfd00] error while decoding MB 0 35, bytestream 5961 [h264 @ 0x55e19492b140] cabac decode of qscale diff failed at 21 39 [h264 @ 0x55e19492b140] error while decoding MB 21 39, bytestream 3587 [h264 @ 0x55e19492f240] cabac decode of qscale diff failed at 65 34", "last_exit_at": "2026-07-03T17:25:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.313, "last_started_at": "2026-07-03T17:25:28+09:00", "pid": 42046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.848, "name": "ffmpeg", "pid": 42046, "rss_mb": 268.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.422, "sample_count": 1656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:26:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:26:01+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T17:26:00+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-03T17:26:01.006475+09:00", "mtime_epoch": 1783067161.0064747, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:26:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.736, "pushed": 5.736, "read": 5.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.516, "count": 171, "max_ms": 14.153, "p95_ms": 10.859}, "gstreamer_push": {"avg_ms": 1.002, "count": 172, "max_ms": 1.241, "p95_ms": 1.168}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.967, "count": 171, "max_ms": 64.75, "p95_ms": 62.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.198, "count": 171, "max_ms": 82.553, "p95_ms": 70.784}, "yolo11_640_fire_11class": {"avg_ms": 48.742, "count": 171, "max_ms": 68.27, "p95_ms": 63.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.016, "count": 171, "max_ms": 84.142, "p95_ms": 80.57}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.632, "count": 172, "max_ms": 223.383, "p95_ms": 202.0}, "read_interval": {"avg_ms": 174.964, "count": 171, "max_ms": 1541.049, "p95_ms": 212.02}, "triton_wait": {"avg_ms": 60.872, "count": 171, "max_ms": 84.154, "p95_ms": 80.585}, "visualize": {"avg_ms": 7.185, "count": 171, "max_ms": 10.609, "p95_ms": 9.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2306}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3334.782, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.401, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:26:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:26:21+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T17:26:21+09:00", "mjpeg": {"age_sec": 0.699, "exists": true, "mtime": "2026-07-03T17:26:20.374815+09:00", "mtime_epoch": 1783067180.3748155, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226696}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:26:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.444, "count": 295, "max_ms": 5.257, "p95_ms": 4.287}, "gstreamer_push": {"avg_ms": 1.329, "count": 295, "max_ms": 1.679, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.314, "count": 295, "max_ms": 66.4, "p95_ms": 63.27}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.403, "count": 295, "max_ms": 76.726, "p95_ms": 66.38}, "yolo11_640_fire_11class": {"avg_ms": 49.843, "count": 295, "max_ms": 71.039, "p95_ms": 63.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.902, "count": 295, "max_ms": 85.362, "p95_ms": 82.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.122, "count": 295, "max_ms": 97.614, "p95_ms": 94.582}, "read_interval": {"avg_ms": 101.958, "count": 294, "max_ms": 714.579, "p95_ms": 178.298}, "triton_wait": {"avg_ms": 55.92, "count": 295, "max_ms": 85.374, "p95_ms": 82.207}, "visualize": {"avg_ms": 3.708, "count": 295, "max_ms": 4.655, "p95_ms": 4.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.801, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 262, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:25:26+09:00", "last_error_summary": "[h264 @ 0x55e19539ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e19539ea00] error while decoding MB 0 25, bytestream 21 [h264 @ 0x55e1952cfd00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e1952cfd00] error while decoding MB 0 35, bytestream 5961 [h264 @ 0x55e19492b140] cabac decode of qscale diff failed at 21 39 [h264 @ 0x55e19492b140] error while decoding MB 21 39, bytestream 3587 [h264 @ 0x55e19492f240] cabac decode of qscale diff failed at 65 34", "last_exit_at": "2026-07-03T17:25:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.439, "last_started_at": "2026-07-03T17:25:28+09:00", "pid": 42046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.426, "name": "ffmpeg", "pid": 42046, "rss_mb": 271.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.86, "sample_count": 1662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:26:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:26:31+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-07-03T17:26:31+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T17:26:31.171005+09:00", "mtime_epoch": 1783067191.1710055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:26:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.081, "pushed": 6.081, "read": 6.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.272, "count": 181, "max_ms": 11.064, "p95_ms": 10.531}, "gstreamer_push": {"avg_ms": 0.996, "count": 182, "max_ms": 1.246, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.081, "count": 181, "max_ms": 65.325, "p95_ms": 62.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.258, "count": 181, "max_ms": 80.391, "p95_ms": 71.529}, "yolo11_640_fire_11class": {"avg_ms": 49.185, "count": 181, "max_ms": 68.851, "p95_ms": 63.828}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.354, "count": 181, "max_ms": 84.544, "p95_ms": 82.614}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.972, "count": 182, "max_ms": 220.21, "p95_ms": 198.659}, "read_interval": {"avg_ms": 165.449, "count": 181, "max_ms": 230.025, "p95_ms": 210.052}, "triton_wait": {"avg_ms": 62.031, "count": 181, "max_ms": 84.556, "p95_ms": 82.626}, "visualize": {"avg_ms": 6.96, "count": 181, "max_ms": 9.746, "p95_ms": 8.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3364.833, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.185, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:26:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:26:51+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T17:26:51+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T17:26:51.055356+09:00", "mtime_epoch": 1783067211.0553555, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219953}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:26:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.213, "pushed": 10.213, "read": 10.179}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.512, "count": 306, "max_ms": 5.486, "p95_ms": 4.552}, "gstreamer_push": {"avg_ms": 1.332, "count": 306, "max_ms": 1.697, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.756, "count": 306, "max_ms": 67.514, "p95_ms": 62.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.758, "count": 306, "max_ms": 77.083, "p95_ms": 69.85}, "yolo11_640_fire_11class": {"avg_ms": 50.396, "count": 306, "max_ms": 69.239, "p95_ms": 64.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.433, "count": 306, "max_ms": 85.631, "p95_ms": 81.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.974, "count": 306, "max_ms": 130.013, "p95_ms": 96.745}, "read_interval": {"avg_ms": 98.228, "count": 305, "max_ms": 765.029, "p95_ms": 117.947}, "triton_wait": {"avg_ms": 56.558, "count": 306, "max_ms": 85.643, "p95_ms": 81.993}, "visualize": {"avg_ms": 3.768, "count": 306, "max_ms": 5.523, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1956}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 262, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:25:26+09:00", "last_error_summary": "[h264 @ 0x55e19539ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e19539ea00] error while decoding MB 0 25, bytestream 21 [h264 @ 0x55e1952cfd00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e1952cfd00] error while decoding MB 0 35, bytestream 5961 [h264 @ 0x55e19492b140] cabac decode of qscale diff failed at 21 39 [h264 @ 0x55e19492b140] error while decoding MB 21 39, bytestream 3587 [h264 @ 0x55e19492f240] cabac decode of qscale diff failed at 65 34", "last_exit_at": "2026-07-03T17:25:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.486, "last_started_at": "2026-07-03T17:25:28+09:00", "pid": 42046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.426, "name": "ffmpeg", "pid": 42046, "rss_mb": 271.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.471, "sample_count": 1671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:27:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:27:01+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T17:27:01+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-03T17:27:01.227535+09:00", "mtime_epoch": 1783067221.2275345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:27:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.097, "pushed": 6.097, "read": 6.063}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.362, "count": 182, "max_ms": 14.127, "p95_ms": 11.039}, "gstreamer_push": {"avg_ms": 1.001, "count": 182, "max_ms": 1.323, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 182, "max_ms": 65.323, "p95_ms": 62.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.366, "count": 182, "max_ms": 78.999, "p95_ms": 70.918}, "yolo11_640_fire_11class": {"avg_ms": 49.029, "count": 182, "max_ms": 66.952, "p95_ms": 64.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.565, "count": 182, "max_ms": 87.204, "p95_ms": 81.718}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.357, "count": 182, "max_ms": 245.577, "p95_ms": 205.286}, "read_interval": {"avg_ms": 165.068, "count": 181, "max_ms": 256.616, "p95_ms": 215.095}, "triton_wait": {"avg_ms": 61.082, "count": 182, "max_ms": 87.216, "p95_ms": 81.73}, "visualize": {"avg_ms": 7.045, "count": 182, "max_ms": 15.27, "p95_ms": 8.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3394.907, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.412, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:27:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:27:21+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T17:27:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T17:27:21.107884+09:00", "mtime_epoch": 1783067241.1078844, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:27:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.493, "count": 301, "max_ms": 5.918, "p95_ms": 4.593}, "gstreamer_push": {"avg_ms": 1.343, "count": 301, "max_ms": 2.268, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.149, "count": 301, "max_ms": 67.876, "p95_ms": 61.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.866, "count": 301, "max_ms": 78.103, "p95_ms": 68.903}, "yolo11_640_fire_11class": {"avg_ms": 48.932, "count": 301, "max_ms": 68.779, "p95_ms": 61.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.032, "count": 301, "max_ms": 84.908, "p95_ms": 81.188}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.933, "count": 301, "max_ms": 122.079, "p95_ms": 94.066}, "read_interval": {"avg_ms": 99.863, "count": 300, "max_ms": 751.426, "p95_ms": 165.764}, "triton_wait": {"avg_ms": 55.11, "count": 301, "max_ms": 84.92, "p95_ms": 81.199}, "visualize": {"avg_ms": 3.701, "count": 301, "max_ms": 5.788, "p95_ms": 4.407}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1958}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 262, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:25:26+09:00", "last_error_summary": "[h264 @ 0x55e19539ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e19539ea00] error while decoding MB 0 25, bytestream 21 [h264 @ 0x55e1952cfd00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e1952cfd00] error while decoding MB 0 35, bytestream 5961 [h264 @ 0x55e19492b140] cabac decode of qscale diff failed at 21 39 [h264 @ 0x55e19492b140] error while decoding MB 21 39, bytestream 3587 [h264 @ 0x55e19492f240] cabac decode of qscale diff failed at 65 34", "last_exit_at": "2026-07-03T17:25:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.524, "last_started_at": "2026-07-03T17:25:28+09:00", "pid": 42046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.426, "name": "ffmpeg", "pid": 42046, "rss_mb": 271.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 92, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 93}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.422, "sample_count": 1668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 234992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:27:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:27:31+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:27:31+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T17:27:31.288064+09:00", "mtime_epoch": 1783067251.2880635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:27:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.453, "pushed": 5.453, "read": 5.42}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.14, "count": 163, "max_ms": 16.826, "p95_ms": 12.787}, "gstreamer_push": {"avg_ms": 0.944, "count": 163, "max_ms": 1.598, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.18, "count": 163, "max_ms": 71.72, "p95_ms": 63.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.586, "count": 163, "max_ms": 80.545, "p95_ms": 73.999}, "yolo11_640_fire_11class": {"avg_ms": 50.521, "count": 163, "max_ms": 73.033, "p95_ms": 63.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.697, "count": 163, "max_ms": 86.544, "p95_ms": 82.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.831, "count": 163, "max_ms": 225.968, "p95_ms": 209.862}, "read_interval": {"avg_ms": 184.523, "count": 162, "max_ms": 237.497, "p95_ms": 222.312}, "triton_wait": {"avg_ms": 64.336, "count": 163, "max_ms": 86.557, "p95_ms": 82.183}, "visualize": {"avg_ms": 7.811, "count": 163, "max_ms": 11.47, "p95_ms": 9.45}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12311.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3424.978, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.915, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:27:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:27:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T17:27:51+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T17:27:51.204414+09:00", "mtime_epoch": 1783067271.2044141, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:27:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.836}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.509, "count": 296, "max_ms": 4.959, "p95_ms": 4.463}, "gstreamer_push": {"avg_ms": 1.353, "count": 296, "max_ms": 1.916, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.349, "count": 296, "max_ms": 65.51, "p95_ms": 62.657}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.817, "count": 296, "max_ms": 76.807, "p95_ms": 69.826}, "yolo11_640_fire_11class": {"avg_ms": 49.851, "count": 296, "max_ms": 68.827, "p95_ms": 63.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.381, "count": 296, "max_ms": 85.453, "p95_ms": 80.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.67, "count": 296, "max_ms": 98.305, "p95_ms": 93.282}, "read_interval": {"avg_ms": 101.647, "count": 295, "max_ms": 779.435, "p95_ms": 125.59}, "triton_wait": {"avg_ms": 55.395, "count": 296, "max_ms": 85.466, "p95_ms": 80.96}, "visualize": {"avg_ms": 3.724, "count": 296, "max_ms": 5.358, "p95_ms": 4.313}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1959}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12373.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 262, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:25:26+09:00", "last_error_summary": "[h264 @ 0x55e19539ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e19539ea00] error while decoding MB 0 25, bytestream 21 [h264 @ 0x55e1952cfd00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e1952cfd00] error while decoding MB 0 35, bytestream 5961 [h264 @ 0x55e19492b140] cabac decode of qscale diff failed at 21 39 [h264 @ 0x55e19492b140] error while decoding MB 21 39, bytestream 3587 [h264 @ 0x55e19492f240] cabac decode of qscale diff failed at 65 34", "last_exit_at": "2026-07-03T17:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.663, "last_started_at": "2026-07-03T17:27:43+09:00", "pid": 42153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.109, "name": "ffmpeg", "pid": 42153, "rss_mb": 264.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.656, "sample_count": 1646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:28:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:28:01+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-03T17:28:01+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-03T17:28:01.304592+09:00", "mtime_epoch": 1783067281.304592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:28:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.679, "pushed": 4.679, "read": 4.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.014, "count": 139, "max_ms": 14.731, "p95_ms": 12.387}, "gstreamer_push": {"avg_ms": 0.958, "count": 140, "max_ms": 1.409, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.117, "count": 139, "max_ms": 66.833, "p95_ms": 63.357}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.817, "count": 139, "max_ms": 75.29, "p95_ms": 70.938}, "yolo11_640_fire_11class": {"avg_ms": 50.166, "count": 139, "max_ms": 66.232, "p95_ms": 63.004}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.685, "count": 139, "max_ms": 84.421, "p95_ms": 82.271}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.784, "count": 140, "max_ms": 247.919, "p95_ms": 207.355}, "read_interval": {"avg_ms": 214.923, "count": 139, "max_ms": 5098.489, "p95_ms": 216.967}, "triton_wait": {"avg_ms": 63.173, "count": 139, "max_ms": 84.433, "p95_ms": 82.284}, "visualize": {"avg_ms": 7.713, "count": 139, "max_ms": 12.17, "p95_ms": 10.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3454.996, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.22, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:28:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:28:21+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T17:28:21+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T17:28:21.192942+09:00", "mtime_epoch": 1783067301.192942, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:28:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.52, "count": 299, "max_ms": 6.458, "p95_ms": 5.039}, "gstreamer_push": {"avg_ms": 1.31, "count": 299, "max_ms": 2.176, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.226, "count": 299, "max_ms": 66.431, "p95_ms": 62.324}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.77, "count": 299, "max_ms": 78.386, "p95_ms": 64.306}, "yolo11_640_fire_11class": {"avg_ms": 49.446, "count": 299, "max_ms": 71.728, "p95_ms": 63.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.633, "count": 299, "max_ms": 84.991, "p95_ms": 81.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.35, "count": 299, "max_ms": 132.193, "p95_ms": 95.772}, "read_interval": {"avg_ms": 100.289, "count": 299, "max_ms": 726.81, "p95_ms": 173.525}, "triton_wait": {"avg_ms": 55.742, "count": 299, "max_ms": 85.004, "p95_ms": 81.751}, "visualize": {"avg_ms": 3.704, "count": 299, "max_ms": 6.808, "p95_ms": 4.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 262, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:25:26+09:00", "last_error_summary": "[h264 @ 0x55e19539ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e19539ea00] error while decoding MB 0 25, bytestream 21 [h264 @ 0x55e1952cfd00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e1952cfd00] error while decoding MB 0 35, bytestream 5961 [h264 @ 0x55e19492b140] cabac decode of qscale diff failed at 21 39 [h264 @ 0x55e19492b140] error while decoding MB 21 39, bytestream 3587 [h264 @ 0x55e19492f240] cabac decode of qscale diff failed at 65 34", "last_exit_at": "2026-07-03T17:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.684, "last_started_at": "2026-07-03T17:27:43+09:00", "pid": 42153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.398, "name": "ffmpeg", "pid": 42153, "rss_mb": 265.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.656, "sample_count": 1672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:28:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:28:31+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T17:28:31+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T17:28:31.381121+09:00", "mtime_epoch": 1783067311.3811212, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163430}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:28:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.8, "pushed": 5.8, "read": 5.766}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.925, "count": 173, "max_ms": 13.46, "p95_ms": 11.632}, "gstreamer_push": {"avg_ms": 0.975, "count": 173, "max_ms": 1.917, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.044, "count": 173, "max_ms": 65.5, "p95_ms": 62.427}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.673, "count": 173, "max_ms": 82.659, "p95_ms": 70.187}, "yolo11_640_fire_11class": {"avg_ms": 48.499, "count": 173, "max_ms": 66.832, "p95_ms": 62.626}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.625, "count": 173, "max_ms": 86.417, "p95_ms": 82.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.851, "count": 173, "max_ms": 233.228, "p95_ms": 208.097}, "read_interval": {"avg_ms": 173.515, "count": 172, "max_ms": 243.152, "p95_ms": 218.633}, "triton_wait": {"avg_ms": 61.245, "count": 173, "max_ms": 86.433, "p95_ms": 82.315}, "visualize": {"avg_ms": 7.429, "count": 173, "max_ms": 10.809, "p95_ms": 9.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.829, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3484.999, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.402, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:28:51+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T17:28:51+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T17:28:51.229471+09:00", "mtime_epoch": 1783067331.2294707, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:28:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.483, "count": 301, "max_ms": 7.45, "p95_ms": 4.42}, "gstreamer_push": {"avg_ms": 1.322, "count": 301, "max_ms": 1.585, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.84, "count": 301, "max_ms": 67.686, "p95_ms": 62.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.144, "count": 301, "max_ms": 78.364, "p95_ms": 68.951}, "yolo11_640_fire_11class": {"avg_ms": 50.004, "count": 301, "max_ms": 70.151, "p95_ms": 63.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.571, "count": 301, "max_ms": 85.895, "p95_ms": 82.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.861, "count": 301, "max_ms": 134.748, "p95_ms": 95.275}, "read_interval": {"avg_ms": 99.783, "count": 301, "max_ms": 850.002, "p95_ms": 114.87}, "triton_wait": {"avg_ms": 56.674, "count": 301, "max_ms": 85.907, "p95_ms": 82.34}, "visualize": {"avg_ms": 3.744, "count": 301, "max_ms": 6.032, "p95_ms": 4.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 262, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:25:26+09:00", "last_error_summary": "[h264 @ 0x55e19539ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e19539ea00] error while decoding MB 0 25, bytestream 21 [h264 @ 0x55e1952cfd00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e1952cfd00] error while decoding MB 0 35, bytestream 5961 [h264 @ 0x55e19492b140] cabac decode of qscale diff failed at 21 39 [h264 @ 0x55e19492b140] error while decoding MB 21 39, bytestream 3587 [h264 @ 0x55e19492f240] cabac decode of qscale diff failed at 65 34", "last_exit_at": "2026-07-03T17:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.904, "last_started_at": "2026-07-03T17:27:43+09:00", "pid": 42153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.398, "name": "ffmpeg", "pid": 42153, "rss_mb": 265.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.505, "sample_count": 1684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:29:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:29:01+09:00", "last_frame_read_age_sec": 0.248, "last_frame_read_at": "2026-07-03T17:29:01+09:00", "mjpeg": {"age_sec": 0.242, "exists": true, "mtime": "2026-07-03T17:29:01.517652+09:00", "mtime_epoch": 1783067341.5176518, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166086}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:29:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.393, "pushed": 6.393, "read": 6.36}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.847, "count": 191, "max_ms": 12.706, "p95_ms": 10.614}, "gstreamer_push": {"avg_ms": 1.004, "count": 191, "max_ms": 1.659, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.139, "count": 191, "max_ms": 65.142, "p95_ms": 63.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.637, "count": 191, "max_ms": 81.904, "p95_ms": 70.973}, "yolo11_640_fire_11class": {"avg_ms": 49.94, "count": 191, "max_ms": 67.431, "p95_ms": 64.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.542, "count": 191, "max_ms": 86.444, "p95_ms": 81.196}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.637, "count": 191, "max_ms": 245.157, "p95_ms": 190.828}, "read_interval": {"avg_ms": 156.79, "count": 190, "max_ms": 237.921, "p95_ms": 196.853}, "triton_wait": {"avg_ms": 62.158, "count": 191, "max_ms": 86.457, "p95_ms": 81.208}, "visualize": {"avg_ms": 6.554, "count": 191, "max_ms": 10.633, "p95_ms": 8.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3515.017, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.638, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T17:29:21+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T17:29:21+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T17:29:21.241999+09:00", "mtime_epoch": 1783067361.241999, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:29:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.222, "pushed": 10.222, "read": 10.188}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.395, "count": 306, "max_ms": 5.715, "p95_ms": 4.023}, "gstreamer_push": {"avg_ms": 1.308, "count": 306, "max_ms": 1.688, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.593, "count": 306, "max_ms": 67.33, "p95_ms": 62.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.604, "count": 306, "max_ms": 76.318, "p95_ms": 70.207}, "yolo11_640_fire_11class": {"avg_ms": 49.745, "count": 306, "max_ms": 69.359, "p95_ms": 63.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.863, "count": 306, "max_ms": 86.084, "p95_ms": 80.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.55, "count": 306, "max_ms": 108.802, "p95_ms": 94.325}, "read_interval": {"avg_ms": 98.132, "count": 305, "max_ms": 879.544, "p95_ms": 125.046}, "triton_wait": {"avg_ms": 55.896, "count": 306, "max_ms": 86.096, "p95_ms": 80.974}, "visualize": {"avg_ms": 3.679, "count": 306, "max_ms": 5.184, "p95_ms": 4.342}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1963}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 81, "h264_decode_error_count": 262, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:25:26+09:00", "last_error_summary": "[h264 @ 0x55e19539ea00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e19539ea00] error while decoding MB 0 25, bytestream 21 [h264 @ 0x55e1952cfd00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55e1952cfd00] error while decoding MB 0 35, bytestream 5961 [h264 @ 0x55e19492b140] cabac decode of qscale diff failed at 21 39 [h264 @ 0x55e19492b140] error while decoding MB 21 39, bytestream 3587 [h264 @ 0x55e19492f240] cabac decode of qscale diff failed at 65 34", "last_exit_at": "2026-07-03T17:27:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.936, "last_started_at": "2026-07-03T17:27:43+09:00", "pid": 42153, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.914, "name": "ffmpeg", "pid": 42153, "rss_mb": 265.914, "state": "S (sleeping)", "threads": 106}, "restart_count": 93, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 94}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.505, "sample_count": 1682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:29:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:29:31+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T17:29:31+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-03T17:29:31.634182+09:00", "mtime_epoch": 1783067371.634182, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:29:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.03, "pushed": 6.03, "read": 5.997}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.381, "count": 180, "max_ms": 12.982, "p95_ms": 11.03}, "gstreamer_push": {"avg_ms": 0.999, "count": 180, "max_ms": 1.452, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.931, "count": 180, "max_ms": 67.138, "p95_ms": 62.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.674, "count": 180, "max_ms": 79.569, "p95_ms": 71.255}, "yolo11_640_fire_11class": {"avg_ms": 49.879, "count": 180, "max_ms": 69.104, "p95_ms": 63.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.928, "count": 180, "max_ms": 88.137, "p95_ms": 81.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.787, "count": 180, "max_ms": 246.637, "p95_ms": 202.805}, "read_interval": {"avg_ms": 166.8, "count": 179, "max_ms": 256.338, "p95_ms": 213.474}, "triton_wait": {"avg_ms": 62.407, "count": 180, "max_ms": 88.149, "p95_ms": 81.827}, "visualize": {"avg_ms": 6.954, "count": 180, "max_ms": 10.829, "p95_ms": 9.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3545.067, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.641, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:29:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:29:51+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T17:29:51+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T17:29:51.298528+09:00", "mtime_epoch": 1783067391.2985282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:29:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.02}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.497, "count": 301, "max_ms": 5.823, "p95_ms": 4.55}, "gstreamer_push": {"avg_ms": 1.331, "count": 301, "max_ms": 1.608, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.311, "count": 301, "max_ms": 65.736, "p95_ms": 61.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.828, "count": 301, "max_ms": 79.297, "p95_ms": 64.858}, "yolo11_640_fire_11class": {"avg_ms": 49.293, "count": 301, "max_ms": 68.035, "p95_ms": 62.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.616, "count": 301, "max_ms": 86.448, "p95_ms": 79.276}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.57, "count": 301, "max_ms": 119.617, "p95_ms": 93.033}, "read_interval": {"avg_ms": 99.892, "count": 300, "max_ms": 941.761, "p95_ms": 174.664}, "triton_wait": {"avg_ms": 55.67, "count": 301, "max_ms": 86.463, "p95_ms": 79.289}, "visualize": {"avg_ms": 3.743, "count": 301, "max_ms": 6.231, "p95_ms": 4.389}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12255.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 263, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:29:56+09:00", "last_error_summary": "[h264 @ 0x55c08f603240] error while decoding MB 23 9, bytestream -5", "last_exit_at": "2026-07-03T17:29:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.255, "last_started_at": "2026-07-03T17:29:58+09:00", "pid": 42260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.781, "name": "ffmpeg", "pid": 42260, "rss_mb": 149.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.286, "sample_count": 1675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:30:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:30:01+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T17:30:01+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T17:30:01.642710+09:00", "mtime_epoch": 1783067401.6427102, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162863}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:30:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.854, "pushed": 4.854, "read": 4.821}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.72, "count": 145, "max_ms": 12.098, "p95_ms": 11.096}, "gstreamer_push": {"avg_ms": 0.976, "count": 145, "max_ms": 1.24, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.813, "count": 145, "max_ms": 63.751, "p95_ms": 62.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.532, "count": 145, "max_ms": 77.32, "p95_ms": 69.029}, "yolo11_640_fire_11class": {"avg_ms": 50.3, "count": 145, "max_ms": 66.033, "p95_ms": 63.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.598, "count": 145, "max_ms": 83.66, "p95_ms": 81.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.032, "count": 145, "max_ms": 225.683, "p95_ms": 207.324}, "read_interval": {"avg_ms": 207.18, "count": 144, "max_ms": 4502.527, "p95_ms": 218.959}, "triton_wait": {"avg_ms": 63.198, "count": 145, "max_ms": 83.673, "p95_ms": 81.035}, "visualize": {"avg_ms": 7.553, "count": 145, "max_ms": 11.466, "p95_ms": 9.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3575.277, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.658, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:30:21+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:30:21+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T17:30:21.379058+09:00", "mtime_epoch": 1783067421.379058, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:30:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.412, "count": 300, "max_ms": 5.358, "p95_ms": 4.026}, "gstreamer_push": {"avg_ms": 1.338, "count": 300, "max_ms": 2.214, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.374, "count": 300, "max_ms": 68.372, "p95_ms": 63.406}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.273, "count": 300, "max_ms": 80.383, "p95_ms": 68.717}, "yolo11_640_fire_11class": {"avg_ms": 49.906, "count": 300, "max_ms": 77.577, "p95_ms": 63.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.07, "count": 300, "max_ms": 84.582, "p95_ms": 81.36}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.344, "count": 300, "max_ms": 96.351, "p95_ms": 93.501}, "read_interval": {"avg_ms": 100.046, "count": 300, "max_ms": 793.144, "p95_ms": 170.346}, "triton_wait": {"avg_ms": 55.171, "count": 300, "max_ms": 84.592, "p95_ms": 81.371}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 5.526, "p95_ms": 4.282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1966}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 263, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:29:56+09:00", "last_error_summary": "[h264 @ 0x55c08f603240] error while decoding MB 23 9, bytestream -5", "last_exit_at": "2026-07-03T17:29:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.389, "last_started_at": "2026-07-03T17:29:58+09:00", "pid": 42260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.879, "name": "ffmpeg", "pid": 42260, "rss_mb": 266.879, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.662, "sample_count": 1689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 235987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:30:31+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T17:30:31+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T17:30:31.787241+09:00", "mtime_epoch": 1783067431.787241, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164694}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:30:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.511, "pushed": 5.511, "read": 5.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.12, "count": 164, "max_ms": 14.492, "p95_ms": 11.736}, "gstreamer_push": {"avg_ms": 0.936, "count": 165, "max_ms": 1.208, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.763, "count": 164, "max_ms": 68.104, "p95_ms": 62.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.202, "count": 164, "max_ms": 82.736, "p95_ms": 72.236}, "yolo11_640_fire_11class": {"avg_ms": 49.868, "count": 164, "max_ms": 71.302, "p95_ms": 64.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.199, "count": 164, "max_ms": 86.386, "p95_ms": 83.053}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.217, "count": 165, "max_ms": 228.914, "p95_ms": 211.783}, "read_interval": {"avg_ms": 182.699, "count": 164, "max_ms": 239.133, "p95_ms": 221.316}, "triton_wait": {"avg_ms": 62.783, "count": 164, "max_ms": 86.398, "p95_ms": 83.065}, "visualize": {"avg_ms": 7.785, "count": 164, "max_ms": 10.947, "p95_ms": 9.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3605.339, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.928, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279504, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:30:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:30:51+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:30:51+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T17:30:51.571589+09:00", "mtime_epoch": 1783067451.5715895, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:30:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.906}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.641, "count": 298, "max_ms": 6.348, "p95_ms": 5.369}, "gstreamer_push": {"avg_ms": 1.319, "count": 298, "max_ms": 1.616, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.111, "count": 298, "max_ms": 70.971, "p95_ms": 62.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.208, "count": 298, "max_ms": 81.826, "p95_ms": 68.985}, "yolo11_640_fire_11class": {"avg_ms": 49.674, "count": 298, "max_ms": 71.616, "p95_ms": 63.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.942, "count": 298, "max_ms": 86.654, "p95_ms": 81.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.16, "count": 298, "max_ms": 136.151, "p95_ms": 101.955}, "read_interval": {"avg_ms": 100.94, "count": 297, "max_ms": 682.655, "p95_ms": 170.74}, "triton_wait": {"avg_ms": 55.995, "count": 298, "max_ms": 86.667, "p95_ms": 81.685}, "visualize": {"avg_ms": 3.84, "count": 298, "max_ms": 5.963, "p95_ms": 5.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1968}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 263, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:29:56+09:00", "last_error_summary": "[h264 @ 0x55c08f603240] error while decoding MB 23 9, bytestream -5", "last_exit_at": "2026-07-03T17:29:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.481, "last_started_at": "2026-07-03T17:29:58+09:00", "pid": 42260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.457, "name": "ffmpeg", "pid": 42260, "rss_mb": 269.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.599, "sample_count": 1700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:31:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:31:02+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T17:31:01+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T17:31:01.859771+09:00", "mtime_epoch": 1783067461.8597705, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:31:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.088, "pushed": 6.088, "read": 6.054}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.376, "count": 181, "max_ms": 11.851, "p95_ms": 10.814}, "gstreamer_push": {"avg_ms": 0.994, "count": 182, "max_ms": 1.461, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.073, "count": 181, "max_ms": 65.363, "p95_ms": 61.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.504, "count": 181, "max_ms": 76.985, "p95_ms": 69.609}, "yolo11_640_fire_11class": {"avg_ms": 48.881, "count": 181, "max_ms": 68.341, "p95_ms": 62.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.393, "count": 181, "max_ms": 84.547, "p95_ms": 80.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.392, "count": 182, "max_ms": 224.637, "p95_ms": 200.52}, "read_interval": {"avg_ms": 165.19, "count": 181, "max_ms": 234.781, "p95_ms": 210.199}, "triton_wait": {"avg_ms": 61.156, "count": 181, "max_ms": 84.559, "p95_ms": 80.821}, "visualize": {"avg_ms": 6.975, "count": 181, "max_ms": 10.087, "p95_ms": 8.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3635.391, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.946, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:31:21+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T17:31:21+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T17:31:21.604118+09:00", "mtime_epoch": 1783067481.604118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 214609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:31:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.154, "pushed": 10.154, "read": 10.121}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.512, "count": 304, "max_ms": 6.787, "p95_ms": 4.893}, "gstreamer_push": {"avg_ms": 1.314, "count": 304, "max_ms": 1.904, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.018, "count": 304, "max_ms": 67.526, "p95_ms": 61.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.22, "count": 304, "max_ms": 73.901, "p95_ms": 58.855}, "yolo11_640_fire_11class": {"avg_ms": 48.822, "count": 304, "max_ms": 68.755, "p95_ms": 62.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.173, "count": 304, "max_ms": 87.059, "p95_ms": 78.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.894, "count": 304, "max_ms": 134.535, "p95_ms": 94.311}, "read_interval": {"avg_ms": 98.855, "count": 303, "max_ms": 751.31, "p95_ms": 133.651}, "triton_wait": {"avg_ms": 54.315, "count": 304, "max_ms": 87.071, "p95_ms": 78.263}, "visualize": {"avg_ms": 3.722, "count": 304, "max_ms": 5.7, "p95_ms": 4.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 263, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:29:56+09:00", "last_error_summary": "[h264 @ 0x55c08f603240] error while decoding MB 23 9, bytestream -5", "last_exit_at": "2026-07-03T17:29:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.574, "last_started_at": "2026-07-03T17:29:58+09:00", "pid": 42260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.715, "name": "ffmpeg", "pid": 42260, "rss_mb": 269.715, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.672, "sample_count": 1695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:31:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:31:32+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T17:31:31+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T17:31:31.952300+09:00", "mtime_epoch": 1783067491.9523003, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:31:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.911, "pushed": 5.911, "read": 5.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.609, "count": 176, "max_ms": 13.294, "p95_ms": 11.221}, "gstreamer_push": {"avg_ms": 0.993, "count": 177, "max_ms": 1.25, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.958, "count": 176, "max_ms": 68.134, "p95_ms": 61.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.231, "count": 176, "max_ms": 80.841, "p95_ms": 67.404}, "yolo11_640_fire_11class": {"avg_ms": 47.883, "count": 176, "max_ms": 70.318, "p95_ms": 61.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.221, "count": 176, "max_ms": 87.645, "p95_ms": 79.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.902, "count": 177, "max_ms": 233.958, "p95_ms": 205.705}, "read_interval": {"avg_ms": 169.866, "count": 176, "max_ms": 243.66, "p95_ms": 216.731}, "triton_wait": {"avg_ms": 61.034, "count": 176, "max_ms": 87.658, "p95_ms": 79.822}, "visualize": {"avg_ms": 7.266, "count": 176, "max_ms": 12.987, "p95_ms": 9.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3665.427, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.731, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:31:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T17:31:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T17:31:51+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T17:31:51.652647+09:00", "mtime_epoch": 1783067511.6526473, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:31:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.015, "pushed": 10.015, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.506, "count": 300, "max_ms": 8.035, "p95_ms": 4.86}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.73, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.265, "count": 300, "max_ms": 65.684, "p95_ms": 60.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.932, "count": 300, "max_ms": 81.012, "p95_ms": 66.54}, "yolo11_640_fire_11class": {"avg_ms": 49.633, "count": 300, "max_ms": 69.667, "p95_ms": 63.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.815, "count": 300, "max_ms": 84.573, "p95_ms": 79.684}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.251, "count": 300, "max_ms": 135.01, "p95_ms": 94.051}, "read_interval": {"avg_ms": 100.166, "count": 299, "max_ms": 811.522, "p95_ms": 151.612}, "triton_wait": {"avg_ms": 55.911, "count": 300, "max_ms": 84.586, "p95_ms": 79.991}, "visualize": {"avg_ms": 3.719, "count": 300, "max_ms": 6.971, "p95_ms": 4.503}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1971}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 263, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:29:56+09:00", "last_error_summary": "[h264 @ 0x55c08f603240] error while decoding MB 23 9, bytestream -5", "last_exit_at": "2026-07-03T17:29:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.67, "last_started_at": "2026-07-03T17:29:58+09:00", "pid": 42260, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.973, "name": "ffmpeg", "pid": 42260, "rss_mb": 269.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 94, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 95}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.595, "sample_count": 1703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:32:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:32:02+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T17:32:02+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T17:32:02.088831+09:00", "mtime_epoch": 1783067522.0888312, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:32:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.354, "pushed": 6.354, "read": 6.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.93, "count": 189, "max_ms": 13.906, "p95_ms": 10.617}, "gstreamer_push": {"avg_ms": 1.032, "count": 190, "max_ms": 1.767, "p95_ms": 1.196}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.991, "count": 189, "max_ms": 65.942, "p95_ms": 62.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.282, "count": 189, "max_ms": 79.371, "p95_ms": 70.264}, "yolo11_640_fire_11class": {"avg_ms": 49.684, "count": 189, "max_ms": 67.005, "p95_ms": 63.152}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.492, "count": 189, "max_ms": 83.552, "p95_ms": 81.946}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.609, "count": 190, "max_ms": 222.543, "p95_ms": 189.678}, "read_interval": {"avg_ms": 158.427, "count": 189, "max_ms": 233.064, "p95_ms": 199.696}, "triton_wait": {"avg_ms": 62.081, "count": 189, "max_ms": 83.564, "p95_ms": 81.958}, "visualize": {"avg_ms": 6.584, "count": 189, "max_ms": 10.468, "p95_ms": 8.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12346.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3695.625, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.76, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:32:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T17:32:21+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T17:32:21+09:00", "mjpeg": {"age_sec": 0.559, "exists": true, "mtime": "2026-07-03T17:32:21.357170+09:00", "mtime_epoch": 1783067541.3571703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:32:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.879, "pushed": 9.879, "read": 9.845}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.484, "count": 296, "max_ms": 6.642, "p95_ms": 4.291}, "gstreamer_push": {"avg_ms": 1.322, "count": 296, "max_ms": 1.924, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.324, "count": 296, "max_ms": 69.026, "p95_ms": 60.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.427, "count": 296, "max_ms": 77.632, "p95_ms": 64.195}, "yolo11_640_fire_11class": {"avg_ms": 47.137, "count": 296, "max_ms": 69.55, "p95_ms": 60.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.837, "count": 296, "max_ms": 91.451, "p95_ms": 78.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.922, "count": 296, "max_ms": 127.61, "p95_ms": 92.665}, "read_interval": {"avg_ms": 101.55, "count": 295, "max_ms": 902.773, "p95_ms": 234.132}, "triton_wait": {"avg_ms": 53.87, "count": 296, "max_ms": 91.464, "p95_ms": 78.946}, "visualize": {"avg_ms": 3.758, "count": 296, "max_ms": 5.831, "p95_ms": 4.413}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 263, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:29:56+09:00", "last_error_summary": "[h264 @ 0x55c08f603240] error while decoding MB 23 9, bytestream -5", "last_exit_at": "2026-07-03T17:32:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.259, "last_started_at": "2026-07-03T17:32:12+09:00", "pid": 42367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.555, "name": "ffmpeg", "pid": 42367, "rss_mb": 265.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.595, "sample_count": 1682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:32:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:32:32+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-03T17:32:32+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-03T17:32:32.213362+09:00", "mtime_epoch": 1783067552.2133617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173472}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:32:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.78, "pushed": 4.78, "read": 4.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.886, "count": 143, "max_ms": 15.854, "p95_ms": 11.898}, "gstreamer_push": {"avg_ms": 0.964, "count": 143, "max_ms": 1.202, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.357, "count": 143, "max_ms": 63.805, "p95_ms": 60.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.115, "count": 143, "max_ms": 79.838, "p95_ms": 69.879}, "yolo11_640_fire_11class": {"avg_ms": 47.928, "count": 143, "max_ms": 68.849, "p95_ms": 61.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.694, "count": 143, "max_ms": 87.308, "p95_ms": 80.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.361, "count": 143, "max_ms": 230.053, "p95_ms": 213.047}, "read_interval": {"avg_ms": 210.026, "count": 142, "max_ms": 5079.175, "p95_ms": 225.823}, "triton_wait": {"avg_ms": 61.408, "count": 143, "max_ms": 87.32, "p95_ms": 80.241}, "visualize": {"avg_ms": 7.607, "count": 143, "max_ms": 12.032, "p95_ms": 9.815}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3725.666, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.733, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:32:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:32:51+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T17:32:51+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T17:32:51.893708+09:00", "mtime_epoch": 1783067571.8937082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205271}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:32:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.407, "count": 302, "max_ms": 5.357, "p95_ms": 4.076}, "gstreamer_push": {"avg_ms": 1.322, "count": 302, "max_ms": 1.888, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.774, "count": 302, "max_ms": 67.571, "p95_ms": 59.385}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.336, "count": 302, "max_ms": 79.42, "p95_ms": 69.86}, "yolo11_640_fire_11class": {"avg_ms": 48.271, "count": 302, "max_ms": 68.745, "p95_ms": 60.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.585, "count": 302, "max_ms": 86.941, "p95_ms": 80.266}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.793, "count": 302, "max_ms": 99.253, "p95_ms": 92.678}, "read_interval": {"avg_ms": 99.525, "count": 301, "max_ms": 740.472, "p95_ms": 114.618}, "triton_wait": {"avg_ms": 54.624, "count": 302, "max_ms": 86.952, "p95_ms": 80.284}, "visualize": {"avg_ms": 3.685, "count": 302, "max_ms": 5.197, "p95_ms": 4.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 263, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:29:56+09:00", "last_error_summary": "[h264 @ 0x55c08f603240] error while decoding MB 23 9, bytestream -5", "last_exit_at": "2026-07-03T17:32:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.423, "last_started_at": "2026-07-03T17:32:12+09:00", "pid": 42367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.164, "name": "ffmpeg", "pid": 42367, "rss_mb": 269.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.035, "sample_count": 1725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 236862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:33:02+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T17:33:02+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T17:33:02.445894+09:00", "mtime_epoch": 1783067582.445894, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173974}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:33:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.072, "pushed": 6.072, "read": 6.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.408, "count": 181, "max_ms": 15.052, "p95_ms": 10.895}, "gstreamer_push": {"avg_ms": 0.995, "count": 182, "max_ms": 1.591, "p95_ms": 1.172}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.203, "count": 181, "max_ms": 65.632, "p95_ms": 62.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.365, "count": 181, "max_ms": 80.545, "p95_ms": 69.38}, "yolo11_640_fire_11class": {"avg_ms": 48.831, "count": 181, "max_ms": 69.394, "p95_ms": 63.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.412, "count": 181, "max_ms": 85.89, "p95_ms": 81.624}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.186, "count": 182, "max_ms": 224.025, "p95_ms": 204.34}, "read_interval": {"avg_ms": 165.707, "count": 181, "max_ms": 233.747, "p95_ms": 213.898}, "triton_wait": {"avg_ms": 61.117, "count": 181, "max_ms": 85.906, "p95_ms": 81.637}, "visualize": {"avg_ms": 6.996, "count": 181, "max_ms": 9.701, "p95_ms": 9.074}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3755.676, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.668, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:33:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:33:21+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T17:33:21+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T17:33:21.906237+09:00", "mtime_epoch": 1783067601.906237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:33:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.103}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.513, "count": 303, "max_ms": 6.427, "p95_ms": 4.621}, "gstreamer_push": {"avg_ms": 1.319, "count": 303, "max_ms": 1.642, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.73, "count": 303, "max_ms": 68.172, "p95_ms": 62.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.146, "count": 303, "max_ms": 79.498, "p95_ms": 67.858}, "yolo11_640_fire_11class": {"avg_ms": 49.403, "count": 303, "max_ms": 68.16, "p95_ms": 62.754}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.568, "count": 303, "max_ms": 86.695, "p95_ms": 81.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.376, "count": 303, "max_ms": 136.475, "p95_ms": 93.708}, "read_interval": {"avg_ms": 99.057, "count": 303, "max_ms": 746.641, "p95_ms": 150.453}, "triton_wait": {"avg_ms": 55.612, "count": 303, "max_ms": 86.707, "p95_ms": 81.28}, "visualize": {"avg_ms": 3.742, "count": 303, "max_ms": 5.758, "p95_ms": 4.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:29:56+09:00", "last_error_summary": "[h264 @ 0x55c08f603240] error while decoding MB 23 9, bytestream -5", "last_exit_at": "2026-07-03T17:32:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.549, "last_started_at": "2026-07-03T17:32:12+09:00", "pid": 42367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.164, "name": "ffmpeg", "pid": 42367, "rss_mb": 269.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.841, "sample_count": 1730, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:33:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:33:32+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:33:32+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T17:33:32.594425+09:00", "mtime_epoch": 1783067612.594425, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:33:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.974, "pushed": 5.974, "read": 5.94}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.584, "count": 178, "max_ms": 15.128, "p95_ms": 11.866}, "gstreamer_push": {"avg_ms": 0.995, "count": 179, "max_ms": 1.25, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.634, "count": 178, "max_ms": 71.597, "p95_ms": 62.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.424, "count": 178, "max_ms": 82.987, "p95_ms": 71.949}, "yolo11_640_fire_11class": {"avg_ms": 48.302, "count": 178, "max_ms": 65.009, "p95_ms": 62.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.686, "count": 178, "max_ms": 85.393, "p95_ms": 81.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.266, "count": 179, "max_ms": 227.78, "p95_ms": 203.574}, "read_interval": {"avg_ms": 168.428, "count": 178, "max_ms": 239.639, "p95_ms": 213.609}, "triton_wait": {"avg_ms": 61.152, "count": 178, "max_ms": 85.406, "p95_ms": 81.957}, "visualize": {"avg_ms": 7.188, "count": 178, "max_ms": 12.715, "p95_ms": 9.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3785.899, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.731, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:33:52+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T17:33:52+09:00", "mjpeg": {"age_sec": 0.256, "exists": true, "mtime": "2026-07-03T17:33:51.934711+09:00", "mtime_epoch": 1783067631.9347112, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:33:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.82, "pushed": 9.82, "read": 9.786}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.693, "count": 294, "max_ms": 8.3, "p95_ms": 5.919}, "gstreamer_push": {"avg_ms": 1.319, "count": 294, "max_ms": 1.959, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.305, "count": 294, "max_ms": 67.719, "p95_ms": 62.488}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.997, "count": 294, "max_ms": 77.816, "p95_ms": 69.802}, "yolo11_640_fire_11class": {"avg_ms": 49.453, "count": 294, "max_ms": 69.741, "p95_ms": 62.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.618, "count": 294, "max_ms": 85.868, "p95_ms": 80.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.345, "count": 294, "max_ms": 134.358, "p95_ms": 102.178}, "read_interval": {"avg_ms": 102.129, "count": 293, "max_ms": 835.222, "p95_ms": 146.665}, "triton_wait": {"avg_ms": 54.74, "count": 294, "max_ms": 85.884, "p95_ms": 80.176}, "visualize": {"avg_ms": 3.849, "count": 294, "max_ms": 7.282, "p95_ms": 5.06}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1976}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 82, "h264_decode_error_count": 263, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:29:56+09:00", "last_error_summary": "[h264 @ 0x55c08f603240] error while decoding MB 23 9, bytestream -5", "last_exit_at": "2026-07-03T17:32:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.679, "last_started_at": "2026-07-03T17:32:12+09:00", "pid": 42367, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.164, "name": "ffmpeg", "pid": 42367, "rss_mb": 269.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 95, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 96}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.344, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:34:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:34:02+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T17:34:02+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T17:34:02.734837+09:00", "mtime_epoch": 1783067642.734837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:34:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.844, "pushed": 5.844, "read": 5.811}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.764, "count": 174, "max_ms": 15.442, "p95_ms": 11.553}, "gstreamer_push": {"avg_ms": 0.987, "count": 175, "max_ms": 1.7, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.229, "count": 174, "max_ms": 72.721, "p95_ms": 63.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.772, "count": 174, "max_ms": 80.186, "p95_ms": 71.694}, "yolo11_640_fire_11class": {"avg_ms": 49.16, "count": 174, "max_ms": 74.372, "p95_ms": 63.5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.975, "count": 174, "max_ms": 88.653, "p95_ms": 82.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.45, "count": 175, "max_ms": 263.994, "p95_ms": 208.465}, "read_interval": {"avg_ms": 172.328, "count": 174, "max_ms": 275.057, "p95_ms": 218.702}, "triton_wait": {"avg_ms": 61.496, "count": 174, "max_ms": 88.665, "p95_ms": 82.281}, "visualize": {"avg_ms": 7.376, "count": 174, "max_ms": 11.752, "p95_ms": 9.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3815.944, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.03, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:34:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T17:34:22+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T17:34:22+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T17:34:22.171067+09:00", "mtime_epoch": 1783067662.1710665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:34:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.19, "pushed": 10.19, "read": 10.157}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.028, "count": 305, "max_ms": 7.282, "p95_ms": 5.982}, "gstreamer_push": {"avg_ms": 1.276, "count": 305, "max_ms": 2.349, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.894, "count": 305, "max_ms": 69.049, "p95_ms": 62.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.496, "count": 305, "max_ms": 78.987, "p95_ms": 65.67}, "yolo11_640_fire_11class": {"avg_ms": 49.005, "count": 305, "max_ms": 70.069, "p95_ms": 62.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.608, "count": 305, "max_ms": 85.73, "p95_ms": 81.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.265, "count": 305, "max_ms": 139.181, "p95_ms": 107.629}, "read_interval": {"avg_ms": 98.56, "count": 304, "max_ms": 513.401, "p95_ms": 146.919}, "triton_wait": {"avg_ms": 55.623, "count": 305, "max_ms": 85.743, "p95_ms": 81.291}, "visualize": {"avg_ms": 4.013, "count": 305, "max_ms": 6.593, "p95_ms": 5.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1978}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12303.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:34:23+09:00", "last_error_summary": "[h264 @ 0x555c286e3f40] error while decoding MB 2 37, bytestream -9", "last_exit_at": "2026-07-03T17:34:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.804, "last_started_at": "2026-07-03T17:34:26+09:00", "pid": 42474, "process": {"exists": true, "fd_count": 5, "hwm_mb": 196.836, "name": "ffmpeg", "pid": 42474, "rss_mb": 196.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.578, "sample_count": 1687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:34:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:34:32+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-03T17:34:32+09:00", "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-07-03T17:34:32.731193+09:00", "mtime_epoch": 1783067672.7311926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:34:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.124, "pushed": 5.124, "read": 5.091}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.539, "count": 153, "max_ms": 15.929, "p95_ms": 11.092}, "gstreamer_push": {"avg_ms": 0.992, "count": 153, "max_ms": 1.251, "p95_ms": 1.201}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.79, "count": 153, "max_ms": 64.557, "p95_ms": 62.356}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.512, "count": 153, "max_ms": 78.216, "p95_ms": 70.83}, "yolo11_640_fire_11class": {"avg_ms": 49.512, "count": 153, "max_ms": 65.989, "p95_ms": 63.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.955, "count": 153, "max_ms": 84.734, "p95_ms": 82.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.347, "count": 153, "max_ms": 230.33, "p95_ms": 208.699}, "read_interval": {"avg_ms": 196.414, "count": 152, "max_ms": 4270.711, "p95_ms": 220.399}, "triton_wait": {"avg_ms": 62.341, "count": 153, "max_ms": 84.746, "p95_ms": 82.181}, "visualize": {"avg_ms": 7.162, "count": 153, "max_ms": 10.371, "p95_ms": 9.594}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3845.96, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.62, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:34:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:34:52+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-07-03T17:34:52+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T17:34:52.179428+09:00", "mtime_epoch": 1783067692.1794279, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218911}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:34:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.932, "pushed": 9.932, "read": 9.898}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.051, "count": 297, "max_ms": 8.738, "p95_ms": 5.872}, "gstreamer_push": {"avg_ms": 1.273, "count": 297, "max_ms": 1.741, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.333, "count": 297, "max_ms": 67.674, "p95_ms": 61.466}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.322, "count": 297, "max_ms": 76.755, "p95_ms": 68.5}, "yolo11_640_fire_11class": {"avg_ms": 49.141, "count": 297, "max_ms": 71.577, "p95_ms": 62.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.208, "count": 297, "max_ms": 85.678, "p95_ms": 81.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.507, "count": 297, "max_ms": 146.978, "p95_ms": 107.949}, "read_interval": {"avg_ms": 101.103, "count": 296, "max_ms": 590.543, "p95_ms": 145.93}, "triton_wait": {"avg_ms": 55.239, "count": 297, "max_ms": 85.689, "p95_ms": 81.08}, "visualize": {"avg_ms": 4.082, "count": 297, "max_ms": 6.668, "p95_ms": 5.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:34:23+09:00", "last_error_summary": "[h264 @ 0x555c286e3f40] error while decoding MB 2 37, bytestream -9", "last_exit_at": "2026-07-03T17:34:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.836, "last_started_at": "2026-07-03T17:34:26+09:00", "pid": 42474, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.176, "name": "ffmpeg", "pid": 42474, "rss_mb": 266.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.728, "sample_count": 1701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:35:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:35:02+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-03T17:35:02+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T17:35:02.723557+09:00", "mtime_epoch": 1783067702.723557, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:35:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.333, "pushed": 5.333, "read": 5.299}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.357, "count": 159, "max_ms": 17.226, "p95_ms": 12.075}, "gstreamer_push": {"avg_ms": 0.928, "count": 159, "max_ms": 1.194, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.567, "count": 159, "max_ms": 65.55, "p95_ms": 62.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.052, "count": 159, "max_ms": 81.984, "p95_ms": 70.831}, "yolo11_640_fire_11class": {"avg_ms": 49.21, "count": 159, "max_ms": 67.491, "p95_ms": 64.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.167, "count": 159, "max_ms": 85.71, "p95_ms": 82.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.648, "count": 159, "max_ms": 247.268, "p95_ms": 223.211}, "read_interval": {"avg_ms": 188.773, "count": 158, "max_ms": 257.03, "p95_ms": 232.874}, "triton_wait": {"avg_ms": 62.571, "count": 159, "max_ms": 85.723, "p95_ms": 82.924}, "visualize": {"avg_ms": 8.111, "count": 159, "max_ms": 13.32, "p95_ms": 10.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3875.982, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.766, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:35:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:35:22+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T17:35:22+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T17:35:22.211798+09:00", "mtime_epoch": 1783067722.2117982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221115}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:35:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.154, "pushed": 10.154, "read": 10.12}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.551, "count": 304, "max_ms": 6.25, "p95_ms": 4.903}, "gstreamer_push": {"avg_ms": 1.329, "count": 304, "max_ms": 1.836, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.304, "count": 304, "max_ms": 65.823, "p95_ms": 60.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.862, "count": 304, "max_ms": 78.477, "p95_ms": 67.709}, "yolo11_640_fire_11class": {"avg_ms": 49.34, "count": 304, "max_ms": 65.494, "p95_ms": 61.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.435, "count": 304, "max_ms": 87.987, "p95_ms": 79.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.325, "count": 304, "max_ms": 122.373, "p95_ms": 96.149}, "read_interval": {"avg_ms": 98.803, "count": 303, "max_ms": 967.25, "p95_ms": 119.687}, "triton_wait": {"avg_ms": 54.483, "count": 304, "max_ms": 87.999, "p95_ms": 79.646}, "visualize": {"avg_ms": 3.769, "count": 304, "max_ms": 5.629, "p95_ms": 4.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:34:23+09:00", "last_error_summary": "[h264 @ 0x555c286e3f40] error while decoding MB 2 37, bytestream -9", "last_exit_at": "2026-07-03T17:34:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.87, "last_started_at": "2026-07-03T17:34:26+09:00", "pid": 42474, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.434, "name": "ffmpeg", "pid": 42474, "rss_mb": 266.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.785, "sample_count": 1703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:35:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:35:32+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:35:32+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T17:35:32.819931+09:00", "mtime_epoch": 1783067732.8199308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:35:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.593, "pushed": 5.593, "read": 5.559}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.15, "count": 167, "max_ms": 13.137, "p95_ms": 11.691}, "gstreamer_push": {"avg_ms": 0.959, "count": 167, "max_ms": 1.221, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.522, "count": 167, "max_ms": 67.335, "p95_ms": 62.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.256, "count": 167, "max_ms": 78.819, "p95_ms": 69.624}, "yolo11_640_fire_11class": {"avg_ms": 48.208, "count": 167, "max_ms": 65.772, "p95_ms": 62.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.604, "count": 167, "max_ms": 84.604, "p95_ms": 81.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.166, "count": 167, "max_ms": 241.814, "p95_ms": 213.61}, "read_interval": {"avg_ms": 180.048, "count": 166, "max_ms": 252.242, "p95_ms": 225.229}, "triton_wait": {"avg_ms": 61.106, "count": 167, "max_ms": 84.617, "p95_ms": 81.452}, "visualize": {"avg_ms": 7.701, "count": 167, "max_ms": 11.278, "p95_ms": 9.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3906.046, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.62, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282511, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:35:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:35:52+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T17:35:52+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T17:35:52.240176+09:00", "mtime_epoch": 1783067752.2401762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:35:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.938, "pushed": 9.938, "read": 9.905}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.491, "count": 298, "max_ms": 6.744, "p95_ms": 4.347}, "gstreamer_push": {"avg_ms": 1.329, "count": 298, "max_ms": 2.021, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.026, "count": 298, "max_ms": 66.816, "p95_ms": 62.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.116, "count": 298, "max_ms": 76.396, "p95_ms": 66.044}, "yolo11_640_fire_11class": {"avg_ms": 49.075, "count": 298, "max_ms": 68.342, "p95_ms": 62.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.25, "count": 298, "max_ms": 86.435, "p95_ms": 82.536}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.604, "count": 298, "max_ms": 134.001, "p95_ms": 95.745}, "read_interval": {"avg_ms": 100.846, "count": 297, "max_ms": 733.0, "p95_ms": 201.558}, "triton_wait": {"avg_ms": 55.274, "count": 298, "max_ms": 86.448, "p95_ms": 82.548}, "visualize": {"avg_ms": 3.743, "count": 298, "max_ms": 6.199, "p95_ms": 4.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:34:23+09:00", "last_error_summary": "[h264 @ 0x555c286e3f40] error while decoding MB 2 37, bytestream -9", "last_exit_at": "2026-07-03T17:34:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.946, "last_started_at": "2026-07-03T17:34:26+09:00", "pid": 42474, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.238, "name": "ffmpeg", "pid": 42474, "rss_mb": 268.238, "state": "S (sleeping)", "threads": 106}, "restart_count": 96, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 97}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.372, "sample_count": 1680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:36:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:36:03+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T17:36:02+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T17:36:02.888312+09:00", "mtime_epoch": 1783067762.888312, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:36:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.32, "pushed": 5.32, "read": 5.286}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.598, "count": 159, "max_ms": 15.266, "p95_ms": 12.461}, "gstreamer_push": {"avg_ms": 0.932, "count": 159, "max_ms": 1.302, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.92, "count": 159, "max_ms": 65.923, "p95_ms": 62.505}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.525, "count": 159, "max_ms": 79.374, "p95_ms": 72.968}, "yolo11_640_fire_11class": {"avg_ms": 48.826, "count": 159, "max_ms": 67.324, "p95_ms": 63.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.612, "count": 159, "max_ms": 86.407, "p95_ms": 83.098}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.968, "count": 159, "max_ms": 243.528, "p95_ms": 224.635}, "read_interval": {"avg_ms": 189.415, "count": 158, "max_ms": 253.1, "p95_ms": 232.643}, "triton_wait": {"avg_ms": 62.064, "count": 159, "max_ms": 86.419, "p95_ms": 83.11}, "visualize": {"avg_ms": 8.164, "count": 159, "max_ms": 13.922, "p95_ms": 10.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2356}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3936.121, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.122, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:36:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:36:22+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T17:36:22+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T17:36:22.312562+09:00", "mtime_epoch": 1783067782.3125622, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220366}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:36:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.169, "pushed": 10.169, "read": 10.135}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.829, "count": 305, "max_ms": 7.949, "p95_ms": 5.855}, "gstreamer_push": {"avg_ms": 1.28, "count": 305, "max_ms": 1.911, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.445, "count": 305, "max_ms": 68.37, "p95_ms": 62.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.375, "count": 305, "max_ms": 77.407, "p95_ms": 67.552}, "yolo11_640_fire_11class": {"avg_ms": 49.34, "count": 305, "max_ms": 70.191, "p95_ms": 62.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.181, "count": 305, "max_ms": 86.393, "p95_ms": 81.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.007, "count": 305, "max_ms": 133.386, "p95_ms": 103.245}, "read_interval": {"avg_ms": 98.528, "count": 304, "max_ms": 732.483, "p95_ms": 142.788}, "triton_wait": {"avg_ms": 55.205, "count": 305, "max_ms": 86.406, "p95_ms": 81.829}, "visualize": {"avg_ms": 3.914, "count": 305, "max_ms": 6.065, "p95_ms": 5.092}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12246.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:34:23+09:00", "last_error_summary": "[h264 @ 0x555c286e3f40] error while decoding MB 2 37, bytestream -9", "last_exit_at": "2026-07-03T17:36:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.142, "last_started_at": "2026-07-03T17:36:33+09:00", "pid": 42581, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.457, "name": "ffmpeg", "pid": 42581, "rss_mb": 139.426, "state": "R (running)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.571, "sample_count": 1647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:36:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T17:36:36+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-07-03T17:36:35+09:00", "mjpeg": {"age_sec": 4.44, "exists": true, "mtime": "2026-07-03T17:36:31.652684+09:00", "mtime_epoch": 1783067791.6526837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:36:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.946, "pushed": 4.946, "read": 4.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.877, "count": 147, "max_ms": 12.366, "p95_ms": 11.517}, "gstreamer_push": {"avg_ms": 0.97, "count": 148, "max_ms": 1.26, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.558, "count": 147, "max_ms": 64.763, "p95_ms": 60.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.993, "count": 147, "max_ms": 73.428, "p95_ms": 68.49}, "yolo11_640_fire_11class": {"avg_ms": 49.023, "count": 147, "max_ms": 65.683, "p95_ms": 61.838}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.072, "count": 147, "max_ms": 83.558, "p95_ms": 80.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.923, "count": 148, "max_ms": 245.41, "p95_ms": 217.943}, "read_interval": {"avg_ms": 204.115, "count": 147, "max_ms": 4515.498, "p95_ms": 230.493}, "triton_wait": {"avg_ms": 61.422, "count": 147, "max_ms": 83.57, "p95_ms": 80.761}, "visualize": {"avg_ms": 7.387, "count": 147, "max_ms": 10.74, "p95_ms": 9.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12374.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3966.206, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.932, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:36:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:36:52+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T17:36:52+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T17:36:52.424956+09:00", "mtime_epoch": 1783067812.4249558, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:36:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.069, "count": 300, "max_ms": 6.903, "p95_ms": 6.004}, "gstreamer_push": {"avg_ms": 1.274, "count": 300, "max_ms": 1.613, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.267, "count": 300, "max_ms": 71.669, "p95_ms": 59.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.593, "count": 300, "max_ms": 77.903, "p95_ms": 55.338}, "yolo11_640_fire_11class": {"avg_ms": 48.523, "count": 300, "max_ms": 72.455, "p95_ms": 61.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.428, "count": 300, "max_ms": 84.337, "p95_ms": 78.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.913, "count": 300, "max_ms": 135.686, "p95_ms": 105.419}, "read_interval": {"avg_ms": 100.329, "count": 299, "max_ms": 693.596, "p95_ms": 143.7}, "triton_wait": {"avg_ms": 53.472, "count": 300, "max_ms": 84.349, "p95_ms": 78.03}, "visualize": {"avg_ms": 4.069, "count": 300, "max_ms": 5.931, "p95_ms": 5.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:34:23+09:00", "last_error_summary": "[h264 @ 0x555c286e3f40] error while decoding MB 2 37, bytestream -9", "last_exit_at": "2026-07-03T17:36:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.166, "last_started_at": "2026-07-03T17:36:33+09:00", "pid": 42581, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.164, "name": "ffmpeg", "pid": 42581, "rss_mb": 266.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 25, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.207, "sample_count": 1633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:37:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:37:06+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T17:37:05+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T17:37:05.981135+09:00", "mtime_epoch": 1783067825.9811354, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:37:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.857, "pushed": 5.857, "read": 5.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.967, "count": 175, "max_ms": 15.814, "p95_ms": 12.111}, "gstreamer_push": {"avg_ms": 0.964, "count": 175, "max_ms": 1.348, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.578, "count": 175, "max_ms": 70.299, "p95_ms": 61.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.881, "count": 175, "max_ms": 77.42, "p95_ms": 69.768}, "yolo11_640_fire_11class": {"avg_ms": 47.633, "count": 175, "max_ms": 69.768, "p95_ms": 62.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.601, "count": 175, "max_ms": 86.403, "p95_ms": 80.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.997, "count": 175, "max_ms": 264.446, "p95_ms": 204.246}, "read_interval": {"avg_ms": 171.673, "count": 174, "max_ms": 275.768, "p95_ms": 214.59}, "triton_wait": {"avg_ms": 60.022, "count": 175, "max_ms": 86.416, "p95_ms": 80.501}, "visualize": {"avg_ms": 7.419, "count": 175, "max_ms": 11.869, "p95_ms": 10.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 3996.807, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.248, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283418, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T17:37:23+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T17:37:22+09:00", "mjpeg": {"age_sec": 0.697, "exists": true, "mtime": "2026-07-03T17:37:22.401354+09:00", "mtime_epoch": 1783067842.4013543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:37:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.818}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.884, "count": 295, "max_ms": 7.757, "p95_ms": 5.906}, "gstreamer_push": {"avg_ms": 1.283, "count": 295, "max_ms": 2.132, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.647, "count": 295, "max_ms": 65.77, "p95_ms": 61.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.456, "count": 295, "max_ms": 81.572, "p95_ms": 58.923}, "yolo11_640_fire_11class": {"avg_ms": 48.844, "count": 295, "max_ms": 69.42, "p95_ms": 62.011}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.116, "count": 295, "max_ms": 92.659, "p95_ms": 80.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.255, "count": 295, "max_ms": 133.879, "p95_ms": 103.272}, "read_interval": {"avg_ms": 101.72, "count": 294, "max_ms": 705.608, "p95_ms": 136.648}, "triton_wait": {"avg_ms": 55.149, "count": 295, "max_ms": 92.671, "p95_ms": 81.219}, "visualize": {"avg_ms": 3.932, "count": 295, "max_ms": 6.377, "p95_ms": 5.202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:34:23+09:00", "last_error_summary": "[h264 @ 0x555c286e3f40] error while decoding MB 2 37, bytestream -9", "last_exit_at": "2026-07-03T17:36:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.296, "last_started_at": "2026-07-03T17:36:33+09:00", "pid": 42581, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.48, "name": "ffmpeg", "pid": 42581, "rss_mb": 266.48, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.634, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:37:36+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-07-03T17:37:36+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-03T17:37:36.081538+09:00", "mtime_epoch": 1783067856.0815384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:37:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.808, "pushed": 5.808, "read": 5.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.854, "count": 173, "max_ms": 16.827, "p95_ms": 12.324}, "gstreamer_push": {"avg_ms": 0.974, "count": 174, "max_ms": 1.326, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.42, "count": 173, "max_ms": 67.611, "p95_ms": 62.346}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.416, "count": 173, "max_ms": 77.383, "p95_ms": 70.356}, "yolo11_640_fire_11class": {"avg_ms": 49.441, "count": 173, "max_ms": 67.765, "p95_ms": 63.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.808, "count": 173, "max_ms": 84.998, "p95_ms": 81.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.222, "count": 174, "max_ms": 236.661, "p95_ms": 211.634}, "read_interval": {"avg_ms": 173.094, "count": 173, "max_ms": 247.777, "p95_ms": 223.094}, "triton_wait": {"avg_ms": 62.166, "count": 173, "max_ms": 85.01, "p95_ms": 81.756}, "visualize": {"avg_ms": 7.424, "count": 173, "max_ms": 13.273, "p95_ms": 9.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4026.883, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.071, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:37:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:37:53+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T17:37:53+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-03T17:37:53.057768+09:00", "mtime_epoch": 1783067873.0577683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:37:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.236, "pushed": 10.236, "read": 10.202}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.831, "count": 307, "max_ms": 8.006, "p95_ms": 5.783}, "gstreamer_push": {"avg_ms": 1.293, "count": 307, "max_ms": 1.622, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.692, "count": 307, "max_ms": 70.078, "p95_ms": 62.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.812, "count": 307, "max_ms": 78.105, "p95_ms": 67.608}, "yolo11_640_fire_11class": {"avg_ms": 49.996, "count": 307, "max_ms": 70.815, "p95_ms": 63.666}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.177, "count": 307, "max_ms": 86.759, "p95_ms": 81.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.559, "count": 307, "max_ms": 138.704, "p95_ms": 103.842}, "read_interval": {"avg_ms": 97.928, "count": 306, "max_ms": 582.974, "p95_ms": 141.129}, "triton_wait": {"avg_ms": 56.24, "count": 307, "max_ms": 86.772, "p95_ms": 81.509}, "visualize": {"avg_ms": 3.913, "count": 307, "max_ms": 6.193, "p95_ms": 5.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:34:23+09:00", "last_error_summary": "[h264 @ 0x555c286e3f40] error while decoding MB 2 37, bytestream -9", "last_exit_at": "2026-07-03T17:36:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.334, "last_started_at": "2026-07-03T17:36:33+09:00", "pid": 42581, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.41, "name": "ffmpeg", "pid": 42581, "rss_mb": 272.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 97, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.8, "sample_count": 1654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:38:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:38:06+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-07-03T17:38:06+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T17:38:06.113946+09:00", "mtime_epoch": 1783067886.1139464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:38:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.726, "pushed": 5.726, "read": 5.692}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.737, "count": 171, "max_ms": 12.356, "p95_ms": 11.45}, "gstreamer_push": {"avg_ms": 0.967, "count": 171, "max_ms": 1.298, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.083, "count": 171, "max_ms": 64.713, "p95_ms": 62.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.456, "count": 171, "max_ms": 81.534, "p95_ms": 71.238}, "yolo11_640_fire_11class": {"avg_ms": 49.01, "count": 171, "max_ms": 66.648, "p95_ms": 62.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.229, "count": 171, "max_ms": 86.142, "p95_ms": 82.405}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.865, "count": 171, "max_ms": 230.262, "p95_ms": 208.394}, "read_interval": {"avg_ms": 175.565, "count": 170, "max_ms": 240.542, "p95_ms": 218.654}, "triton_wait": {"avg_ms": 62.578, "count": 171, "max_ms": 86.155, "p95_ms": 82.418}, "visualize": {"avg_ms": 7.454, "count": 171, "max_ms": 10.576, "p95_ms": 9.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4056.952, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.13, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:38:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T17:38:23+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T17:38:23.182181+09:00", "mtime_epoch": 1783067903.1821811, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:38:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.871}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.397, "count": 297, "max_ms": 8.271, "p95_ms": 6.749}, "gstreamer_push": {"avg_ms": 1.254, "count": 297, "max_ms": 2.196, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.158, "count": 297, "max_ms": 67.396, "p95_ms": 62.204}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.263, "count": 297, "max_ms": 77.174, "p95_ms": 63.088}, "yolo11_640_fire_11class": {"avg_ms": 49.441, "count": 297, "max_ms": 68.258, "p95_ms": 62.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.839, "count": 297, "max_ms": 87.544, "p95_ms": 80.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.04, "count": 297, "max_ms": 131.813, "p95_ms": 109.35}, "read_interval": {"avg_ms": 101.299, "count": 296, "max_ms": 705.847, "p95_ms": 128.128}, "triton_wait": {"avg_ms": 54.919, "count": 297, "max_ms": 87.555, "p95_ms": 80.325}, "visualize": {"avg_ms": 4.229, "count": 297, "max_ms": 7.473, "p95_ms": 5.451}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4087.004, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.028, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:38:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:38:53+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T17:38:53+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T17:38:53.202598+09:00", "mtime_epoch": 1783067933.202598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:38:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.117, "count": 295, "max_ms": 7.995, "p95_ms": 5.761}, "gstreamer_push": {"avg_ms": 1.276, "count": 295, "max_ms": 1.628, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.848, "count": 295, "max_ms": 67.962, "p95_ms": 60.928}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.623, "count": 295, "max_ms": 79.504, "p95_ms": 55.75}, "yolo11_640_fire_11class": {"avg_ms": 48.456, "count": 295, "max_ms": 67.388, "p95_ms": 61.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.668, "count": 295, "max_ms": 84.899, "p95_ms": 79.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.058, "count": 295, "max_ms": 133.442, "p95_ms": 102.566}, "read_interval": {"avg_ms": 101.818, "count": 294, "max_ms": 890.899, "p95_ms": 133.533}, "triton_wait": {"avg_ms": 52.691, "count": 295, "max_ms": 84.911, "p95_ms": 79.495}, "visualize": {"avg_ms": 4.095, "count": 295, "max_ms": 5.67, "p95_ms": 5.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12396.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 83, "h264_decode_error_count": 264, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:34:23+09:00", "last_error_summary": "[h264 @ 0x555c286e3f40] error while decoding MB 2 37, bytestream -9", "last_exit_at": "2026-07-03T17:36:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.33, "last_started_at": "2026-07-03T17:36:33+09:00", "pid": 42581, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.395, "name": "ffmpeg", "pid": 42581, "rss_mb": 288.395, "state": "S (sleeping)", "threads": 104}, "restart_count": 97, "restart_count_per_hour": 24, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 98}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.779, "sample_count": 1557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:38:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:38:54+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T17:38:54+09:00", "mjpeg": {"age_sec": 18.714, "exists": true, "mtime": "2026-07-03T17:38:35.566352+09:00", "mtime_epoch": 1783067915.5663524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:38:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "mjpeg_output_stale_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 70, "pushed_frames": 70, "read_frames": 69, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.344, "pushed": 2.344, "read": 2.311}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.853, "count": 70, "max_ms": 11.948, "p95_ms": 9.96}, "gstreamer_push": {"avg_ms": 0.99, "count": 70, "max_ms": 1.139, "p95_ms": 1.129}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.977, "count": 70, "max_ms": 64.947, "p95_ms": 61.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.892, "count": 70, "max_ms": 81.474, "p95_ms": 71.745}, "yolo11_640_fire_11class": {"avg_ms": 50.161, "count": 70, "max_ms": 65.463, "p95_ms": 62.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.757, "count": 70, "max_ms": 84.867, "p95_ms": 80.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.834, "count": 70, "max_ms": 190.313, "p95_ms": 183.75}, "read_interval": {"avg_ms": 433.383, "count": 69, "max_ms": 18734.826, "p95_ms": 195.814}, "triton_wait": {"avg_ms": 63.137, "count": 70, "max_ms": 84.879, "p95_ms": 80.961}, "visualize": {"avg_ms": 6.804, "count": 70, "max_ms": 7.946, "p95_ms": 7.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4117.095, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.128, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:39:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:39:23+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-07-03T17:39:23+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T17:39:23.263021+09:00", "mtime_epoch": 1783067963.2630208, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:39:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.307, "pushed": 10.307, "read": 10.274}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.197, "count": 308, "max_ms": 7.496, "p95_ms": 5.879}, "gstreamer_push": {"avg_ms": 1.254, "count": 309, "max_ms": 1.863, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.325, "count": 308, "max_ms": 67.566, "p95_ms": 62.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.628, "count": 308, "max_ms": 77.565, "p95_ms": 67.486}, "yolo11_640_fire_11class": {"avg_ms": 49.689, "count": 308, "max_ms": 67.252, "p95_ms": 62.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.101, "count": 308, "max_ms": 83.292, "p95_ms": 81.257}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.437, "count": 309, "max_ms": 134.284, "p95_ms": 111.252}, "read_interval": {"avg_ms": 97.23, "count": 308, "max_ms": 229.948, "p95_ms": 136.727}, "triton_wait": {"avg_ms": 55.128, "count": 308, "max_ms": 83.303, "p95_ms": 81.269}, "visualize": {"avg_ms": 4.11, "count": 308, "max_ms": 6.549, "p95_ms": 5.255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:38:55+09:00", "last_error_summary": "[h264 @ 0x560867fb74c0] left block unavailable for requested intra mode [h264 @ 0x560867fb74c0] error while decoding MB 0 21, bytestream 118423 [h264 @ 0x56086889c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56086889c600] error while decoding MB 0 20, bytestream 4632 [h264 @ 0x560868bd7f40] cabac decode of qscale diff failed at 38 19 [h264 @ 0x560868bd7f40] error while decoding MB 38 19, bytestream 4957 [h264 @ 0x560867f687c0] left block unavailable for requested intra4x4", "last_exit_at": "2026-07-03T17:38:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.339, "last_started_at": "2026-07-03T17:38:58+09:00", "pid": 42688, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.598, "name": "ffmpeg", "pid": 42688, "rss_mb": 267.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.865, "sample_count": 1535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 238878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:39:24+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T17:39:24+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T17:39:24.167033+09:00", "mtime_epoch": 1783067964.1670334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:39:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.257, "pushed": 5.257, "read": 5.223}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.121, "count": 157, "max_ms": 13.737, "p95_ms": 10.807}, "gstreamer_push": {"avg_ms": 0.998, "count": 157, "max_ms": 1.236, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.189, "count": 157, "max_ms": 65.333, "p95_ms": 62.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.067, "count": 157, "max_ms": 75.569, "p95_ms": 69.878}, "yolo11_640_fire_11class": {"avg_ms": 50.219, "count": 157, "max_ms": 65.751, "p95_ms": 63.353}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.361, "count": 157, "max_ms": 83.263, "p95_ms": 81.743}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.038, "count": 157, "max_ms": 222.312, "p95_ms": 193.796}, "read_interval": {"avg_ms": 191.468, "count": 156, "max_ms": 4874.813, "p95_ms": 207.652}, "triton_wait": {"avg_ms": 62.93, "count": 157, "max_ms": 83.275, "p95_ms": 81.757}, "visualize": {"avg_ms": 6.778, "count": 157, "max_ms": 11.355, "p95_ms": 8.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4147.211, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.804, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:39:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:39:53+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:39:53+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T17:39:53.371449+09:00", "mtime_epoch": 1783067993.371449, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:39:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.364, "count": 299, "max_ms": 8.86, "p95_ms": 6.588}, "gstreamer_push": {"avg_ms": 1.24, "count": 300, "max_ms": 1.582, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.179, "count": 299, "max_ms": 67.769, "p95_ms": 61.56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.737, "count": 299, "max_ms": 77.139, "p95_ms": 67.02}, "yolo11_640_fire_11class": {"avg_ms": 49.476, "count": 299, "max_ms": 68.387, "p95_ms": 62.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.481, "count": 299, "max_ms": 85.196, "p95_ms": 80.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.287, "count": 300, "max_ms": 135.804, "p95_ms": 117.793}, "read_interval": {"avg_ms": 100.218, "count": 299, "max_ms": 443.434, "p95_ms": 135.63}, "triton_wait": {"avg_ms": 55.647, "count": 299, "max_ms": 85.208, "p95_ms": 80.55}, "visualize": {"avg_ms": 4.211, "count": 299, "max_ms": 7.696, "p95_ms": 5.441}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:38:55+09:00", "last_error_summary": "[h264 @ 0x560867fb74c0] left block unavailable for requested intra mode [h264 @ 0x560867fb74c0] error while decoding MB 0 21, bytestream 118423 [h264 @ 0x56086889c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56086889c600] error while decoding MB 0 20, bytestream 4632 [h264 @ 0x560868bd7f40] cabac decode of qscale diff failed at 38 19 [h264 @ 0x560868bd7f40] error while decoding MB 38 19, bytestream 4957 [h264 @ 0x560867f687c0] left block unavailable for requested intra4x4", "last_exit_at": "2026-07-03T17:38:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.349, "last_started_at": "2026-07-03T17:38:58+09:00", "pid": 42688, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.598, "name": "ffmpeg", "pid": 42688, "rss_mb": 267.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 24, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.478, "sample_count": 1570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239052, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:39:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:39:54+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T17:39:54+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T17:39:54.183461+09:00", "mtime_epoch": 1783067994.1834607, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:39:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.835, "pushed": 5.835, "read": 5.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.762, "count": 174, "max_ms": 15.187, "p95_ms": 11.543}, "gstreamer_push": {"avg_ms": 0.969, "count": 174, "max_ms": 1.378, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.767, "count": 174, "max_ms": 66.609, "p95_ms": 62.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.142, "count": 174, "max_ms": 78.336, "p95_ms": 70.19}, "yolo11_640_fire_11class": {"avg_ms": 47.836, "count": 174, "max_ms": 66.696, "p95_ms": 63.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.809, "count": 174, "max_ms": 84.713, "p95_ms": 82.006}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.764, "count": 174, "max_ms": 242.437, "p95_ms": 206.619}, "read_interval": {"avg_ms": 172.348, "count": 173, "max_ms": 252.284, "p95_ms": 217.835}, "triton_wait": {"avg_ms": 61.086, "count": 174, "max_ms": 84.726, "p95_ms": 82.019}, "visualize": {"avg_ms": 7.38, "count": 174, "max_ms": 10.612, "p95_ms": 9.622}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.819, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4177.278, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.301, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:40:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:40:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T17:40:23+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T17:40:23.511883+09:00", "mtime_epoch": 1783068023.5118825, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:40:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.101, "read": 10.068}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.204, "count": 302, "max_ms": 7.966, "p95_ms": 6.485}, "gstreamer_push": {"avg_ms": 1.261, "count": 303, "max_ms": 2.267, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.301, "count": 302, "max_ms": 65.859, "p95_ms": 61.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.4, "count": 302, "max_ms": 74.703, "p95_ms": 67.642}, "yolo11_640_fire_11class": {"avg_ms": 49.068, "count": 302, "max_ms": 67.543, "p95_ms": 63.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.464, "count": 302, "max_ms": 84.637, "p95_ms": 80.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.305, "count": 303, "max_ms": 133.119, "p95_ms": 106.399}, "read_interval": {"avg_ms": 99.297, "count": 302, "max_ms": 716.194, "p95_ms": 132.717}, "triton_wait": {"avg_ms": 54.501, "count": 302, "max_ms": 84.65, "p95_ms": 80.026}, "visualize": {"avg_ms": 4.081, "count": 302, "max_ms": 6.207, "p95_ms": 5.322}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:38:55+09:00", "last_error_summary": "[h264 @ 0x560867fb74c0] left block unavailable for requested intra mode [h264 @ 0x560867fb74c0] error while decoding MB 0 21, bytestream 118423 [h264 @ 0x56086889c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56086889c600] error while decoding MB 0 20, bytestream 4632 [h264 @ 0x560868bd7f40] cabac decode of qscale diff failed at 38 19 [h264 @ 0x560868bd7f40] error while decoding MB 38 19, bytestream 4957 [h264 @ 0x560867f687c0] left block unavailable for requested intra4x4", "last_exit_at": "2026-07-03T17:38:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.473, "last_started_at": "2026-07-03T17:38:58+09:00", "pid": 42688, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.176, "name": "ffmpeg", "pid": 42688, "rss_mb": 270.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 24, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.303, "sample_count": 1567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:40:24+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-03T17:40:24+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-03T17:40:24.259893+09:00", "mtime_epoch": 1783068024.2598934, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170457}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:40:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.378, "pushed": 5.378, "read": 5.345}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.672, "count": 160, "max_ms": 18.267, "p95_ms": 12.895}, "gstreamer_push": {"avg_ms": 0.937, "count": 161, "max_ms": 1.634, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.863, "count": 160, "max_ms": 67.479, "p95_ms": 62.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.831, "count": 160, "max_ms": 77.581, "p95_ms": 70.222}, "yolo11_640_fire_11class": {"avg_ms": 48.97, "count": 160, "max_ms": 68.557, "p95_ms": 62.778}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.598, "count": 160, "max_ms": 85.041, "p95_ms": 80.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.679, "count": 161, "max_ms": 228.454, "p95_ms": 222.358}, "read_interval": {"avg_ms": 186.791, "count": 160, "max_ms": 240.144, "p95_ms": 232.188}, "triton_wait": {"avg_ms": 61.88, "count": 160, "max_ms": 85.053, "p95_ms": 80.79}, "visualize": {"avg_ms": 8.203, "count": 160, "max_ms": 11.751, "p95_ms": 10.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4207.351, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.855, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:40:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:40:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T17:40:53+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T17:40:53.572319+09:00", "mtime_epoch": 1783068053.5723193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:40:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.049, "count": 301, "max_ms": 8.855, "p95_ms": 5.976}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 1.867, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.082, "count": 301, "max_ms": 69.811, "p95_ms": 60.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.315, "count": 301, "max_ms": 80.733, "p95_ms": 67.429}, "yolo11_640_fire_11class": {"avg_ms": 49.786, "count": 301, "max_ms": 69.822, "p95_ms": 62.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.084, "count": 301, "max_ms": 88.504, "p95_ms": 80.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.198, "count": 301, "max_ms": 136.322, "p95_ms": 105.593}, "read_interval": {"avg_ms": 99.969, "count": 300, "max_ms": 730.038, "p95_ms": 144.352}, "triton_wait": {"avg_ms": 55.118, "count": 301, "max_ms": 88.516, "p95_ms": 80.013}, "visualize": {"avg_ms": 4.007, "count": 301, "max_ms": 6.12, "p95_ms": 5.232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:38:55+09:00", "last_error_summary": "[h264 @ 0x560867fb74c0] left block unavailable for requested intra mode [h264 @ 0x560867fb74c0] error while decoding MB 0 21, bytestream 118423 [h264 @ 0x56086889c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56086889c600] error while decoding MB 0 20, bytestream 4632 [h264 @ 0x560868bd7f40] cabac decode of qscale diff failed at 38 19 [h264 @ 0x560868bd7f40] error while decoding MB 38 19, bytestream 4957 [h264 @ 0x560867f687c0] left block unavailable for requested intra4x4", "last_exit_at": "2026-07-03T17:38:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.535, "last_started_at": "2026-07-03T17:38:58+09:00", "pid": 42688, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.691, "name": "ffmpeg", "pid": 42688, "rss_mb": 270.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 98, "restart_count_per_hour": 24, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 99}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.346, "sample_count": 1569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:40:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:40:54+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T17:40:54+09:00", "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-07-03T17:40:54.340330+09:00", "mtime_epoch": 1783068054.3403304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:40:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.555, "pushed": 5.555, "read": 5.521}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.977, "count": 166, "max_ms": 12.486, "p95_ms": 11.202}, "gstreamer_push": {"avg_ms": 0.939, "count": 166, "max_ms": 1.292, "p95_ms": 1.132}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.387, "count": 166, "max_ms": 68.135, "p95_ms": 62.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.568, "count": 166, "max_ms": 81.873, "p95_ms": 71.841}, "yolo11_640_fire_11class": {"avg_ms": 49.483, "count": 166, "max_ms": 68.651, "p95_ms": 64.837}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.121, "count": 166, "max_ms": 87.498, "p95_ms": 82.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.887, "count": 166, "max_ms": 234.6, "p95_ms": 208.451}, "read_interval": {"avg_ms": 180.888, "count": 165, "max_ms": 245.48, "p95_ms": 217.936}, "triton_wait": {"avg_ms": 62.451, "count": 166, "max_ms": 87.51, "p95_ms": 82.921}, "visualize": {"avg_ms": 7.697, "count": 166, "max_ms": 10.264, "p95_ms": 9.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12354.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4237.393, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.192, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:41:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T17:41:23+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T17:41:23.616760+09:00", "mtime_epoch": 1783068083.6167598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221973}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:41:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.712, "pushed": 9.712, "read": 9.679}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.146, "count": 291, "max_ms": 8.252, "p95_ms": 5.805}, "gstreamer_push": {"avg_ms": 1.249, "count": 291, "max_ms": 1.959, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.589, "count": 291, "max_ms": 66.519, "p95_ms": 60.455}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.582, "count": 291, "max_ms": 77.452, "p95_ms": 66.586}, "yolo11_640_fire_11class": {"avg_ms": 49.218, "count": 291, "max_ms": 69.085, "p95_ms": 61.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.534, "count": 291, "max_ms": 82.968, "p95_ms": 78.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.598, "count": 291, "max_ms": 134.119, "p95_ms": 109.797}, "read_interval": {"avg_ms": 103.307, "count": 290, "max_ms": 702.49, "p95_ms": 144.94}, "triton_wait": {"avg_ms": 53.63, "count": 291, "max_ms": 82.979, "p95_ms": 78.527}, "visualize": {"avg_ms": 4.078, "count": 291, "max_ms": 6.292, "p95_ms": 5.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12370.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:38:55+09:00", "last_error_summary": "[h264 @ 0x560867fb74c0] left block unavailable for requested intra mode [h264 @ 0x560867fb74c0] error while decoding MB 0 21, bytestream 118423 [h264 @ 0x56086889c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56086889c600] error while decoding MB 0 20, bytestream 4632 [h264 @ 0x560868bd7f40] cabac decode of qscale diff failed at 38 19 [h264 @ 0x560868bd7f40] error while decoding MB 38 19, bytestream 4957 [h264 @ 0x560867f687c0] left block unavailable for requested intra4x4", "last_exit_at": "2026-07-03T17:41:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.182, "last_started_at": "2026-07-03T17:41:13+09:00", "pid": 42795, "process": {"exists": true, "fd_count": 5, "hwm_mb": 261.148, "name": "ffmpeg", "pid": 42795, "rss_mb": 261.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.112, "sample_count": 1536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:41:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:41:24+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T17:41:24+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T17:41:24.508773+09:00", "mtime_epoch": 1783068084.508773, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:41:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.521, "pushed": 4.521, "read": 4.488}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.382, "count": 135, "max_ms": 12.004, "p95_ms": 11.773}, "gstreamer_push": {"avg_ms": 0.922, "count": 135, "max_ms": 1.213, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.957, "count": 135, "max_ms": 64.479, "p95_ms": 61.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.114, "count": 135, "max_ms": 83.097, "p95_ms": 70.573}, "yolo11_640_fire_11class": {"avg_ms": 49.396, "count": 135, "max_ms": 67.664, "p95_ms": 63.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.683, "count": 135, "max_ms": 84.4, "p95_ms": 80.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.653, "count": 135, "max_ms": 242.355, "p95_ms": 222.347}, "read_interval": {"avg_ms": 223.524, "count": 134, "max_ms": 5062.214, "p95_ms": 234.236}, "triton_wait": {"avg_ms": 62.181, "count": 135, "max_ms": 84.413, "p95_ms": 80.648}, "visualize": {"avg_ms": 8.013, "count": 135, "max_ms": 12.891, "p95_ms": 10.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4267.444, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.541, "sample_count": 2985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:41:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:41:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T17:41:53+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T17:41:53.673205+09:00", "mtime_epoch": 1783068113.6732047, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:41:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.775}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.618, "count": 294, "max_ms": 8.173, "p95_ms": 6.231}, "gstreamer_push": {"avg_ms": 1.211, "count": 294, "max_ms": 1.583, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.747, "count": 294, "max_ms": 67.865, "p95_ms": 61.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.594, "count": 294, "max_ms": 81.541, "p95_ms": 68.875}, "yolo11_640_fire_11class": {"avg_ms": 49.344, "count": 294, "max_ms": 70.03, "p95_ms": 63.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.33, "count": 294, "max_ms": 89.229, "p95_ms": 81.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.968, "count": 294, "max_ms": 138.991, "p95_ms": 128.674}, "read_interval": {"avg_ms": 102.281, "count": 293, "max_ms": 152.923, "p95_ms": 142.93}, "triton_wait": {"avg_ms": 55.353, "count": 294, "max_ms": 89.242, "p95_ms": 81.578}, "visualize": {"avg_ms": 4.391, "count": 294, "max_ms": 6.834, "p95_ms": 5.511}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:38:55+09:00", "last_error_summary": "[h264 @ 0x560867fb74c0] left block unavailable for requested intra mode [h264 @ 0x560867fb74c0] error while decoding MB 0 21, bytestream 118423 [h264 @ 0x56086889c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56086889c600] error while decoding MB 0 20, bytestream 4632 [h264 @ 0x560868bd7f40] cabac decode of qscale diff failed at 38 19 [h264 @ 0x560868bd7f40] error while decoding MB 38 19, bytestream 4957 [h264 @ 0x560867f687c0] left block unavailable for requested intra4x4", "last_exit_at": "2026-07-03T17:41:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.3, "last_started_at": "2026-07-03T17:41:13+09:00", "pid": 42795, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.078, "name": "ffmpeg", "pid": 42795, "rss_mb": 267.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.345, "sample_count": 1551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239675, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:41:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:41:54+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T17:41:54+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-03T17:41:54.529217+09:00", "mtime_epoch": 1783068114.5292172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:41:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.374, "pushed": 5.374, "read": 5.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.204, "count": 160, "max_ms": 16.405, "p95_ms": 11.942}, "gstreamer_push": {"avg_ms": 0.922, "count": 161, "max_ms": 1.216, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.394, "count": 160, "max_ms": 64.685, "p95_ms": 62.762}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.262, "count": 160, "max_ms": 80.456, "p95_ms": 72.885}, "yolo11_640_fire_11class": {"avg_ms": 49.984, "count": 160, "max_ms": 65.393, "p95_ms": 63.56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.357, "count": 160, "max_ms": 86.048, "p95_ms": 82.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.321, "count": 161, "max_ms": 245.719, "p95_ms": 222.518}, "read_interval": {"avg_ms": 186.882, "count": 160, "max_ms": 255.182, "p95_ms": 230.205}, "triton_wait": {"avg_ms": 63.747, "count": 160, "max_ms": 86.061, "p95_ms": 82.915}, "visualize": {"avg_ms": 7.984, "count": 160, "max_ms": 12.739, "p95_ms": 10.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4297.56, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.339, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:42:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:42:23+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T17:42:23+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T17:42:23.757653+09:00", "mtime_epoch": 1783068143.7576535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:42:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.452, "pushed": 10.452, "read": 10.419}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.045, "count": 313, "max_ms": 8.481, "p95_ms": 6.152}, "gstreamer_push": {"avg_ms": 1.251, "count": 313, "max_ms": 1.845, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.098, "count": 313, "max_ms": 65.36, "p95_ms": 61.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.449, "count": 313, "max_ms": 79.354, "p95_ms": 71.041}, "yolo11_640_fire_11class": {"avg_ms": 49.426, "count": 313, "max_ms": 73.086, "p95_ms": 62.959}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.539, "count": 313, "max_ms": 84.865, "p95_ms": 80.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.633, "count": 313, "max_ms": 131.831, "p95_ms": 104.756}, "read_interval": {"avg_ms": 95.865, "count": 312, "max_ms": 547.541, "p95_ms": 120.351}, "triton_wait": {"avg_ms": 54.606, "count": 313, "max_ms": 84.878, "p95_ms": 80.078}, "visualize": {"avg_ms": 4.005, "count": 313, "max_ms": 6.072, "p95_ms": 5.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:38:55+09:00", "last_error_summary": "[h264 @ 0x560867fb74c0] left block unavailable for requested intra mode [h264 @ 0x560867fb74c0] error while decoding MB 0 21, bytestream 118423 [h264 @ 0x56086889c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56086889c600] error while decoding MB 0 20, bytestream 4632 [h264 @ 0x560868bd7f40] cabac decode of qscale diff failed at 38 19 [h264 @ 0x560868bd7f40] error while decoding MB 38 19, bytestream 4957 [h264 @ 0x560867f687c0] left block unavailable for requested intra4x4", "last_exit_at": "2026-07-03T17:41:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.486, "last_started_at": "2026-07-03T17:41:13+09:00", "pid": 42795, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.594, "name": "ffmpeg", "pid": 42795, "rss_mb": 267.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 24, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.169, "sample_count": 1531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:42:24+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T17:42:24+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T17:42:24.737668+09:00", "mtime_epoch": 1783068144.737668, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:42:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.071, "pushed": 5.071, "read": 5.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.861, "count": 151, "max_ms": 14.778, "p95_ms": 12.498}, "gstreamer_push": {"avg_ms": 0.895, "count": 152, "max_ms": 1.357, "p95_ms": 1.035}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.167, "count": 151, "max_ms": 64.419, "p95_ms": 62.067}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.228, "count": 151, "max_ms": 83.285, "p95_ms": 74.146}, "yolo11_640_fire_11class": {"avg_ms": 49.178, "count": 151, "max_ms": 66.915, "p95_ms": 62.903}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.353, "count": 151, "max_ms": 86.128, "p95_ms": 82.428}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.59, "count": 152, "max_ms": 243.269, "p95_ms": 227.033}, "read_interval": {"avg_ms": 198.599, "count": 151, "max_ms": 252.563, "p95_ms": 238.53}, "triton_wait": {"avg_ms": 62.837, "count": 151, "max_ms": 86.14, "p95_ms": 82.441}, "visualize": {"avg_ms": 8.554, "count": 151, "max_ms": 12.857, "p95_ms": 10.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4327.58, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.797, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:42:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:42:53+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T17:42:53+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T17:42:53.774105+09:00", "mtime_epoch": 1783068173.7741046, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224112}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:42:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.463, "pushed": 9.463, "read": 9.429}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.771, "count": 283, "max_ms": 7.555, "p95_ms": 6.61}, "gstreamer_push": {"avg_ms": 1.21, "count": 283, "max_ms": 1.523, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.686, "count": 283, "max_ms": 69.944, "p95_ms": 61.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.305, "count": 283, "max_ms": 76.671, "p95_ms": 65.318}, "yolo11_640_fire_11class": {"avg_ms": 49.178, "count": 283, "max_ms": 71.189, "p95_ms": 61.547}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.33, "count": 283, "max_ms": 90.854, "p95_ms": 79.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.673, "count": 283, "max_ms": 144.563, "p95_ms": 126.35}, "read_interval": {"avg_ms": 106.033, "count": 282, "max_ms": 611.63, "p95_ms": 141.365}, "triton_wait": {"avg_ms": 54.351, "count": 283, "max_ms": 90.867, "p95_ms": 79.572}, "visualize": {"avg_ms": 4.467, "count": 283, "max_ms": 6.252, "p95_ms": 5.531}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 1999}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 84, "h264_decode_error_count": 271, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:38:55+09:00", "last_error_summary": "[h264 @ 0x560867fb74c0] left block unavailable for requested intra mode [h264 @ 0x560867fb74c0] error while decoding MB 0 21, bytestream 118423 [h264 @ 0x56086889c600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56086889c600] error while decoding MB 0 20, bytestream 4632 [h264 @ 0x560868bd7f40] cabac decode of qscale diff failed at 38 19 [h264 @ 0x560868bd7f40] error while decoding MB 38 19, bytestream 4957 [h264 @ 0x560867f687c0] left block unavailable for requested intra4x4", "last_exit_at": "2026-07-03T17:41:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.532, "last_started_at": "2026-07-03T17:41:13+09:00", "pid": 42795, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.625, "name": "ffmpeg", "pid": 42795, "rss_mb": 268.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 99, "restart_count_per_hour": 24, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 100}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.908, "sample_count": 1503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 239980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:42:54+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T17:42:54+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T17:42:54.798120+09:00", "mtime_epoch": 1783068174.79812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171827}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:42:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.12, "pushed": 5.12, "read": 5.086}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.955, "count": 153, "max_ms": 13.832, "p95_ms": 12.834}, "gstreamer_push": {"avg_ms": 0.908, "count": 153, "max_ms": 1.238, "p95_ms": 1.073}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.01, "count": 153, "max_ms": 68.863, "p95_ms": 61.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.829, "count": 153, "max_ms": 80.278, "p95_ms": 69.918}, "yolo11_640_fire_11class": {"avg_ms": 48.96, "count": 153, "max_ms": 69.425, "p95_ms": 63.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.958, "count": 153, "max_ms": 90.461, "p95_ms": 82.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.22, "count": 153, "max_ms": 247.444, "p95_ms": 232.004}, "read_interval": {"avg_ms": 196.465, "count": 152, "max_ms": 258.767, "p95_ms": 241.579}, "triton_wait": {"avg_ms": 62.24, "count": 153, "max_ms": 90.471, "p95_ms": 82.604}, "visualize": {"avg_ms": 8.596, "count": 153, "max_ms": 11.967, "p95_ms": 10.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12253.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4357.609, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.252, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:43:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:43:23+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T17:43:23+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T17:43:23.806559+09:00", "mtime_epoch": 1783068203.8065593, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226871}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:43:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.628, "pushed": 9.628, "read": 9.595}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.001, "count": 288, "max_ms": 8.111, "p95_ms": 6.435}, "gstreamer_push": {"avg_ms": 1.191, "count": 288, "max_ms": 1.782, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.763, "count": 288, "max_ms": 65.598, "p95_ms": 53.103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.138, "count": 288, "max_ms": 75.584, "p95_ms": 56.3}, "yolo11_640_fire_11class": {"avg_ms": 48.356, "count": 288, "max_ms": 65.611, "p95_ms": 53.846}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.494, "count": 288, "max_ms": 84.32, "p95_ms": 72.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.5, "count": 288, "max_ms": 134.918, "p95_ms": 115.013}, "read_interval": {"avg_ms": 104.233, "count": 287, "max_ms": 148.612, "p95_ms": 128.522}, "triton_wait": {"avg_ms": 52.574, "count": 288, "max_ms": 84.332, "p95_ms": 72.308}, "visualize": {"avg_ms": 4.568, "count": 288, "max_ms": 6.498, "p95_ms": 5.391}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12263.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:43:18+09:00", "last_error_summary": "[h264 @ 0x5597d9731040] error while decoding MB 2 15, bytestream -16", "last_exit_at": "2026-07-03T17:43:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.924, "last_started_at": "2026-07-03T17:43:21+09:00", "pid": 42902, "process": {"exists": true, "fd_count": 5, "hwm_mb": 157.512, "name": "ffmpeg", "pid": 42902, "rss_mb": 157.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.733, "sample_count": 1455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:43:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:43:24+09:00", "last_frame_read_age_sec": 0.223, "last_frame_read_at": "2026-07-03T17:43:24+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-03T17:43:24.754574+09:00", "mtime_epoch": 1783068204.7545738, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:43:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.334, "pushed": 4.334, "read": 4.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.01, "count": 130, "max_ms": 18.811, "p95_ms": 12.856}, "gstreamer_push": {"avg_ms": 0.908, "count": 130, "max_ms": 1.144, "p95_ms": 1.032}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.533, "count": 130, "max_ms": 64.703, "p95_ms": 61.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.916, "count": 130, "max_ms": 81.989, "p95_ms": 72.889}, "yolo11_640_fire_11class": {"avg_ms": 47.869, "count": 130, "max_ms": 65.4, "p95_ms": 62.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.5, "count": 130, "max_ms": 85.391, "p95_ms": 80.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.81, "count": 130, "max_ms": 234.536, "p95_ms": 225.525}, "read_interval": {"avg_ms": 230.422, "count": 130, "max_ms": 4746.89, "p95_ms": 235.936}, "triton_wait": {"avg_ms": 60.917, "count": 130, "max_ms": 85.403, "p95_ms": 80.883}, "visualize": {"avg_ms": 8.612, "count": 130, "max_ms": 11.877, "p95_ms": 10.625}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4387.697, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.043, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:43:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:43:53+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T17:43:53+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T17:43:53.895018+09:00", "mtime_epoch": 1783068233.895018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:43:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.04, "pushed": 9.04, "read": 9.007}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.371, "count": 270, "max_ms": 7.087, "p95_ms": 6.659}, "gstreamer_push": {"avg_ms": 1.149, "count": 271, "max_ms": 1.801, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.46, "count": 270, "max_ms": 64.848, "p95_ms": 55.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.781, "count": 270, "max_ms": 77.998, "p95_ms": 63.517}, "yolo11_640_fire_11class": {"avg_ms": 49.04, "count": 270, "max_ms": 70.038, "p95_ms": 61.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.411, "count": 270, "max_ms": 85.137, "p95_ms": 78.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.024, "count": 271, "max_ms": 139.249, "p95_ms": 128.468}, "read_interval": {"avg_ms": 111.01, "count": 270, "max_ms": 154.473, "p95_ms": 141.274}, "triton_wait": {"avg_ms": 53.529, "count": 270, "max_ms": 85.149, "p95_ms": 78.601}, "visualize": {"avg_ms": 4.767, "count": 270, "max_ms": 6.644, "p95_ms": 5.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:43:18+09:00", "last_error_summary": "[h264 @ 0x5597d9731040] error while decoding MB 2 15, bytestream -16", "last_exit_at": "2026-07-03T17:43:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.016, "last_started_at": "2026-07-03T17:43:21+09:00", "pid": 42902, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.176, "name": "ffmpeg", "pid": 42902, "rss_mb": 266.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.322, "sample_count": 1539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:43:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:43:55+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T17:43:54+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T17:43:54.867033+09:00", "mtime_epoch": 1783068234.867033, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:43:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.183, "pushed": 5.183, "read": 5.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.894, "count": 155, "max_ms": 16.803, "p95_ms": 12.674}, "gstreamer_push": {"avg_ms": 0.897, "count": 155, "max_ms": 1.165, "p95_ms": 1.013}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.021, "count": 155, "max_ms": 65.26, "p95_ms": 60.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.869, "count": 155, "max_ms": 85.066, "p95_ms": 67.188}, "yolo11_640_fire_11class": {"avg_ms": 46.85, "count": 155, "max_ms": 68.156, "p95_ms": 63.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.167, "count": 155, "max_ms": 85.29, "p95_ms": 81.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.285, "count": 155, "max_ms": 248.362, "p95_ms": 224.598}, "read_interval": {"avg_ms": 194.029, "count": 154, "max_ms": 258.052, "p95_ms": 234.373}, "triton_wait": {"avg_ms": 59.658, "count": 155, "max_ms": 85.302, "p95_ms": 81.619}, "visualize": {"avg_ms": 8.528, "count": 155, "max_ms": 12.789, "p95_ms": 10.323}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4417.793, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.922, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:44:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:44:24+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T17:44:23+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T17:44:23.995480+09:00", "mtime_epoch": 1783068263.99548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:44:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.638, "pushed": 8.638, "read": 8.605}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.814, "count": 258, "max_ms": 9.012, "p95_ms": 6.978}, "gstreamer_push": {"avg_ms": 1.114, "count": 259, "max_ms": 1.542, "p95_ms": 1.24}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.031, "count": 258, "max_ms": 66.627, "p95_ms": 58.844}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.961, "count": 258, "max_ms": 75.758, "p95_ms": 65.375}, "yolo11_640_fire_11class": {"avg_ms": 48.312, "count": 258, "max_ms": 70.002, "p95_ms": 61.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.902, "count": 258, "max_ms": 83.564, "p95_ms": 78.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.756, "count": 259, "max_ms": 137.84, "p95_ms": 130.459}, "read_interval": {"avg_ms": 116.235, "count": 258, "max_ms": 154.956, "p95_ms": 144.972}, "triton_wait": {"avg_ms": 52.934, "count": 258, "max_ms": 83.577, "p95_ms": 78.675}, "visualize": {"avg_ms": 5.059, "count": 258, "max_ms": 7.527, "p95_ms": 5.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:43:18+09:00", "last_error_summary": "[h264 @ 0x5597d9731040] error while decoding MB 2 15, bytestream -16", "last_exit_at": "2026-07-03T17:43:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.043, "last_started_at": "2026-07-03T17:43:21+09:00", "pid": 42902, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.496, "name": "ffmpeg", "pid": 42902, "rss_mb": 268.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.525, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:44:25+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T17:44:24+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T17:44:24.919494+09:00", "mtime_epoch": 1783068264.9194942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:44:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.428, "pushed": 5.428, "read": 5.395}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.397, "count": 162, "max_ms": 14.984, "p95_ms": 12.216}, "gstreamer_push": {"avg_ms": 0.912, "count": 162, "max_ms": 1.267, "p95_ms": 1.049}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.76, "count": 162, "max_ms": 63.484, "p95_ms": 60.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.514, "count": 162, "max_ms": 78.611, "p95_ms": 67.655}, "yolo11_640_fire_11class": {"avg_ms": 47.947, "count": 162, "max_ms": 64.988, "p95_ms": 61.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.255, "count": 162, "max_ms": 84.299, "p95_ms": 78.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.418, "count": 162, "max_ms": 229.709, "p95_ms": 218.933}, "read_interval": {"avg_ms": 185.313, "count": 161, "max_ms": 238.987, "p95_ms": 228.544}, "triton_wait": {"avg_ms": 60.594, "count": 162, "max_ms": 84.31, "p95_ms": 78.907}, "visualize": {"avg_ms": 8.054, "count": 162, "max_ms": 10.83, "p95_ms": 10.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4447.832, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.833, "sample_count": 2854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:44:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:44:54+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T17:44:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T17:44:54.027944+09:00", "mtime_epoch": 1783068294.0279436, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228763}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:44:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.561, "pushed": 8.561, "read": 8.528}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.753, "count": 256, "max_ms": 8.98, "p95_ms": 6.701}, "gstreamer_push": {"avg_ms": 1.133, "count": 256, "max_ms": 1.443, "p95_ms": 1.34}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.191, "count": 256, "max_ms": 67.843, "p95_ms": 61.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.047, "count": 256, "max_ms": 79.946, "p95_ms": 72.089}, "yolo11_640_fire_11class": {"avg_ms": 50.393, "count": 256, "max_ms": 69.292, "p95_ms": 63.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.895, "count": 256, "max_ms": 87.56, "p95_ms": 80.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.573, "count": 256, "max_ms": 139.86, "p95_ms": 131.079}, "read_interval": {"avg_ms": 117.343, "count": 255, "max_ms": 156.173, "p95_ms": 145.718}, "triton_wait": {"avg_ms": 54.988, "count": 256, "max_ms": 87.573, "p95_ms": 80.979}, "visualize": {"avg_ms": 5.032, "count": 256, "max_ms": 6.299, "p95_ms": 5.749}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2004}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 85, "h264_decode_error_count": 272, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:43:18+09:00", "last_error_summary": "[h264 @ 0x5597d9731040] error while decoding MB 2 15, bytestream -16", "last_exit_at": "2026-07-03T17:43:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.189, "last_started_at": "2026-07-03T17:43:21+09:00", "pid": 42902, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.496, "name": "ffmpeg", "pid": 42902, "rss_mb": 268.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 100, "restart_count_per_hour": 24, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 101}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.012, "sample_count": 1537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:44:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:44:55+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T17:44:55+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-03T17:44:55.067960+09:00", "mtime_epoch": 1783068295.0679595, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172241}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:44:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.537, "pushed": 5.537, "read": 5.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.245, "count": 165, "max_ms": 15.347, "p95_ms": 12.202}, "gstreamer_push": {"avg_ms": 0.937, "count": 166, "max_ms": 1.2, "p95_ms": 1.085}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.47, "count": 165, "max_ms": 75.438, "p95_ms": 63.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.127, "count": 165, "max_ms": 80.212, "p95_ms": 75.858}, "yolo11_640_fire_11class": {"avg_ms": 49.825, "count": 165, "max_ms": 77.703, "p95_ms": 65.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.979, "count": 165, "max_ms": 92.191, "p95_ms": 83.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.129, "count": 166, "max_ms": 229.318, "p95_ms": 219.356}, "read_interval": {"avg_ms": 181.678, "count": 165, "max_ms": 238.832, "p95_ms": 229.565}, "triton_wait": {"avg_ms": 62.366, "count": 165, "max_ms": 92.204, "p95_ms": 83.308}, "visualize": {"avg_ms": 7.853, "count": 165, "max_ms": 11.457, "p95_ms": 10.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4477.881, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.247, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:45:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:45:24+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T17:45:24+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T17:45:24.072410+09:00", "mtime_epoch": 1783068324.0724099, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:45:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.919, "pushed": 8.919, "read": 8.885}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.303, "count": 267, "max_ms": 8.568, "p95_ms": 6.479}, "gstreamer_push": {"avg_ms": 1.143, "count": 267, "max_ms": 1.433, "p95_ms": 1.356}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.703, "count": 267, "max_ms": 67.263, "p95_ms": 61.944}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.797, "count": 267, "max_ms": 80.815, "p95_ms": 70.086}, "yolo11_640_fire_11class": {"avg_ms": 50.056, "count": 267, "max_ms": 72.364, "p95_ms": 64.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.505, "count": 267, "max_ms": 85.669, "p95_ms": 78.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.638, "count": 267, "max_ms": 167.804, "p95_ms": 130.189}, "read_interval": {"avg_ms": 112.526, "count": 266, "max_ms": 177.046, "p95_ms": 143.537}, "triton_wait": {"avg_ms": 54.685, "count": 267, "max_ms": 85.681, "p95_ms": 78.887}, "visualize": {"avg_ms": 4.782, "count": 267, "max_ms": 6.748, "p95_ms": 5.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2006}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12254.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:45:25+09:00", "last_error_summary": "[h264 @ 0x5572acb29380] error while decoding MB 20 43, bytestream -13", "last_exit_at": "2026-07-03T17:45:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.171, "last_started_at": "2026-07-03T17:45:27+09:00", "pid": 43009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 147.023, "name": "ffmpeg", "pid": 43009, "rss_mb": 147.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.525, "sample_count": 1521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:45:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:45:29+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T17:45:29+09:00", "mjpeg": {"age_sec": 4.554, "exists": true, "mtime": "2026-07-03T17:45:25.108426+09:00", "mtime_epoch": 1783068325.1084259, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171169}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:45:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.891, "pushed": 4.891, "read": 4.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.905, "count": 146, "max_ms": 15.349, "p95_ms": 11.703}, "gstreamer_push": {"avg_ms": 0.93, "count": 146, "max_ms": 1.211, "p95_ms": 1.093}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.032, "count": 146, "max_ms": 63.987, "p95_ms": 61.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.42, "count": 146, "max_ms": 78.058, "p95_ms": 73.083}, "yolo11_640_fire_11class": {"avg_ms": 48.262, "count": 146, "max_ms": 67.061, "p95_ms": 63.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.306, "count": 146, "max_ms": 82.571, "p95_ms": 80.235}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.224, "count": 146, "max_ms": 242.083, "p95_ms": 206.845}, "read_interval": {"avg_ms": 206.038, "count": 145, "max_ms": 4553.422, "p95_ms": 220.149}, "triton_wait": {"avg_ms": 60.23, "count": 146, "max_ms": 82.584, "p95_ms": 80.247}, "visualize": {"avg_ms": 7.507, "count": 146, "max_ms": 11.623, "p95_ms": 10.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4507.903, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.933, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288322, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:45:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:45:54+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T17:45:54+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T17:45:54.100878+09:00", "mtime_epoch": 1783068354.1008782, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:45:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.995, "pushed": 8.995, "read": 8.962}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.428, "count": 269, "max_ms": 8.492, "p95_ms": 6.797}, "gstreamer_push": {"avg_ms": 1.146, "count": 269, "max_ms": 1.581, "p95_ms": 1.373}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.016, "count": 269, "max_ms": 66.353, "p95_ms": 59.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.01, "count": 269, "max_ms": 72.591, "p95_ms": 58.682}, "yolo11_640_fire_11class": {"avg_ms": 49.342, "count": 269, "max_ms": 70.534, "p95_ms": 62.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.574, "count": 269, "max_ms": 83.895, "p95_ms": 78.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.751, "count": 269, "max_ms": 137.432, "p95_ms": 130.016}, "read_interval": {"avg_ms": 111.586, "count": 268, "max_ms": 152.025, "p95_ms": 144.024}, "triton_wait": {"avg_ms": 53.627, "count": 269, "max_ms": 83.908, "p95_ms": 78.066}, "visualize": {"avg_ms": 4.789, "count": 269, "max_ms": 6.443, "p95_ms": 5.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:45:25+09:00", "last_error_summary": "[h264 @ 0x5572acb29380] error while decoding MB 20 43, bytestream -13", "last_exit_at": "2026-07-03T17:45:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.249, "last_started_at": "2026-07-03T17:45:27+09:00", "pid": 43009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.426, "name": "ffmpeg", "pid": 43009, "rss_mb": 266.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.332, "sample_count": 1530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:45:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:45:59+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T17:45:59+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T17:45:59.552964+09:00", "mtime_epoch": 1783068359.5529637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177052}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:45:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.812, "pushed": 5.812, "read": 5.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.76, "count": 174, "max_ms": 13.573, "p95_ms": 11.443}, "gstreamer_push": {"avg_ms": 0.953, "count": 174, "max_ms": 1.247, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.402, "count": 174, "max_ms": 66.858, "p95_ms": 62.582}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.893, "count": 174, "max_ms": 80.508, "p95_ms": 68.348}, "yolo11_640_fire_11class": {"avg_ms": 48.487, "count": 174, "max_ms": 69.135, "p95_ms": 63.732}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.263, "count": 174, "max_ms": 87.17, "p95_ms": 79.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.635, "count": 174, "max_ms": 228.923, "p95_ms": 205.276}, "read_interval": {"avg_ms": 172.669, "count": 173, "max_ms": 238.91, "p95_ms": 215.047}, "triton_wait": {"avg_ms": 60.753, "count": 174, "max_ms": 87.182, "p95_ms": 79.996}, "visualize": {"avg_ms": 7.422, "count": 174, "max_ms": 10.295, "p95_ms": 9.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4537.925, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.507, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:46:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:46:24+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T17:46:24+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T17:46:24.121349+09:00", "mtime_epoch": 1783068384.121349, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:46:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.567, "pushed": 8.567, "read": 8.533}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.683, "count": 256, "max_ms": 8.113, "p95_ms": 6.748}, "gstreamer_push": {"avg_ms": 1.112, "count": 256, "max_ms": 1.449, "p95_ms": 1.279}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.381, "count": 256, "max_ms": 71.248, "p95_ms": 62.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.688, "count": 256, "max_ms": 81.066, "p95_ms": 71.46}, "yolo11_640_fire_11class": {"avg_ms": 50.442, "count": 256, "max_ms": 74.97, "p95_ms": 64.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.804, "count": 256, "max_ms": 86.707, "p95_ms": 80.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.599, "count": 256, "max_ms": 143.518, "p95_ms": 131.433}, "read_interval": {"avg_ms": 117.286, "count": 255, "max_ms": 158.109, "p95_ms": 144.858}, "triton_wait": {"avg_ms": 54.92, "count": 256, "max_ms": 86.719, "p95_ms": 80.613}, "visualize": {"avg_ms": 4.998, "count": 256, "max_ms": 6.804, "p95_ms": 5.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:45:25+09:00", "last_error_summary": "[h264 @ 0x5572acb29380] error while decoding MB 20 43, bytestream -13", "last_exit_at": "2026-07-03T17:45:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.262, "last_started_at": "2026-07-03T17:45:27+09:00", "pid": 43009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.457, "name": "ffmpeg", "pid": 43009, "rss_mb": 267.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.632, "sample_count": 1558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:46:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:46:29+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T17:46:29+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T17:46:29.557435+09:00", "mtime_epoch": 1783068389.5574346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174020}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:46:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.571, "pushed": 5.571, "read": 5.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.357, "count": 166, "max_ms": 15.131, "p95_ms": 12.138}, "gstreamer_push": {"avg_ms": 0.929, "count": 166, "max_ms": 1.23, "p95_ms": 1.051}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.893, "count": 166, "max_ms": 64.455, "p95_ms": 61.92}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.952, "count": 166, "max_ms": 81.994, "p95_ms": 70.402}, "yolo11_640_fire_11class": {"avg_ms": 48.824, "count": 166, "max_ms": 67.482, "p95_ms": 64.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.283, "count": 166, "max_ms": 86.156, "p95_ms": 81.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.719, "count": 166, "max_ms": 249.355, "p95_ms": 223.661}, "read_interval": {"avg_ms": 180.608, "count": 165, "max_ms": 260.582, "p95_ms": 233.373}, "triton_wait": {"avg_ms": 61.627, "count": 166, "max_ms": 86.168, "p95_ms": 81.507}, "visualize": {"avg_ms": 7.888, "count": 166, "max_ms": 14.048, "p95_ms": 10.415}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.799, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4567.977, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.231, "sample_count": 2766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:46:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:46:54+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T17:46:54+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T17:46:54.209823+09:00", "mtime_epoch": 1783068414.209823, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:46:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.326, "pushed": 10.326, "read": 10.293}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.262, "count": 309, "max_ms": 6.873, "p95_ms": 5.827}, "gstreamer_push": {"avg_ms": 1.237, "count": 309, "max_ms": 1.7, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.36, "count": 309, "max_ms": 66.467, "p95_ms": 62.678}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.657, "count": 309, "max_ms": 75.661, "p95_ms": 67.816}, "yolo11_640_fire_11class": {"avg_ms": 51.207, "count": 309, "max_ms": 72.37, "p95_ms": 64.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.696, "count": 309, "max_ms": 84.916, "p95_ms": 79.534}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.852, "count": 309, "max_ms": 132.899, "p95_ms": 111.381}, "read_interval": {"avg_ms": 97.313, "count": 308, "max_ms": 147.569, "p95_ms": 124.819}, "triton_wait": {"avg_ms": 54.942, "count": 309, "max_ms": 84.926, "p95_ms": 79.544}, "visualize": {"avg_ms": 4.175, "count": 309, "max_ms": 6.158, "p95_ms": 5.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:45:25+09:00", "last_error_summary": "[h264 @ 0x5572acb29380] error while decoding MB 20 43, bytestream -13", "last_exit_at": "2026-07-03T17:45:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.319, "last_started_at": "2026-07-03T17:45:27+09:00", "pid": 43009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.262, "name": "ffmpeg", "pid": 43009, "rss_mb": 269.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 101, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.24, "sample_count": 1569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:46:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:46:59+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T17:46:59+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T17:46:59.685910+09:00", "mtime_epoch": 1783068419.6859095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176189}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:46:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.628, "pushed": 5.628, "read": 5.595}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.983, "count": 168, "max_ms": 13.893, "p95_ms": 11.832}, "gstreamer_push": {"avg_ms": 0.945, "count": 168, "max_ms": 1.326, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.174, "count": 168, "max_ms": 71.053, "p95_ms": 60.698}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.05, "count": 168, "max_ms": 79.617, "p95_ms": 69.412}, "yolo11_640_fire_11class": {"avg_ms": 49.825, "count": 168, "max_ms": 65.947, "p95_ms": 62.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.566, "count": 168, "max_ms": 86.812, "p95_ms": 80.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.853, "count": 168, "max_ms": 253.568, "p95_ms": 204.374}, "read_interval": {"avg_ms": 179.121, "count": 167, "max_ms": 263.042, "p95_ms": 215.317}, "triton_wait": {"avg_ms": 61.917, "count": 168, "max_ms": 86.822, "p95_ms": 80.024}, "visualize": {"avg_ms": 7.708, "count": 168, "max_ms": 10.982, "p95_ms": 9.661}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4597.985, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.213, "sample_count": 2791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:47:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:47:24+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T17:47:24+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T17:47:24.194297+09:00", "mtime_epoch": 1783068444.1942973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:47:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 336, "pushed_frames": 336, "read_frames": 336, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.203, "pushed": 11.203, "read": 11.203}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.685, "count": 336, "max_ms": 6.851, "p95_ms": 5.691}, "gstreamer_push": {"avg_ms": 1.311, "count": 336, "max_ms": 1.588, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.045, "count": 336, "max_ms": 68.363, "p95_ms": 62.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.765, "count": 336, "max_ms": 79.221, "p95_ms": 70.989}, "yolo11_640_fire_11class": {"avg_ms": 51.726, "count": 336, "max_ms": 71.439, "p95_ms": 64.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.262, "count": 336, "max_ms": 86.335, "p95_ms": 80.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.464, "count": 336, "max_ms": 137.566, "p95_ms": 100.267}, "read_interval": {"avg_ms": 89.248, "count": 336, "max_ms": 152.102, "p95_ms": 115.716}, "triton_wait": {"avg_ms": 56.377, "count": 336, "max_ms": 86.348, "p95_ms": 80.927}, "visualize": {"avg_ms": 3.865, "count": 336, "max_ms": 5.525, "p95_ms": 5.065}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 86, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:45:25+09:00", "last_error_summary": "[h264 @ 0x5572acb29380] error while decoding MB 20 43, bytestream -13", "last_exit_at": "2026-07-03T17:45:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.362, "last_started_at": "2026-07-03T17:45:27+09:00", "pid": 43009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.906, "name": "ffmpeg", "pid": 43009, "rss_mb": 287.906, "state": "S (sleeping)", "threads": 104}, "restart_count": 101, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 102}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.463, "sample_count": 1600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:47:29+09:00", "last_frame_read_age_sec": 0.212, "last_frame_read_at": "2026-07-03T17:47:29+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-03T17:47:29.650384+09:00", "mtime_epoch": 1783068449.6503837, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:47:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.097, "pushed": 6.097, "read": 6.063}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.312, "count": 182, "max_ms": 12.604, "p95_ms": 10.985}, "gstreamer_push": {"avg_ms": 1.007, "count": 182, "max_ms": 1.233, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.549, "count": 182, "max_ms": 65.361, "p95_ms": 62.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.384, "count": 182, "max_ms": 80.366, "p95_ms": 74.087}, "yolo11_640_fire_11class": {"avg_ms": 51.353, "count": 182, "max_ms": 68.885, "p95_ms": 64.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.929, "count": 182, "max_ms": 86.079, "p95_ms": 82.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.984, "count": 182, "max_ms": 222.531, "p95_ms": 197.919}, "read_interval": {"avg_ms": 164.761, "count": 181, "max_ms": 233.932, "p95_ms": 207.006}, "triton_wait": {"avg_ms": 64.155, "count": 182, "max_ms": 86.091, "p95_ms": 82.612}, "visualize": {"avg_ms": 6.912, "count": 182, "max_ms": 10.497, "p95_ms": 9.273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4628.082, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.692, "sample_count": 2829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:47:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:47:54+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T17:47:54+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T17:47:54.274775+09:00", "mtime_epoch": 1783068474.274775, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:47:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 321, "pushed_frames": 321, "read_frames": 321, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.702, "pushed": 10.702, "read": 10.702}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.055, "count": 321, "max_ms": 6.942, "p95_ms": 5.811}, "gstreamer_push": {"avg_ms": 1.276, "count": 321, "max_ms": 1.518, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.733, "count": 321, "max_ms": 71.315, "p95_ms": 62.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.972, "count": 321, "max_ms": 79.981, "p95_ms": 68.38}, "yolo11_640_fire_11class": {"avg_ms": 50.606, "count": 321, "max_ms": 69.246, "p95_ms": 63.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.529, "count": 321, "max_ms": 84.015, "p95_ms": 80.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.015, "count": 321, "max_ms": 132.031, "p95_ms": 108.444}, "read_interval": {"avg_ms": 93.388, "count": 321, "max_ms": 148.087, "p95_ms": 122.156}, "triton_wait": {"avg_ms": 54.714, "count": 321, "max_ms": 84.027, "p95_ms": 80.984}, "visualize": {"avg_ms": 4.069, "count": 321, "max_ms": 8.038, "p95_ms": 5.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:47:32+09:00", "last_error_summary": "[h264 @ 0x55b3a18c4280] left block unavailable for requested intra mode [h264 @ 0x55b3a18c4280] error while decoding MB 0 28, bytestream 4197", "last_exit_at": "2026-07-03T17:47:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.546, "last_started_at": "2026-07-03T17:47:35+09:00", "pid": 43116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.859, "name": "ffmpeg", "pid": 43116, "rss_mb": 267.859, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 217.515, "sample_count": 1594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:47:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:47:59+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:47:59+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T17:47:59.814863+09:00", "mtime_epoch": 1783068479.8148632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:47:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.879, "pushed": 4.879, "read": 4.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.882, "count": 145, "max_ms": 16.659, "p95_ms": 11.948}, "gstreamer_push": {"avg_ms": 0.963, "count": 146, "max_ms": 1.517, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.286, "count": 145, "max_ms": 66.075, "p95_ms": 62.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.577, "count": 145, "max_ms": 79.159, "p95_ms": 69.565}, "yolo11_640_fire_11class": {"avg_ms": 49.645, "count": 145, "max_ms": 66.028, "p95_ms": 64.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.608, "count": 145, "max_ms": 83.856, "p95_ms": 82.031}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.818, "count": 146, "max_ms": 223.97, "p95_ms": 203.25}, "read_interval": {"avg_ms": 206.518, "count": 145, "max_ms": 5012.558, "p95_ms": 213.523}, "triton_wait": {"avg_ms": 61.961, "count": 145, "max_ms": 83.87, "p95_ms": 82.044}, "visualize": {"avg_ms": 7.42, "count": 145, "max_ms": 14.839, "p95_ms": 10.114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4658.19, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.216, "sample_count": 2800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:48:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:48:24+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T17:48:24+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T17:48:24.387255+09:00", "mtime_epoch": 1783068504.3872552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:48:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.712, "pushed": 8.712, "read": 8.678}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.618, "count": 260, "max_ms": 7.755, "p95_ms": 6.687}, "gstreamer_push": {"avg_ms": 1.134, "count": 261, "max_ms": 1.478, "p95_ms": 1.326}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.244, "count": 260, "max_ms": 63.693, "p95_ms": 52.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.546, "count": 260, "max_ms": 74.735, "p95_ms": 64.994}, "yolo11_640_fire_11class": {"avg_ms": 49.493, "count": 260, "max_ms": 66.892, "p95_ms": 56.826}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.109, "count": 260, "max_ms": 83.822, "p95_ms": 73.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.326, "count": 261, "max_ms": 136.707, "p95_ms": 125.182}, "read_interval": {"avg_ms": 115.363, "count": 260, "max_ms": 150.554, "p95_ms": 139.439}, "triton_wait": {"avg_ms": 53.174, "count": 260, "max_ms": 83.834, "p95_ms": 73.622}, "visualize": {"avg_ms": 4.925, "count": 260, "max_ms": 6.914, "p95_ms": 5.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:47:32+09:00", "last_error_summary": "[h264 @ 0x55b3a18c4280] left block unavailable for requested intra mode [h264 @ 0x55b3a18c4280] error while decoding MB 0 28, bytestream 4197", "last_exit_at": "2026-07-03T17:47:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.607, "last_started_at": "2026-07-03T17:47:35+09:00", "pid": 43116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.664, "name": "ffmpeg", "pid": 43116, "rss_mb": 269.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.911, "sample_count": 1623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:48:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:48:30+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-03T17:48:29+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T17:48:29.835342+09:00", "mtime_epoch": 1783068509.8353422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:48:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.428, "pushed": 5.428, "read": 5.394}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.183, "count": 162, "max_ms": 15.035, "p95_ms": 11.412}, "gstreamer_push": {"avg_ms": 0.913, "count": 162, "max_ms": 1.105, "p95_ms": 1.021}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.292, "count": 162, "max_ms": 63.19, "p95_ms": 60.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.486, "count": 162, "max_ms": 79.122, "p95_ms": 66.685}, "yolo11_640_fire_11class": {"avg_ms": 48.721, "count": 162, "max_ms": 71.839, "p95_ms": 62.86}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.339, "count": 162, "max_ms": 84.584, "p95_ms": 80.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.45, "count": 162, "max_ms": 227.233, "p95_ms": 207.093}, "read_interval": {"avg_ms": 185.552, "count": 161, "max_ms": 236.856, "p95_ms": 216.499}, "triton_wait": {"avg_ms": 60.53, "count": 162, "max_ms": 84.596, "p95_ms": 80.261}, "visualize": {"avg_ms": 8.178, "count": 162, "max_ms": 10.641, "p95_ms": 9.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4688.264, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.785, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:48:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:48:54+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T17:48:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T17:48:54.459736+09:00", "mtime_epoch": 1783068534.4597363, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:48:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.516, "pushed": 8.516, "read": 8.483}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.777, "count": 255, "max_ms": 8.539, "p95_ms": 6.969}, "gstreamer_push": {"avg_ms": 1.131, "count": 255, "max_ms": 1.467, "p95_ms": 1.276}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.894, "count": 255, "max_ms": 69.856, "p95_ms": 62.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.37, "count": 255, "max_ms": 74.605, "p95_ms": 68.866}, "yolo11_640_fire_11class": {"avg_ms": 49.598, "count": 255, "max_ms": 70.61, "p95_ms": 63.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.68, "count": 255, "max_ms": 85.556, "p95_ms": 81.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.533, "count": 255, "max_ms": 140.343, "p95_ms": 132.924}, "read_interval": {"avg_ms": 117.949, "count": 254, "max_ms": 158.172, "p95_ms": 147.007}, "triton_wait": {"avg_ms": 55.71, "count": 255, "max_ms": 85.568, "p95_ms": 81.46}, "visualize": {"avg_ms": 5.0, "count": 255, "max_ms": 6.405, "p95_ms": 5.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2016}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:47:32+09:00", "last_error_summary": "[h264 @ 0x55b3a18c4280] left block unavailable for requested intra mode [h264 @ 0x55b3a18c4280] error while decoding MB 0 28, bytestream 4197", "last_exit_at": "2026-07-03T17:47:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.801, "last_started_at": "2026-07-03T17:47:35+09:00", "pid": 43116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.242, "name": "ffmpeg", "pid": 43116, "rss_mb": 272.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.325, "sample_count": 1642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 241932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:48:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:49:00+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T17:48:59+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T17:49:00.003825+09:00", "mtime_epoch": 1783068540.0038252, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:49:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.733, "pushed": 5.733, "read": 5.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.096, "count": 171, "max_ms": 16.263, "p95_ms": 12.033}, "gstreamer_push": {"avg_ms": 0.932, "count": 172, "max_ms": 1.339, "p95_ms": 1.093}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.035, "count": 171, "max_ms": 66.212, "p95_ms": 61.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.391, "count": 171, "max_ms": 78.414, "p95_ms": 68.618}, "yolo11_640_fire_11class": {"avg_ms": 47.742, "count": 171, "max_ms": 66.721, "p95_ms": 62.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.866, "count": 171, "max_ms": 88.567, "p95_ms": 80.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.585, "count": 172, "max_ms": 224.383, "p95_ms": 204.952}, "read_interval": {"avg_ms": 175.32, "count": 171, "max_ms": 234.14, "p95_ms": 214.712}, "triton_wait": {"avg_ms": 60.264, "count": 171, "max_ms": 88.58, "p95_ms": 80.56}, "visualize": {"avg_ms": 7.635, "count": 171, "max_ms": 11.024, "p95_ms": 9.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4718.305, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.059, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:49:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:49:24+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-03T17:49:24+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T17:49:24.540219+09:00", "mtime_epoch": 1783068564.5402193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:49:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.686, "pushed": 8.686, "read": 8.653}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.6, "count": 260, "max_ms": 8.614, "p95_ms": 6.648}, "gstreamer_push": {"avg_ms": 1.115, "count": 260, "max_ms": 1.649, "p95_ms": 1.291}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.307, "count": 260, "max_ms": 67.005, "p95_ms": 60.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.475, "count": 260, "max_ms": 76.895, "p95_ms": 67.987}, "yolo11_640_fire_11class": {"avg_ms": 48.956, "count": 260, "max_ms": 67.251, "p95_ms": 62.479}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.125, "count": 260, "max_ms": 87.81, "p95_ms": 80.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.874, "count": 260, "max_ms": 141.585, "p95_ms": 131.342}, "read_interval": {"avg_ms": 115.723, "count": 259, "max_ms": 159.486, "p95_ms": 145.65}, "triton_wait": {"avg_ms": 54.184, "count": 260, "max_ms": 87.822, "p95_ms": 80.175}, "visualize": {"avg_ms": 4.962, "count": 260, "max_ms": 8.045, "p95_ms": 5.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 87, "h264_decode_error_count": 274, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:47:32+09:00", "last_error_summary": "[h264 @ 0x55b3a18c4280] left block unavailable for requested intra mode [h264 @ 0x55b3a18c4280] error while decoding MB 0 28, bytestream 4197", "last_exit_at": "2026-07-03T17:47:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.933, "last_started_at": "2026-07-03T17:47:35+09:00", "pid": 43116, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.242, "name": "ffmpeg", "pid": 43116, "rss_mb": 272.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 102, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 103}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.056, "sample_count": 1656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:49:30+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T17:49:30+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-03T17:49:30.164310+09:00", "mtime_epoch": 1783068570.1643097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:49:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.911, "pushed": 5.911, "read": 5.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.623, "count": 176, "max_ms": 16.66, "p95_ms": 11.522}, "gstreamer_push": {"avg_ms": 0.953, "count": 177, "max_ms": 1.337, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.105, "count": 176, "max_ms": 67.364, "p95_ms": 61.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.571, "count": 176, "max_ms": 77.871, "p95_ms": 72.665}, "yolo11_640_fire_11class": {"avg_ms": 48.588, "count": 176, "max_ms": 67.386, "p95_ms": 63.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.099, "count": 176, "max_ms": 86.583, "p95_ms": 80.366}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.712, "count": 177, "max_ms": 235.045, "p95_ms": 205.108}, "read_interval": {"avg_ms": 170.206, "count": 176, "max_ms": 246.76, "p95_ms": 214.361}, "triton_wait": {"avg_ms": 60.839, "count": 176, "max_ms": 86.595, "p95_ms": 80.377}, "visualize": {"avg_ms": 7.3, "count": 176, "max_ms": 11.326, "p95_ms": 9.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12314.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4748.329, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.463, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:49:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:49:54+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T17:49:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T17:49:54.524702+09:00", "mtime_epoch": 1783068594.524702, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223564}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:49:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.79, "pushed": 8.79, "read": 8.757}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.56, "count": 263, "max_ms": 7.132, "p95_ms": 6.697}, "gstreamer_push": {"avg_ms": 1.139, "count": 263, "max_ms": 1.488, "p95_ms": 1.311}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.796, "count": 263, "max_ms": 65.966, "p95_ms": 60.082}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.598, "count": 263, "max_ms": 78.985, "p95_ms": 51.139}, "yolo11_640_fire_11class": {"avg_ms": 49.274, "count": 263, "max_ms": 69.715, "p95_ms": 61.839}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.014, "count": 263, "max_ms": 82.434, "p95_ms": 77.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.017, "count": 263, "max_ms": 135.639, "p95_ms": 128.628}, "read_interval": {"avg_ms": 114.156, "count": 262, "max_ms": 328.651, "p95_ms": 142.621}, "triton_wait": {"avg_ms": 53.117, "count": 263, "max_ms": 82.446, "p95_ms": 77.98}, "visualize": {"avg_ms": 4.932, "count": 263, "max_ms": 6.404, "p95_ms": 5.522}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:49:45+09:00", "last_error_summary": "[h264 @ 0x55e08a18f880] error while decoding MB 45 31, bytestream -5", "last_exit_at": "2026-07-03T17:49:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.841, "last_started_at": "2026-07-03T17:49:47+09:00", "pid": 43223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.969, "name": "ffmpeg", "pid": 43223, "rss_mb": 264.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.182, "sample_count": 1645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:50:00+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T17:50:00+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T17:50:00.236794+09:00", "mtime_epoch": 1783068600.2367942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:50:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.221, "pushed": 5.221, "read": 5.188}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.53, "count": 155, "max_ms": 14.165, "p95_ms": 11.442}, "gstreamer_push": {"avg_ms": 0.942, "count": 156, "max_ms": 1.18, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.547, "count": 155, "max_ms": 67.274, "p95_ms": 61.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.635, "count": 155, "max_ms": 72.875, "p95_ms": 65.699}, "yolo11_640_fire_11class": {"avg_ms": 47.287, "count": 155, "max_ms": 67.833, "p95_ms": 63.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.011, "count": 155, "max_ms": 83.912, "p95_ms": 77.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.969, "count": 156, "max_ms": 222.761, "p95_ms": 202.083}, "read_interval": {"avg_ms": 192.853, "count": 155, "max_ms": 4383.417, "p95_ms": 213.391}, "triton_wait": {"avg_ms": 58.505, "count": 155, "max_ms": 83.923, "p95_ms": 77.226}, "visualize": {"avg_ms": 7.218, "count": 155, "max_ms": 12.911, "p95_ms": 9.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2423}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4778.412, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.463, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:50:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T17:50:24+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T17:50:24+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T17:50:24.601188+09:00", "mtime_epoch": 1783068624.601188, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:50:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.642, "pushed": 8.642, "read": 8.609}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.745, "count": 258, "max_ms": 8.756, "p95_ms": 6.947}, "gstreamer_push": {"avg_ms": 1.118, "count": 259, "max_ms": 1.592, "p95_ms": 1.265}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.882, "count": 258, "max_ms": 64.27, "p95_ms": 61.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.294, "count": 258, "max_ms": 71.837, "p95_ms": 63.662}, "yolo11_640_fire_11class": {"avg_ms": 48.726, "count": 258, "max_ms": 71.913, "p95_ms": 62.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.16, "count": 258, "max_ms": 81.466, "p95_ms": 77.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.485, "count": 259, "max_ms": 136.238, "p95_ms": 129.66}, "read_interval": {"avg_ms": 116.133, "count": 258, "max_ms": 152.623, "p95_ms": 143.41}, "triton_wait": {"avg_ms": 53.347, "count": 258, "max_ms": 81.481, "p95_ms": 77.533}, "visualize": {"avg_ms": 4.998, "count": 258, "max_ms": 6.696, "p95_ms": 5.613}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:49:45+09:00", "last_error_summary": "[h264 @ 0x55e08a18f880] error while decoding MB 45 31, bytestream -5", "last_exit_at": "2026-07-03T17:49:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.952, "last_started_at": "2026-07-03T17:49:47+09:00", "pid": 43223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.547, "name": "ffmpeg", "pid": 43223, "rss_mb": 267.547, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.182, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:50:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:50:30+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T17:50:30+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T17:50:30.373281+09:00", "mtime_epoch": 1783068630.3732812, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167080}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:50:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.515, "pushed": 5.515, "read": 5.482}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.061, "count": 164, "max_ms": 14.26, "p95_ms": 11.154}, "gstreamer_push": {"avg_ms": 0.895, "count": 165, "max_ms": 1.163, "p95_ms": 1.031}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.476, "count": 164, "max_ms": 64.873, "p95_ms": 61.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.518, "count": 164, "max_ms": 78.321, "p95_ms": 64.176}, "yolo11_640_fire_11class": {"avg_ms": 46.767, "count": 164, "max_ms": 65.436, "p95_ms": 62.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.509, "count": 164, "max_ms": 84.218, "p95_ms": 80.338}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.299, "count": 165, "max_ms": 225.575, "p95_ms": 207.192}, "read_interval": {"avg_ms": 182.564, "count": 164, "max_ms": 235.021, "p95_ms": 217.12}, "triton_wait": {"avg_ms": 58.883, "count": 164, "max_ms": 84.229, "p95_ms": 80.35}, "visualize": {"avg_ms": 7.957, "count": 164, "max_ms": 10.416, "p95_ms": 9.705}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4808.486, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.785, "sample_count": 2774, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:50:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:50:54+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T17:50:54+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T17:50:54.681675+09:00", "mtime_epoch": 1783068654.6816752, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:50:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.579, "pushed": 8.579, "read": 8.545}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.767, "count": 257, "max_ms": 8.612, "p95_ms": 6.735}, "gstreamer_push": {"avg_ms": 1.132, "count": 257, "max_ms": 1.742, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.481, "count": 257, "max_ms": 66.264, "p95_ms": 61.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.746, "count": 257, "max_ms": 78.803, "p95_ms": 68.001}, "yolo11_640_fire_11class": {"avg_ms": 47.901, "count": 257, "max_ms": 67.523, "p95_ms": 62.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.808, "count": 257, "max_ms": 84.783, "p95_ms": 79.931}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.459, "count": 257, "max_ms": 137.507, "p95_ms": 130.639}, "read_interval": {"avg_ms": 117.021, "count": 256, "max_ms": 151.619, "p95_ms": 144.824}, "triton_wait": {"avg_ms": 53.848, "count": 257, "max_ms": 84.794, "p95_ms": 79.942}, "visualize": {"avg_ms": 5.065, "count": 257, "max_ms": 8.142, "p95_ms": 5.718}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2021}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:49:45+09:00", "last_error_summary": "[h264 @ 0x55e08a18f880] error while decoding MB 45 31, bytestream -5", "last_exit_at": "2026-07-03T17:49:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.106, "last_started_at": "2026-07-03T17:49:47+09:00", "pid": 43223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.383, "name": "ffmpeg", "pid": 43223, "rss_mb": 270.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.952, "sample_count": 1674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:51:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:51:00+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T17:51:00+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T17:51:00.529770+09:00", "mtime_epoch": 1783068660.5297701, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:51:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.137, "pushed": 6.137, "read": 6.104}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.149, "count": 183, "max_ms": 12.196, "p95_ms": 10.419}, "gstreamer_push": {"avg_ms": 0.946, "count": 184, "max_ms": 1.208, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.477, "count": 183, "max_ms": 66.717, "p95_ms": 62.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.081, "count": 183, "max_ms": 80.341, "p95_ms": 70.436}, "yolo11_640_fire_11class": {"avg_ms": 47.819, "count": 183, "max_ms": 65.77, "p95_ms": 63.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.915, "count": 183, "max_ms": 84.536, "p95_ms": 81.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.318, "count": 184, "max_ms": 206.528, "p95_ms": 185.57}, "read_interval": {"avg_ms": 163.837, "count": 183, "max_ms": 216.352, "p95_ms": 195.425}, "triton_wait": {"avg_ms": 60.053, "count": 183, "max_ms": 84.548, "p95_ms": 81.639}, "visualize": {"avg_ms": 6.963, "count": 183, "max_ms": 9.374, "p95_ms": 8.581}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4838.556, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.785, "sample_count": 2772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291355, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:51:24+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-03T17:51:24+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T17:51:24.706163+09:00", "mtime_epoch": 1783068684.706163, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:51:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.512, "pushed": 8.512, "read": 8.479}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.806, "count": 255, "max_ms": 9.025, "p95_ms": 6.813}, "gstreamer_push": {"avg_ms": 1.132, "count": 255, "max_ms": 1.509, "p95_ms": 1.236}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.298, "count": 255, "max_ms": 65.846, "p95_ms": 60.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.93, "count": 255, "max_ms": 75.654, "p95_ms": 69.072}, "yolo11_640_fire_11class": {"avg_ms": 47.388, "count": 255, "max_ms": 66.579, "p95_ms": 61.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.258, "count": 255, "max_ms": 84.68, "p95_ms": 79.28}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.499, "count": 255, "max_ms": 145.046, "p95_ms": 131.359}, "read_interval": {"avg_ms": 117.755, "count": 254, "max_ms": 151.181, "p95_ms": 144.625}, "triton_wait": {"avg_ms": 54.272, "count": 255, "max_ms": 84.691, "p95_ms": 79.29}, "visualize": {"avg_ms": 5.073, "count": 255, "max_ms": 7.012, "p95_ms": 5.7}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 88, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:49:45+09:00", "last_error_summary": "[h264 @ 0x55e08a18f880] error while decoding MB 45 31, bytestream -5", "last_exit_at": "2026-07-03T17:49:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.145, "last_started_at": "2026-07-03T17:49:47+09:00", "pid": 43223, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.383, "name": "ffmpeg", "pid": 43223, "rss_mb": 270.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 103, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 104}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.147, "sample_count": 1688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:51:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:51:30+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T17:51:30+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T17:51:30.598259+09:00", "mtime_epoch": 1783068690.5982587, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:51:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.058, "pushed": 6.058, "read": 6.025}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.39, "count": 181, "max_ms": 12.455, "p95_ms": 11.25}, "gstreamer_push": {"avg_ms": 0.964, "count": 181, "max_ms": 1.473, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.511, "count": 181, "max_ms": 64.988, "p95_ms": 61.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.641, "count": 181, "max_ms": 76.8, "p95_ms": 66.153}, "yolo11_640_fire_11class": {"avg_ms": 47.394, "count": 181, "max_ms": 64.033, "p95_ms": 58.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.212, "count": 181, "max_ms": 86.091, "p95_ms": 80.216}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.955, "count": 181, "max_ms": 228.369, "p95_ms": 204.96}, "read_interval": {"avg_ms": 166.091, "count": 180, "max_ms": 238.769, "p95_ms": 214.854}, "triton_wait": {"avg_ms": 60.552, "count": 181, "max_ms": 86.103, "p95_ms": 80.228}, "visualize": {"avg_ms": 7.014, "count": 181, "max_ms": 11.487, "p95_ms": 9.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T16:30:44+09:00", "last_error_summary": "[h264 @ 0x562f577a7800] error while decoding MB 7 46, bytestream -19 [in#0/rtsp @ 0x562f57602e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x562f57602e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T16:30:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 4868.623, "last_started_at": "2026-07-03T16:30:46+09:00", "pid": 39360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.602, "name": "ffmpeg", "pid": 39360, "rss_mb": 333.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.357, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T17:51:54+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T17:51:54+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T17:51:54.774652+09:00", "mtime_epoch": 1783068714.7746525, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216215}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:51:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.454, "pushed": 8.454, "read": 8.42}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.816, "count": 253, "max_ms": 9.31, "p95_ms": 6.965}, "gstreamer_push": {"avg_ms": 1.108, "count": 253, "max_ms": 1.684, "p95_ms": 1.235}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.222, "count": 253, "max_ms": 65.2, "p95_ms": 60.607}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.537, "count": 253, "max_ms": 74.048, "p95_ms": 59.837}, "yolo11_640_fire_11class": {"avg_ms": 49.636, "count": 253, "max_ms": 69.076, "p95_ms": 61.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.555, "count": 253, "max_ms": 86.008, "p95_ms": 77.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 105.232, "count": 253, "max_ms": 144.934, "p95_ms": 131.375}, "read_interval": {"avg_ms": 118.711, "count": 252, "max_ms": 160.687, "p95_ms": 144.018}, "triton_wait": {"avg_ms": 53.637, "count": 253, "max_ms": 86.02, "p95_ms": 77.997}, "visualize": {"avg_ms": 5.09, "count": 253, "max_ms": 7.299, "p95_ms": 6.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12246.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:00+09:00", "last_error_summary": "[h264 @ 0x55dcaa314e80] error while decoding MB 1 30, bytestream -28", "last_exit_at": "2026-07-03T17:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.129, "last_started_at": "2026-07-03T17:52:02+09:00", "pid": 43330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 138.98, "name": "ffmpeg", "pid": 43330, "rss_mb": 138.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.123, "sample_count": 1665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 242961, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:52:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T17:52:04+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T17:52:04+09:00", "mjpeg": {"age_sec": 4.536, "exists": true, "mtime": "2026-07-03T17:52:00.190741+09:00", "mtime_epoch": 1783068720.1907406, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:52:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.812, "pushed": 4.812, "read": 4.778}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.972, "count": 143, "max_ms": 13.378, "p95_ms": 11.706}, "gstreamer_push": {"avg_ms": 0.911, "count": 144, "max_ms": 1.214, "p95_ms": 1.052}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.704, "count": 143, "max_ms": 66.249, "p95_ms": 60.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.178, "count": 143, "max_ms": 74.812, "p95_ms": 64.169}, "yolo11_640_fire_11class": {"avg_ms": 48.271, "count": 143, "max_ms": 70.239, "p95_ms": 63.252}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.201, "count": 143, "max_ms": 85.614, "p95_ms": 79.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.118, "count": 144, "max_ms": 225.462, "p95_ms": 214.072}, "read_interval": {"avg_ms": 209.714, "count": 143, "max_ms": 4635.994, "p95_ms": 225.597}, "triton_wait": {"avg_ms": 59.585, "count": 143, "max_ms": 85.626, "p95_ms": 79.513}, "visualize": {"avg_ms": 7.75, "count": 143, "max_ms": 10.953, "p95_ms": 10.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12251.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.16, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.539, "name": "ffmpeg", "pid": 43437, "rss_mb": 207.539, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.496, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:52:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T17:52:26+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T17:52:26+09:00", "mjpeg": {"age_sec": 4.327, "exists": true, "mtime": "2026-07-03T17:52:22.399103+09:00", "mtime_epoch": 1783068742.3991032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:52:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.333, "pushed": 7.367, "read": 7.333}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.682, "count": 220, "max_ms": 8.156, "p95_ms": 6.534}, "gstreamer_push": {"avg_ms": 1.122, "count": 221, "max_ms": 1.398, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.684, "count": 220, "max_ms": 68.985, "p95_ms": 62.824}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.44, "count": 220, "max_ms": 76.753, "p95_ms": 70.257}, "yolo11_640_fire_11class": {"avg_ms": 49.735, "count": 220, "max_ms": 68.162, "p95_ms": 63.719}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.332, "count": 220, "max_ms": 88.121, "p95_ms": 82.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.108, "count": 220, "max_ms": 139.633, "p95_ms": 133.399}, "read_interval": {"avg_ms": 136.176, "count": 220, "max_ms": 4321.101, "p95_ms": 145.731}, "triton_wait": {"avg_ms": 54.468, "count": 220, "max_ms": 88.134, "p95_ms": 82.317}, "visualize": {"avg_ms": 5.007, "count": 220, "max_ms": 6.616, "p95_ms": 5.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:00+09:00", "last_error_summary": "[h264 @ 0x55dcaa314e80] error while decoding MB 1 30, bytestream -28", "last_exit_at": "2026-07-03T17:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.13, "last_started_at": "2026-07-03T17:52:02+09:00", "pid": 43330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.324, "name": "ffmpeg", "pid": 43330, "rss_mb": 270.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.711, "sample_count": 1670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:52:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:52:34+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-07-03T17:52:34+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-03T17:52:34.567302+09:00", "mtime_epoch": 1783068754.567302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:52:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.869, "pushed": 5.869, "read": 5.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.541, "count": 176, "max_ms": 16.49, "p95_ms": 11.235}, "gstreamer_push": {"avg_ms": 0.932, "count": 176, "max_ms": 1.206, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.343, "count": 176, "max_ms": 68.536, "p95_ms": 62.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.198, "count": 176, "max_ms": 75.022, "p95_ms": 71.871}, "yolo11_640_fire_11class": {"avg_ms": 49.234, "count": 176, "max_ms": 66.703, "p95_ms": 63.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.929, "count": 176, "max_ms": 86.73, "p95_ms": 81.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.133, "count": 176, "max_ms": 225.572, "p95_ms": 203.68}, "read_interval": {"avg_ms": 170.123, "count": 176, "max_ms": 235.536, "p95_ms": 214.758}, "triton_wait": {"avg_ms": 61.41, "count": 176, "max_ms": 86.742, "p95_ms": 81.057}, "visualize": {"avg_ms": 7.282, "count": 176, "max_ms": 10.746, "p95_ms": 9.786}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.185, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.781, "name": "ffmpeg", "pid": 43437, "rss_mb": 331.781, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.775, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:52:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:52:56+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-07-03T17:52:56+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T17:52:56.639663+09:00", "mtime_epoch": 1783068776.6396632, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:52:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.961, "pushed": 8.961, "read": 8.927}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.354, "count": 268, "max_ms": 8.985, "p95_ms": 6.525}, "gstreamer_push": {"avg_ms": 1.152, "count": 268, "max_ms": 1.496, "p95_ms": 1.368}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.934, "count": 268, "max_ms": 74.075, "p95_ms": 62.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.215, "count": 268, "max_ms": 79.127, "p95_ms": 68.776}, "yolo11_640_fire_11class": {"avg_ms": 47.674, "count": 268, "max_ms": 74.063, "p95_ms": 61.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.918, "count": 268, "max_ms": 84.201, "p95_ms": 80.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.631, "count": 268, "max_ms": 144.657, "p95_ms": 130.502}, "read_interval": {"avg_ms": 111.957, "count": 267, "max_ms": 160.139, "p95_ms": 142.996}, "triton_wait": {"avg_ms": 54.976, "count": 268, "max_ms": 84.213, "p95_ms": 80.185}, "visualize": {"avg_ms": 4.8, "count": 268, "max_ms": 7.921, "p95_ms": 5.584}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:00+09:00", "last_error_summary": "[h264 @ 0x55dcaa314e80] error while decoding MB 1 30, bytestream -28", "last_exit_at": "2026-07-03T17:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.238, "last_started_at": "2026-07-03T17:52:02+09:00", "pid": 43330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.902, "name": "ffmpeg", "pid": 43330, "rss_mb": 272.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.735, "sample_count": 1691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:53:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:53:04+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-07-03T17:53:04+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T17:53:04.715795+09:00", "mtime_epoch": 1783068784.7157953, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165899}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:53:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.967, "pushed": 5.967, "read": 5.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.682, "count": 178, "max_ms": 15.668, "p95_ms": 12.424}, "gstreamer_push": {"avg_ms": 0.944, "count": 179, "max_ms": 1.264, "p95_ms": 1.148}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.938, "count": 178, "max_ms": 67.047, "p95_ms": 60.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.678, "count": 178, "max_ms": 79.755, "p95_ms": 70.277}, "yolo11_640_fire_11class": {"avg_ms": 47.437, "count": 178, "max_ms": 67.059, "p95_ms": 60.749}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.25, "count": 178, "max_ms": 84.631, "p95_ms": 79.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.937, "count": 179, "max_ms": 232.669, "p95_ms": 206.374}, "read_interval": {"avg_ms": 168.35, "count": 178, "max_ms": 242.736, "p95_ms": 215.934}, "triton_wait": {"avg_ms": 60.001, "count": 178, "max_ms": 84.644, "p95_ms": 79.473}, "visualize": {"avg_ms": 7.292, "count": 178, "max_ms": 11.935, "p95_ms": 9.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.284, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.297, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.918, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:53:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:53:26+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T17:53:26+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T17:53:26.752157+09:00", "mtime_epoch": 1783068806.7521567, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:53:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 263, "read_frames": 262, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.782, "pushed": 8.782, "read": 8.748}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.567, "count": 263, "max_ms": 8.419, "p95_ms": 6.813}, "gstreamer_push": {"avg_ms": 1.142, "count": 263, "max_ms": 1.489, "p95_ms": 1.353}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.585, "count": 263, "max_ms": 67.234, "p95_ms": 61.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.651, "count": 263, "max_ms": 80.498, "p95_ms": 61.778}, "yolo11_640_fire_11class": {"avg_ms": 47.492, "count": 263, "max_ms": 67.955, "p95_ms": 60.265}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.743, "count": 263, "max_ms": 87.11, "p95_ms": 79.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.719, "count": 263, "max_ms": 157.987, "p95_ms": 132.158}, "read_interval": {"avg_ms": 114.138, "count": 262, "max_ms": 170.027, "p95_ms": 145.418}, "triton_wait": {"avg_ms": 54.782, "count": 263, "max_ms": 87.121, "p95_ms": 79.525}, "visualize": {"avg_ms": 4.906, "count": 263, "max_ms": 6.756, "p95_ms": 6.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:00+09:00", "last_error_summary": "[h264 @ 0x55dcaa314e80] error while decoding MB 1 30, bytestream -28", "last_exit_at": "2026-07-03T17:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.404, "last_started_at": "2026-07-03T17:52:02+09:00", "pid": 43330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.902, "name": "ffmpeg", "pid": 43330, "rss_mb": 272.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.735, "sample_count": 1702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243489, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:53:35+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T17:53:34+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T17:53:34.848289+09:00", "mtime_epoch": 1783068814.8482895, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:53:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.758, "pushed": 5.758, "read": 5.724}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.865, "count": 172, "max_ms": 15.238, "p95_ms": 11.297}, "gstreamer_push": {"avg_ms": 0.942, "count": 172, "max_ms": 1.225, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.952, "count": 172, "max_ms": 64.701, "p95_ms": 62.42}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.042, "count": 172, "max_ms": 78.723, "p95_ms": 67.335}, "yolo11_640_fire_11class": {"avg_ms": 48.554, "count": 172, "max_ms": 65.255, "p95_ms": 62.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.61, "count": 172, "max_ms": 86.259, "p95_ms": 81.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.96, "count": 172, "max_ms": 251.36, "p95_ms": 210.132}, "read_interval": {"avg_ms": 174.56, "count": 171, "max_ms": 262.333, "p95_ms": 219.996}, "triton_wait": {"avg_ms": 61.066, "count": 172, "max_ms": 86.27, "p95_ms": 81.949}, "visualize": {"avg_ms": 7.52, "count": 172, "max_ms": 11.748, "p95_ms": 9.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.389, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.297, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.939, "sample_count": 2554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:53:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T17:53:56+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T17:53:56+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T17:53:56.852651+09:00", "mtime_epoch": 1783068836.852651, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:53:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.679, "pushed": 8.679, "read": 8.646}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.519, "count": 260, "max_ms": 8.631, "p95_ms": 6.737}, "gstreamer_push": {"avg_ms": 1.132, "count": 260, "max_ms": 1.474, "p95_ms": 1.325}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.045, "count": 260, "max_ms": 64.865, "p95_ms": 61.95}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.479, "count": 260, "max_ms": 77.112, "p95_ms": 67.901}, "yolo11_640_fire_11class": {"avg_ms": 47.577, "count": 260, "max_ms": 65.405, "p95_ms": 61.263}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.759, "count": 260, "max_ms": 86.021, "p95_ms": 80.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.001, "count": 260, "max_ms": 141.151, "p95_ms": 131.391}, "read_interval": {"avg_ms": 115.782, "count": 259, "max_ms": 156.659, "p95_ms": 145.054}, "triton_wait": {"avg_ms": 55.773, "count": 260, "max_ms": 86.033, "p95_ms": 80.573}, "visualize": {"avg_ms": 4.879, "count": 260, "max_ms": 6.962, "p95_ms": 5.668}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 89, "h264_decode_error_count": 276, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:00+09:00", "last_error_summary": "[h264 @ 0x55dcaa314e80] error while decoding MB 1 30, bytestream -28", "last_exit_at": "2026-07-03T17:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.437, "last_started_at": "2026-07-03T17:52:02+09:00", "pid": 43330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.902, "name": "ffmpeg", "pid": 43330, "rss_mb": 272.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 104, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 105}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.711, "sample_count": 1712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:54:05+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T17:54:04+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T17:54:04.860783+09:00", "mtime_epoch": 1783068844.8607826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:54:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.088, "pushed": 6.088, "read": 6.055}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.372, "count": 182, "max_ms": 14.081, "p95_ms": 11.196}, "gstreamer_push": {"avg_ms": 0.981, "count": 182, "max_ms": 1.339, "p95_ms": 1.2}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.398, "count": 182, "max_ms": 64.536, "p95_ms": 61.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.708, "count": 182, "max_ms": 79.838, "p95_ms": 69.795}, "yolo11_640_fire_11class": {"avg_ms": 48.596, "count": 182, "max_ms": 66.081, "p95_ms": 61.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.277, "count": 182, "max_ms": 84.446, "p95_ms": 80.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.234, "count": 182, "max_ms": 233.299, "p95_ms": 203.328}, "read_interval": {"avg_ms": 164.858, "count": 181, "max_ms": 245.977, "p95_ms": 213.804}, "triton_wait": {"avg_ms": 61.844, "count": 182, "max_ms": 84.459, "p95_ms": 80.759}, "visualize": {"avg_ms": 6.938, "count": 182, "max_ms": 10.968, "p95_ms": 9.309}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2440}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12336.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.505, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.297, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.977, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292895, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:54:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:54:27+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T17:54:26+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T17:54:26.969146+09:00", "mtime_epoch": 1783068866.9691465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221460}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:54:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.674, "pushed": 8.674, "read": 8.641}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.628, "count": 259, "max_ms": 8.116, "p95_ms": 6.771}, "gstreamer_push": {"avg_ms": 1.129, "count": 260, "max_ms": 1.472, "p95_ms": 1.284}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.431, "count": 259, "max_ms": 65.545, "p95_ms": 60.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.657, "count": 259, "max_ms": 74.029, "p95_ms": 69.5}, "yolo11_640_fire_11class": {"avg_ms": 47.098, "count": 259, "max_ms": 66.17, "p95_ms": 60.685}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.955, "count": 259, "max_ms": 84.019, "p95_ms": 79.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.869, "count": 260, "max_ms": 146.704, "p95_ms": 131.258}, "read_interval": {"avg_ms": 115.815, "count": 259, "max_ms": 164.878, "p95_ms": 146.1}, "triton_wait": {"avg_ms": 53.968, "count": 259, "max_ms": 84.031, "p95_ms": 79.716}, "visualize": {"avg_ms": 4.934, "count": 259, "max_ms": 6.395, "p95_ms": 5.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12374.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:54:14+09:00", "last_error_summary": "[h264 @ 0x55e3df2e5840] error while decoding MB 59 38, bytestream -24", "last_exit_at": "2026-07-03T17:54:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.097, "last_started_at": "2026-07-03T17:54:17+09:00", "pid": 43589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.117, "name": "ffmpeg", "pid": 43589, "rss_mb": 264.117, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.585, "sample_count": 1671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:54:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:54:35+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T17:54:34+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T17:54:34.909277+09:00", "mtime_epoch": 1783068874.9092772, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:54:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.624, "pushed": 4.624, "read": 4.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.099, "count": 138, "max_ms": 15.492, "p95_ms": 12.009}, "gstreamer_push": {"avg_ms": 0.924, "count": 138, "max_ms": 1.226, "p95_ms": 1.081}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.714, "count": 138, "max_ms": 62.623, "p95_ms": 60.715}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.041, "count": 138, "max_ms": 79.626, "p95_ms": 70.336}, "yolo11_640_fire_11class": {"avg_ms": 48.427, "count": 138, "max_ms": 62.105, "p95_ms": 60.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.985, "count": 138, "max_ms": 84.377, "p95_ms": 80.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.093, "count": 138, "max_ms": 228.533, "p95_ms": 213.535}, "read_interval": {"avg_ms": 217.936, "count": 137, "max_ms": 5203.426, "p95_ms": 225.907}, "triton_wait": {"avg_ms": 61.426, "count": 138, "max_ms": 84.389, "p95_ms": 80.576}, "visualize": {"avg_ms": 7.878, "count": 138, "max_ms": 14.022, "p95_ms": 10.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.599, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.297, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.113, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:54:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:54:57+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T17:54:57+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T17:54:57.037642+09:00", "mtime_epoch": 1783068897.037642, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:54:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.516, "pushed": 8.516, "read": 8.482}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.82, "count": 255, "max_ms": 8.588, "p95_ms": 6.971}, "gstreamer_push": {"avg_ms": 1.096, "count": 255, "max_ms": 1.433, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.802, "count": 255, "max_ms": 64.719, "p95_ms": 60.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.873, "count": 255, "max_ms": 75.105, "p95_ms": 64.307}, "yolo11_640_fire_11class": {"avg_ms": 46.479, "count": 255, "max_ms": 63.883, "p95_ms": 60.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.787, "count": 255, "max_ms": 84.184, "p95_ms": 78.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.704, "count": 255, "max_ms": 143.323, "p95_ms": 130.561}, "read_interval": {"avg_ms": 117.903, "count": 254, "max_ms": 158.334, "p95_ms": 143.842}, "triton_wait": {"avg_ms": 53.799, "count": 255, "max_ms": 84.196, "p95_ms": 78.774}, "visualize": {"avg_ms": 5.067, "count": 255, "max_ms": 7.288, "p95_ms": 5.722}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:54:14+09:00", "last_error_summary": "[h264 @ 0x55e3df2e5840] error while decoding MB 59 38, bytestream -24", "last_exit_at": "2026-07-03T17:54:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.238, "last_started_at": "2026-07-03T17:54:17+09:00", "pid": 43589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.211, "name": "ffmpeg", "pid": 43589, "rss_mb": 267.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.368, "sample_count": 1687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 243980, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:55:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:55:05+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T17:55:05+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-03T17:55:05.069774+09:00", "mtime_epoch": 1783068905.0697744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168539}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:55:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.705, "pushed": 5.705, "read": 5.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.045, "count": 170, "max_ms": 13.206, "p95_ms": 11.968}, "gstreamer_push": {"avg_ms": 0.929, "count": 171, "max_ms": 1.429, "p95_ms": 1.071}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.747, "count": 170, "max_ms": 63.739, "p95_ms": 60.938}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.628, "count": 170, "max_ms": 80.721, "p95_ms": 67.517}, "yolo11_640_fire_11class": {"avg_ms": 47.261, "count": 170, "max_ms": 63.458, "p95_ms": 60.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.528, "count": 170, "max_ms": 85.229, "p95_ms": 80.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.837, "count": 171, "max_ms": 230.937, "p95_ms": 206.542}, "read_interval": {"avg_ms": 176.315, "count": 170, "max_ms": 240.648, "p95_ms": 216.696}, "triton_wait": {"avg_ms": 59.858, "count": 170, "max_ms": 85.24, "p95_ms": 80.776}, "visualize": {"avg_ms": 7.638, "count": 170, "max_ms": 10.859, "p95_ms": 9.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.622, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.297, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.403, "sample_count": 2543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:55:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:55:27+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T17:55:27+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T17:55:27.130139+09:00", "mtime_epoch": 1783068927.1301386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:55:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.589, "pushed": 8.589, "read": 8.556}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.604, "count": 257, "max_ms": 8.335, "p95_ms": 6.729}, "gstreamer_push": {"avg_ms": 1.122, "count": 257, "max_ms": 1.423, "p95_ms": 1.298}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.07, "count": 257, "max_ms": 69.814, "p95_ms": 61.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.925, "count": 257, "max_ms": 77.734, "p95_ms": 65.788}, "yolo11_640_fire_11class": {"avg_ms": 47.449, "count": 257, "max_ms": 69.681, "p95_ms": 60.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.566, "count": 257, "max_ms": 86.425, "p95_ms": 81.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.24, "count": 257, "max_ms": 140.466, "p95_ms": 132.1}, "read_interval": {"avg_ms": 116.98, "count": 256, "max_ms": 156.294, "p95_ms": 146.123}, "triton_wait": {"avg_ms": 55.577, "count": 257, "max_ms": 86.437, "p95_ms": 81.732}, "visualize": {"avg_ms": 4.949, "count": 257, "max_ms": 6.938, "p95_ms": 5.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:54:14+09:00", "last_error_summary": "[h264 @ 0x55e3df2e5840] error while decoding MB 59 38, bytestream -24", "last_exit_at": "2026-07-03T17:54:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.238, "last_started_at": "2026-07-03T17:54:17+09:00", "pid": 43589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.5, "name": "ffmpeg", "pid": 43589, "rss_mb": 268.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.092, "sample_count": 1705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:55:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:55:35+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T17:55:35+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T17:55:35.114271+09:00", "mtime_epoch": 1783068935.1142707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:55:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.169, "pushed": 6.169, "read": 6.169}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.205, "count": 185, "max_ms": 12.59, "p95_ms": 10.625}, "gstreamer_push": {"avg_ms": 0.961, "count": 185, "max_ms": 1.19, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.046, "count": 185, "max_ms": 64.341, "p95_ms": 61.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.231, "count": 185, "max_ms": 78.939, "p95_ms": 69.004}, "yolo11_640_fire_11class": {"avg_ms": 48.154, "count": 185, "max_ms": 68.253, "p95_ms": 61.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.761, "count": 185, "max_ms": 85.19, "p95_ms": 81.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.381, "count": 185, "max_ms": 229.436, "p95_ms": 202.95}, "read_interval": {"avg_ms": 162.394, "count": 185, "max_ms": 239.297, "p95_ms": 213.077}, "triton_wait": {"avg_ms": 61.301, "count": 185, "max_ms": 85.202, "p95_ms": 81.505}, "visualize": {"avg_ms": 6.81, "count": 185, "max_ms": 11.803, "p95_ms": 9.251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.676, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.297, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.361, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:55:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:55:57+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-07-03T17:55:57+09:00", "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-07-03T17:55:57.122634+09:00", "mtime_epoch": 1783068957.1226344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:55:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.741, "pushed": 8.741, "read": 8.707}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.445, "count": 262, "max_ms": 8.226, "p95_ms": 6.53}, "gstreamer_push": {"avg_ms": 1.158, "count": 262, "max_ms": 1.606, "p95_ms": 1.379}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.95, "count": 262, "max_ms": 65.351, "p95_ms": 62.205}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.073, "count": 262, "max_ms": 78.149, "p95_ms": 70.687}, "yolo11_640_fire_11class": {"avg_ms": 49.139, "count": 262, "max_ms": 66.275, "p95_ms": 62.284}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.912, "count": 262, "max_ms": 84.914, "p95_ms": 80.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.739, "count": 262, "max_ms": 139.324, "p95_ms": 130.064}, "read_interval": {"avg_ms": 114.597, "count": 261, "max_ms": 153.077, "p95_ms": 143.79}, "triton_wait": {"avg_ms": 55.936, "count": 262, "max_ms": 84.927, "p95_ms": 80.29}, "visualize": {"avg_ms": 4.864, "count": 262, "max_ms": 6.349, "p95_ms": 5.585}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 90, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:54:14+09:00", "last_error_summary": "[h264 @ 0x55e3df2e5840] error while decoding MB 59 38, bytestream -24", "last_exit_at": "2026-07-03T17:54:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.316, "last_started_at": "2026-07-03T17:54:17+09:00", "pid": 43589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.531, "name": "ffmpeg", "pid": 43589, "rss_mb": 269.531, "state": "S (sleeping)", "threads": 106}, "restart_count": 105, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 106}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.154, "sample_count": 1707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:56:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:56:05+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T17:56:05+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T17:56:05.162768+09:00", "mtime_epoch": 1783068965.1627676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:56:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.154, "pushed": 6.154, "read": 6.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.27, "count": 184, "max_ms": 13.708, "p95_ms": 10.953}, "gstreamer_push": {"avg_ms": 0.963, "count": 184, "max_ms": 1.184, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.106, "count": 184, "max_ms": 64.669, "p95_ms": 61.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.552, "count": 184, "max_ms": 80.273, "p95_ms": 70.631}, "yolo11_640_fire_11class": {"avg_ms": 48.916, "count": 184, "max_ms": 65.168, "p95_ms": 62.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.773, "count": 184, "max_ms": 83.564, "p95_ms": 80.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.629, "count": 184, "max_ms": 218.487, "p95_ms": 191.819}, "read_interval": {"avg_ms": 163.528, "count": 183, "max_ms": 228.747, "p95_ms": 201.731}, "triton_wait": {"avg_ms": 61.47, "count": 184, "max_ms": 83.575, "p95_ms": 81.005}, "visualize": {"avg_ms": 6.907, "count": 184, "max_ms": 11.238, "p95_ms": 8.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2449}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12392.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.747, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.555, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.282, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:56:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:56:27+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T17:56:27+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T17:56:27.255133+09:00", "mtime_epoch": 1783068987.2551334, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:56:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 320, "pushed_frames": 320, "read_frames": 319, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.682, "pushed": 10.682, "read": 10.648}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.067, "count": 320, "max_ms": 8.769, "p95_ms": 6.15}, "gstreamer_push": {"avg_ms": 1.275, "count": 320, "max_ms": 1.591, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.945, "count": 320, "max_ms": 70.723, "p95_ms": 63.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.429, "count": 320, "max_ms": 77.075, "p95_ms": 70.155}, "yolo11_640_fire_11class": {"avg_ms": 51.278, "count": 320, "max_ms": 70.006, "p95_ms": 65.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.314, "count": 320, "max_ms": 83.819, "p95_ms": 80.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.33, "count": 320, "max_ms": 137.348, "p95_ms": 123.047}, "read_interval": {"avg_ms": 94.023, "count": 319, "max_ms": 153.953, "p95_ms": 139.135}, "triton_wait": {"avg_ms": 55.955, "count": 320, "max_ms": 83.831, "p95_ms": 80.384}, "visualize": {"avg_ms": 4.085, "count": 320, "max_ms": 6.428, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12248.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:56:30+09:00", "last_error_summary": "[h264 @ 0x55a6e568ca00] error while decoding MB 28 21, bytestream -15", "last_exit_at": "2026-07-03T17:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.407, "last_started_at": "2026-07-03T17:56:32+09:00", "pid": 43696, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.84, "name": "ffmpeg", "pid": 43696, "rss_mb": 141.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.866, "sample_count": 1687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:56:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:56:35+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-07-03T17:56:35+09:00", "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-07-03T17:56:35.219265+09:00", "mtime_epoch": 1783068995.2192652, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 190547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:56:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.286, "pushed": 5.286, "read": 5.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.082, "count": 158, "max_ms": 14.142, "p95_ms": 10.69}, "gstreamer_push": {"avg_ms": 1.024, "count": 158, "max_ms": 1.807, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.595, "count": 158, "max_ms": 65.855, "p95_ms": 62.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.324, "count": 158, "max_ms": 79.044, "p95_ms": 72.446}, "yolo11_640_fire_11class": {"avg_ms": 50.904, "count": 158, "max_ms": 67.426, "p95_ms": 64.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.932, "count": 158, "max_ms": 82.449, "p95_ms": 80.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.612, "count": 158, "max_ms": 205.332, "p95_ms": 191.871}, "read_interval": {"avg_ms": 190.491, "count": 157, "max_ms": 4641.925, "p95_ms": 207.071}, "triton_wait": {"avg_ms": 63.33, "count": 158, "max_ms": 82.461, "p95_ms": 80.494}, "visualize": {"avg_ms": 6.66, "count": 158, "max_ms": 9.768, "p95_ms": 8.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.844, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.555, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.282, "sample_count": 2670, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:56:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:56:57+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T17:56:57+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T17:56:57.315632+09:00", "mtime_epoch": 1783069017.3156316, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217797}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:56:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.305, "pushed": 10.305, "read": 10.272}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.316, "count": 309, "max_ms": 7.979, "p95_ms": 6.15}, "gstreamer_push": {"avg_ms": 1.245, "count": 309, "max_ms": 1.858, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.464, "count": 309, "max_ms": 67.406, "p95_ms": 62.968}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.485, "count": 309, "max_ms": 81.408, "p95_ms": 72.154}, "yolo11_640_fire_11class": {"avg_ms": 49.612, "count": 309, "max_ms": 67.755, "p95_ms": 63.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.086, "count": 309, "max_ms": 85.01, "p95_ms": 80.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.685, "count": 309, "max_ms": 137.264, "p95_ms": 128.591}, "read_interval": {"avg_ms": 97.331, "count": 308, "max_ms": 150.873, "p95_ms": 142.703}, "triton_wait": {"avg_ms": 55.288, "count": 309, "max_ms": 85.023, "p95_ms": 80.731}, "visualize": {"avg_ms": 4.207, "count": 309, "max_ms": 6.109, "p95_ms": 5.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:56:30+09:00", "last_error_summary": "[h264 @ 0x55a6e568ca00] error while decoding MB 28 21, bytestream -15", "last_exit_at": "2026-07-03T17:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.509, "last_started_at": "2026-07-03T17:56:32+09:00", "pid": 43696, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.098, "name": "ffmpeg", "pid": 43696, "rss_mb": 267.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.123, "sample_count": 1734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:57:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:57:05+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:57:05+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T17:57:05.307764+09:00", "mtime_epoch": 1783069025.3077643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 187590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:57:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.407, "pushed": 6.407, "read": 6.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.879, "count": 191, "max_ms": 17.537, "p95_ms": 11.098}, "gstreamer_push": {"avg_ms": 1.005, "count": 192, "max_ms": 1.842, "p95_ms": 1.188}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.365, "count": 191, "max_ms": 67.245, "p95_ms": 62.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.141, "count": 191, "max_ms": 78.209, "p95_ms": 71.968}, "yolo11_640_fire_11class": {"avg_ms": 48.731, "count": 191, "max_ms": 66.699, "p95_ms": 63.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.85, "count": 191, "max_ms": 86.494, "p95_ms": 81.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.722, "count": 192, "max_ms": 238.584, "p95_ms": 199.054}, "read_interval": {"avg_ms": 156.826, "count": 191, "max_ms": 251.823, "p95_ms": 209.168}, "triton_wait": {"avg_ms": 61.969, "count": 191, "max_ms": 86.506, "p95_ms": 81.794}, "visualize": {"avg_ms": 6.488, "count": 191, "max_ms": 10.829, "p95_ms": 8.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.849, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.555, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.051, "sample_count": 2729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:57:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:57:27+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T17:57:27+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T17:57:27.344130+09:00", "mtime_epoch": 1783069047.34413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 240321}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:57:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.302, "pushed": 9.302, "read": 9.302}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.098, "count": 279, "max_ms": 8.731, "p95_ms": 6.812}, "gstreamer_push": {"avg_ms": 1.187, "count": 279, "max_ms": 1.477, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.023, "count": 279, "max_ms": 68.785, "p95_ms": 62.104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.899, "count": 279, "max_ms": 76.501, "p95_ms": 70.023}, "yolo11_640_fire_11class": {"avg_ms": 49.142, "count": 279, "max_ms": 68.852, "p95_ms": 63.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.867, "count": 279, "max_ms": 86.49, "p95_ms": 80.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.029, "count": 279, "max_ms": 146.238, "p95_ms": 129.703}, "read_interval": {"avg_ms": 107.638, "count": 279, "max_ms": 162.412, "p95_ms": 144.362}, "triton_wait": {"avg_ms": 55.079, "count": 279, "max_ms": 86.503, "p95_ms": 80.39}, "visualize": {"avg_ms": 4.621, "count": 279, "max_ms": 6.392, "p95_ms": 5.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:56:30+09:00", "last_error_summary": "[h264 @ 0x55a6e568ca00] error while decoding MB 28 21, bytestream -15", "last_exit_at": "2026-07-03T17:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.631, "last_started_at": "2026-07-03T17:56:32+09:00", "pid": 43696, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.355, "name": "ffmpeg", "pid": 43696, "rss_mb": 267.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.123, "sample_count": 1730, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 244872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:57:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:57:35+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T17:57:35+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T17:57:35.420264+09:00", "mtime_epoch": 1783069055.4202642, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 191435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:57:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.775, "pushed": 5.775, "read": 5.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.743, "count": 172, "max_ms": 12.969, "p95_ms": 11.657}, "gstreamer_push": {"avg_ms": 0.959, "count": 173, "max_ms": 1.476, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.019, "count": 172, "max_ms": 66.664, "p95_ms": 61.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.481, "count": 172, "max_ms": 78.923, "p95_ms": 71.234}, "yolo11_640_fire_11class": {"avg_ms": 50.585, "count": 172, "max_ms": 70.296, "p95_ms": 64.592}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.504, "count": 172, "max_ms": 84.508, "p95_ms": 80.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.495, "count": 173, "max_ms": 219.265, "p95_ms": 202.771}, "read_interval": {"avg_ms": 174.247, "count": 172, "max_ms": 228.971, "p95_ms": 212.536}, "triton_wait": {"avg_ms": 63.431, "count": 172, "max_ms": 84.52, "p95_ms": 80.723}, "visualize": {"avg_ms": 7.38, "count": 172, "max_ms": 11.009, "p95_ms": 9.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.933, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.555, "name": "ffmpeg", "pid": 43437, "rss_mb": 332.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.742, "sample_count": 2776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294896, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:57:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:57:57+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T17:57:57+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T17:57:57.400630+09:00", "mtime_epoch": 1783069077.4006295, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223387}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:57:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 318, "pushed_frames": 318, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.604, "pushed": 10.604, "read": 10.604}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.098, "count": 318, "max_ms": 7.9, "p95_ms": 5.823}, "gstreamer_push": {"avg_ms": 1.267, "count": 318, "max_ms": 1.877, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.9, "count": 318, "max_ms": 68.098, "p95_ms": 62.886}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.766, "count": 318, "max_ms": 77.495, "p95_ms": 71.206}, "yolo11_640_fire_11class": {"avg_ms": 51.033, "count": 318, "max_ms": 71.439, "p95_ms": 65.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.435, "count": 318, "max_ms": 85.988, "p95_ms": 80.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.421, "count": 318, "max_ms": 138.42, "p95_ms": 124.57}, "read_interval": {"avg_ms": 94.229, "count": 318, "max_ms": 155.076, "p95_ms": 138.222}, "triton_wait": {"avg_ms": 55.177, "count": 318, "max_ms": 86.0, "p95_ms": 80.909}, "visualize": {"avg_ms": 4.069, "count": 318, "max_ms": 6.201, "p95_ms": 5.169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2042}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:56:30+09:00", "last_error_summary": "[h264 @ 0x55a6e568ca00] error while decoding MB 28 21, bytestream -15", "last_exit_at": "2026-07-03T17:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.714, "last_started_at": "2026-07-03T17:56:32+09:00", "pid": 43696, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.355, "name": "ffmpeg", "pid": 43696, "rss_mb": 267.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.849, "sample_count": 1738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:58:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T17:58:05+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-03T17:58:05+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T17:58:05.464764+09:00", "mtime_epoch": 1783069085.4647636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 189524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:58:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.215, "pushed": 6.215, "read": 6.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.265, "count": 186, "max_ms": 13.603, "p95_ms": 11.082}, "gstreamer_push": {"avg_ms": 0.994, "count": 186, "max_ms": 1.377, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.043, "count": 186, "max_ms": 67.868, "p95_ms": 62.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.952, "count": 186, "max_ms": 87.279, "p95_ms": 72.237}, "yolo11_640_fire_11class": {"avg_ms": 48.75, "count": 186, "max_ms": 68.869, "p95_ms": 64.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.072, "count": 186, "max_ms": 90.204, "p95_ms": 80.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.368, "count": 186, "max_ms": 226.424, "p95_ms": 201.849}, "read_interval": {"avg_ms": 161.567, "count": 185, "max_ms": 235.611, "p95_ms": 210.577}, "triton_wait": {"avg_ms": 61.041, "count": 186, "max_ms": 90.216, "p95_ms": 80.797}, "visualize": {"avg_ms": 6.879, "count": 186, "max_ms": 10.485, "p95_ms": 9.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2459}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:52:22+09:00", "last_error_summary": "[h264 @ 0x55fa90e72940] error while decoding MB 85 34, bytestream -29", "last_exit_at": "2026-07-03T17:52:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.037, "last_started_at": "2026-07-03T17:52:24+09:00", "pid": 43437, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.422, "name": "ffmpeg", "pid": 43437, "rss_mb": 333.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.569, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:58:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:58:27+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T17:58:27+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T17:58:27.469130+09:00", "mtime_epoch": 1783069107.4691298, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:58:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.136, "pushed": 6.136, "read": 6.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.542, "count": 183, "max_ms": 6.75, "p95_ms": 5.969}, "gstreamer_push": {"avg_ms": 1.215, "count": 184, "max_ms": 1.514, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.799, "count": 183, "max_ms": 65.039, "p95_ms": 60.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.289, "count": 183, "max_ms": 77.239, "p95_ms": 69.114}, "yolo11_640_fire_11class": {"avg_ms": 48.352, "count": 183, "max_ms": 68.941, "p95_ms": 60.746}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.522, "count": 183, "max_ms": 84.73, "p95_ms": 76.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.512, "count": 184, "max_ms": 134.934, "p95_ms": 127.241}, "read_interval": {"avg_ms": 163.684, "count": 183, "max_ms": 11823.513, "p95_ms": 140.802}, "triton_wait": {"avg_ms": 53.651, "count": 183, "max_ms": 84.742, "p95_ms": 76.734}, "visualize": {"avg_ms": 4.352, "count": 183, "max_ms": 6.555, "p95_ms": 5.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 91, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:56:30+09:00", "last_error_summary": "[h264 @ 0x55a6e568ca00] error while decoding MB 28 21, bytestream -15", "last_exit_at": "2026-07-03T17:56:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.836, "last_started_at": "2026-07-03T17:56:32+09:00", "pid": 43696, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.387, "name": "ffmpeg", "pid": 43696, "rss_mb": 268.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 106, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 107}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.155, "sample_count": 1745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:58:35+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-03T17:58:35+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-03T17:58:35.613265+09:00", "mtime_epoch": 1783069115.6132653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:58:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.011, "pushed": 6.011, "read": 5.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.488, "count": 179, "max_ms": 11.886, "p95_ms": 10.759}, "gstreamer_push": {"avg_ms": 0.935, "count": 180, "max_ms": 1.404, "p95_ms": 1.098}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.463, "count": 179, "max_ms": 64.574, "p95_ms": 59.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.104, "count": 179, "max_ms": 79.065, "p95_ms": 67.004}, "yolo11_640_fire_11class": {"avg_ms": 46.216, "count": 179, "max_ms": 65.158, "p95_ms": 60.259}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.368, "count": 179, "max_ms": 81.951, "p95_ms": 79.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.845, "count": 180, "max_ms": 227.212, "p95_ms": 197.94}, "read_interval": {"avg_ms": 167.358, "count": 179, "max_ms": 236.832, "p95_ms": 208.096}, "triton_wait": {"avg_ms": 57.053, "count": 179, "max_ms": 81.963, "p95_ms": 79.102}, "visualize": {"avg_ms": 7.261, "count": 179, "max_ms": 10.524, "p95_ms": 9.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12344.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:44+09:00", "last_error_summary": "[h264 @ 0x557e80fb0a80] error while decoding MB 22 38, bytestream -23 [in#0/rtsp @ 0x557e806a1e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x557e806a1e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.675, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.418, "name": "ffmpeg", "pid": 43803, "rss_mb": 328.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.316, "sample_count": 2616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:58:57+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T17:58:57+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T17:58:57.565631+09:00", "mtime_epoch": 1783069137.5656312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:58:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.882, "pushed": 5.882, "read": 5.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.776, "count": 176, "max_ms": 9.4, "p95_ms": 6.964}, "gstreamer_push": {"avg_ms": 1.128, "count": 176, "max_ms": 1.387, "p95_ms": 1.286}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.166, "count": 176, "max_ms": 68.028, "p95_ms": 59.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.362, "count": 176, "max_ms": 76.443, "p95_ms": 69.926}, "yolo11_640_fire_11class": {"avg_ms": 49.439, "count": 176, "max_ms": 69.175, "p95_ms": 62.481}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.919, "count": 176, "max_ms": 85.936, "p95_ms": 78.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.676, "count": 176, "max_ms": 139.316, "p95_ms": 130.924}, "read_interval": {"avg_ms": 171.081, "count": 175, "max_ms": 5553.175, "p95_ms": 144.29}, "triton_wait": {"avg_ms": 53.939, "count": 176, "max_ms": 85.947, "p95_ms": 78.094}, "visualize": {"avg_ms": 5.03, "count": 176, "max_ms": 7.814, "p95_ms": 5.727}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:45+09:00", "last_error_summary": "[h264 @ 0x561ddfeb0540] error while decoding MB 27 23, bytestream -5", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.907, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43805, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.293, "name": "ffmpeg", "pid": 43805, "rss_mb": 266.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.13, "sample_count": 1709, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:59:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:59:05+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T17:59:05+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T17:59:05.745767+09:00", "mtime_epoch": 1783069145.7457674, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 178097}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:59:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.87, "pushed": 4.87, "read": 4.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.872, "count": 145, "max_ms": 13.103, "p95_ms": 11.728}, "gstreamer_push": {"avg_ms": 0.934, "count": 146, "max_ms": 1.325, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.698, "count": 145, "max_ms": 65.665, "p95_ms": 62.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.302, "count": 145, "max_ms": 81.451, "p95_ms": 70.435}, "yolo11_640_fire_11class": {"avg_ms": 47.799, "count": 145, "max_ms": 67.452, "p95_ms": 63.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.761, "count": 145, "max_ms": 85.793, "p95_ms": 82.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.045, "count": 146, "max_ms": 239.836, "p95_ms": 202.49}, "read_interval": {"avg_ms": 206.674, "count": 145, "max_ms": 4903.584, "p95_ms": 214.62}, "triton_wait": {"avg_ms": 59.128, "count": 145, "max_ms": 85.805, "p95_ms": 82.32}, "visualize": {"avg_ms": 7.631, "count": 145, "max_ms": 12.812, "p95_ms": 9.633}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:44+09:00", "last_error_summary": "[h264 @ 0x557e80fb0a80] error while decoding MB 22 38, bytestream -23 [in#0/rtsp @ 0x557e806a1e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x557e806a1e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.753, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 43803, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.671, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:59:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:59:27+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T17:59:27+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T17:59:27.674133+09:00", "mtime_epoch": 1783069167.674133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 233014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:59:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.313, "pushed": 10.313, "read": 10.279}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.355, "count": 308, "max_ms": 7.879, "p95_ms": 6.201}, "gstreamer_push": {"avg_ms": 1.238, "count": 309, "max_ms": 1.822, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.426, "count": 308, "max_ms": 67.851, "p95_ms": 63.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.071, "count": 308, "max_ms": 79.881, "p95_ms": 68.379}, "yolo11_640_fire_11class": {"avg_ms": 51.179, "count": 308, "max_ms": 74.474, "p95_ms": 65.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.241, "count": 308, "max_ms": 86.678, "p95_ms": 81.384}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.389, "count": 309, "max_ms": 134.965, "p95_ms": 116.684}, "read_interval": {"avg_ms": 97.387, "count": 308, "max_ms": 148.034, "p95_ms": 130.313}, "triton_wait": {"avg_ms": 55.337, "count": 308, "max_ms": 86.69, "p95_ms": 81.395}, "visualize": {"avg_ms": 4.232, "count": 308, "max_ms": 6.324, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:45+09:00", "last_error_summary": "[h264 @ 0x561ddfeb0540] error while decoding MB 27 23, bytestream -5", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.004, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43805, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.387, "name": "ffmpeg", "pid": 43805, "rss_mb": 269.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.771, "sample_count": 1750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245564, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:59:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:59:35+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T17:59:35+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T17:59:35.862270+09:00", "mtime_epoch": 1783069175.8622696, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180011}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T17:59:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.01, "pushed": 6.01, "read": 5.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.428, "count": 179, "max_ms": 13.359, "p95_ms": 11.082}, "gstreamer_push": {"avg_ms": 0.988, "count": 180, "max_ms": 1.356, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.307, "count": 179, "max_ms": 68.208, "p95_ms": 62.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.818, "count": 179, "max_ms": 78.426, "p95_ms": 68.861}, "yolo11_640_fire_11class": {"avg_ms": 49.737, "count": 179, "max_ms": 67.355, "p95_ms": 64.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.62, "count": 179, "max_ms": 83.671, "p95_ms": 80.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.423, "count": 180, "max_ms": 217.007, "p95_ms": 199.688}, "read_interval": {"avg_ms": 167.288, "count": 179, "max_ms": 228.443, "p95_ms": 212.622}, "triton_wait": {"avg_ms": 61.866, "count": 179, "max_ms": 83.683, "p95_ms": 80.022}, "visualize": {"avg_ms": 7.054, "count": 179, "max_ms": 10.376, "p95_ms": 8.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2465}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:44+09:00", "last_error_summary": "[h264 @ 0x557e80fb0a80] error while decoding MB 22 38, bytestream -23 [in#0/rtsp @ 0x557e806a1e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x557e806a1e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.841, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 43803, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.167, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T17:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T17:59:57+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T17:59:57+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T17:59:57.738635+09:00", "mtime_epoch": 1783069197.7386346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T17:59:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.636}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.644, "count": 289, "max_ms": 8.597, "p95_ms": 6.343}, "gstreamer_push": {"avg_ms": 1.21, "count": 289, "max_ms": 1.533, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.611, "count": 289, "max_ms": 76.842, "p95_ms": 61.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.805, "count": 289, "max_ms": 76.374, "p95_ms": 66.26}, "yolo11_640_fire_11class": {"avg_ms": 50.027, "count": 289, "max_ms": 76.855, "p95_ms": 63.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.495, "count": 289, "max_ms": 86.94, "p95_ms": 79.591}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.71, "count": 289, "max_ms": 136.867, "p95_ms": 125.138}, "read_interval": {"avg_ms": 103.711, "count": 289, "max_ms": 584.451, "p95_ms": 140.782}, "triton_wait": {"avg_ms": 54.749, "count": 289, "max_ms": 86.953, "p95_ms": 79.604}, "visualize": {"avg_ms": 4.391, "count": 289, "max_ms": 6.766, "p95_ms": 5.544}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:45+09:00", "last_error_summary": "[h264 @ 0x561ddfeb0540] error while decoding MB 27 23, bytestream -5", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.16, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43805, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.387, "name": "ffmpeg", "pid": 43805, "rss_mb": 269.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.745, "sample_count": 1742, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:00:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:00:06+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T18:00:05+09:00", "mjpeg": {"age_sec": 0.171, "exists": true, "mtime": "2026-07-03T18:00:05.982772+09:00", "mtime_epoch": 1783069205.9827724, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:00:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.469, "pushed": 5.469, "read": 5.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.245, "count": 163, "max_ms": 14.164, "p95_ms": 11.903}, "gstreamer_push": {"avg_ms": 0.924, "count": 164, "max_ms": 1.249, "p95_ms": 1.106}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.945, "count": 163, "max_ms": 66.161, "p95_ms": 61.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.37, "count": 163, "max_ms": 82.407, "p95_ms": 71.928}, "yolo11_640_fire_11class": {"avg_ms": 49.426, "count": 163, "max_ms": 67.075, "p95_ms": 64.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.017, "count": 163, "max_ms": 85.214, "p95_ms": 81.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.404, "count": 164, "max_ms": 242.504, "p95_ms": 219.064}, "read_interval": {"avg_ms": 183.816, "count": 163, "max_ms": 252.227, "p95_ms": 229.209}, "triton_wait": {"avg_ms": 61.771, "count": 163, "max_ms": 85.226, "p95_ms": 81.681}, "visualize": {"avg_ms": 7.878, "count": 163, "max_ms": 10.566, "p95_ms": 9.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:44+09:00", "last_error_summary": "[h264 @ 0x557e80fb0a80] error while decoding MB 22 38, bytestream -23 [in#0/rtsp @ 0x557e806a1e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x557e806a1e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.936, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 43803, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.537, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:00:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:00:27+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T18:00:27+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T18:00:27.795137+09:00", "mtime_epoch": 1783069227.7951367, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:00:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.573, "pushed": 8.573, "read": 8.54}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.588, "count": 256, "max_ms": 8.648, "p95_ms": 6.807}, "gstreamer_push": {"avg_ms": 1.128, "count": 257, "max_ms": 1.496, "p95_ms": 1.304}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.477, "count": 256, "max_ms": 70.407, "p95_ms": 63.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.743, "count": 256, "max_ms": 78.878, "p95_ms": 71.424}, "yolo11_640_fire_11class": {"avg_ms": 50.125, "count": 256, "max_ms": 73.17, "p95_ms": 64.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.455, "count": 256, "max_ms": 85.683, "p95_ms": 81.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.381, "count": 257, "max_ms": 151.365, "p95_ms": 132.42}, "read_interval": {"avg_ms": 116.977, "count": 256, "max_ms": 166.929, "p95_ms": 146.046}, "triton_wait": {"avg_ms": 55.514, "count": 256, "max_ms": 85.695, "p95_ms": 81.689}, "visualize": {"avg_ms": 4.926, "count": 256, "max_ms": 6.902, "p95_ms": 5.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:45+09:00", "last_error_summary": "[h264 @ 0x561ddfeb0540] error while decoding MB 27 23, bytestream -5", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.173, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43805, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.387, "name": "ffmpeg", "pid": 43805, "rss_mb": 269.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 107, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 108}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.745, "sample_count": 1737, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 245906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:00:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:00:36+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T18:00:35+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T18:00:36.007274+09:00", "mtime_epoch": 1783069236.007274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:00:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.966, "pushed": 5.966, "read": 5.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.597, "count": 178, "max_ms": 18.596, "p95_ms": 11.685}, "gstreamer_push": {"avg_ms": 0.944, "count": 178, "max_ms": 1.457, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.843, "count": 178, "max_ms": 65.714, "p95_ms": 62.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.672, "count": 178, "max_ms": 81.467, "p95_ms": 72.034}, "yolo11_640_fire_11class": {"avg_ms": 48.974, "count": 178, "max_ms": 67.349, "p95_ms": 63.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.624, "count": 178, "max_ms": 85.132, "p95_ms": 81.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.888, "count": 178, "max_ms": 240.078, "p95_ms": 205.294}, "read_interval": {"avg_ms": 168.566, "count": 177, "max_ms": 249.937, "p95_ms": 214.994}, "triton_wait": {"avg_ms": 61.143, "count": 178, "max_ms": 85.144, "p95_ms": 81.617}, "visualize": {"avg_ms": 7.258, "count": 178, "max_ms": 12.95, "p95_ms": 9.777}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12392.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:44+09:00", "last_error_summary": "[h264 @ 0x557e80fb0a80] error while decoding MB 22 38, bytestream -23 [in#0/rtsp @ 0x557e806a1e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x557e806a1e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.008, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 43803, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.317, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:00:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:00:57+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:00:57+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T18:00:57.935640+09:00", "mtime_epoch": 1783069257.9356403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 231094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:00:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.88, "pushed": 8.88, "read": 8.846}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.415, "count": 266, "max_ms": 8.519, "p95_ms": 6.842}, "gstreamer_push": {"avg_ms": 1.146, "count": 266, "max_ms": 1.802, "p95_ms": 1.363}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.19, "count": 266, "max_ms": 64.211, "p95_ms": 60.404}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.875, "count": 266, "max_ms": 74.532, "p95_ms": 65.467}, "yolo11_640_fire_11class": {"avg_ms": 50.189, "count": 266, "max_ms": 69.96, "p95_ms": 62.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.517, "count": 266, "max_ms": 84.78, "p95_ms": 78.001}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.389, "count": 266, "max_ms": 140.232, "p95_ms": 129.658}, "read_interval": {"avg_ms": 113.177, "count": 265, "max_ms": 153.896, "p95_ms": 143.169}, "triton_wait": {"avg_ms": 54.543, "count": 266, "max_ms": 84.792, "p95_ms": 78.01}, "visualize": {"avg_ms": 4.812, "count": 266, "max_ms": 7.895, "p95_ms": 5.735}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12268.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:45+09:00", "last_error_summary": "[h264 @ 0x561ddfeb0540] error while decoding MB 27 23, bytestream -5", "last_exit_at": "2026-07-03T18:01:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.74, "last_started_at": "2026-07-03T18:01:02+09:00", "pid": 44062, "process": {"exists": true, "fd_count": 5, "hwm_mb": 160.668, "name": "ffmpeg", "pid": 44062, "rss_mb": 160.668, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.684, "sample_count": 1696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:01:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:01:06+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T18:01:06+09:00", "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-07-03T18:01:06.147778+09:00", "mtime_epoch": 1783069266.1477778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:01:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.844, "pushed": 4.844, "read": 4.811}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.864, "count": 144, "max_ms": 12.898, "p95_ms": 11.26}, "gstreamer_push": {"avg_ms": 0.924, "count": 145, "max_ms": 1.221, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.745, "count": 144, "max_ms": 64.944, "p95_ms": 62.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.673, "count": 144, "max_ms": 77.0, "p95_ms": 67.53}, "yolo11_640_fire_11class": {"avg_ms": 49.728, "count": 144, "max_ms": 67.824, "p95_ms": 65.555}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.323, "count": 144, "max_ms": 87.3, "p95_ms": 81.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.936, "count": 145, "max_ms": 246.837, "p95_ms": 206.219}, "read_interval": {"avg_ms": 208.07, "count": 144, "max_ms": 4450.004, "p95_ms": 222.426}, "triton_wait": {"avg_ms": 61.76, "count": 144, "max_ms": 87.311, "p95_ms": 81.312}, "visualize": {"avg_ms": 7.663, "count": 144, "max_ms": 11.394, "p95_ms": 9.657}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:44+09:00", "last_error_summary": "[h264 @ 0x557e80fb0a80] error while decoding MB 22 38, bytestream -23 [in#0/rtsp @ 0x557e806a1e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x557e806a1e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.044, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.059, "name": "ffmpeg", "pid": 43803, "rss_mb": 333.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.599, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:01:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T18:01:28+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T18:01:27+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T18:01:27.968143+09:00", "mtime_epoch": 1783069287.9681427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:01:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.113, "pushed": 9.113, "read": 9.08}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.287, "count": 273, "max_ms": 8.66, "p95_ms": 6.667}, "gstreamer_push": {"avg_ms": 1.169, "count": 273, "max_ms": 1.496, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.199, "count": 273, "max_ms": 66.721, "p95_ms": 60.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.229, "count": 273, "max_ms": 77.038, "p95_ms": 61.107}, "yolo11_640_fire_11class": {"avg_ms": 49.16, "count": 273, "max_ms": 70.149, "p95_ms": 61.836}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.031, "count": 273, "max_ms": 83.408, "p95_ms": 79.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.834, "count": 273, "max_ms": 141.838, "p95_ms": 129.979}, "read_interval": {"avg_ms": 110.109, "count": 272, "max_ms": 156.721, "p95_ms": 143.88}, "triton_wait": {"avg_ms": 54.094, "count": 273, "max_ms": 83.42, "p95_ms": 79.521}, "visualize": {"avg_ms": 4.722, "count": 273, "max_ms": 6.309, "p95_ms": 5.363}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:45+09:00", "last_error_summary": "[h264 @ 0x561ddfeb0540] error while decoding MB 27 23, bytestream -5", "last_exit_at": "2026-07-03T18:01:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.83, "last_started_at": "2026-07-03T18:01:02+09:00", "pid": 44062, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.02, "name": "ffmpeg", "pid": 44062, "rss_mb": 267.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.752, "sample_count": 1719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:01:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:01:36+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T18:01:36+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T18:01:36.228281+09:00", "mtime_epoch": 1783069296.228281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174379}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:01:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.045, "pushed": 6.045, "read": 6.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.366, "count": 180, "max_ms": 16.898, "p95_ms": 10.94}, "gstreamer_push": {"avg_ms": 0.961, "count": 181, "max_ms": 1.326, "p95_ms": 1.158}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.43, "count": 180, "max_ms": 67.126, "p95_ms": 60.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.669, "count": 180, "max_ms": 77.369, "p95_ms": 69.676}, "yolo11_640_fire_11class": {"avg_ms": 47.743, "count": 180, "max_ms": 64.557, "p95_ms": 60.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.925, "count": 180, "max_ms": 82.342, "p95_ms": 77.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.464, "count": 181, "max_ms": 223.622, "p95_ms": 199.464}, "read_interval": {"avg_ms": 166.33, "count": 180, "max_ms": 233.643, "p95_ms": 209.558}, "triton_wait": {"avg_ms": 59.818, "count": 180, "max_ms": 82.354, "p95_ms": 77.206}, "visualize": {"avg_ms": 7.11, "count": 180, "max_ms": 12.341, "p95_ms": 9.01}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:44+09:00", "last_error_summary": "[h264 @ 0x557e80fb0a80] error while decoding MB 22 38, bytestream -23 [in#0/rtsp @ 0x557e806a1e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x557e806a1e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.083, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.059, "name": "ffmpeg", "pid": 43803, "rss_mb": 333.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.595, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:01:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:01:58+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:01:58+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T18:01:58.004646+09:00", "mtime_epoch": 1783069318.0046456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:01:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.548, "pushed": 9.548, "read": 9.515}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.988, "count": 286, "max_ms": 8.137, "p95_ms": 6.745}, "gstreamer_push": {"avg_ms": 1.179, "count": 286, "max_ms": 2.2, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.284, "count": 286, "max_ms": 64.662, "p95_ms": 59.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.686, "count": 286, "max_ms": 76.595, "p95_ms": 54.528}, "yolo11_640_fire_11class": {"avg_ms": 49.085, "count": 286, "max_ms": 70.295, "p95_ms": 60.951}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.309, "count": 286, "max_ms": 84.904, "p95_ms": 76.677}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.865, "count": 286, "max_ms": 142.765, "p95_ms": 126.176}, "read_interval": {"avg_ms": 105.115, "count": 285, "max_ms": 157.193, "p95_ms": 139.421}, "triton_wait": {"avg_ms": 53.381, "count": 286, "max_ms": 84.916, "p95_ms": 76.689}, "visualize": {"avg_ms": 4.586, "count": 286, "max_ms": 7.861, "p95_ms": 5.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2053}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:45+09:00", "last_error_summary": "[h264 @ 0x561ddfeb0540] error while decoding MB 27 23, bytestream -5", "last_exit_at": "2026-07-03T18:01:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.95, "last_started_at": "2026-07-03T18:01:02+09:00", "pid": 44062, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.02, "name": "ffmpeg", "pid": 44062, "rss_mb": 267.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.633, "sample_count": 1696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:02:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:02:06+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-03T18:02:06+09:00", "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-07-03T18:02:06.332785+09:00", "mtime_epoch": 1783069326.3327851, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 182805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:02:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.642, "pushed": 5.642, "read": 5.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.961, "count": 168, "max_ms": 17.025, "p95_ms": 11.351}, "gstreamer_push": {"avg_ms": 0.941, "count": 169, "max_ms": 1.888, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.177, "count": 168, "max_ms": 66.707, "p95_ms": 62.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.137, "count": 168, "max_ms": 81.727, "p95_ms": 68.921}, "yolo11_640_fire_11class": {"avg_ms": 48.743, "count": 168, "max_ms": 69.264, "p95_ms": 63.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.491, "count": 168, "max_ms": 84.903, "p95_ms": 80.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.865, "count": 169, "max_ms": 244.626, "p95_ms": 223.176}, "read_interval": {"avg_ms": 178.303, "count": 168, "max_ms": 255.995, "p95_ms": 233.348}, "triton_wait": {"avg_ms": 60.906, "count": 168, "max_ms": 84.914, "p95_ms": 80.865}, "visualize": {"avg_ms": 7.737, "count": 168, "max_ms": 11.164, "p95_ms": 10.334}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:44+09:00", "last_error_summary": "[h264 @ 0x557e80fb0a80] error while decoding MB 22 38, bytestream -23 [in#0/rtsp @ 0x557e806a1e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x557e806a1e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.189, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.059, "name": "ffmpeg", "pid": 43803, "rss_mb": 333.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.062, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:02:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T18:02:28+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T18:02:28+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T18:02:28.077149+09:00", "mtime_epoch": 1783069348.0771494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:02:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.32, "pushed": 10.32, "read": 10.286}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 309, "max_ms": 8.701, "p95_ms": 6.251}, "gstreamer_push": {"avg_ms": 1.253, "count": 309, "max_ms": 1.456, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.322, "count": 309, "max_ms": 65.696, "p95_ms": 61.749}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.728, "count": 309, "max_ms": 75.787, "p95_ms": 71.662}, "yolo11_640_fire_11class": {"avg_ms": 51.165, "count": 309, "max_ms": 71.367, "p95_ms": 63.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.838, "count": 309, "max_ms": 83.757, "p95_ms": 79.545}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.427, "count": 309, "max_ms": 134.87, "p95_ms": 119.818}, "read_interval": {"avg_ms": 97.097, "count": 308, "max_ms": 149.511, "p95_ms": 133.557}, "triton_wait": {"avg_ms": 55.955, "count": 309, "max_ms": 83.771, "p95_ms": 79.558}, "visualize": {"avg_ms": 4.197, "count": 309, "max_ms": 7.947, "p95_ms": 5.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:45+09:00", "last_error_summary": "[h264 @ 0x561ddfeb0540] error while decoding MB 27 23, bytestream -5", "last_exit_at": "2026-07-03T18:01:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.004, "last_started_at": "2026-07-03T18:01:02+09:00", "pid": 44062, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.793, "name": "ffmpeg", "pid": 44062, "rss_mb": 267.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.207, "sample_count": 1711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:02:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:02:36+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T18:02:36+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T18:02:36.409289+09:00", "mtime_epoch": 1783069356.4092891, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181024}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:02:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.296, "pushed": 6.296, "read": 6.262}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.144, "count": 188, "max_ms": 14.812, "p95_ms": 10.717}, "gstreamer_push": {"avg_ms": 1.002, "count": 188, "max_ms": 1.358, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.607, "count": 188, "max_ms": 68.348, "p95_ms": 61.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.926, "count": 188, "max_ms": 80.202, "p95_ms": 72.472}, "yolo11_640_fire_11class": {"avg_ms": 50.381, "count": 188, "max_ms": 70.26, "p95_ms": 64.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.073, "count": 188, "max_ms": 86.733, "p95_ms": 81.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.618, "count": 188, "max_ms": 225.126, "p95_ms": 198.844}, "read_interval": {"avg_ms": 159.971, "count": 187, "max_ms": 234.927, "p95_ms": 209.36}, "triton_wait": {"avg_ms": 62.458, "count": 188, "max_ms": 86.745, "p95_ms": 81.343}, "visualize": {"avg_ms": 6.672, "count": 188, "max_ms": 9.701, "p95_ms": 8.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 92, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:45+09:00", "last_error_summary": "[h264 @ 0x561ddfeb0540] error while decoding MB 27 23, bytestream -5", "last_exit_at": "2026-07-03T18:01:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.056, "last_started_at": "2026-07-03T18:01:02+09:00", "pid": 44062, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.887, "name": "ffmpeg", "pid": 44062, "rss_mb": 270.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 108, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 109}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.864, "sample_count": 1711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:03:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:03:06+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T18:03:06+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T18:03:06.457793+09:00", "mtime_epoch": 1783069386.4577928, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 186767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:03:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.2, "pushed": 6.2, "read": 6.166}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 9.532, "count": 185, "max_ms": 11.788, "p95_ms": 10.841}, "gstreamer_push": {"avg_ms": 0.963, "count": 185, "max_ms": 1.615, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.562, "count": 185, "max_ms": 59.408, "p95_ms": 49.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.51, "count": 185, "max_ms": 65.895, "p95_ms": 59.569}, "yolo11_640_fire_11class": {"avg_ms": 44.934, "count": 185, "max_ms": 64.573, "p95_ms": 48.525}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.942, "count": 185, "max_ms": 80.146, "p95_ms": 62.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.786, "count": 185, "max_ms": 220.296, "p95_ms": 195.304}, "read_interval": {"avg_ms": 162.518, "count": 184, "max_ms": 230.094, "p95_ms": 205.224}, "triton_wait": {"avg_ms": 55.558, "count": 185, "max_ms": 80.159, "p95_ms": 62.266}, "visualize": {"avg_ms": 7.089, "count": 185, "max_ms": 10.835, "p95_ms": 9.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2478}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T17:58:44+09:00", "last_error_summary": "[h264 @ 0x557e80fb0a80] error while decoding MB 22 38, bytestream -23 [in#0/rtsp @ 0x557e806a1e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x557e806a1e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T17:58:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 265.141, "last_started_at": "2026-07-03T17:58:47+09:00", "pid": 43803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 355.199, "name": "ffmpeg", "pid": 43803, "rss_mb": 355.199, "state": "S (sleeping)", "threads": 104}, "restart_count": 37, "restart_count_per_hour": 2, "rtsp_timeout_count": 56, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.524, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:03:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T18:03:13+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T18:03:12+09:00", "mjpeg": {"age_sec": 16.671, "exists": true, "mtime": "2026-07-03T18:02:56.457625+09:00", "mtime_epoch": 1783069376.4576252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:03:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.119, "pushed": 0.119, "read": 0.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.782, "count": 2, "max_ms": 5.845, "p95_ms": 5.845}, "gstreamer_push": {"avg_ms": 1.18, "count": 2, "max_ms": 1.211, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.21, "count": 2, "max_ms": 59.498, "p95_ms": 59.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.561, "count": 2, "max_ms": 63.056, "p95_ms": 63.056}, "yolo11_640_fire_11class": {"avg_ms": 56.304, "count": 2, "max_ms": 63.774, "p95_ms": 63.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.493, "count": 2, "max_ms": 78.33, "p95_ms": 78.33}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.339, "count": 2, "max_ms": 132.479, "p95_ms": 132.479}, "read_interval": {"avg_ms": 15403.696, "count": 2, "max_ms": 16652.461, "p95_ms": 16652.461}, "triton_wait": {"avg_ms": 64.506, "count": 2, "max_ms": 78.343, "p95_ms": 78.343}, "visualize": {"avg_ms": 5.101, "count": 2, "max_ms": 5.121, "p95_ms": 5.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.79, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12375.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 280, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:13+09:00", "last_error_summary": "[h264 @ 0x55d73e0ec900] error while decoding MB 6 19, bytestream -8", "last_exit_at": "2026-07-03T18:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.219, "last_started_at": "2026-07-03T18:03:16+09:00", "pid": 44169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.441, "name": "ffmpeg", "pid": 44169, "rss_mb": 265.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.581, "sample_count": 1686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 246929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:03:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:03:36+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-03T18:03:36+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T18:03:36.502297+09:00", "mtime_epoch": 1783069416.502297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:03:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.182, "pushed": 5.182, "read": 5.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.241, "count": 154, "max_ms": 11.751, "p95_ms": 11.121}, "gstreamer_push": {"avg_ms": 0.959, "count": 155, "max_ms": 1.298, "p95_ms": 1.154}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.048, "count": 154, "max_ms": 63.965, "p95_ms": 60.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.357, "count": 154, "max_ms": 82.513, "p95_ms": 70.955}, "yolo11_640_fire_11class": {"avg_ms": 47.003, "count": 154, "max_ms": 64.709, "p95_ms": 60.78}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.735, "count": 154, "max_ms": 85.542, "p95_ms": 81.105}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.239, "count": 155, "max_ms": 231.241, "p95_ms": 207.88}, "read_interval": {"avg_ms": 194.132, "count": 154, "max_ms": 4609.299, "p95_ms": 219.265}, "triton_wait": {"avg_ms": 59.491, "count": 154, "max_ms": 85.553, "p95_ms": 81.117}, "visualize": {"avg_ms": 7.034, "count": 154, "max_ms": 10.2, "p95_ms": 9.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:14+09:00", "last_error_summary": "[h264 @ 0x5574d9a83640] error while decoding MB 84 35, bytestream -9 [in#0/rtsp @ 0x5574d9953e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5574d9953e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:03:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.924, "last_started_at": "2026-07-03T18:03:17+09:00", "pid": 44171, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.852, "name": "ffmpeg", "pid": 44171, "rss_mb": 332.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.624, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:03:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:03:43+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T18:03:43+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T18:03:43.098408+09:00", "mtime_epoch": 1783069423.0984075, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:03:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.379, "pushed": 7.379, "read": 7.346}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.602, "count": 221, "max_ms": 8.659, "p95_ms": 7.011}, "gstreamer_push": {"avg_ms": 1.131, "count": 221, "max_ms": 1.461, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.554, "count": 221, "max_ms": 64.907, "p95_ms": 61.912}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.389, "count": 221, "max_ms": 79.212, "p95_ms": 67.262}, "yolo11_640_fire_11class": {"avg_ms": 46.767, "count": 221, "max_ms": 65.052, "p95_ms": 60.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.254, "count": 221, "max_ms": 84.709, "p95_ms": 81.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.564, "count": 221, "max_ms": 136.229, "p95_ms": 132.087}, "read_interval": {"avg_ms": 136.136, "count": 220, "max_ms": 5039.415, "p95_ms": 144.817}, "triton_wait": {"avg_ms": 54.269, "count": 221, "max_ms": 84.722, "p95_ms": 81.123}, "visualize": {"avg_ms": 4.93, "count": 221, "max_ms": 6.777, "p95_ms": 5.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 280, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:13+09:00", "last_error_summary": "[h264 @ 0x55d73e0ec900] error while decoding MB 6 19, bytestream -8", "last_exit_at": "2026-07-03T18:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.325, "last_started_at": "2026-07-03T18:03:16+09:00", "pid": 44169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.051, "name": "ffmpeg", "pid": 44169, "rss_mb": 269.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.581, "sample_count": 1713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:04:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:04:06+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-03T18:04:06+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-03T18:04:06.602802+09:00", "mtime_epoch": 1783069446.602802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172792}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:04:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.769, "pushed": 5.769, "read": 5.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.922, "count": 172, "max_ms": 15.057, "p95_ms": 11.636}, "gstreamer_push": {"avg_ms": 0.935, "count": 173, "max_ms": 1.601, "p95_ms": 1.104}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.127, "count": 172, "max_ms": 67.615, "p95_ms": 61.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.489, "count": 172, "max_ms": 78.618, "p95_ms": 71.911}, "yolo11_640_fire_11class": {"avg_ms": 47.435, "count": 172, "max_ms": 68.095, "p95_ms": 60.891}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.797, "count": 172, "max_ms": 84.054, "p95_ms": 79.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.665, "count": 173, "max_ms": 220.045, "p95_ms": 204.874}, "read_interval": {"avg_ms": 173.836, "count": 172, "max_ms": 229.76, "p95_ms": 214.938}, "triton_wait": {"avg_ms": 60.163, "count": 172, "max_ms": 84.067, "p95_ms": 79.49}, "visualize": {"avg_ms": 7.557, "count": 172, "max_ms": 10.409, "p95_ms": 9.483}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:14+09:00", "last_error_summary": "[h264 @ 0x5574d9a83640] error while decoding MB 84 35, bytestream -9 [in#0/rtsp @ 0x5574d9953e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5574d9953e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:03:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.997, "last_started_at": "2026-07-03T18:03:17+09:00", "pid": 44171, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.109, "name": "ffmpeg", "pid": 44171, "rss_mb": 333.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.914, "sample_count": 2437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:04:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:04:13+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T18:04:13+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T18:04:13.166912+09:00", "mtime_epoch": 1783069453.1669123, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:04:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.511, "pushed": 8.511, "read": 8.478}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.827, "count": 255, "max_ms": 8.907, "p95_ms": 6.911}, "gstreamer_push": {"avg_ms": 1.131, "count": 255, "max_ms": 1.588, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.415, "count": 255, "max_ms": 71.137, "p95_ms": 61.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.806, "count": 255, "max_ms": 77.174, "p95_ms": 69.32}, "yolo11_640_fire_11class": {"avg_ms": 47.234, "count": 255, "max_ms": 74.114, "p95_ms": 61.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.971, "count": 255, "max_ms": 83.656, "p95_ms": 78.947}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.76, "count": 255, "max_ms": 136.606, "p95_ms": 132.232}, "read_interval": {"avg_ms": 117.921, "count": 254, "max_ms": 155.095, "p95_ms": 145.729}, "triton_wait": {"avg_ms": 54.011, "count": 255, "max_ms": 83.668, "p95_ms": 78.958}, "visualize": {"avg_ms": 5.074, "count": 255, "max_ms": 6.812, "p95_ms": 5.674}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 280, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:13+09:00", "last_error_summary": "[h264 @ 0x55d73e0ec900] error while decoding MB 6 19, bytestream -8", "last_exit_at": "2026-07-03T18:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.419, "last_started_at": "2026-07-03T18:03:16+09:00", "pid": 44169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.566, "name": "ffmpeg", "pid": 44169, "rss_mb": 269.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.596, "sample_count": 1697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:04:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:04:36+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-03T18:04:36+09:00", "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-07-03T18:04:36.743308+09:00", "mtime_epoch": 1783069476.7433083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:04:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.488, "pushed": 5.488, "read": 5.454}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.216, "count": 163, "max_ms": 14.34, "p95_ms": 11.875}, "gstreamer_push": {"avg_ms": 0.913, "count": 164, "max_ms": 1.165, "p95_ms": 1.081}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.022, "count": 163, "max_ms": 66.842, "p95_ms": 61.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.375, "count": 163, "max_ms": 81.016, "p95_ms": 68.13}, "yolo11_640_fire_11class": {"avg_ms": 47.589, "count": 163, "max_ms": 65.3, "p95_ms": 61.266}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.984, "count": 163, "max_ms": 85.623, "p95_ms": 80.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.14, "count": 164, "max_ms": 229.437, "p95_ms": 214.319}, "read_interval": {"avg_ms": 183.649, "count": 163, "max_ms": 239.445, "p95_ms": 225.63}, "triton_wait": {"avg_ms": 60.293, "count": 163, "max_ms": 85.634, "p95_ms": 80.095}, "visualize": {"avg_ms": 7.991, "count": 163, "max_ms": 10.745, "p95_ms": 10.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:14+09:00", "last_error_summary": "[h264 @ 0x5574d9a83640] error while decoding MB 84 35, bytestream -9 [in#0/rtsp @ 0x5574d9953e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5574d9953e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:03:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.093, "last_started_at": "2026-07-03T18:03:17+09:00", "pid": 44171, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.109, "name": "ffmpeg", "pid": 44171, "rss_mb": 333.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.064, "sample_count": 2397, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:04:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:04:43+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T18:04:43+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T18:04:43.275418+09:00", "mtime_epoch": 1783069483.275418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218157}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:04:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.946, "pushed": 8.946, "read": 8.912}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.496, "count": 268, "max_ms": 8.908, "p95_ms": 6.583}, "gstreamer_push": {"avg_ms": 1.121, "count": 268, "max_ms": 1.535, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.737, "count": 268, "max_ms": 68.15, "p95_ms": 60.81}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.409, "count": 268, "max_ms": 77.156, "p95_ms": 63.017}, "yolo11_640_fire_11class": {"avg_ms": 46.865, "count": 268, "max_ms": 67.624, "p95_ms": 60.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.431, "count": 268, "max_ms": 86.548, "p95_ms": 79.666}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.036, "count": 268, "max_ms": 139.452, "p95_ms": 127.725}, "read_interval": {"avg_ms": 112.296, "count": 267, "max_ms": 152.953, "p95_ms": 141.261}, "triton_wait": {"avg_ms": 53.443, "count": 268, "max_ms": 86.561, "p95_ms": 79.678}, "visualize": {"avg_ms": 4.842, "count": 268, "max_ms": 6.654, "p95_ms": 5.61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 93, "h264_decode_error_count": 280, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:13+09:00", "last_error_summary": "[h264 @ 0x55d73e0ec900] error while decoding MB 6 19, bytestream -8", "last_exit_at": "2026-07-03T18:03:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.615, "last_started_at": "2026-07-03T18:03:16+09:00", "pid": 44169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.566, "name": "ffmpeg", "pid": 44169, "rss_mb": 269.566, "state": "S (sleeping)", "threads": 106}, "restart_count": 109, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 110}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.383, "sample_count": 1703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:05:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:05:07+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-03T18:05:06+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-03T18:05:06.871815+09:00", "mtime_epoch": 1783069506.8718147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:05:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.658, "pushed": 5.658, "read": 5.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.222, "count": 169, "max_ms": 16.348, "p95_ms": 12.026}, "gstreamer_push": {"avg_ms": 0.943, "count": 169, "max_ms": 1.554, "p95_ms": 1.128}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.316, "count": 169, "max_ms": 65.165, "p95_ms": 61.767}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.495, "count": 169, "max_ms": 78.845, "p95_ms": 68.24}, "yolo11_640_fire_11class": {"avg_ms": 47.151, "count": 169, "max_ms": 64.166, "p95_ms": 61.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.45, "count": 169, "max_ms": 83.921, "p95_ms": 81.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 167.517, "count": 169, "max_ms": 244.676, "p95_ms": 207.555}, "read_interval": {"avg_ms": 177.554, "count": 168, "max_ms": 255.733, "p95_ms": 217.412}, "triton_wait": {"avg_ms": 60.883, "count": 169, "max_ms": 83.934, "p95_ms": 81.088}, "visualize": {"avg_ms": 7.717, "count": 169, "max_ms": 11.722, "p95_ms": 10.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:14+09:00", "last_error_summary": "[h264 @ 0x5574d9a83640] error while decoding MB 84 35, bytestream -9 [in#0/rtsp @ 0x5574d9953e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5574d9953e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:03:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.123, "last_started_at": "2026-07-03T18:03:17+09:00", "pid": 44171, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.109, "name": "ffmpeg", "pid": 44171, "rss_mb": 333.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.914, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:05:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:05:13+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T18:05:13+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T18:05:13.299923+09:00", "mtime_epoch": 1783069513.2999227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:05:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.891, "pushed": 8.891, "read": 8.857}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.464, "count": 266, "max_ms": 8.078, "p95_ms": 6.769}, "gstreamer_push": {"avg_ms": 1.138, "count": 266, "max_ms": 1.545, "p95_ms": 1.322}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.994, "count": 266, "max_ms": 71.051, "p95_ms": 59.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.338, "count": 266, "max_ms": 81.725, "p95_ms": 64.382}, "yolo11_640_fire_11class": {"avg_ms": 47.9, "count": 266, "max_ms": 70.447, "p95_ms": 58.495}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.287, "count": 266, "max_ms": 89.472, "p95_ms": 77.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 99.526, "count": 266, "max_ms": 135.617, "p95_ms": 129.359}, "read_interval": {"avg_ms": 112.891, "count": 265, "max_ms": 149.864, "p95_ms": 142.666}, "triton_wait": {"avg_ms": 54.314, "count": 266, "max_ms": 89.485, "p95_ms": 77.609}, "visualize": {"avg_ms": 4.858, "count": 266, "max_ms": 6.323, "p95_ms": 5.701}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12284.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:05:28+09:00", "last_error_summary": "[h264 @ 0x55fe5b9e54c0] error while decoding MB 78 22, bytestream -26", "last_exit_at": "2026-07-03T18:05:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.394, "last_started_at": "2026-07-03T18:05:31+09:00", "pid": 44428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 176.172, "name": "ffmpeg", "pid": 44428, "rss_mb": 176.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.998, "sample_count": 1660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:05:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:05:37+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-03T18:05:36+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-03T18:05:36.872319+09:00", "mtime_epoch": 1783069536.872319, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:05:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.467, "pushed": 4.467, "read": 4.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.357, "count": 134, "max_ms": 18.171, "p95_ms": 11.968}, "gstreamer_push": {"avg_ms": 0.906, "count": 134, "max_ms": 1.246, "p95_ms": 1.026}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.541, "count": 134, "max_ms": 64.065, "p95_ms": 61.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.877, "count": 134, "max_ms": 79.942, "p95_ms": 68.917}, "yolo11_640_fire_11class": {"avg_ms": 47.498, "count": 134, "max_ms": 65.203, "p95_ms": 61.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.535, "count": 134, "max_ms": 84.385, "p95_ms": 81.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.073, "count": 134, "max_ms": 244.389, "p95_ms": 218.454}, "read_interval": {"avg_ms": 223.834, "count": 134, "max_ms": 5233.602, "p95_ms": 228.241}, "triton_wait": {"avg_ms": 60.828, "count": 134, "max_ms": 84.396, "p95_ms": 81.227}, "visualize": {"avg_ms": 8.145, "count": 134, "max_ms": 12.869, "p95_ms": 10.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12375.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:14+09:00", "last_error_summary": "[h264 @ 0x5574d9a83640] error while decoding MB 84 35, bytestream -9 [in#0/rtsp @ 0x5574d9953e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5574d9953e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:03:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.209, "last_started_at": "2026-07-03T18:03:17+09:00", "pid": 44171, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.367, "name": "ffmpeg", "pid": 44171, "rss_mb": 333.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.471, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:05:43+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T18:05:43+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T18:05:43.400429+09:00", "mtime_epoch": 1783069543.4004288, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:05:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.477, "pushed": 9.477, "read": 9.444}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.132, "count": 283, "max_ms": 8.808, "p95_ms": 6.758}, "gstreamer_push": {"avg_ms": 1.173, "count": 284, "max_ms": 1.923, "p95_ms": 1.384}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.533, "count": 283, "max_ms": 64.557, "p95_ms": 58.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.607, "count": 283, "max_ms": 75.557, "p95_ms": 55.326}, "yolo11_640_fire_11class": {"avg_ms": 46.621, "count": 283, "max_ms": 65.256, "p95_ms": 59.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.872, "count": 283, "max_ms": 84.208, "p95_ms": 77.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.965, "count": 284, "max_ms": 138.694, "p95_ms": 125.136}, "read_interval": {"avg_ms": 105.975, "count": 283, "max_ms": 153.608, "p95_ms": 141.735}, "triton_wait": {"avg_ms": 52.895, "count": 283, "max_ms": 84.223, "p95_ms": 77.909}, "visualize": {"avg_ms": 4.632, "count": 283, "max_ms": 6.337, "p95_ms": 5.477}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:05:28+09:00", "last_error_summary": "[h264 @ 0x55fe5b9e54c0] error while decoding MB 78 22, bytestream -26", "last_exit_at": "2026-07-03T18:05:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.453, "last_started_at": "2026-07-03T18:05:31+09:00", "pid": 44428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.562, "name": "ffmpeg", "pid": 44428, "rss_mb": 266.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.282, "sample_count": 1685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:06:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:06:07+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T18:06:06+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T18:06:06.988826+09:00", "mtime_epoch": 1783069566.9888256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:06:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.729, "pushed": 5.729, "read": 5.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.763, "count": 171, "max_ms": 14.534, "p95_ms": 11.409}, "gstreamer_push": {"avg_ms": 0.939, "count": 171, "max_ms": 1.417, "p95_ms": 1.111}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.194, "count": 171, "max_ms": 70.719, "p95_ms": 61.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.346, "count": 171, "max_ms": 79.552, "p95_ms": 69.22}, "yolo11_640_fire_11class": {"avg_ms": 46.606, "count": 171, "max_ms": 70.182, "p95_ms": 60.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.593, "count": 171, "max_ms": 87.367, "p95_ms": 81.481}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.319, "count": 171, "max_ms": 227.541, "p95_ms": 210.826}, "read_interval": {"avg_ms": 175.804, "count": 170, "max_ms": 239.558, "p95_ms": 220.688}, "triton_wait": {"avg_ms": 60.179, "count": 171, "max_ms": 87.379, "p95_ms": 81.492}, "visualize": {"avg_ms": 7.545, "count": 171, "max_ms": 12.673, "p95_ms": 9.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:14+09:00", "last_error_summary": "[h264 @ 0x5574d9a83640] error while decoding MB 84 35, bytestream -9 [in#0/rtsp @ 0x5574d9953e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5574d9953e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:03:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.226, "last_started_at": "2026-07-03T18:03:17+09:00", "pid": 44171, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.367, "name": "ffmpeg", "pid": 44171, "rss_mb": 333.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.467, "sample_count": 2423, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:06:13+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T18:06:13+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T18:06:13.388933+09:00", "mtime_epoch": 1783069573.3889332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:06:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.455, "pushed": 9.455, "read": 9.421}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.083, "count": 283, "max_ms": 8.919, "p95_ms": 6.752}, "gstreamer_push": {"avg_ms": 1.19, "count": 283, "max_ms": 1.901, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.633, "count": 283, "max_ms": 70.297, "p95_ms": 58.9}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.569, "count": 283, "max_ms": 81.295, "p95_ms": 67.529}, "yolo11_640_fire_11class": {"avg_ms": 46.852, "count": 283, "max_ms": 70.309, "p95_ms": 59.527}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.906, "count": 283, "max_ms": 86.666, "p95_ms": 78.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.32, "count": 283, "max_ms": 139.198, "p95_ms": 126.448}, "read_interval": {"avg_ms": 106.019, "count": 282, "max_ms": 152.762, "p95_ms": 140.704}, "triton_wait": {"avg_ms": 53.921, "count": 283, "max_ms": 86.679, "p95_ms": 78.583}, "visualize": {"avg_ms": 4.613, "count": 283, "max_ms": 7.039, "p95_ms": 5.611}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:05:28+09:00", "last_error_summary": "[h264 @ 0x55fe5b9e54c0] error while decoding MB 78 22, bytestream -26", "last_exit_at": "2026-07-03T18:05:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.604, "last_started_at": "2026-07-03T18:05:31+09:00", "pid": 44428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.398, "name": "ffmpeg", "pid": 44428, "rss_mb": 269.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.398, "sample_count": 1660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 247897, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:06:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:06:37+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T18:06:37+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-03T18:06:37.125333+09:00", "mtime_epoch": 1783069597.1253326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170077}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:06:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.211, "pushed": 5.211, "read": 5.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.709, "count": 155, "max_ms": 17.315, "p95_ms": 12.38}, "gstreamer_push": {"avg_ms": 0.909, "count": 156, "max_ms": 1.224, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.049, "count": 155, "max_ms": 66.382, "p95_ms": 61.962}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.49, "count": 155, "max_ms": 79.039, "p95_ms": 72.92}, "yolo11_640_fire_11class": {"avg_ms": 47.732, "count": 155, "max_ms": 68.101, "p95_ms": 62.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.667, "count": 155, "max_ms": 83.428, "p95_ms": 82.016}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.506, "count": 156, "max_ms": 236.18, "p95_ms": 225.325}, "read_interval": {"avg_ms": 193.315, "count": 155, "max_ms": 246.787, "p95_ms": 236.361}, "triton_wait": {"avg_ms": 61.079, "count": 155, "max_ms": 83.44, "p95_ms": 82.028}, "visualize": {"avg_ms": 8.44, "count": 155, "max_ms": 12.373, "p95_ms": 10.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2493}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:14+09:00", "last_error_summary": "[h264 @ 0x5574d9a83640] error while decoding MB 84 35, bytestream -9 [in#0/rtsp @ 0x5574d9953e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5574d9953e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:03:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.313, "last_started_at": "2026-07-03T18:03:17+09:00", "pid": 44171, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.367, "name": "ffmpeg", "pid": 44171, "rss_mb": 333.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.432, "sample_count": 2453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:06:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:06:43+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T18:06:43+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T18:06:43.477439+09:00", "mtime_epoch": 1783069603.4774394, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:06:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.807}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.807, "count": 294, "max_ms": 8.802, "p95_ms": 6.663}, "gstreamer_push": {"avg_ms": 1.192, "count": 295, "max_ms": 1.635, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.918, "count": 294, "max_ms": 67.444, "p95_ms": 60.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.527, "count": 294, "max_ms": 78.609, "p95_ms": 66.007}, "yolo11_640_fire_11class": {"avg_ms": 47.462, "count": 294, "max_ms": 66.938, "p95_ms": 59.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.334, "count": 294, "max_ms": 86.427, "p95_ms": 78.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.343, "count": 295, "max_ms": 137.809, "p95_ms": 126.67}, "read_interval": {"avg_ms": 101.912, "count": 294, "max_ms": 151.314, "p95_ms": 139.334}, "triton_wait": {"avg_ms": 53.353, "count": 294, "max_ms": 86.441, "p95_ms": 78.982}, "visualize": {"avg_ms": 4.464, "count": 294, "max_ms": 6.14, "p95_ms": 5.399}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:05:28+09:00", "last_error_summary": "[h264 @ 0x55fe5b9e54c0] error while decoding MB 78 22, bytestream -26", "last_exit_at": "2026-07-03T18:05:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.695, "last_started_at": "2026-07-03T18:05:31+09:00", "pid": 44428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.234, "name": "ffmpeg", "pid": 44428, "rss_mb": 272.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 110, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.602, "sample_count": 1655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:07:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:07:07+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T18:07:07+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T18:07:07.209839+09:00", "mtime_epoch": 1783069627.209839, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:07:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.494, "pushed": 5.494, "read": 5.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.349, "count": 164, "max_ms": 19.099, "p95_ms": 12.028}, "gstreamer_push": {"avg_ms": 0.931, "count": 164, "max_ms": 1.23, "p95_ms": 1.094}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.739, "count": 164, "max_ms": 66.077, "p95_ms": 62.287}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.711, "count": 164, "max_ms": 80.179, "p95_ms": 67.253}, "yolo11_640_fire_11class": {"avg_ms": 48.609, "count": 164, "max_ms": 66.064, "p95_ms": 62.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.399, "count": 164, "max_ms": 84.482, "p95_ms": 80.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 173.15, "count": 164, "max_ms": 233.418, "p95_ms": 217.68}, "read_interval": {"avg_ms": 183.408, "count": 163, "max_ms": 243.073, "p95_ms": 229.117}, "triton_wait": {"avg_ms": 62.003, "count": 164, "max_ms": 84.493, "p95_ms": 80.969}, "visualize": {"avg_ms": 7.942, "count": 164, "max_ms": 13.31, "p95_ms": 10.161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:03:14+09:00", "last_error_summary": "[h264 @ 0x5574d9a83640] error while decoding MB 84 35, bytestream -9 [in#0/rtsp @ 0x5574d9953e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5574d9953e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:03:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.037, "last_started_at": "2026-07-03T18:03:17+09:00", "pid": 44171, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.246, "name": "ffmpeg", "pid": 44171, "rss_mb": 334.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 38, "restart_count_per_hour": 3, "rtsp_timeout_count": 58, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.149, "sample_count": 2344, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:07:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T18:07:22+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T18:07:22+09:00", "mjpeg": {"age_sec": 10.474, "exists": true, "mtime": "2026-07-03T18:07:11.833917+09:00", "mtime_epoch": 1783069631.833917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:07:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 203, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.767, "pushed": 6.767, "read": 6.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.381, "count": 203, "max_ms": 7.552, "p95_ms": 6.123}, "gstreamer_push": {"avg_ms": 1.248, "count": 203, "max_ms": 2.154, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.873, "count": 203, "max_ms": 67.613, "p95_ms": 61.643}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.241, "count": 203, "max_ms": 78.58, "p95_ms": 59.926}, "yolo11_640_fire_11class": {"avg_ms": 47.2, "count": 203, "max_ms": 67.6, "p95_ms": 60.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.635, "count": 203, "max_ms": 84.553, "p95_ms": 79.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.337, "count": 203, "max_ms": 136.414, "p95_ms": 110.379}, "read_interval": {"avg_ms": 147.834, "count": 203, "max_ms": 10493.58, "p95_ms": 127.611}, "triton_wait": {"avg_ms": 54.712, "count": 203, "max_ms": 84.565, "p95_ms": 79.492}, "visualize": {"avg_ms": 4.16, "count": 203, "max_ms": 6.07, "p95_ms": 5.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2068}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12393.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 94, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:05:28+09:00", "last_error_summary": "[h264 @ 0x55fe5b9e54c0] error while decoding MB 78 22, bytestream -26", "last_exit_at": "2026-07-03T18:05:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.816, "last_started_at": "2026-07-03T18:05:31+09:00", "pid": 44428, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.199, "name": "ffmpeg", "pid": 44428, "rss_mb": 283.199, "state": "S (sleeping)", "threads": 104}, "restart_count": 110, "restart_count_per_hour": 25, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 111}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.62, "sample_count": 1656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:07:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:07:37+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T18:07:37+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-03T18:07:37.350347+09:00", "mtime_epoch": 1783069657.3503466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174133}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:07:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.338, "pushed": 6.338, "read": 6.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "latency_ms": {"analyze": {"avg_ms": 9.471, "count": 189, "max_ms": 11.934, "p95_ms": 11.047}, "gstreamer_push": {"avg_ms": 0.983, "count": 190, "max_ms": 1.376, "p95_ms": 1.157}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.833, "count": 189, "max_ms": 61.841, "p95_ms": 49.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.194, "count": 189, "max_ms": 67.909, "p95_ms": 59.872}, "yolo11_640_fire_11class": {"avg_ms": 45.545, "count": 189, "max_ms": 61.131, "p95_ms": 48.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.852, "count": 189, "max_ms": 82.368, "p95_ms": 59.692}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.823, "count": 190, "max_ms": 224.032, "p95_ms": 197.704}, "read_interval": {"avg_ms": 158.481, "count": 189, "max_ms": 234.023, "p95_ms": 205.858}, "triton_wait": {"avg_ms": 55.123, "count": 189, "max_ms": 82.38, "p95_ms": 59.901}, "visualize": {"avg_ms": 6.982, "count": 189, "max_ms": 10.723, "p95_ms": 9.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12371.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.251, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.418, "name": "ffmpeg", "pid": 44537, "rss_mb": 328.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.432, "sample_count": 2248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:07:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:07:52+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T18:07:52+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T18:07:52.302602+09:00", "mtime_epoch": 1783069672.3026018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:07:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 87, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.346, "pushed": 6.346, "read": 6.346}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.839, "count": 87, "max_ms": 8.718, "p95_ms": 6.833}, "gstreamer_push": {"avg_ms": 1.217, "count": 87, "max_ms": 1.48, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.085, "count": 87, "max_ms": 68.541, "p95_ms": 62.331}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.23, "count": 87, "max_ms": 84.203, "p95_ms": 68.582}, "yolo11_640_fire_11class": {"avg_ms": 47.951, "count": 87, "max_ms": 68.529, "p95_ms": 61.302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.179, "count": 87, "max_ms": 85.063, "p95_ms": 80.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.112, "count": 87, "max_ms": 136.627, "p95_ms": 131.867}, "read_interval": {"avg_ms": 345.899, "count": 87, "max_ms": 16464.754, "p95_ms": 147.137}, "triton_wait": {"avg_ms": 55.191, "count": 87, "max_ms": 85.075, "p95_ms": 80.26}, "visualize": {"avg_ms": 4.512, "count": 87, "max_ms": 6.21, "p95_ms": 5.68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.708, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 282, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:37+09:00", "last_error_summary": "[h264 @ 0x55b2c27f8600] error while decoding MB 37 11, bytestream -5", "last_exit_at": "2026-07-03T18:07:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.824, "last_started_at": "2026-07-03T18:07:40+09:00", "pid": 44535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.844, "name": "ffmpeg", "pid": 44535, "rss_mb": 265.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.826, "sample_count": 1610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:08:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:08:07+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-07-03T18:08:07+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T18:08:07.466974+09:00", "mtime_epoch": 1783069687.4669738, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:08:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.641, "pushed": 4.641, "read": 4.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.156, "count": 138, "max_ms": 16.085, "p95_ms": 13.939}, "gstreamer_push": {"avg_ms": 0.945, "count": 139, "max_ms": 1.289, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.849, "count": 138, "max_ms": 66.748, "p95_ms": 61.942}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.467, "count": 138, "max_ms": 81.508, "p95_ms": 69.724}, "yolo11_640_fire_11class": {"avg_ms": 48.46, "count": 138, "max_ms": 67.387, "p95_ms": 61.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.178, "count": 138, "max_ms": 85.438, "p95_ms": 80.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.456, "count": 139, "max_ms": 234.815, "p95_ms": 210.406}, "read_interval": {"avg_ms": 216.947, "count": 138, "max_ms": 5138.275, "p95_ms": 222.875}, "triton_wait": {"avg_ms": 61.623, "count": 138, "max_ms": 85.448, "p95_ms": 80.148}, "visualize": {"avg_ms": 7.861, "count": 138, "max_ms": 11.965, "p95_ms": 9.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.278, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.543, "name": "ffmpeg", "pid": 44537, "rss_mb": 332.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.432, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:08:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:08:22+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T18:08:22+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T18:08:22.299335+09:00", "mtime_epoch": 1783069702.299335, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:08:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.557, "pushed": 9.557, "read": 9.523}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.008, "count": 286, "max_ms": 8.751, "p95_ms": 6.659}, "gstreamer_push": {"avg_ms": 1.184, "count": 286, "max_ms": 1.687, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.876, "count": 286, "max_ms": 65.782, "p95_ms": 61.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.998, "count": 286, "max_ms": 79.271, "p95_ms": 66.438}, "yolo11_640_fire_11class": {"avg_ms": 47.749, "count": 286, "max_ms": 66.592, "p95_ms": 61.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.411, "count": 286, "max_ms": 86.827, "p95_ms": 78.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.05, "count": 286, "max_ms": 137.144, "p95_ms": 128.973}, "read_interval": {"avg_ms": 104.939, "count": 285, "max_ms": 151.22, "p95_ms": 141.572}, "triton_wait": {"avg_ms": 54.45, "count": 286, "max_ms": 86.844, "p95_ms": 78.565}, "visualize": {"avg_ms": 4.585, "count": 286, "max_ms": 6.902, "p95_ms": 5.547}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 282, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:37+09:00", "last_error_summary": "[h264 @ 0x55b2c27f8600] error while decoding MB 37 11, bytestream -5", "last_exit_at": "2026-07-03T18:07:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.957, "last_started_at": "2026-07-03T18:07:40+09:00", "pid": 44535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.102, "name": "ffmpeg", "pid": 44535, "rss_mb": 266.102, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.255, "sample_count": 1622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:08:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:08:37+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T18:08:37+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T18:08:37.627705+09:00", "mtime_epoch": 1783069717.6277053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:08:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.58, "pushed": 5.58, "read": 5.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.075, "count": 166, "max_ms": 14.47, "p95_ms": 11.981}, "gstreamer_push": {"avg_ms": 0.931, "count": 167, "max_ms": 1.134, "p95_ms": 1.086}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.594, "count": 166, "max_ms": 63.206, "p95_ms": 60.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.735, "count": 166, "max_ms": 77.299, "p95_ms": 68.702}, "yolo11_640_fire_11class": {"avg_ms": 47.369, "count": 166, "max_ms": 63.665, "p95_ms": 60.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.819, "count": 166, "max_ms": 83.494, "p95_ms": 80.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.253, "count": 167, "max_ms": 242.36, "p95_ms": 209.486}, "read_interval": {"avg_ms": 180.471, "count": 166, "max_ms": 253.647, "p95_ms": 220.735}, "triton_wait": {"avg_ms": 60.547, "count": 166, "max_ms": 83.507, "p95_ms": 80.294}, "visualize": {"avg_ms": 7.793, "count": 166, "max_ms": 10.87, "p95_ms": 9.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.38, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 44537, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.371, "sample_count": 2523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:08:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:08:52+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T18:08:52+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T18:08:52.396060+09:00", "mtime_epoch": 1783069732.3960598, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:08:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.606}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.798, "count": 288, "max_ms": 8.257, "p95_ms": 6.364}, "gstreamer_push": {"avg_ms": 1.188, "count": 289, "max_ms": 1.682, "p95_ms": 1.37}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.727, "count": 288, "max_ms": 64.286, "p95_ms": 61.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.035, "count": 288, "max_ms": 77.026, "p95_ms": 69.94}, "yolo11_640_fire_11class": {"avg_ms": 47.759, "count": 288, "max_ms": 69.115, "p95_ms": 61.456}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.803, "count": 288, "max_ms": 85.219, "p95_ms": 80.221}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.789, "count": 289, "max_ms": 134.571, "p95_ms": 124.634}, "read_interval": {"avg_ms": 104.103, "count": 288, "max_ms": 149.674, "p95_ms": 137.948}, "triton_wait": {"avg_ms": 54.824, "count": 288, "max_ms": 85.231, "p95_ms": 80.234}, "visualize": {"avg_ms": 4.463, "count": 288, "max_ms": 6.187, "p95_ms": 5.386}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 282, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:37+09:00", "last_error_summary": "[h264 @ 0x55b2c27f8600] error while decoding MB 37 11, bytestream -5", "last_exit_at": "2026-07-03T18:07:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.968, "last_started_at": "2026-07-03T18:07:40+09:00", "pid": 44535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.195, "name": "ffmpeg", "pid": 44535, "rss_mb": 269.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.319, "sample_count": 1613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:09:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:09:07+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-03T18:09:07+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-03T18:09:07.572421+09:00", "mtime_epoch": 1783069747.5724213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171710}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:09:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.463, "pushed": 5.463, "read": 5.43}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.039, "count": 163, "max_ms": 13.169, "p95_ms": 11.805}, "gstreamer_push": {"avg_ms": 0.935, "count": 163, "max_ms": 1.257, "p95_ms": 1.136}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.938, "count": 163, "max_ms": 64.947, "p95_ms": 61.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.123, "count": 163, "max_ms": 81.709, "p95_ms": 71.703}, "yolo11_640_fire_11class": {"avg_ms": 48.985, "count": 163, "max_ms": 65.385, "p95_ms": 63.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.096, "count": 163, "max_ms": 87.229, "p95_ms": 81.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.218, "count": 163, "max_ms": 238.33, "p95_ms": 217.044}, "read_interval": {"avg_ms": 183.793, "count": 162, "max_ms": 248.064, "p95_ms": 225.816}, "triton_wait": {"avg_ms": 62.532, "count": 163, "max_ms": 87.242, "p95_ms": 81.519}, "visualize": {"avg_ms": 7.873, "count": 163, "max_ms": 10.678, "p95_ms": 9.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2503}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.434, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.801, "name": "ffmpeg", "pid": 44537, "rss_mb": 332.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.644, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:09:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:09:22+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T18:09:22+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T18:09:22.488774+09:00", "mtime_epoch": 1783069762.488774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223195}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:09:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.607, "pushed": 9.607, "read": 9.573}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.971, "count": 288, "max_ms": 8.446, "p95_ms": 6.772}, "gstreamer_push": {"avg_ms": 1.188, "count": 288, "max_ms": 2.294, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.947, "count": 288, "max_ms": 64.526, "p95_ms": 59.647}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.201, "count": 288, "max_ms": 72.811, "p95_ms": 62.532}, "yolo11_640_fire_11class": {"avg_ms": 46.787, "count": 288, "max_ms": 65.033, "p95_ms": 58.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.306, "count": 288, "max_ms": 84.869, "p95_ms": 77.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.833, "count": 288, "max_ms": 137.038, "p95_ms": 123.696}, "read_interval": {"avg_ms": 104.433, "count": 287, "max_ms": 151.838, "p95_ms": 138.566}, "triton_wait": {"avg_ms": 53.318, "count": 288, "max_ms": 84.881, "p95_ms": 77.917}, "visualize": {"avg_ms": 4.558, "count": 288, "max_ms": 6.643, "p95_ms": 5.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 282, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:37+09:00", "last_error_summary": "[h264 @ 0x55b2c27f8600] error while decoding MB 37 11, bytestream -5", "last_exit_at": "2026-07-03T18:07:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.063, "last_started_at": "2026-07-03T18:07:40+09:00", "pid": 44535, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.969, "name": "ffmpeg", "pid": 44535, "rss_mb": 269.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 111, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 112}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.018, "sample_count": 1617, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 248888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:09:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:09:37+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-03T18:09:37+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T18:09:37.733132+09:00", "mtime_epoch": 1783069777.7331324, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:09:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.617, "pushed": 5.617, "read": 5.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.12, "count": 167, "max_ms": 15.501, "p95_ms": 11.904}, "gstreamer_push": {"avg_ms": 0.937, "count": 168, "max_ms": 1.358, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.62, "count": 167, "max_ms": 66.928, "p95_ms": 62.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.067, "count": 167, "max_ms": 79.829, "p95_ms": 72.323}, "yolo11_640_fire_11class": {"avg_ms": 49.236, "count": 167, "max_ms": 66.916, "p95_ms": 63.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.771, "count": 167, "max_ms": 85.543, "p95_ms": 82.423}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.96, "count": 168, "max_ms": 237.391, "p95_ms": 222.229}, "read_interval": {"avg_ms": 179.197, "count": 167, "max_ms": 246.775, "p95_ms": 232.336}, "triton_wait": {"avg_ms": 62.359, "count": 167, "max_ms": 85.554, "p95_ms": 82.436}, "visualize": {"avg_ms": 7.641, "count": 167, "max_ms": 11.04, "p95_ms": 9.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12150.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.451, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.67, "sample_count": 2561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:09:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:09:52+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T18:09:52+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T18:09:52.477477+09:00", "mtime_epoch": 1783069792.4774766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:09:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.4, "pushed": 9.4, "read": 9.4}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.003, "count": 282, "max_ms": 8.209, "p95_ms": 6.762}, "gstreamer_push": {"avg_ms": 1.172, "count": 282, "max_ms": 1.536, "p95_ms": 1.389}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.686, "count": 282, "max_ms": 66.978, "p95_ms": 62.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.53, "count": 282, "max_ms": 78.253, "p95_ms": 69.992}, "yolo11_640_fire_11class": {"avg_ms": 47.564, "count": 282, "max_ms": 67.341, "p95_ms": 61.793}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.48, "count": 282, "max_ms": 87.009, "p95_ms": 80.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.048, "count": 282, "max_ms": 138.671, "p95_ms": 127.151}, "read_interval": {"avg_ms": 106.331, "count": 282, "max_ms": 150.683, "p95_ms": 140.981}, "triton_wait": {"avg_ms": 54.492, "count": 282, "max_ms": 87.022, "p95_ms": 80.794}, "visualize": {"avg_ms": 4.574, "count": 282, "max_ms": 6.641, "p95_ms": 5.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2075}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12376.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 282, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:37+09:00", "last_error_summary": "[h264 @ 0x55b2c27f8600] error while decoding MB 37 11, bytestream -5", "last_exit_at": "2026-07-03T18:09:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 15.91, "last_started_at": "2026-07-03T18:09:52+09:00", "pid": 44794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.734, "name": "ffmpeg", "pid": 44794, "rss_mb": 265.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.291, "sample_count": 1600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:10:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:10:08+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T18:10:07+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-03T18:10:07.837833+09:00", "mtime_epoch": 1783069807.837833, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:10:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.106, "pushed": 5.106, "read": 5.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.527, "count": 152, "max_ms": 12.476, "p95_ms": 11.402}, "gstreamer_push": {"avg_ms": 0.968, "count": 153, "max_ms": 1.293, "p95_ms": 1.176}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.905, "count": 152, "max_ms": 64.006, "p95_ms": 61.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.174, "count": 152, "max_ms": 75.303, "p95_ms": 70.426}, "yolo11_640_fire_11class": {"avg_ms": 48.382, "count": 152, "max_ms": 64.61, "p95_ms": 61.291}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.397, "count": 152, "max_ms": 82.784, "p95_ms": 81.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.711, "count": 153, "max_ms": 224.365, "p95_ms": 207.371}, "read_interval": {"avg_ms": 196.964, "count": 152, "max_ms": 4541.239, "p95_ms": 221.367}, "triton_wait": {"avg_ms": 61.933, "count": 152, "max_ms": 82.796, "p95_ms": 81.109}, "visualize": {"avg_ms": 7.273, "count": 152, "max_ms": 10.56, "p95_ms": 10.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.487, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.108, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:10:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:10:22+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T18:10:22+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T18:10:22.546172+09:00", "mtime_epoch": 1783069822.546172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:10:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.625, "pushed": 9.625, "read": 9.591}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.92, "count": 288, "max_ms": 8.403, "p95_ms": 6.659}, "gstreamer_push": {"avg_ms": 1.214, "count": 288, "max_ms": 2.008, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.968, "count": 288, "max_ms": 67.319, "p95_ms": 62.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.451, "count": 288, "max_ms": 75.245, "p95_ms": 70.387}, "yolo11_640_fire_11class": {"avg_ms": 47.538, "count": 288, "max_ms": 67.291, "p95_ms": 62.159}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.015, "count": 288, "max_ms": 85.759, "p95_ms": 81.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.814, "count": 288, "max_ms": 141.689, "p95_ms": 131.963}, "read_interval": {"avg_ms": 104.376, "count": 287, "max_ms": 156.774, "p95_ms": 145.639}, "triton_wait": {"avg_ms": 55.073, "count": 288, "max_ms": 85.771, "p95_ms": 81.394}, "visualize": {"avg_ms": 4.541, "count": 288, "max_ms": 6.909, "p95_ms": 5.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 282, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:37+09:00", "last_error_summary": "[h264 @ 0x55b2c27f8600] error while decoding MB 37 11, bytestream -5", "last_exit_at": "2026-07-03T18:09:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.077, "last_started_at": "2026-07-03T18:09:52+09:00", "pid": 44794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.375, "name": "ffmpeg", "pid": 44794, "rss_mb": 270.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.426, "sample_count": 1648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:10:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:10:38+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T18:10:38+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T18:10:38.034527+09:00", "mtime_epoch": 1783069838.0345266, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:10:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.055, "pushed": 6.055, "read": 6.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.542, "count": 181, "max_ms": 13.094, "p95_ms": 11.581}, "gstreamer_push": {"avg_ms": 0.988, "count": 181, "max_ms": 1.257, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.006, "count": 181, "max_ms": 67.841, "p95_ms": 62.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.161, "count": 181, "max_ms": 82.758, "p95_ms": 71.909}, "yolo11_640_fire_11class": {"avg_ms": 47.751, "count": 181, "max_ms": 67.46, "p95_ms": 61.968}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.897, "count": 181, "max_ms": 88.303, "p95_ms": 81.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.535, "count": 181, "max_ms": 225.861, "p95_ms": 198.354}, "read_interval": {"avg_ms": 165.889, "count": 180, "max_ms": 235.804, "p95_ms": 207.459}, "triton_wait": {"avg_ms": 61.419, "count": 181, "max_ms": 88.315, "p95_ms": 81.728}, "visualize": {"avg_ms": 7.03, "count": 181, "max_ms": 11.594, "p95_ms": 9.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.614, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.989, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:10:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:10:52+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T18:10:52+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T18:10:52.606858+09:00", "mtime_epoch": 1783069852.6068583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 218553}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:10:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.379, "pushed": 9.379, "read": 9.345}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.911, "count": 281, "max_ms": 7.667, "p95_ms": 6.286}, "gstreamer_push": {"avg_ms": 1.19, "count": 281, "max_ms": 1.454, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.493, "count": 281, "max_ms": 69.427, "p95_ms": 62.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.125, "count": 281, "max_ms": 82.356, "p95_ms": 70.063}, "yolo11_640_fire_11class": {"avg_ms": 48.515, "count": 281, "max_ms": 68.89, "p95_ms": 62.611}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.252, "count": 281, "max_ms": 91.026, "p95_ms": 81.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.28, "count": 281, "max_ms": 146.432, "p95_ms": 131.04}, "read_interval": {"avg_ms": 106.756, "count": 280, "max_ms": 161.996, "p95_ms": 143.419}, "triton_wait": {"avg_ms": 56.284, "count": 281, "max_ms": 91.038, "p95_ms": 81.915}, "visualize": {"avg_ms": 4.537, "count": 281, "max_ms": 6.31, "p95_ms": 5.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 282, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:37+09:00", "last_error_summary": "[h264 @ 0x55b2c27f8600] error while decoding MB 37 11, bytestream -5", "last_exit_at": "2026-07-03T18:09:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.114, "last_started_at": "2026-07-03T18:09:52+09:00", "pid": 44794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.375, "name": "ffmpeg", "pid": 44794, "rss_mb": 270.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 214.324, "sample_count": 1663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:11:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:11:08+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T18:11:08+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T18:11:08.095209+09:00", "mtime_epoch": 1783069868.095209, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:11:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.223, "pushed": 6.223, "read": 6.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.055, "count": 186, "max_ms": 11.705, "p95_ms": 10.603}, "gstreamer_push": {"avg_ms": 0.991, "count": 186, "max_ms": 1.312, "p95_ms": 1.186}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.066, "count": 186, "max_ms": 64.871, "p95_ms": 62.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.691, "count": 186, "max_ms": 79.441, "p95_ms": 71.794}, "yolo11_640_fire_11class": {"avg_ms": 49.257, "count": 186, "max_ms": 65.878, "p95_ms": 62.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.678, "count": 186, "max_ms": 85.454, "p95_ms": 82.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.496, "count": 186, "max_ms": 229.502, "p95_ms": 203.568}, "read_interval": {"avg_ms": 161.587, "count": 185, "max_ms": 239.443, "p95_ms": 213.741}, "triton_wait": {"avg_ms": 63.028, "count": 186, "max_ms": 85.467, "p95_ms": 82.351}, "visualize": {"avg_ms": 6.73, "count": 186, "max_ms": 10.437, "p95_ms": 9.29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2513}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.668, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.139, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301620, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:11:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:11:22+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T18:11:22+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T18:11:22.731538+09:00", "mtime_epoch": 1783069882.7315383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:11:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.687, "pushed": 9.687, "read": 9.654}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.714, "count": 290, "max_ms": 7.966, "p95_ms": 6.37}, "gstreamer_push": {"avg_ms": 1.203, "count": 290, "max_ms": 1.655, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.015, "count": 290, "max_ms": 68.649, "p95_ms": 62.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.49, "count": 290, "max_ms": 76.678, "p95_ms": 70.283}, "yolo11_640_fire_11class": {"avg_ms": 47.897, "count": 290, "max_ms": 66.878, "p95_ms": 61.718}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.671, "count": 290, "max_ms": 87.528, "p95_ms": 81.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.749, "count": 290, "max_ms": 136.19, "p95_ms": 128.53}, "read_interval": {"avg_ms": 103.73, "count": 289, "max_ms": 151.546, "p95_ms": 141.707}, "triton_wait": {"avg_ms": 55.698, "count": 290, "max_ms": 87.542, "p95_ms": 81.393}, "visualize": {"avg_ms": 4.402, "count": 290, "max_ms": 6.521, "p95_ms": 5.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2079}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 95, "h264_decode_error_count": 282, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:37+09:00", "last_error_summary": "[h264 @ 0x55b2c27f8600] error while decoding MB 37 11, bytestream -5", "last_exit_at": "2026-07-03T18:09:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.13, "last_started_at": "2026-07-03T18:09:52+09:00", "pid": 44794, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.375, "name": "ffmpeg", "pid": 44794, "rss_mb": 270.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 112, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 113}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.486, "sample_count": 1693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:11:38+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T18:11:38+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T18:11:38.083882+09:00", "mtime_epoch": 1783069898.0838819, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169754}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:11:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.207, "pushed": 6.207, "read": 6.174}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.029, "count": 185, "max_ms": 15.479, "p95_ms": 11.145}, "gstreamer_push": {"avg_ms": 0.975, "count": 185, "max_ms": 1.31, "p95_ms": 1.183}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.298, "count": 185, "max_ms": 69.604, "p95_ms": 62.01}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.793, "count": 185, "max_ms": 82.244, "p95_ms": 73.229}, "yolo11_640_fire_11class": {"avg_ms": 48.881, "count": 185, "max_ms": 70.151, "p95_ms": 62.355}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.543, "count": 185, "max_ms": 89.927, "p95_ms": 81.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.027, "count": 185, "max_ms": 244.086, "p95_ms": 204.093}, "read_interval": {"avg_ms": 162.196, "count": 184, "max_ms": 255.19, "p95_ms": 214.755}, "triton_wait": {"avg_ms": 62.136, "count": 185, "max_ms": 89.94, "p95_ms": 81.54}, "visualize": {"avg_ms": 6.719, "count": 185, "max_ms": 11.08, "p95_ms": 9.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2515}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.709, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.629, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:11:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:11:52+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:11:52+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T18:11:52.764209+09:00", "mtime_epoch": 1783069912.7642086, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216540}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:11:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.747}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.695, "count": 293, "max_ms": 8.891, "p95_ms": 6.187}, "gstreamer_push": {"avg_ms": 1.205, "count": 293, "max_ms": 1.738, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.871, "count": 293, "max_ms": 73.187, "p95_ms": 62.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.565, "count": 293, "max_ms": 85.163, "p95_ms": 68.892}, "yolo11_640_fire_11class": {"avg_ms": 48.001, "count": 293, "max_ms": 73.201, "p95_ms": 62.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.092, "count": 293, "max_ms": 92.963, "p95_ms": 81.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.845, "count": 293, "max_ms": 136.207, "p95_ms": 129.389}, "read_interval": {"avg_ms": 102.582, "count": 292, "max_ms": 149.808, "p95_ms": 142.131}, "triton_wait": {"avg_ms": 55.126, "count": 293, "max_ms": 92.975, "p95_ms": 81.821}, "visualize": {"avg_ms": 4.395, "count": 293, "max_ms": 6.884, "p95_ms": 5.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12250.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:12:03+09:00", "last_error_summary": "[h264 @ 0x55725c216fc0] error while decoding MB 40 1, bytestream -6", "last_exit_at": "2026-07-03T18:12:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.206, "last_started_at": "2026-07-03T18:12:06+09:00", "pid": 44901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.496, "name": "ffmpeg", "pid": 44901, "rss_mb": 141.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.02, "sample_count": 1678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:12:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:12:08+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T18:12:08+09:00", "mjpeg": {"age_sec": 4.372, "exists": true, "mtime": "2026-07-03T18:12:04.100460+09:00", "mtime_epoch": 1783069924.1004598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168594}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:12:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.022, "pushed": 5.022, "read": 4.989}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.69, "count": 150, "max_ms": 14.912, "p95_ms": 11.549}, "gstreamer_push": {"avg_ms": 0.971, "count": 150, "max_ms": 1.632, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.356, "count": 150, "max_ms": 67.555, "p95_ms": 62.984}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.035, "count": 150, "max_ms": 82.768, "p95_ms": 70.034}, "yolo11_640_fire_11class": {"avg_ms": 47.649, "count": 150, "max_ms": 64.815, "p95_ms": 62.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.82, "count": 150, "max_ms": 84.116, "p95_ms": 81.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.678, "count": 150, "max_ms": 230.498, "p95_ms": 206.71}, "read_interval": {"avg_ms": 200.491, "count": 149, "max_ms": 4346.887, "p95_ms": 219.174}, "triton_wait": {"avg_ms": 61.347, "count": 150, "max_ms": 84.128, "p95_ms": 81.623}, "visualize": {"avg_ms": 7.412, "count": 150, "max_ms": 14.309, "p95_ms": 9.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2518}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12376.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.713, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.53, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:12:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:12:22+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T18:12:22+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T18:12:22.736871+09:00", "mtime_epoch": 1783069942.7368705, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:12:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.771, "count": 291, "max_ms": 8.484, "p95_ms": 6.622}, "gstreamer_push": {"avg_ms": 1.214, "count": 291, "max_ms": 1.917, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.543, "count": 291, "max_ms": 68.454, "p95_ms": 58.992}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.157, "count": 291, "max_ms": 84.409, "p95_ms": 64.322}, "yolo11_640_fire_11class": {"avg_ms": 47.165, "count": 291, "max_ms": 65.269, "p95_ms": 60.424}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.271, "count": 291, "max_ms": 86.103, "p95_ms": 78.165}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.257, "count": 291, "max_ms": 139.262, "p95_ms": 121.861}, "read_interval": {"avg_ms": 102.978, "count": 291, "max_ms": 153.633, "p95_ms": 136.975}, "triton_wait": {"avg_ms": 54.295, "count": 291, "max_ms": 86.116, "p95_ms": 78.681}, "visualize": {"avg_ms": 4.471, "count": 291, "max_ms": 6.59, "p95_ms": 5.577}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2082}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:12:03+09:00", "last_error_summary": "[h264 @ 0x55725c216fc0] error while decoding MB 40 1, bytestream -6", "last_exit_at": "2026-07-03T18:12:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.221, "last_started_at": "2026-07-03T18:12:06+09:00", "pid": 44901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.203, "name": "ffmpeg", "pid": 44901, "rss_mb": 267.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.925, "sample_count": 1663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 249916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:12:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:12:38+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T18:12:38+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T18:12:38.381213+09:00", "mtime_epoch": 1783069958.3812132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:12:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.725, "pushed": 5.725, "read": 5.692}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.75, "count": 171, "max_ms": 13.585, "p95_ms": 11.224}, "gstreamer_push": {"avg_ms": 0.966, "count": 171, "max_ms": 1.414, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.946, "count": 171, "max_ms": 64.056, "p95_ms": 62.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.933, "count": 171, "max_ms": 82.347, "p95_ms": 72.7}, "yolo11_640_fire_11class": {"avg_ms": 48.328, "count": 171, "max_ms": 68.154, "p95_ms": 60.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.272, "count": 171, "max_ms": 85.12, "p95_ms": 81.553}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.982, "count": 171, "max_ms": 238.711, "p95_ms": 207.339}, "read_interval": {"avg_ms": 175.839, "count": 170, "max_ms": 250.925, "p95_ms": 217.778}, "triton_wait": {"avg_ms": 62.008, "count": 171, "max_ms": 85.132, "p95_ms": 81.566}, "visualize": {"avg_ms": 7.441, "count": 171, "max_ms": 10.156, "p95_ms": 9.537}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2520}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.806, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.432, "sample_count": 2880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:12:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:12:52+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T18:12:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T18:12:52.833528+09:00", "mtime_epoch": 1783069972.8335283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221893}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:12:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.84, "pushed": 9.84, "read": 9.807}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.638, "count": 294, "max_ms": 7.435, "p95_ms": 5.954}, "gstreamer_push": {"avg_ms": 1.217, "count": 295, "max_ms": 1.592, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.506, "count": 294, "max_ms": 66.546, "p95_ms": 62.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.864, "count": 294, "max_ms": 77.39, "p95_ms": 69.981}, "yolo11_640_fire_11class": {"avg_ms": 47.244, "count": 294, "max_ms": 66.496, "p95_ms": 61.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.815, "count": 294, "max_ms": 85.552, "p95_ms": 81.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.813, "count": 295, "max_ms": 136.879, "p95_ms": 128.836}, "read_interval": {"avg_ms": 101.965, "count": 294, "max_ms": 151.402, "p95_ms": 142.54}, "triton_wait": {"avg_ms": 54.827, "count": 294, "max_ms": 85.565, "p95_ms": 81.489}, "visualize": {"avg_ms": 4.387, "count": 294, "max_ms": 5.816, "p95_ms": 5.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2084}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:12:03+09:00", "last_error_summary": "[h264 @ 0x55725c216fc0] error while decoding MB 40 1, bytestream -6", "last_exit_at": "2026-07-03T18:12:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.39, "last_started_at": "2026-07-03T18:12:06+09:00", "pid": 44901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.203, "name": "ffmpeg", "pid": 44901, "rss_mb": 267.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.22, "sample_count": 1687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:13:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:13:08+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T18:13:08+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T18:13:08.497868+09:00", "mtime_epoch": 1783069988.4978683, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:13:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.543, "pushed": 5.543, "read": 5.509}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.005, "count": 165, "max_ms": 14.444, "p95_ms": 11.529}, "gstreamer_push": {"avg_ms": 0.93, "count": 166, "max_ms": 1.155, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.567, "count": 165, "max_ms": 64.17, "p95_ms": 61.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.95, "count": 165, "max_ms": 80.272, "p95_ms": 70.162}, "yolo11_640_fire_11class": {"avg_ms": 48.565, "count": 165, "max_ms": 64.805, "p95_ms": 60.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.689, "count": 165, "max_ms": 84.773, "p95_ms": 81.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.103, "count": 166, "max_ms": 227.215, "p95_ms": 224.204}, "read_interval": {"avg_ms": 181.783, "count": 165, "max_ms": 240.738, "p95_ms": 234.041}, "triton_wait": {"avg_ms": 62.198, "count": 165, "max_ms": 84.784, "p95_ms": 81.895}, "visualize": {"avg_ms": 7.77, "count": 165, "max_ms": 10.439, "p95_ms": 10.077}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.807, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.139, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:13:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:13:22+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T18:13:22+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T18:13:22.862178+09:00", "mtime_epoch": 1783070002.8621783, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220549}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:13:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.204, "pushed": 10.204, "read": 10.204}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.381, "count": 306, "max_ms": 7.202, "p95_ms": 6.049}, "gstreamer_push": {"avg_ms": 1.221, "count": 306, "max_ms": 1.509, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.039, "count": 306, "max_ms": 68.49, "p95_ms": 62.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.796, "count": 306, "max_ms": 78.843, "p95_ms": 62.077}, "yolo11_640_fire_11class": {"avg_ms": 48.0, "count": 306, "max_ms": 68.503, "p95_ms": 61.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.659, "count": 306, "max_ms": 88.695, "p95_ms": 80.316}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.332, "count": 306, "max_ms": 144.063, "p95_ms": 124.454}, "read_interval": {"avg_ms": 98.138, "count": 306, "max_ms": 160.12, "p95_ms": 139.09}, "triton_wait": {"avg_ms": 54.69, "count": 306, "max_ms": 88.708, "p95_ms": 80.328}, "visualize": {"avg_ms": 4.229, "count": 306, "max_ms": 6.283, "p95_ms": 5.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:12:03+09:00", "last_error_summary": "[h264 @ 0x55725c216fc0] error while decoding MB 40 1, bytestream -6", "last_exit_at": "2026-07-03T18:12:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.484, "last_started_at": "2026-07-03T18:12:06+09:00", "pid": 44901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.203, "name": "ffmpeg", "pid": 44901, "rss_mb": 267.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.783, "sample_count": 1685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:13:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:13:38+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-03T18:13:38+09:00", "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-07-03T18:13:38.562516+09:00", "mtime_epoch": 1783070018.5625157, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:13:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.521, "pushed": 5.521, "read": 5.488}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.859, "count": 164, "max_ms": 14.305, "p95_ms": 11.066}, "gstreamer_push": {"avg_ms": 0.936, "count": 165, "max_ms": 1.268, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.755, "count": 164, "max_ms": 69.744, "p95_ms": 62.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.82, "count": 164, "max_ms": 79.556, "p95_ms": 74.386}, "yolo11_640_fire_11class": {"avg_ms": 49.888, "count": 164, "max_ms": 68.105, "p95_ms": 62.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.783, "count": 164, "max_ms": 86.618, "p95_ms": 81.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.876, "count": 165, "max_ms": 233.192, "p95_ms": 211.412}, "read_interval": {"avg_ms": 182.255, "count": 164, "max_ms": 242.942, "p95_ms": 221.938}, "triton_wait": {"avg_ms": 63.795, "count": 164, "max_ms": 86.633, "p95_ms": 81.164}, "visualize": {"avg_ms": 7.723, "count": 164, "max_ms": 11.099, "p95_ms": 9.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2525}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.916, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.371, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:13:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:13:53+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T18:13:52+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T18:13:52.914823+09:00", "mtime_epoch": 1783070032.9148228, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:13:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.391, "pushed": 10.391, "read": 10.357}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.298, "count": 311, "max_ms": 8.187, "p95_ms": 6.417}, "gstreamer_push": {"avg_ms": 1.256, "count": 311, "max_ms": 2.33, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.17, "count": 311, "max_ms": 70.994, "p95_ms": 62.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.862, "count": 311, "max_ms": 84.845, "p95_ms": 70.534}, "yolo11_640_fire_11class": {"avg_ms": 48.064, "count": 311, "max_ms": 69.775, "p95_ms": 62.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.281, "count": 311, "max_ms": 87.465, "p95_ms": 81.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.599, "count": 311, "max_ms": 142.569, "p95_ms": 122.468}, "read_interval": {"avg_ms": 96.386, "count": 310, "max_ms": 157.459, "p95_ms": 136.69}, "triton_wait": {"avg_ms": 56.318, "count": 311, "max_ms": 87.477, "p95_ms": 81.199}, "visualize": {"avg_ms": 4.131, "count": 311, "max_ms": 6.675, "p95_ms": 5.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2086}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 96, "h264_decode_error_count": 283, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:12:03+09:00", "last_error_summary": "[h264 @ 0x55725c216fc0] error while decoding MB 40 1, bytestream -6", "last_exit_at": "2026-07-03T18:12:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.569, "last_started_at": "2026-07-03T18:12:06+09:00", "pid": 44901, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.203, "name": "ffmpeg", "pid": 44901, "rss_mb": 267.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 113, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 114}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.325, "sample_count": 1692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:14:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:14:08+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T18:14:08+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T18:14:08.731160+09:00", "mtime_epoch": 1783070048.73116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:14:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.685, "pushed": 5.685, "read": 5.652}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.954, "count": 170, "max_ms": 15.603, "p95_ms": 12.098}, "gstreamer_push": {"avg_ms": 0.947, "count": 170, "max_ms": 1.224, "p95_ms": 1.164}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.581, "count": 170, "max_ms": 64.643, "p95_ms": 62.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.555, "count": 170, "max_ms": 80.228, "p95_ms": 73.521}, "yolo11_640_fire_11class": {"avg_ms": 48.568, "count": 170, "max_ms": 69.241, "p95_ms": 62.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.388, "count": 170, "max_ms": 85.181, "p95_ms": 81.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.258, "count": 170, "max_ms": 237.343, "p95_ms": 207.096}, "read_interval": {"avg_ms": 177.289, "count": 169, "max_ms": 249.005, "p95_ms": 216.862}, "triton_wait": {"avg_ms": 62.924, "count": 170, "max_ms": 85.193, "p95_ms": 81.452}, "visualize": {"avg_ms": 7.488, "count": 170, "max_ms": 12.122, "p95_ms": 9.655}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12290.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.955, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.211, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:14:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:14:23+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T18:14:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T18:14:22.991462+09:00", "mtime_epoch": 1783070062.9914625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:14:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 314, "pushed_frames": 314, "read_frames": 313, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.492, "pushed": 10.492, "read": 10.458}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.277, "count": 314, "max_ms": 7.916, "p95_ms": 5.911}, "gstreamer_push": {"avg_ms": 1.258, "count": 314, "max_ms": 1.507, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.695, "count": 314, "max_ms": 70.209, "p95_ms": 61.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.268, "count": 314, "max_ms": 79.643, "p95_ms": 67.318}, "yolo11_640_fire_11class": {"avg_ms": 47.789, "count": 314, "max_ms": 70.315, "p95_ms": 61.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.675, "count": 314, "max_ms": 84.412, "p95_ms": 80.617}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.756, "count": 314, "max_ms": 134.781, "p95_ms": 118.566}, "read_interval": {"avg_ms": 95.635, "count": 313, "max_ms": 148.05, "p95_ms": 132.148}, "triton_wait": {"avg_ms": 54.688, "count": 314, "max_ms": 84.424, "p95_ms": 80.63}, "visualize": {"avg_ms": 4.151, "count": 314, "max_ms": 6.966, "p95_ms": 5.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:14:15+09:00", "last_error_summary": "[h264 @ 0x558a329feac0] error while decoding MB 18 30, bytestream -46", "last_exit_at": "2026-07-03T18:14:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.49, "last_started_at": "2026-07-03T18:14:17+09:00", "pid": 45008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.145, "name": "ffmpeg", "pid": 45008, "rss_mb": 265.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.926, "sample_count": 1676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:14:38+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T18:14:38+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T18:14:38.719795+09:00", "mtime_epoch": 1783070078.7197945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:14:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.087, "pushed": 5.087, "read": 5.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.682, "count": 152, "max_ms": 15.722, "p95_ms": 11.342}, "gstreamer_push": {"avg_ms": 0.977, "count": 152, "max_ms": 1.302, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.531, "count": 152, "max_ms": 65.045, "p95_ms": 62.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.029, "count": 152, "max_ms": 83.279, "p95_ms": 69.803}, "yolo11_640_fire_11class": {"avg_ms": 49.178, "count": 152, "max_ms": 68.425, "p95_ms": 63.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.814, "count": 152, "max_ms": 85.714, "p95_ms": 81.461}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.064, "count": 152, "max_ms": 245.452, "p95_ms": 206.926}, "read_interval": {"avg_ms": 197.788, "count": 151, "max_ms": 4375.83, "p95_ms": 222.487}, "triton_wait": {"avg_ms": 62.429, "count": 152, "max_ms": 85.726, "p95_ms": 81.473}, "visualize": {"avg_ms": 7.194, "count": 152, "max_ms": 12.835, "p95_ms": 9.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.958, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.329, "sample_count": 2971, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:14:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:14:53+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T18:14:53+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T18:14:53.008095+09:00", "mtime_epoch": 1783070093.0080953, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:14:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.138, "pushed": 10.138, "read": 10.138}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.364, "count": 304, "max_ms": 8.96, "p95_ms": 6.223}, "gstreamer_push": {"avg_ms": 1.251, "count": 304, "max_ms": 2.322, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.889, "count": 304, "max_ms": 66.311, "p95_ms": 62.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.517, "count": 304, "max_ms": 76.891, "p95_ms": 70.577}, "yolo11_640_fire_11class": {"avg_ms": 48.935, "count": 304, "max_ms": 65.793, "p95_ms": 62.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.174, "count": 304, "max_ms": 84.861, "p95_ms": 81.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.904, "count": 304, "max_ms": 149.18, "p95_ms": 127.653}, "read_interval": {"avg_ms": 98.772, "count": 304, "max_ms": 165.704, "p95_ms": 141.65}, "triton_wait": {"avg_ms": 56.283, "count": 304, "max_ms": 84.874, "p95_ms": 81.087}, "visualize": {"avg_ms": 4.229, "count": 304, "max_ms": 7.402, "p95_ms": 5.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:14:15+09:00", "last_error_summary": "[h264 @ 0x558a329feac0] error while decoding MB 18 30, bytestream -46", "last_exit_at": "2026-07-03T18:14:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.65, "last_started_at": "2026-07-03T18:14:17+09:00", "pid": 45008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.176, "name": "ffmpeg", "pid": 45008, "rss_mb": 266.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.433, "sample_count": 1718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:15:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:15:09+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-03T18:15:08+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-03T18:15:08.860427+09:00", "mtime_epoch": 1783070108.8604274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:15:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.529, "pushed": 6.529, "read": 6.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.667, "count": 195, "max_ms": 15.579, "p95_ms": 10.48}, "gstreamer_push": {"avg_ms": 1.05, "count": 195, "max_ms": 1.869, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.669, "count": 195, "max_ms": 64.396, "p95_ms": 62.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.61, "count": 195, "max_ms": 78.112, "p95_ms": 72.023}, "yolo11_640_fire_11class": {"avg_ms": 50.12, "count": 195, "max_ms": 64.009, "p95_ms": 62.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.364, "count": 195, "max_ms": 85.057, "p95_ms": 80.751}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.434, "count": 195, "max_ms": 220.348, "p95_ms": 187.362}, "read_interval": {"avg_ms": 153.875, "count": 194, "max_ms": 230.38, "p95_ms": 198.026}, "triton_wait": {"avg_ms": 63.025, "count": 195, "max_ms": 85.068, "p95_ms": 80.763}, "visualize": {"avg_ms": 6.4, "count": 195, "max_ms": 10.412, "p95_ms": 8.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 461.058, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.892, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:15:23+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T18:15:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T18:15:23.092724+09:00", "mtime_epoch": 1783070123.0927243, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:15:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 341, "pushed_frames": 341, "read_frames": 340, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.401, "pushed": 11.401, "read": 11.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.656, "count": 341, "max_ms": 6.621, "p95_ms": 5.668}, "gstreamer_push": {"avg_ms": 1.303, "count": 341, "max_ms": 1.854, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.607, "count": 341, "max_ms": 66.172, "p95_ms": 62.182}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.41, "count": 341, "max_ms": 83.847, "p95_ms": 70.155}, "yolo11_640_fire_11class": {"avg_ms": 48.805, "count": 341, "max_ms": 66.099, "p95_ms": 62.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.365, "count": 341, "max_ms": 86.88, "p95_ms": 79.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.123, "count": 341, "max_ms": 131.655, "p95_ms": 101.9}, "read_interval": {"avg_ms": 87.974, "count": 340, "max_ms": 145.341, "p95_ms": 116.335}, "triton_wait": {"avg_ms": 55.436, "count": 341, "max_ms": 86.892, "p95_ms": 79.977}, "visualize": {"avg_ms": 3.838, "count": 341, "max_ms": 7.818, "p95_ms": 5.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:14:15+09:00", "last_error_summary": "[h264 @ 0x558a329feac0] error while decoding MB 18 30, bytestream -46", "last_exit_at": "2026-07-03T18:14:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.782, "last_started_at": "2026-07-03T18:14:17+09:00", "pid": 45008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.176, "name": "ffmpeg", "pid": 45008, "rss_mb": 266.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.807, "sample_count": 1710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 250939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:15:39+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T18:15:39+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T18:15:39.017056+09:00", "mtime_epoch": 1783070139.0170555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:15:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.813, "pushed": 5.813, "read": 5.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.653, "count": 173, "max_ms": 12.858, "p95_ms": 11.055}, "gstreamer_push": {"avg_ms": 0.997, "count": 174, "max_ms": 1.605, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.915, "count": 173, "max_ms": 69.723, "p95_ms": 63.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.247, "count": 173, "max_ms": 87.305, "p95_ms": 75.317}, "yolo11_640_fire_11class": {"avg_ms": 50.643, "count": 173, "max_ms": 67.944, "p95_ms": 65.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.508, "count": 173, "max_ms": 90.219, "p95_ms": 81.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.099, "count": 174, "max_ms": 235.287, "p95_ms": 207.177}, "read_interval": {"avg_ms": 173.34, "count": 173, "max_ms": 245.248, "p95_ms": 217.352}, "triton_wait": {"avg_ms": 63.286, "count": 173, "max_ms": 90.23, "p95_ms": 81.779}, "visualize": {"avg_ms": 7.264, "count": 173, "max_ms": 10.466, "p95_ms": 9.54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 491.123, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.31, "sample_count": 3100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:15:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:15:53+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T18:15:53+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T18:15:53.153348+09:00", "mtime_epoch": 1783070153.1533484, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238299}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:15:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 357, "pushed_frames": 357, "read_frames": 356, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.905, "pushed": 11.905, "read": 11.872}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.406, "count": 357, "max_ms": 5.211, "p95_ms": 4.113}, "gstreamer_push": {"avg_ms": 1.338, "count": 357, "max_ms": 2.022, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.911, "count": 357, "max_ms": 70.503, "p95_ms": 62.856}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.621, "count": 357, "max_ms": 79.45, "p95_ms": 70.656}, "yolo11_640_fire_11class": {"avg_ms": 51.151, "count": 357, "max_ms": 71.995, "p95_ms": 64.286}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.024, "count": 357, "max_ms": 82.811, "p95_ms": 78.527}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.435, "count": 357, "max_ms": 94.961, "p95_ms": 90.665}, "read_interval": {"avg_ms": 84.139, "count": 356, "max_ms": 114.568, "p95_ms": 107.966}, "triton_wait": {"avg_ms": 54.174, "count": 357, "max_ms": 82.822, "p95_ms": 78.539}, "visualize": {"avg_ms": 3.699, "count": 357, "max_ms": 5.099, "p95_ms": 4.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 97, "h264_decode_error_count": 284, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:14:15+09:00", "last_error_summary": "[h264 @ 0x558a329feac0] error while decoding MB 18 30, bytestream -46", "last_exit_at": "2026-07-03T18:14:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.916, "last_started_at": "2026-07-03T18:14:17+09:00", "pid": 45008, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.176, "name": "ffmpeg", "pid": 45008, "rss_mb": 266.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 114, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 115}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.807, "sample_count": 1703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:16:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:16:09+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T18:16:09+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T18:16:09.101678+09:00", "mtime_epoch": 1783070169.1016777, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:16:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.0, "pushed": 6.0, "read": 5.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.618, "count": 179, "max_ms": 16.065, "p95_ms": 11.372}, "gstreamer_push": {"avg_ms": 0.992, "count": 180, "max_ms": 1.408, "p95_ms": 1.178}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.206, "count": 179, "max_ms": 68.043, "p95_ms": 63.117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.014, "count": 179, "max_ms": 80.482, "p95_ms": 73.392}, "yolo11_640_fire_11class": {"avg_ms": 50.525, "count": 179, "max_ms": 73.072, "p95_ms": 65.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.993, "count": 179, "max_ms": 82.505, "p95_ms": 79.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.337, "count": 180, "max_ms": 221.183, "p95_ms": 203.916}, "read_interval": {"avg_ms": 167.256, "count": 179, "max_ms": 231.125, "p95_ms": 214.164}, "triton_wait": {"avg_ms": 61.903, "count": 179, "max_ms": 82.517, "p95_ms": 79.933}, "visualize": {"avg_ms": 7.069, "count": 179, "max_ms": 10.702, "p95_ms": 9.28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2539}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 521.181, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.963, "sample_count": 3104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:16:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T18:16:23+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T18:16:23+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T18:16:23.237968+09:00", "mtime_epoch": 1783070183.2379684, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 243928}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:16:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.84, "pushed": 9.84, "read": 9.807}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 295, "max_ms": 5.299, "p95_ms": 4.133}, "gstreamer_push": {"avg_ms": 1.334, "count": 295, "max_ms": 1.962, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.973, "count": 295, "max_ms": 66.09, "p95_ms": 62.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.539, "count": 295, "max_ms": 79.13, "p95_ms": 73.101}, "yolo11_640_fire_11class": {"avg_ms": 50.909, "count": 295, "max_ms": 71.78, "p95_ms": 63.618}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.942, "count": 295, "max_ms": 81.839, "p95_ms": 77.66}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.358, "count": 295, "max_ms": 95.333, "p95_ms": 90.638}, "read_interval": {"avg_ms": 101.946, "count": 294, "max_ms": 767.712, "p95_ms": 164.367}, "triton_wait": {"avg_ms": 54.154, "count": 295, "max_ms": 81.851, "p95_ms": 77.669}, "visualize": {"avg_ms": 3.698, "count": 295, "max_ms": 5.205, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12336.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:16:29+09:00", "last_error_summary": "[h264 @ 0x5562b41341c0] error while decoding MB 28 18, bytestream -17", "last_exit_at": "2026-07-03T18:16:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.989, "last_started_at": "2026-07-03T18:16:32+09:00", "pid": 45115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 225.242, "name": "ffmpeg", "pid": 45115, "rss_mb": 225.242, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.539, "sample_count": 1678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:16:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:16:39+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T18:16:39+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T18:16:39.218296+09:00", "mtime_epoch": 1783070199.218296, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:16:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.282, "pushed": 5.282, "read": 5.249}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.264, "count": 158, "max_ms": 15.067, "p95_ms": 10.861}, "gstreamer_push": {"avg_ms": 0.999, "count": 158, "max_ms": 1.269, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.308, "count": 158, "max_ms": 68.126, "p95_ms": 62.318}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.805, "count": 158, "max_ms": 83.522, "p95_ms": 73.418}, "yolo11_640_fire_11class": {"avg_ms": 50.029, "count": 158, "max_ms": 67.558, "p95_ms": 64.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.555, "count": 158, "max_ms": 82.583, "p95_ms": 79.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.682, "count": 158, "max_ms": 210.352, "p95_ms": 199.035}, "read_interval": {"avg_ms": 190.608, "count": 157, "max_ms": 4696.493, "p95_ms": 212.253}, "triton_wait": {"avg_ms": 61.504, "count": 158, "max_ms": 83.534, "p95_ms": 79.854}, "visualize": {"avg_ms": 6.816, "count": 158, "max_ms": 10.328, "p95_ms": 8.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 551.272, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.424, "sample_count": 3117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:16:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:16:53+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T18:16:53+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T18:16:53.318584+09:00", "mtime_epoch": 1783070213.3185842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227869}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:16:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.228, "pushed": 10.228, "read": 10.194}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.391, "count": 306, "max_ms": 5.672, "p95_ms": 4.021}, "gstreamer_push": {"avg_ms": 1.318, "count": 306, "max_ms": 1.622, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.198, "count": 306, "max_ms": 65.899, "p95_ms": 61.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.094, "count": 306, "max_ms": 77.163, "p95_ms": 68.573}, "yolo11_640_fire_11class": {"avg_ms": 49.561, "count": 306, "max_ms": 70.812, "p95_ms": 61.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.145, "count": 306, "max_ms": 82.002, "p95_ms": 77.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.183, "count": 306, "max_ms": 94.739, "p95_ms": 89.826}, "read_interval": {"avg_ms": 98.153, "count": 305, "max_ms": 271.878, "p95_ms": 180.133}, "triton_wait": {"avg_ms": 53.037, "count": 306, "max_ms": 82.014, "p95_ms": 77.526}, "visualize": {"avg_ms": 3.65, "count": 306, "max_ms": 4.576, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:16:29+09:00", "last_error_summary": "[h264 @ 0x5562b41341c0] error while decoding MB 28 18, bytestream -17", "last_exit_at": "2026-07-03T18:16:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.105, "last_started_at": "2026-07-03T18:16:32+09:00", "pid": 45115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.008, "name": "ffmpeg", "pid": 45115, "rss_mb": 268.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.033, "sample_count": 1720, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:17:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:17:09+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T18:17:09+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T18:17:09.330910+09:00", "mtime_epoch": 1783070229.3309104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:17:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.472, "pushed": 6.472, "read": 6.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.708, "count": 193, "max_ms": 11.759, "p95_ms": 9.911}, "gstreamer_push": {"avg_ms": 1.025, "count": 194, "max_ms": 1.244, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.347, "count": 193, "max_ms": 64.371, "p95_ms": 62.525}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.204, "count": 193, "max_ms": 80.522, "p95_ms": 72.196}, "yolo11_640_fire_11class": {"avg_ms": 50.369, "count": 193, "max_ms": 66.586, "p95_ms": 63.45}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.11, "count": 193, "max_ms": 83.473, "p95_ms": 80.601}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.063, "count": 194, "max_ms": 222.29, "p95_ms": 185.542}, "read_interval": {"avg_ms": 155.16, "count": 193, "max_ms": 231.825, "p95_ms": 195.542}, "triton_wait": {"avg_ms": 62.392, "count": 193, "max_ms": 83.485, "p95_ms": 80.612}, "visualize": {"avg_ms": 6.487, "count": 193, "max_ms": 9.683, "p95_ms": 8.358}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2544}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 581.444, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.65, "sample_count": 3128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:17:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:17:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:17:23+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-03T18:17:23.407196+09:00", "mtime_epoch": 1783070243.407196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:17:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.545, "count": 300, "max_ms": 6.308, "p95_ms": 4.758}, "gstreamer_push": {"avg_ms": 1.332, "count": 300, "max_ms": 1.654, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.094, "count": 300, "max_ms": 66.072, "p95_ms": 63.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.791, "count": 300, "max_ms": 76.819, "p95_ms": 69.718}, "yolo11_640_fire_11class": {"avg_ms": 50.047, "count": 300, "max_ms": 72.588, "p95_ms": 63.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.297, "count": 300, "max_ms": 84.044, "p95_ms": 80.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.191, "count": 300, "max_ms": 135.829, "p95_ms": 93.807}, "read_interval": {"avg_ms": 100.045, "count": 300, "max_ms": 697.092, "p95_ms": 180.833}, "triton_wait": {"avg_ms": 55.578, "count": 300, "max_ms": 84.055, "p95_ms": 80.062}, "visualize": {"avg_ms": 3.766, "count": 300, "max_ms": 5.273, "p95_ms": 4.561}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:16:29+09:00", "last_error_summary": "[h264 @ 0x5562b41341c0] error while decoding MB 28 18, bytestream -17", "last_exit_at": "2026-07-03T18:16:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 67.159, "last_started_at": "2026-07-03T18:16:32+09:00", "pid": 45115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.008, "name": "ffmpeg", "pid": 45115, "rss_mb": 268.008, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.894, "sample_count": 1746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:17:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:17:39+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T18:17:39+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T18:17:39.435521+09:00", "mtime_epoch": 1783070259.4355206, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162636}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:17:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.581, "pushed": 6.581, "read": 6.548}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.873, "count": 197, "max_ms": 16.149, "p95_ms": 10.305}, "gstreamer_push": {"avg_ms": 1.042, "count": 197, "max_ms": 1.305, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.861, "count": 197, "max_ms": 65.616, "p95_ms": 62.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.568, "count": 197, "max_ms": 80.356, "p95_ms": 71.785}, "yolo11_640_fire_11class": {"avg_ms": 50.269, "count": 197, "max_ms": 68.67, "p95_ms": 63.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.839, "count": 197, "max_ms": 82.25, "p95_ms": 79.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.991, "count": 197, "max_ms": 204.844, "p95_ms": 184.632}, "read_interval": {"avg_ms": 152.693, "count": 196, "max_ms": 214.734, "p95_ms": 195.309}, "triton_wait": {"avg_ms": 61.855, "count": 197, "max_ms": 82.262, "p95_ms": 79.763}, "visualize": {"avg_ms": 6.393, "count": 197, "max_ms": 10.79, "p95_ms": 8.57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 611.547, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.479, "sample_count": 3130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:17:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:17:53+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T18:17:53+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T18:17:53.579806+09:00", "mtime_epoch": 1783070273.579806, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:17:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.544, "count": 300, "max_ms": 6.923, "p95_ms": 4.658}, "gstreamer_push": {"avg_ms": 1.338, "count": 301, "max_ms": 2.058, "p95_ms": 1.532}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.028, "count": 300, "max_ms": 67.321, "p95_ms": 63.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.954, "count": 300, "max_ms": 77.922, "p95_ms": 71.451}, "yolo11_640_fire_11class": {"avg_ms": 50.504, "count": 300, "max_ms": 69.431, "p95_ms": 64.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.192, "count": 300, "max_ms": 83.935, "p95_ms": 79.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.072, "count": 301, "max_ms": 134.871, "p95_ms": 93.741}, "read_interval": {"avg_ms": 99.962, "count": 300, "max_ms": 588.309, "p95_ms": 182.466}, "triton_wait": {"avg_ms": 55.498, "count": 300, "max_ms": 83.948, "p95_ms": 79.905}, "visualize": {"avg_ms": 3.728, "count": 300, "max_ms": 6.043, "p95_ms": 4.354}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:16:29+09:00", "last_error_summary": "[h264 @ 0x5562b41341c0] error while decoding MB 28 18, bytestream -17", "last_exit_at": "2026-07-03T18:16:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.317, "last_started_at": "2026-07-03T18:16:32+09:00", "pid": 45115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.039, "name": "ffmpeg", "pid": 45115, "rss_mb": 269.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.473, "sample_count": 1762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251849, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:18:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:18:09+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T18:18:09+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-03T18:18:09.548127+09:00", "mtime_epoch": 1783070289.5481274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157041}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:18:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.039, "pushed": 6.039, "read": 6.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.475, "count": 180, "max_ms": 15.457, "p95_ms": 11.124}, "gstreamer_push": {"avg_ms": 1.001, "count": 181, "max_ms": 1.246, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.607, "count": 180, "max_ms": 68.713, "p95_ms": 62.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.305, "count": 180, "max_ms": 84.422, "p95_ms": 74.732}, "yolo11_640_fire_11class": {"avg_ms": 49.367, "count": 180, "max_ms": 68.247, "p95_ms": 63.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.78, "count": 180, "max_ms": 83.835, "p95_ms": 80.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.556, "count": 181, "max_ms": 228.364, "p95_ms": 202.37}, "read_interval": {"avg_ms": 166.603, "count": 180, "max_ms": 402.512, "p95_ms": 212.208}, "triton_wait": {"avg_ms": 62.017, "count": 180, "max_ms": 84.434, "p95_ms": 80.572}, "visualize": {"avg_ms": 6.967, "count": 180, "max_ms": 11.83, "p95_ms": 9.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2549}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 641.622, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.883, "sample_count": 3127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:18:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:18:23+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T18:18:23+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T18:18:23.676411+09:00", "mtime_epoch": 1783070303.676411, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220172}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:18:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.035, "pushed": 10.035, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.424, "count": 301, "max_ms": 4.646, "p95_ms": 4.081}, "gstreamer_push": {"avg_ms": 1.324, "count": 301, "max_ms": 1.836, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.433, "count": 301, "max_ms": 76.019, "p95_ms": 63.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.64, "count": 301, "max_ms": 88.279, "p95_ms": 71.516}, "yolo11_640_fire_11class": {"avg_ms": 49.012, "count": 301, "max_ms": 75.466, "p95_ms": 62.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.853, "count": 301, "max_ms": 86.831, "p95_ms": 79.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.296, "count": 301, "max_ms": 100.225, "p95_ms": 92.158}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 734.151, "p95_ms": 172.766}, "triton_wait": {"avg_ms": 55.086, "count": 301, "max_ms": 88.291, "p95_ms": 79.965}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 4.649, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 98, "h264_decode_error_count": 285, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:16:29+09:00", "last_error_summary": "[h264 @ 0x5562b41341c0] error while decoding MB 28 18, bytestream -17", "last_exit_at": "2026-07-03T18:16:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.415, "last_started_at": "2026-07-03T18:16:32+09:00", "pid": 45115, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.039, "name": "ffmpeg", "pid": 45115, "rss_mb": 269.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 115, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 116}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.454, "sample_count": 1783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:18:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:18:39+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T18:18:39+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T18:18:39.596729+09:00", "mtime_epoch": 1783070319.5967293, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:18:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.215, "pushed": 6.215, "read": 6.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.082, "count": 185, "max_ms": 13.137, "p95_ms": 11.258}, "gstreamer_push": {"avg_ms": 1.025, "count": 186, "max_ms": 1.609, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.934, "count": 185, "max_ms": 66.279, "p95_ms": 62.58}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.741, "count": 185, "max_ms": 84.075, "p95_ms": 75.024}, "yolo11_640_fire_11class": {"avg_ms": 49.628, "count": 185, "max_ms": 69.27, "p95_ms": 63.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.276, "count": 185, "max_ms": 88.055, "p95_ms": 81.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.721, "count": 186, "max_ms": 226.245, "p95_ms": 201.502}, "read_interval": {"avg_ms": 161.535, "count": 185, "max_ms": 236.059, "p95_ms": 211.569}, "triton_wait": {"avg_ms": 62.407, "count": 185, "max_ms": 88.067, "p95_ms": 81.462}, "visualize": {"avg_ms": 6.774, "count": 185, "max_ms": 10.761, "p95_ms": 9.207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2551}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 671.64, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.728, "sample_count": 3115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:18:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:18:53+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T18:18:53+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T18:18:53.705011+09:00", "mtime_epoch": 1783070333.705011, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219502}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:18:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.438, "count": 299, "max_ms": 6.465, "p95_ms": 4.296}, "gstreamer_push": {"avg_ms": 1.323, "count": 299, "max_ms": 2.231, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.609, "count": 299, "max_ms": 65.191, "p95_ms": 60.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.158, "count": 299, "max_ms": 76.999, "p95_ms": 69.429}, "yolo11_640_fire_11class": {"avg_ms": 47.502, "count": 299, "max_ms": 64.215, "p95_ms": 59.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.439, "count": 299, "max_ms": 84.963, "p95_ms": 79.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.669, "count": 299, "max_ms": 97.299, "p95_ms": 91.723}, "read_interval": {"avg_ms": 100.464, "count": 298, "max_ms": 754.285, "p95_ms": 177.136}, "triton_wait": {"avg_ms": 55.458, "count": 299, "max_ms": 84.975, "p95_ms": 79.543}, "visualize": {"avg_ms": 3.705, "count": 299, "max_ms": 5.724, "p95_ms": 4.274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12264.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:19:03+09:00", "last_error_summary": "[h264 @ 0x5562adda7b00] error while decoding MB 14 24, bytestream -14", "last_exit_at": "2026-07-03T18:19:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.517, "last_started_at": "2026-07-03T18:19:06+09:00", "pid": 45222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 154.805, "name": "ffmpeg", "pid": 45222, "rss_mb": 154.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.136, "sample_count": 1775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:19:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:19:09+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T18:19:09+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T18:19:09.717330+09:00", "mtime_epoch": 1783070349.7173297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:19:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.443, "pushed": 5.443, "read": 5.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.919, "count": 163, "max_ms": 12.156, "p95_ms": 10.677}, "gstreamer_push": {"avg_ms": 1.058, "count": 163, "max_ms": 1.29, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.787, "count": 163, "max_ms": 66.283, "p95_ms": 63.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.984, "count": 163, "max_ms": 80.569, "p95_ms": 74.746}, "yolo11_640_fire_11class": {"avg_ms": 47.481, "count": 163, "max_ms": 64.8, "p95_ms": 61.679}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.97, "count": 163, "max_ms": 84.797, "p95_ms": 81.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.065, "count": 163, "max_ms": 224.739, "p95_ms": 196.129}, "read_interval": {"avg_ms": 184.606, "count": 162, "max_ms": 5187.047, "p95_ms": 208.046}, "triton_wait": {"avg_ms": 61.88, "count": 163, "max_ms": 84.809, "p95_ms": 81.254}, "visualize": {"avg_ms": 6.398, "count": 163, "max_ms": 10.806, "p95_ms": 8.893}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2554}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 701.704, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.048, "sample_count": 3101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:19:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:19:23+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T18:19:23+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T18:19:23.753608+09:00", "mtime_epoch": 1783070363.7536082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:19:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.079, "pushed": 10.079, "read": 10.046}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.48, "count": 302, "max_ms": 5.237, "p95_ms": 4.279}, "gstreamer_push": {"avg_ms": 1.328, "count": 302, "max_ms": 1.855, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.192, "count": 302, "max_ms": 68.296, "p95_ms": 61.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.669, "count": 302, "max_ms": 80.904, "p95_ms": 65.316}, "yolo11_640_fire_11class": {"avg_ms": 47.544, "count": 302, "max_ms": 67.723, "p95_ms": 60.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.282, "count": 302, "max_ms": 87.275, "p95_ms": 79.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.597, "count": 302, "max_ms": 99.406, "p95_ms": 91.222}, "read_interval": {"avg_ms": 99.576, "count": 301, "max_ms": 812.197, "p95_ms": 161.414}, "triton_wait": {"avg_ms": 54.297, "count": 302, "max_ms": 87.287, "p95_ms": 79.037}, "visualize": {"avg_ms": 3.727, "count": 302, "max_ms": 4.85, "p95_ms": 4.384}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:19:03+09:00", "last_error_summary": "[h264 @ 0x5562adda7b00] error while decoding MB 14 24, bytestream -14", "last_exit_at": "2026-07-03T18:19:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.539, "last_started_at": "2026-07-03T18:19:06+09:00", "pid": 45222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.656, "name": "ffmpeg", "pid": 45222, "rss_mb": 269.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.386, "sample_count": 1805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:19:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:19:39+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T18:19:39+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T18:19:39.737925+09:00", "mtime_epoch": 1783070379.7379248, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:19:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.097, "pushed": 6.097, "read": 6.064}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.319, "count": 182, "max_ms": 14.238, "p95_ms": 10.858}, "gstreamer_push": {"avg_ms": 0.989, "count": 182, "max_ms": 1.334, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.058, "count": 182, "max_ms": 66.399, "p95_ms": 62.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.243, "count": 182, "max_ms": 81.967, "p95_ms": 73.175}, "yolo11_640_fire_11class": {"avg_ms": 48.503, "count": 182, "max_ms": 70.699, "p95_ms": 62.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.978, "count": 182, "max_ms": 86.228, "p95_ms": 81.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.845, "count": 182, "max_ms": 205.386, "p95_ms": 197.427}, "read_interval": {"avg_ms": 164.919, "count": 181, "max_ms": 215.697, "p95_ms": 209.337}, "triton_wait": {"avg_ms": 61.126, "count": 182, "max_ms": 86.242, "p95_ms": 81.579}, "visualize": {"avg_ms": 7.005, "count": 182, "max_ms": 11.923, "p95_ms": 9.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.849, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2556}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 731.768, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.246, "sample_count": 3095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:19:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:19:53+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:19:53+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T18:19:53.830203+09:00", "mtime_epoch": 1783070393.8302033, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:19:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 299, "max_ms": 5.032, "p95_ms": 4.178}, "gstreamer_push": {"avg_ms": 1.316, "count": 299, "max_ms": 1.775, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.998, "count": 299, "max_ms": 66.238, "p95_ms": 62.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.591, "count": 299, "max_ms": 79.364, "p95_ms": 69.195}, "yolo11_640_fire_11class": {"avg_ms": 47.984, "count": 299, "max_ms": 65.726, "p95_ms": 61.809}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.411, "count": 299, "max_ms": 84.253, "p95_ms": 80.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.621, "count": 299, "max_ms": 96.41, "p95_ms": 92.219}, "read_interval": {"avg_ms": 100.616, "count": 298, "max_ms": 689.054, "p95_ms": 177.412}, "triton_wait": {"avg_ms": 54.44, "count": 299, "max_ms": 84.265, "p95_ms": 80.237}, "visualize": {"avg_ms": 3.695, "count": 299, "max_ms": 5.301, "p95_ms": 4.246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:19:03+09:00", "last_error_summary": "[h264 @ 0x5562adda7b00] error while decoding MB 14 24, bytestream -14", "last_exit_at": "2026-07-03T18:19:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.649, "last_started_at": "2026-07-03T18:19:06+09:00", "pid": 45222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.234, "name": "ffmpeg", "pid": 45222, "rss_mb": 272.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.305, "sample_count": 1796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:20:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:20:10+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T18:20:09+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T18:20:09.870519+09:00", "mtime_epoch": 1783070409.8705194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159527}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:20:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.235, "pushed": 6.235, "read": 6.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.121, "count": 186, "max_ms": 12.81, "p95_ms": 10.791}, "gstreamer_push": {"avg_ms": 1.013, "count": 187, "max_ms": 1.307, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.236, "count": 186, "max_ms": 64.245, "p95_ms": 62.119}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.543, "count": 186, "max_ms": 79.022, "p95_ms": 69.913}, "yolo11_640_fire_11class": {"avg_ms": 48.706, "count": 186, "max_ms": 63.863, "p95_ms": 61.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.688, "count": 186, "max_ms": 84.877, "p95_ms": 81.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.788, "count": 187, "max_ms": 228.801, "p95_ms": 202.298}, "read_interval": {"avg_ms": 161.093, "count": 186, "max_ms": 238.793, "p95_ms": 211.863}, "triton_wait": {"avg_ms": 61.467, "count": 186, "max_ms": 84.889, "p95_ms": 81.031}, "visualize": {"avg_ms": 6.822, "count": 186, "max_ms": 11.286, "p95_ms": 9.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 761.796, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.017, "sample_count": 3055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:20:23+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T18:20:23+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T18:20:23.818794+09:00", "mtime_epoch": 1783070423.8187938, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:20:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.061, "pushed": 10.061, "read": 10.028}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.563, "count": 301, "max_ms": 7.21, "p95_ms": 5.175}, "gstreamer_push": {"avg_ms": 1.319, "count": 301, "max_ms": 2.279, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.775, "count": 301, "max_ms": 65.533, "p95_ms": 62.164}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.538, "count": 301, "max_ms": 77.268, "p95_ms": 68.924}, "yolo11_640_fire_11class": {"avg_ms": 48.492, "count": 301, "max_ms": 66.094, "p95_ms": 61.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.074, "count": 301, "max_ms": 86.016, "p95_ms": 79.236}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.305, "count": 301, "max_ms": 129.581, "p95_ms": 98.251}, "read_interval": {"avg_ms": 99.684, "count": 300, "max_ms": 752.894, "p95_ms": 161.705}, "triton_wait": {"avg_ms": 56.09, "count": 301, "max_ms": 86.029, "p95_ms": 79.249}, "visualize": {"avg_ms": 3.786, "count": 301, "max_ms": 6.231, "p95_ms": 4.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2106}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:19:03+09:00", "last_error_summary": "[h264 @ 0x5562adda7b00] error while decoding MB 14 24, bytestream -14", "last_exit_at": "2026-07-03T18:19:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.753, "last_started_at": "2026-07-03T18:19:06+09:00", "pid": 45222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.234, "name": "ffmpeg", "pid": 45222, "rss_mb": 272.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.386, "sample_count": 1798, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:20:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:20:40+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T18:20:39+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T18:20:39.951110+09:00", "mtime_epoch": 1783070439.9511104, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:20:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.884, "pushed": 5.884, "read": 5.851}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.584, "count": 175, "max_ms": 17.327, "p95_ms": 10.86}, "gstreamer_push": {"avg_ms": 0.972, "count": 176, "max_ms": 1.7, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.308, "count": 175, "max_ms": 67.529, "p95_ms": 63.008}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.812, "count": 175, "max_ms": 81.93, "p95_ms": 74.643}, "yolo11_640_fire_11class": {"avg_ms": 48.544, "count": 175, "max_ms": 68.042, "p95_ms": 62.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.567, "count": 175, "max_ms": 86.89, "p95_ms": 82.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.685, "count": 176, "max_ms": 227.595, "p95_ms": 203.542}, "read_interval": {"avg_ms": 171.006, "count": 175, "max_ms": 236.535, "p95_ms": 213.47}, "triton_wait": {"avg_ms": 62.224, "count": 175, "max_ms": 86.902, "p95_ms": 82.223}, "visualize": {"avg_ms": 7.261, "count": 175, "max_ms": 11.58, "p95_ms": 9.463}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 791.866, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.67, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:20:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:20:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T18:20:53+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T18:20:53.887383+09:00", "mtime_epoch": 1783070453.8873832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225527}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:20:53+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.544, "count": 302, "max_ms": 6.791, "p95_ms": 4.502}, "gstreamer_push": {"avg_ms": 1.321, "count": 302, "max_ms": 1.523, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.213, "count": 302, "max_ms": 66.509, "p95_ms": 63.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.747, "count": 302, "max_ms": 80.402, "p95_ms": 73.872}, "yolo11_640_fire_11class": {"avg_ms": 49.038, "count": 302, "max_ms": 69.25, "p95_ms": 63.134}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.787, "count": 302, "max_ms": 87.465, "p95_ms": 80.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.165, "count": 302, "max_ms": 131.368, "p95_ms": 95.22}, "read_interval": {"avg_ms": 99.636, "count": 301, "max_ms": 407.74, "p95_ms": 184.849}, "triton_wait": {"avg_ms": 56.838, "count": 302, "max_ms": 87.479, "p95_ms": 80.87}, "visualize": {"avg_ms": 3.723, "count": 302, "max_ms": 5.98, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 99, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:19:03+09:00", "last_error_summary": "[h264 @ 0x5562adda7b00] error while decoding MB 14 24, bytestream -14", "last_exit_at": "2026-07-03T18:19:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.883, "last_started_at": "2026-07-03T18:19:06+09:00", "pid": 45222, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.234, "name": "ffmpeg", "pid": 45222, "rss_mb": 272.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 116, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 117}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.95, "sample_count": 1808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 252932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:21:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:21:10+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T18:21:10+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T18:21:10.103700+09:00", "mtime_epoch": 1783070470.1037, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159584}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:21:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.303, "pushed": 6.303, "read": 6.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.794, "count": 188, "max_ms": 12.26, "p95_ms": 9.713}, "gstreamer_push": {"avg_ms": 1.009, "count": 189, "max_ms": 1.289, "p95_ms": 1.19}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.748, "count": 188, "max_ms": 66.859, "p95_ms": 62.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.281, "count": 188, "max_ms": 80.403, "p95_ms": 75.038}, "yolo11_640_fire_11class": {"avg_ms": 49.239, "count": 188, "max_ms": 67.383, "p95_ms": 62.453}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.066, "count": 188, "max_ms": 86.804, "p95_ms": 80.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.239, "count": 189, "max_ms": 210.779, "p95_ms": 187.058}, "read_interval": {"avg_ms": 159.472, "count": 188, "max_ms": 219.661, "p95_ms": 195.54}, "triton_wait": {"avg_ms": 62.221, "count": 188, "max_ms": 86.815, "p95_ms": 80.983}, "visualize": {"avg_ms": 6.724, "count": 188, "max_ms": 11.07, "p95_ms": 8.481}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12272.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 821.867, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.334, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:21:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:21:23+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T18:21:23+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T18:21:23.887969+09:00", "mtime_epoch": 1783070483.8879688, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:21:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.603, "count": 300, "max_ms": 6.579, "p95_ms": 5.613}, "gstreamer_push": {"avg_ms": 1.314, "count": 300, "max_ms": 1.984, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.901, "count": 300, "max_ms": 69.176, "p95_ms": 61.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.104, "count": 300, "max_ms": 77.924, "p95_ms": 59.152}, "yolo11_640_fire_11class": {"avg_ms": 48.285, "count": 300, "max_ms": 70.076, "p95_ms": 61.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.399, "count": 300, "max_ms": 88.626, "p95_ms": 79.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.979, "count": 300, "max_ms": 138.92, "p95_ms": 100.151}, "read_interval": {"avg_ms": 100.0, "count": 300, "max_ms": 463.284, "p95_ms": 172.323}, "triton_wait": {"avg_ms": 54.455, "count": 300, "max_ms": 88.638, "p95_ms": 79.632}, "visualize": {"avg_ms": 3.775, "count": 300, "max_ms": 5.898, "p95_ms": 4.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:21:18+09:00", "last_error_summary": "[h264 @ 0x55ee53f2fe00] error while decoding MB 24 19, bytestream -15", "last_exit_at": "2026-07-03T18:21:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.1, "last_started_at": "2026-07-03T18:21:20+09:00", "pid": 45329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.391, "name": "ffmpeg", "pid": 45329, "rss_mb": 265.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.776, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:21:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:21:40+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T18:21:40+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T18:21:40.184286+09:00", "mtime_epoch": 1783070500.1842859, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:21:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.618, "pushed": 5.618, "read": 5.584}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.92, "count": 168, "max_ms": 12.229, "p95_ms": 10.369}, "gstreamer_push": {"avg_ms": 1.032, "count": 168, "max_ms": 1.338, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.914, "count": 168, "max_ms": 64.972, "p95_ms": 62.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.955, "count": 168, "max_ms": 82.643, "p95_ms": 73.359}, "yolo11_640_fire_11class": {"avg_ms": 48.462, "count": 168, "max_ms": 66.184, "p95_ms": 62.105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.015, "count": 168, "max_ms": 83.873, "p95_ms": 81.557}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.807, "count": 168, "max_ms": 225.095, "p95_ms": 196.987}, "read_interval": {"avg_ms": 179.229, "count": 167, "max_ms": 4187.999, "p95_ms": 208.225}, "triton_wait": {"avg_ms": 61.165, "count": 168, "max_ms": 83.886, "p95_ms": 81.569}, "visualize": {"avg_ms": 6.488, "count": 168, "max_ms": 9.957, "p95_ms": 8.699}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 851.938, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.538, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:21:54+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:21:53+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T18:21:53.996554+09:00", "mtime_epoch": 1783070513.9965541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:21:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.461, "count": 301, "max_ms": 5.358, "p95_ms": 4.345}, "gstreamer_push": {"avg_ms": 1.323, "count": 301, "max_ms": 1.605, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.12, "count": 301, "max_ms": 65.035, "p95_ms": 62.014}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.227, "count": 301, "max_ms": 78.574, "p95_ms": 67.946}, "yolo11_640_fire_11class": {"avg_ms": 49.577, "count": 301, "max_ms": 70.721, "p95_ms": 62.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.136, "count": 301, "max_ms": 84.75, "p95_ms": 77.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.622, "count": 301, "max_ms": 97.012, "p95_ms": 90.063}, "read_interval": {"avg_ms": 99.965, "count": 300, "max_ms": 430.784, "p95_ms": 188.089}, "triton_wait": {"avg_ms": 54.418, "count": 301, "max_ms": 84.764, "p95_ms": 77.695}, "visualize": {"avg_ms": 3.68, "count": 301, "max_ms": 4.801, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:21:18+09:00", "last_error_summary": "[h264 @ 0x55ee53f2fe00] error while decoding MB 24 19, bytestream -15", "last_exit_at": "2026-07-03T18:21:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.216, "last_started_at": "2026-07-03T18:21:20+09:00", "pid": 45329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.969, "name": "ffmpeg", "pid": 45329, "rss_mb": 267.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.95, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:22:10+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T18:22:10+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T18:22:10.280870+09:00", "mtime_epoch": 1783070530.2808697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159672}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:22:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.525, "pushed": 6.525, "read": 6.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.938, "count": 194, "max_ms": 14.267, "p95_ms": 10.189}, "gstreamer_push": {"avg_ms": 1.047, "count": 195, "max_ms": 1.313, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.347, "count": 194, "max_ms": 64.815, "p95_ms": 62.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.056, "count": 194, "max_ms": 81.345, "p95_ms": 69.256}, "yolo11_640_fire_11class": {"avg_ms": 49.738, "count": 194, "max_ms": 67.585, "p95_ms": 65.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.232, "count": 194, "max_ms": 83.526, "p95_ms": 79.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.496, "count": 195, "max_ms": 221.016, "p95_ms": 187.243}, "read_interval": {"avg_ms": 154.374, "count": 194, "max_ms": 232.535, "p95_ms": 198.771}, "triton_wait": {"avg_ms": 60.866, "count": 194, "max_ms": 83.539, "p95_ms": 79.767}, "visualize": {"avg_ms": 6.472, "count": 194, "max_ms": 10.071, "p95_ms": 8.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 881.98, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.198, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:22:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:22:24+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:22:24+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T18:22:24.045136+09:00", "mtime_epoch": 1783070544.045136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 235364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:22:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.382, "count": 300, "max_ms": 5.607, "p95_ms": 4.264}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 1.654, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.552, "count": 300, "max_ms": 67.205, "p95_ms": 63.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.581, "count": 300, "max_ms": 77.853, "p95_ms": 70.795}, "yolo11_640_fire_11class": {"avg_ms": 50.862, "count": 300, "max_ms": 69.662, "p95_ms": 63.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.393, "count": 300, "max_ms": 83.59, "p95_ms": 79.489}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.416, "count": 300, "max_ms": 96.434, "p95_ms": 91.647}, "read_interval": {"avg_ms": 100.141, "count": 300, "max_ms": 748.891, "p95_ms": 186.091}, "triton_wait": {"avg_ms": 54.343, "count": 300, "max_ms": 83.603, "p95_ms": 79.502}, "visualize": {"avg_ms": 3.643, "count": 300, "max_ms": 4.69, "p95_ms": 4.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:21:18+09:00", "last_error_summary": "[h264 @ 0x55ee53f2fe00] error while decoding MB 24 19, bytestream -15", "last_exit_at": "2026-07-03T18:21:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.312, "last_started_at": "2026-07-03T18:21:20+09:00", "pid": 45329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.969, "name": "ffmpeg", "pid": 45329, "rss_mb": 267.969, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.95, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:22:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:22:40+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T18:22:40+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T18:22:40.425452+09:00", "mtime_epoch": 1783070560.4254525, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:22:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.545, "pushed": 6.545, "read": 6.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.942, "count": 195, "max_ms": 12.347, "p95_ms": 11.561}, "gstreamer_push": {"avg_ms": 1.048, "count": 196, "max_ms": 1.543, "p95_ms": 1.213}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.487, "count": 195, "max_ms": 65.426, "p95_ms": 63.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.183, "count": 195, "max_ms": 81.868, "p95_ms": 72.865}, "yolo11_640_fire_11class": {"avg_ms": 50.133, "count": 195, "max_ms": 69.046, "p95_ms": 65.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.013, "count": 195, "max_ms": 85.152, "p95_ms": 79.782}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.288, "count": 196, "max_ms": 223.871, "p95_ms": 185.566}, "read_interval": {"avg_ms": 153.744, "count": 195, "max_ms": 234.077, "p95_ms": 196.087}, "triton_wait": {"avg_ms": 60.83, "count": 195, "max_ms": 85.164, "p95_ms": 79.794}, "visualize": {"avg_ms": 6.517, "count": 195, "max_ms": 10.294, "p95_ms": 8.756}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 912.045, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.636, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:22:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:22:54+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:22:54+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T18:22:54.105716+09:00", "mtime_epoch": 1783070574.1057162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229646}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:22:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.456, "count": 297, "max_ms": 5.397, "p95_ms": 4.242}, "gstreamer_push": {"avg_ms": 1.328, "count": 297, "max_ms": 2.226, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.641, "count": 297, "max_ms": 68.175, "p95_ms": 62.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.94, "count": 297, "max_ms": 77.7, "p95_ms": 64.236}, "yolo11_640_fire_11class": {"avg_ms": 51.134, "count": 297, "max_ms": 71.616, "p95_ms": 64.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.119, "count": 297, "max_ms": 82.644, "p95_ms": 76.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.017, "count": 297, "max_ms": 94.697, "p95_ms": 88.794}, "read_interval": {"avg_ms": 101.296, "count": 296, "max_ms": 784.296, "p95_ms": 192.79}, "triton_wait": {"avg_ms": 53.589, "count": 297, "max_ms": 82.656, "p95_ms": 76.582}, "visualize": {"avg_ms": 3.703, "count": 297, "max_ms": 5.076, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:21:18+09:00", "last_error_summary": "[h264 @ 0x55ee53f2fe00] error while decoding MB 24 19, bytestream -15", "last_exit_at": "2026-07-03T18:21:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.398, "last_started_at": "2026-07-03T18:21:20+09:00", "pid": 45329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.258, "name": "ffmpeg", "pid": 45329, "rss_mb": 269.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.784, "sample_count": 1831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:23:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:23:10+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T18:23:10+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T18:23:10.482031+09:00", "mtime_epoch": 1783070590.4820313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:23:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.474, "pushed": 6.474, "read": 6.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.91, "count": 193, "max_ms": 13.573, "p95_ms": 10.251}, "gstreamer_push": {"avg_ms": 1.028, "count": 194, "max_ms": 1.297, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.506, "count": 193, "max_ms": 67.146, "p95_ms": 63.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.863, "count": 193, "max_ms": 81.497, "p95_ms": 72.239}, "yolo11_640_fire_11class": {"avg_ms": 49.749, "count": 193, "max_ms": 71.983, "p95_ms": 66.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.613, "count": 193, "max_ms": 83.426, "p95_ms": 79.881}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.607, "count": 194, "max_ms": 224.387, "p95_ms": 182.321}, "read_interval": {"avg_ms": 155.123, "count": 193, "max_ms": 234.259, "p95_ms": 193.915}, "triton_wait": {"avg_ms": 60.15, "count": 193, "max_ms": 83.437, "p95_ms": 79.893}, "visualize": {"avg_ms": 6.541, "count": 193, "max_ms": 10.341, "p95_ms": 8.318}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2574}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 942.084, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.406, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:23:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:23:24+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:23:24+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T18:23:24.146294+09:00", "mtime_epoch": 1783070604.146294, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:23:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.147, "pushed": 10.147, "read": 10.114}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 304, "max_ms": 5.589, "p95_ms": 4.072}, "gstreamer_push": {"avg_ms": 1.326, "count": 304, "max_ms": 1.908, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.732, "count": 304, "max_ms": 71.756, "p95_ms": 62.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.817, "count": 304, "max_ms": 77.398, "p95_ms": 65.856}, "yolo11_640_fire_11class": {"avg_ms": 51.515, "count": 304, "max_ms": 71.064, "p95_ms": 65.461}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.81, "count": 304, "max_ms": 85.5, "p95_ms": 76.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.437, "count": 304, "max_ms": 98.113, "p95_ms": 90.233}, "read_interval": {"avg_ms": 98.874, "count": 303, "max_ms": 763.899, "p95_ms": 174.369}, "triton_wait": {"avg_ms": 54.139, "count": 304, "max_ms": 85.512, "p95_ms": 76.938}, "visualize": {"avg_ms": 3.707, "count": 304, "max_ms": 5.411, "p95_ms": 4.254}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 100, "h264_decode_error_count": 287, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:21:18+09:00", "last_error_summary": "[h264 @ 0x55ee53f2fe00] error while decoding MB 24 19, bytestream -15", "last_exit_at": "2026-07-03T18:21:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.568, "last_started_at": "2026-07-03T18:21:20+09:00", "pid": 45329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.258, "name": "ffmpeg", "pid": 45329, "rss_mb": 269.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 117, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 118}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.484, "sample_count": 1837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 253879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:23:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:23:40+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-03T18:23:40+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-03T18:23:40.618610+09:00", "mtime_epoch": 1783070620.6186101, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156721}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:23:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.461, "pushed": 6.461, "read": 6.427}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.809, "count": 193, "max_ms": 12.392, "p95_ms": 10.035}, "gstreamer_push": {"avg_ms": 1.039, "count": 193, "max_ms": 1.414, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.673, "count": 193, "max_ms": 65.634, "p95_ms": 61.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.301, "count": 193, "max_ms": 80.051, "p95_ms": 70.2}, "yolo11_640_fire_11class": {"avg_ms": 50.482, "count": 193, "max_ms": 71.555, "p95_ms": 65.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.367, "count": 193, "max_ms": 81.556, "p95_ms": 78.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.644, "count": 193, "max_ms": 222.712, "p95_ms": 185.345}, "read_interval": {"avg_ms": 155.367, "count": 192, "max_ms": 232.749, "p95_ms": 195.333}, "triton_wait": {"avg_ms": 60.813, "count": 193, "max_ms": 81.567, "p95_ms": 78.478}, "visualize": {"avg_ms": 6.549, "count": 193, "max_ms": 9.82, "p95_ms": 8.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 972.167, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.183, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:23:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:23:54+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T18:23:54+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T18:23:54.194870+09:00", "mtime_epoch": 1783070634.19487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:23:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.011, "pushed": 10.011, "read": 10.011}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.416, "count": 300, "max_ms": 5.229, "p95_ms": 4.23}, "gstreamer_push": {"avg_ms": 1.321, "count": 300, "max_ms": 1.922, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.277, "count": 300, "max_ms": 71.424, "p95_ms": 63.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.457, "count": 300, "max_ms": 79.687, "p95_ms": 68.675}, "yolo11_640_fire_11class": {"avg_ms": 51.987, "count": 300, "max_ms": 75.997, "p95_ms": 65.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.866, "count": 300, "max_ms": 84.589, "p95_ms": 78.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.265, "count": 300, "max_ms": 96.686, "p95_ms": 90.363}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 719.101, "p95_ms": 178.476}, "triton_wait": {"avg_ms": 55.06, "count": 300, "max_ms": 84.601, "p95_ms": 78.555}, "visualize": {"avg_ms": 3.701, "count": 300, "max_ms": 4.789, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2116}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12368.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:23:57+09:00", "last_error_summary": "[h264 @ 0x55a2fcba11c0] error while decoding MB 27 33, bytestream -5", "last_exit_at": "2026-07-03T18:24:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.671, "last_started_at": "2026-07-03T18:24:00+09:00", "pid": 45436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 256.297, "name": "ffmpeg", "pid": 45436, "rss_mb": 256.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.826, "sample_count": 1827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:24:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:24:10+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T18:24:10+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-03T18:24:10.695186+09:00", "mtime_epoch": 1783070650.6951857, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158666}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:24:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.087, "pushed": 5.087, "read": 5.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.391, "count": 152, "max_ms": 12.741, "p95_ms": 10.921}, "gstreamer_push": {"avg_ms": 0.998, "count": 152, "max_ms": 1.428, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.801, "count": 152, "max_ms": 66.482, "p95_ms": 62.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.161, "count": 152, "max_ms": 78.151, "p95_ms": 73.087}, "yolo11_640_fire_11class": {"avg_ms": 50.361, "count": 152, "max_ms": 71.258, "p95_ms": 64.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.662, "count": 152, "max_ms": 81.164, "p95_ms": 78.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.215, "count": 152, "max_ms": 222.524, "p95_ms": 199.633}, "read_interval": {"avg_ms": 197.965, "count": 151, "max_ms": 4828.146, "p95_ms": 210.913}, "triton_wait": {"avg_ms": 61.545, "count": 152, "max_ms": 81.177, "p95_ms": 78.601}, "visualize": {"avg_ms": 7.11, "count": 152, "max_ms": 10.098, "p95_ms": 9.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2579}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1002.17, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.073, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:24:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:24:24+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T18:24:24+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T18:24:24.235444+09:00", "mtime_epoch": 1783070664.2354443, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:24:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.425, "count": 298, "max_ms": 5.229, "p95_ms": 4.037}, "gstreamer_push": {"avg_ms": 1.331, "count": 298, "max_ms": 2.045, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.427, "count": 298, "max_ms": 68.63, "p95_ms": 63.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.895, "count": 298, "max_ms": 77.662, "p95_ms": 69.917}, "yolo11_640_fire_11class": {"avg_ms": 50.806, "count": 298, "max_ms": 72.13, "p95_ms": 65.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.111, "count": 298, "max_ms": 84.128, "p95_ms": 77.472}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.756, "count": 298, "max_ms": 96.346, "p95_ms": 89.657}, "read_interval": {"avg_ms": 100.777, "count": 298, "max_ms": 757.465, "p95_ms": 203.511}, "triton_wait": {"avg_ms": 53.458, "count": 298, "max_ms": 84.14, "p95_ms": 77.485}, "visualize": {"avg_ms": 3.73, "count": 298, "max_ms": 4.994, "p95_ms": 4.094}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:23:57+09:00", "last_error_summary": "[h264 @ 0x55a2fcba11c0] error while decoding MB 27 33, bytestream -5", "last_exit_at": "2026-07-03T18:24:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.796, "last_started_at": "2026-07-03T18:24:00+09:00", "pid": 45436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.062, "name": "ffmpeg", "pid": 45436, "rss_mb": 265.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.826, "sample_count": 1830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:24:40+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T18:24:40+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T18:24:40.867762+09:00", "mtime_epoch": 1783070680.8677616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:24:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.213, "pushed": 6.213, "read": 6.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.25, "count": 185, "max_ms": 13.225, "p95_ms": 10.768}, "gstreamer_push": {"avg_ms": 1.011, "count": 186, "max_ms": 1.322, "p95_ms": 1.189}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.324, "count": 185, "max_ms": 67.854, "p95_ms": 62.729}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.025, "count": 185, "max_ms": 80.246, "p95_ms": 71.069}, "yolo11_640_fire_11class": {"avg_ms": 49.588, "count": 185, "max_ms": 67.436, "p95_ms": 64.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.701, "count": 185, "max_ms": 81.174, "p95_ms": 77.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.689, "count": 186, "max_ms": 204.78, "p95_ms": 200.551}, "read_interval": {"avg_ms": 162.064, "count": 185, "max_ms": 214.958, "p95_ms": 210.307}, "triton_wait": {"avg_ms": 60.524, "count": 185, "max_ms": 81.185, "p95_ms": 77.989}, "visualize": {"avg_ms": 6.854, "count": 185, "max_ms": 11.333, "p95_ms": 8.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1032.191, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.902, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:24:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:24:54+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T18:24:54+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T18:24:54.228016+09:00", "mtime_epoch": 1783070694.228016, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:24:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.402, "count": 300, "max_ms": 4.648, "p95_ms": 3.991}, "gstreamer_push": {"avg_ms": 1.332, "count": 300, "max_ms": 2.007, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.637, "count": 300, "max_ms": 74.832, "p95_ms": 60.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.943, "count": 300, "max_ms": 84.538, "p95_ms": 63.286}, "yolo11_640_fire_11class": {"avg_ms": 50.694, "count": 300, "max_ms": 75.068, "p95_ms": 63.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.156, "count": 300, "max_ms": 84.023, "p95_ms": 75.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.117, "count": 300, "max_ms": 96.505, "p95_ms": 87.747}, "read_interval": {"avg_ms": 100.047, "count": 299, "max_ms": 791.984, "p95_ms": 210.081}, "triton_wait": {"avg_ms": 52.888, "count": 300, "max_ms": 84.547, "p95_ms": 75.459}, "visualize": {"avg_ms": 3.721, "count": 300, "max_ms": 5.947, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:23:57+09:00", "last_error_summary": "[h264 @ 0x55a2fcba11c0] error while decoding MB 27 33, bytestream -5", "last_exit_at": "2026-07-03T18:24:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.919, "last_started_at": "2026-07-03T18:24:00+09:00", "pid": 45436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.156, "name": "ffmpeg", "pid": 45436, "rss_mb": 268.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 27, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 191.484, "sample_count": 1823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254396, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:25:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:25:11+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T18:25:10+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T18:25:10.956334+09:00", "mtime_epoch": 1783070710.956334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:25:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.972, "pushed": 5.972, "read": 5.938}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.379, "count": 178, "max_ms": 15.557, "p95_ms": 10.833}, "gstreamer_push": {"avg_ms": 0.977, "count": 179, "max_ms": 1.378, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.37, "count": 178, "max_ms": 70.662, "p95_ms": 61.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.43, "count": 178, "max_ms": 78.001, "p95_ms": 71.293}, "yolo11_640_fire_11class": {"avg_ms": 48.886, "count": 178, "max_ms": 66.567, "p95_ms": 64.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.417, "count": 178, "max_ms": 82.46, "p95_ms": 78.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.178, "count": 179, "max_ms": 206.933, "p95_ms": 198.582}, "read_interval": {"avg_ms": 168.258, "count": 178, "max_ms": 217.329, "p95_ms": 208.499}, "triton_wait": {"avg_ms": 59.486, "count": 178, "max_ms": 82.473, "p95_ms": 78.932}, "visualize": {"avg_ms": 7.161, "count": 178, "max_ms": 9.894, "p95_ms": 8.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2584}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1062.219, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.015, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:25:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:25:24+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:25:24+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T18:25:24.280587+09:00", "mtime_epoch": 1783070724.2805872, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:25:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.398, "count": 303, "max_ms": 5.182, "p95_ms": 4.448}, "gstreamer_push": {"avg_ms": 1.3, "count": 303, "max_ms": 1.905, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.909, "count": 303, "max_ms": 66.189, "p95_ms": 60.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.934, "count": 303, "max_ms": 80.53, "p95_ms": 60.665}, "yolo11_640_fire_11class": {"avg_ms": 50.795, "count": 303, "max_ms": 70.852, "p95_ms": 64.436}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.949, "count": 303, "max_ms": 83.902, "p95_ms": 75.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.268, "count": 303, "max_ms": 96.472, "p95_ms": 88.064}, "read_interval": {"avg_ms": 99.16, "count": 302, "max_ms": 316.102, "p95_ms": 242.876}, "triton_wait": {"avg_ms": 53.22, "count": 303, "max_ms": 83.915, "p95_ms": 75.843}, "visualize": {"avg_ms": 3.636, "count": 303, "max_ms": 5.875, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:23:57+09:00", "last_error_summary": "[h264 @ 0x55a2fcba11c0] error while decoding MB 27 33, bytestream -5", "last_exit_at": "2026-07-03T18:24:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.986, "last_started_at": "2026-07-03T18:24:00+09:00", "pid": 45436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.922, "name": "ffmpeg", "pid": 45436, "rss_mb": 276.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.243, "sample_count": 1849, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:25:41+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T18:25:40+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T18:25:41.004905+09:00", "mtime_epoch": 1783070741.0049045, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:25:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.778, "pushed": 6.778, "read": 6.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.475, "count": 203, "max_ms": 12.169, "p95_ms": 9.406}, "gstreamer_push": {"avg_ms": 1.064, "count": 203, "max_ms": 1.691, "p95_ms": 1.192}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.557, "count": 203, "max_ms": 63.593, "p95_ms": 61.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.861, "count": 203, "max_ms": 81.269, "p95_ms": 69.313}, "yolo11_640_fire_11class": {"avg_ms": 49.488, "count": 203, "max_ms": 66.997, "p95_ms": 63.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.759, "count": 203, "max_ms": 83.516, "p95_ms": 76.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 136.485, "count": 203, "max_ms": 182.929, "p95_ms": 163.78}, "read_interval": {"avg_ms": 147.893, "count": 202, "max_ms": 193.22, "p95_ms": 174.898}, "triton_wait": {"avg_ms": 59.609, "count": 203, "max_ms": 83.533, "p95_ms": 76.306}, "visualize": {"avg_ms": 6.233, "count": 203, "max_ms": 8.792, "p95_ms": 7.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1092.301, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.121, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:25:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:25:54+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T18:25:54+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T18:25:54.329157+09:00", "mtime_epoch": 1783070754.3291569, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 241952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:25:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.048, "pushed": 10.048, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.464, "count": 301, "max_ms": 5.238, "p95_ms": 4.376}, "gstreamer_push": {"avg_ms": 1.328, "count": 301, "max_ms": 2.013, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.074, "count": 301, "max_ms": 65.635, "p95_ms": 62.203}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.621, "count": 301, "max_ms": 78.023, "p95_ms": 66.792}, "yolo11_640_fire_11class": {"avg_ms": 51.872, "count": 301, "max_ms": 71.192, "p95_ms": 65.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.238, "count": 301, "max_ms": 80.882, "p95_ms": 77.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.805, "count": 301, "max_ms": 93.056, "p95_ms": 89.936}, "read_interval": {"avg_ms": 99.85, "count": 301, "max_ms": 815.905, "p95_ms": 154.294}, "triton_wait": {"avg_ms": 54.604, "count": 301, "max_ms": 80.894, "p95_ms": 77.596}, "visualize": {"avg_ms": 3.702, "count": 301, "max_ms": 5.662, "p95_ms": 4.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12401.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:23:57+09:00", "last_error_summary": "[h264 @ 0x55a2fcba11c0] error while decoding MB 27 33, bytestream -5", "last_exit_at": "2026-07-03T18:24:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.067, "last_started_at": "2026-07-03T18:24:00+09:00", "pid": 45436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.578, "name": "ffmpeg", "pid": 45436, "rss_mb": 288.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 118, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.441, "sample_count": 1859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:26:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:26:11+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T18:26:11+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T18:26:11.129475+09:00", "mtime_epoch": 1783070771.1294749, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:26:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.624, "pushed": 6.624, "read": 6.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.523, "count": 198, "max_ms": 10.58, "p95_ms": 10.099}, "gstreamer_push": {"avg_ms": 1.037, "count": 198, "max_ms": 1.25, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.193, "count": 198, "max_ms": 65.306, "p95_ms": 62.162}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.984, "count": 198, "max_ms": 82.592, "p95_ms": 73.941}, "yolo11_640_fire_11class": {"avg_ms": 49.756, "count": 198, "max_ms": 67.825, "p95_ms": 64.397}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.539, "count": 198, "max_ms": 81.839, "p95_ms": 78.272}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.01, "count": 198, "max_ms": 221.302, "p95_ms": 180.043}, "read_interval": {"avg_ms": 151.937, "count": 197, "max_ms": 402.541, "p95_ms": 191.175}, "triton_wait": {"avg_ms": 60.218, "count": 198, "max_ms": 82.604, "p95_ms": 78.284}, "visualize": {"avg_ms": 6.329, "count": 198, "max_ms": 10.227, "p95_ms": 8.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12401.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1122.481, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.598, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310748, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:26:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:26:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T18:26:24+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T18:26:24.413726+09:00", "mtime_epoch": 1783070784.4137259, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:26:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.082}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.408, "count": 301, "max_ms": 4.903, "p95_ms": 4.135}, "gstreamer_push": {"avg_ms": 1.313, "count": 301, "max_ms": 1.864, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.895, "count": 301, "max_ms": 70.381, "p95_ms": 62.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.695, "count": 301, "max_ms": 77.073, "p95_ms": 70.557}, "yolo11_640_fire_11class": {"avg_ms": 51.631, "count": 301, "max_ms": 71.099, "p95_ms": 64.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.615, "count": 301, "max_ms": 84.62, "p95_ms": 77.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.955, "count": 301, "max_ms": 96.709, "p95_ms": 89.655}, "read_interval": {"avg_ms": 100.346, "count": 301, "max_ms": 541.98, "p95_ms": 189.661}, "triton_wait": {"avg_ms": 54.875, "count": 301, "max_ms": 84.632, "p95_ms": 77.69}, "visualize": {"avg_ms": 3.682, "count": 301, "max_ms": 5.168, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12717.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 101, "h264_decode_error_count": 288, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:23:57+09:00", "last_error_summary": "[h264 @ 0x55a2fcba11c0] error while decoding MB 27 33, bytestream -5", "last_exit_at": "2026-07-03T18:24:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.155, "last_started_at": "2026-07-03T18:24:00+09:00", "pid": 45436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 602.137, "name": "ffmpeg", "pid": 45436, "rss_mb": 602.137, "state": "S (sleeping)", "threads": 104}, "restart_count": 118, "restart_count_per_hour": 26, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 119}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.865, "sample_count": 1745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 254878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:26:45+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T18:26:45+09:00", "mjpeg": {"age_sec": 10.35, "exists": true, "mtime": "2026-07-03T18:26:35.001926+09:00", "mtime_epoch": 1783070795.001926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:26:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.835, "pushed": 1.835, "read": 1.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.054, "count": 54, "max_ms": 10.445, "p95_ms": 10.131}, "gstreamer_push": {"avg_ms": 0.956, "count": 55, "max_ms": 1.183, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.144, "count": 54, "max_ms": 65.783, "p95_ms": 62.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.937, "count": 54, "max_ms": 83.622, "p95_ms": 71.877}, "yolo11_640_fire_11class": {"avg_ms": 53.296, "count": 54, "max_ms": 66.798, "p95_ms": 65.269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.269, "count": 54, "max_ms": 82.858, "p95_ms": 79.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.327, "count": 55, "max_ms": 208.771, "p95_ms": 186.086}, "read_interval": {"avg_ms": 553.998, "count": 54, "max_ms": 10359.715, "p95_ms": 724.37}, "triton_wait": {"avg_ms": 64.719, "count": 54, "max_ms": 83.634, "p95_ms": 79.979}, "visualize": {"avg_ms": 7.213, "count": 54, "max_ms": 9.132, "p95_ms": 8.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12787.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1152.555, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.28, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:26:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:26:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T18:26:54+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T18:26:54.610296+09:00", "mtime_epoch": 1783070814.6102958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 242703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:26:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 3.502, "count": 300, "max_ms": 5.648, "p95_ms": 4.31}, "gstreamer_push": {"avg_ms": 1.372, "count": 301, "max_ms": 2.231, "p95_ms": 1.531}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.163, "count": 300, "max_ms": 65.028, "p95_ms": 52.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.855, "count": 300, "max_ms": 75.29, "p95_ms": 50.029}, "yolo11_640_fire_11class": {"avg_ms": 49.478, "count": 300, "max_ms": 70.527, "p95_ms": 54.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.666, "count": 300, "max_ms": 79.248, "p95_ms": 61.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.723, "count": 301, "max_ms": 91.427, "p95_ms": 73.303}, "read_interval": {"avg_ms": 99.963, "count": 300, "max_ms": 780.037, "p95_ms": 186.972}, "triton_wait": {"avg_ms": 50.252, "count": 300, "max_ms": 79.262, "p95_ms": 61.17}, "visualize": {"avg_ms": 3.772, "count": 300, "max_ms": 5.745, "p95_ms": 4.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12366.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 292, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:27:03+09:00", "last_error_summary": "[h264 @ 0x55710c112dc0] cabac decode of qscale diff failed at 37 43 [h264 @ 0x55710c112dc0] error while decoding MB 37 43, bytestream 6623 [h264 @ 0x55710b702280] cabac decode of qscale diff failed at 34 42 [h264 @ 0x55710b702280] error while decoding MB 34 42, bytestream -6 [in#0/rtsp @ 0x55710b691e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55710b691e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:27:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.762, "last_started_at": "2026-07-03T18:27:05+09:00", "pid": 45543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 254.324, "name": "ffmpeg", "pid": 45543, "rss_mb": 254.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 27, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.403, "sample_count": 1716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:27:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:27:15+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-03T18:27:15+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T18:27:15.226684+09:00", "mtime_epoch": 1783070835.226684, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:27:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.521, "pushed": 5.521, "read": 5.487}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.673, "count": 165, "max_ms": 13.356, "p95_ms": 10.109}, "gstreamer_push": {"avg_ms": 1.028, "count": 165, "max_ms": 1.253, "p95_ms": 1.152}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.616, "count": 165, "max_ms": 65.228, "p95_ms": 62.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.164, "count": 165, "max_ms": 81.102, "p95_ms": 69.641}, "yolo11_640_fire_11class": {"avg_ms": 49.926, "count": 165, "max_ms": 67.637, "p95_ms": 64.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.134, "count": 165, "max_ms": 80.508, "p95_ms": 78.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 146.719, "count": 165, "max_ms": 199.443, "p95_ms": 182.184}, "read_interval": {"avg_ms": 182.041, "count": 164, "max_ms": 4216.536, "p95_ms": 192.25}, "triton_wait": {"avg_ms": 60.143, "count": 165, "max_ms": 81.112, "p95_ms": 78.074}, "visualize": {"avg_ms": 6.676, "count": 165, "max_ms": 10.315, "p95_ms": 8.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1182.613, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.045, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:27:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:27:24+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T18:27:24+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T18:27:24.642861+09:00", "mtime_epoch": 1783070844.6428614, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:27:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.412, "count": 299, "max_ms": 5.237, "p95_ms": 4.288}, "gstreamer_push": {"avg_ms": 1.327, "count": 299, "max_ms": 1.806, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.786, "count": 299, "max_ms": 74.136, "p95_ms": 63.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.277, "count": 299, "max_ms": 79.68, "p95_ms": 65.563}, "yolo11_640_fire_11class": {"avg_ms": 50.921, "count": 299, "max_ms": 76.018, "p95_ms": 63.898}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.192, "count": 299, "max_ms": 82.577, "p95_ms": 76.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.557, "count": 299, "max_ms": 94.236, "p95_ms": 88.741}, "read_interval": {"avg_ms": 100.482, "count": 298, "max_ms": 749.967, "p95_ms": 164.008}, "triton_wait": {"avg_ms": 53.469, "count": 299, "max_ms": 82.587, "p95_ms": 76.817}, "visualize": {"avg_ms": 3.695, "count": 299, "max_ms": 4.991, "p95_ms": 4.177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 292, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:27:03+09:00", "last_error_summary": "[h264 @ 0x55710c112dc0] cabac decode of qscale diff failed at 37 43 [h264 @ 0x55710c112dc0] error while decoding MB 37 43, bytestream 6623 [h264 @ 0x55710b702280] cabac decode of qscale diff failed at 34 42 [h264 @ 0x55710b702280] error while decoding MB 34 42, bytestream -6 [in#0/rtsp @ 0x55710b691e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55710b691e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:27:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.79, "last_started_at": "2026-07-03T18:27:05+09:00", "pid": 45543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.215, "name": "ffmpeg", "pid": 45543, "rss_mb": 267.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.628, "sample_count": 1697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:27:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:27:45+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T18:27:45+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T18:27:45.283249+09:00", "mtime_epoch": 1783070865.2832491, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:27:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.995, "pushed": 5.995, "read": 5.961}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.372, "count": 179, "max_ms": 16.1, "p95_ms": 10.464}, "gstreamer_push": {"avg_ms": 0.987, "count": 179, "max_ms": 2.088, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.025, "count": 179, "max_ms": 67.822, "p95_ms": 62.775}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.875, "count": 179, "max_ms": 83.998, "p95_ms": 71.601}, "yolo11_640_fire_11class": {"avg_ms": 50.427, "count": 179, "max_ms": 69.748, "p95_ms": 64.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.576, "count": 179, "max_ms": 86.317, "p95_ms": 79.654}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.853, "count": 179, "max_ms": 210.823, "p95_ms": 186.473}, "read_interval": {"avg_ms": 167.87, "count": 178, "max_ms": 220.638, "p95_ms": 196.562}, "triton_wait": {"avg_ms": 61.845, "count": 179, "max_ms": 86.33, "p95_ms": 79.664}, "visualize": {"avg_ms": 7.085, "count": 179, "max_ms": 10.845, "p95_ms": 8.705}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1212.649, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.409, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:27:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:27:54+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T18:27:54+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T18:27:54.715426+09:00", "mtime_epoch": 1783070874.7154264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232230}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:27:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.081, "pushed": 10.081, "read": 10.048}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.487, "count": 302, "max_ms": 5.181, "p95_ms": 4.482}, "gstreamer_push": {"avg_ms": 1.309, "count": 302, "max_ms": 1.934, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.155, "count": 302, "max_ms": 65.222, "p95_ms": 63.333}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.429, "count": 302, "max_ms": 80.693, "p95_ms": 71.858}, "yolo11_640_fire_11class": {"avg_ms": 51.008, "count": 302, "max_ms": 69.543, "p95_ms": 64.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.599, "count": 302, "max_ms": 83.169, "p95_ms": 78.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.184, "count": 302, "max_ms": 95.123, "p95_ms": 90.846}, "read_interval": {"avg_ms": 99.528, "count": 301, "max_ms": 760.718, "p95_ms": 162.578}, "triton_wait": {"avg_ms": 55.056, "count": 302, "max_ms": 83.181, "p95_ms": 78.789}, "visualize": {"avg_ms": 3.692, "count": 302, "max_ms": 5.989, "p95_ms": 4.329}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 292, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:27:03+09:00", "last_error_summary": "[h264 @ 0x55710c112dc0] cabac decode of qscale diff failed at 37 43 [h264 @ 0x55710c112dc0] error while decoding MB 37 43, bytestream 6623 [h264 @ 0x55710b702280] cabac decode of qscale diff failed at 34 42 [h264 @ 0x55710b702280] error while decoding MB 34 42, bytestream -6 [in#0/rtsp @ 0x55710b691e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55710b691e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:27:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.89, "last_started_at": "2026-07-03T18:27:05+09:00", "pid": 45543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.309, "name": "ffmpeg", "pid": 45543, "rss_mb": 270.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.371, "sample_count": 1679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:28:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:28:15+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T18:28:15+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T18:28:15.347813+09:00", "mtime_epoch": 1783070895.3478134, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:28:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.847, "pushed": 5.847, "read": 5.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.39, "count": 174, "max_ms": 14.212, "p95_ms": 10.744}, "gstreamer_push": {"avg_ms": 0.982, "count": 175, "max_ms": 1.392, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.352, "count": 174, "max_ms": 66.836, "p95_ms": 62.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.828, "count": 174, "max_ms": 82.914, "p95_ms": 73.524}, "yolo11_640_fire_11class": {"avg_ms": 51.337, "count": 174, "max_ms": 68.094, "p95_ms": 64.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.125, "count": 174, "max_ms": 83.748, "p95_ms": 80.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.243, "count": 175, "max_ms": 212.33, "p95_ms": 205.077}, "read_interval": {"avg_ms": 171.927, "count": 174, "max_ms": 222.15, "p95_ms": 214.75}, "triton_wait": {"avg_ms": 64.216, "count": 174, "max_ms": 83.76, "p95_ms": 80.935}, "visualize": {"avg_ms": 7.222, "count": 174, "max_ms": 10.515, "p95_ms": 9.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1242.737, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.87, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:28:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:28:24+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T18:28:24+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T18:28:24.791991+09:00", "mtime_epoch": 1783070904.7919905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229760}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:28:24+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.461, "count": 301, "max_ms": 5.086, "p95_ms": 4.289}, "gstreamer_push": {"avg_ms": 1.32, "count": 301, "max_ms": 1.825, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.979, "count": 301, "max_ms": 67.822, "p95_ms": 63.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.239, "count": 301, "max_ms": 79.696, "p95_ms": 70.312}, "yolo11_640_fire_11class": {"avg_ms": 51.869, "count": 301, "max_ms": 68.118, "p95_ms": 64.707}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.378, "count": 301, "max_ms": 85.068, "p95_ms": 81.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.014, "count": 301, "max_ms": 97.032, "p95_ms": 93.095}, "read_interval": {"avg_ms": 99.678, "count": 301, "max_ms": 782.641, "p95_ms": 167.217}, "triton_wait": {"avg_ms": 56.87, "count": 301, "max_ms": 85.081, "p95_ms": 81.063}, "visualize": {"avg_ms": 3.699, "count": 301, "max_ms": 4.768, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 292, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:27:03+09:00", "last_error_summary": "[h264 @ 0x55710c112dc0] cabac decode of qscale diff failed at 37 43 [h264 @ 0x55710c112dc0] error while decoding MB 37 43, bytestream 6623 [h264 @ 0x55710b702280] cabac decode of qscale diff failed at 34 42 [h264 @ 0x55710b702280] error while decoding MB 34 42, bytestream -6 [in#0/rtsp @ 0x55710b691e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55710b691e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:27:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.996, "last_started_at": "2026-07-03T18:27:05+09:00", "pid": 45543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.309, "name": "ffmpeg", "pid": 45543, "rss_mb": 270.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 119, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.579, "sample_count": 1684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:28:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:28:45+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-03T18:28:45+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-03T18:28:45.480378+09:00", "mtime_epoch": 1783070925.480378, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:28:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.513, "pushed": 6.513, "read": 6.48}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.8, "count": 194, "max_ms": 16.225, "p95_ms": 10.691}, "gstreamer_push": {"avg_ms": 1.042, "count": 195, "max_ms": 1.355, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.225, "count": 194, "max_ms": 70.205, "p95_ms": 62.748}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.13, "count": 194, "max_ms": 83.752, "p95_ms": 71.247}, "yolo11_640_fire_11class": {"avg_ms": 50.084, "count": 194, "max_ms": 73.199, "p95_ms": 63.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.279, "count": 194, "max_ms": 84.814, "p95_ms": 80.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.982, "count": 195, "max_ms": 243.242, "p95_ms": 191.866}, "read_interval": {"avg_ms": 154.388, "count": 194, "max_ms": 257.029, "p95_ms": 202.089}, "triton_wait": {"avg_ms": 62.168, "count": 194, "max_ms": 84.826, "p95_ms": 80.854}, "visualize": {"avg_ms": 6.42, "count": 194, "max_ms": 9.966, "p95_ms": 8.58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1272.745, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.053, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:28:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:28:54+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T18:28:54+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T18:28:54.804552+09:00", "mtime_epoch": 1783070934.8045523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:28:54+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.952, "pushed": 9.952, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.414, "count": 298, "max_ms": 5.561, "p95_ms": 4.18}, "gstreamer_push": {"avg_ms": 1.307, "count": 298, "max_ms": 1.767, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.683, "count": 298, "max_ms": 73.493, "p95_ms": 63.315}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.67, "count": 298, "max_ms": 75.025, "p95_ms": 68.06}, "yolo11_640_fire_11class": {"avg_ms": 50.288, "count": 298, "max_ms": 73.305, "p95_ms": 64.27}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.239, "count": 298, "max_ms": 89.636, "p95_ms": 80.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.481, "count": 298, "max_ms": 102.357, "p95_ms": 92.968}, "read_interval": {"avg_ms": 100.707, "count": 298, "max_ms": 722.702, "p95_ms": 189.869}, "triton_wait": {"avg_ms": 55.428, "count": 298, "max_ms": 89.648, "p95_ms": 80.995}, "visualize": {"avg_ms": 3.677, "count": 298, "max_ms": 5.798, "p95_ms": 4.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12395.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 102, "h264_decode_error_count": 292, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:27:03+09:00", "last_error_summary": "[h264 @ 0x55710c112dc0] cabac decode of qscale diff failed at 37 43 [h264 @ 0x55710c112dc0] error while decoding MB 37 43, bytestream 6623 [h264 @ 0x55710b702280] cabac decode of qscale diff failed at 34 42 [h264 @ 0x55710b702280] error while decoding MB 34 42, bytestream -6 [in#0/rtsp @ 0x55710b691e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55710b691e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:27:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.129, "last_started_at": "2026-07-03T18:27:05+09:00", "pid": 45543, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.121, "name": "ffmpeg", "pid": 45543, "rss_mb": 284.121, "state": "S (sleeping)", "threads": 104}, "restart_count": 119, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 120}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.371, "sample_count": 1715, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:29:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:29:15+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-03T18:29:15+09:00", "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-07-03T18:29:15.632942+09:00", "mtime_epoch": 1783070955.6329417, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160626}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:29:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.16, "pushed": 6.16, "read": 6.127}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.189, "count": 184, "max_ms": 11.389, "p95_ms": 10.692}, "gstreamer_push": {"avg_ms": 1.028, "count": 184, "max_ms": 1.624, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.749, "count": 184, "max_ms": 63.89, "p95_ms": 62.586}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.17, "count": 184, "max_ms": 82.732, "p95_ms": 69.907}, "yolo11_640_fire_11class": {"avg_ms": 50.003, "count": 184, "max_ms": 66.683, "p95_ms": 63.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.888, "count": 184, "max_ms": 86.2, "p95_ms": 81.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.967, "count": 184, "max_ms": 204.872, "p95_ms": 194.491}, "read_interval": {"avg_ms": 163.255, "count": 183, "max_ms": 214.984, "p95_ms": 204.315}, "triton_wait": {"avg_ms": 62.447, "count": 184, "max_ms": 86.211, "p95_ms": 81.617}, "visualize": {"avg_ms": 6.893, "count": 184, "max_ms": 10.574, "p95_ms": 8.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12294.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1303.047, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "R (running)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.22, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:29:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:29:25+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:29:25+09:00", "mjpeg": {"age_sec": 0.76, "exists": true, "mtime": "2026-07-03T18:29:24.409106+09:00", "mtime_epoch": 1783070964.4091055, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 229799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:29:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.851, "pushed": 9.851, "read": 9.818}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.511, "count": 295, "max_ms": 6.208, "p95_ms": 4.664}, "gstreamer_push": {"avg_ms": 1.326, "count": 295, "max_ms": 2.164, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.111, "count": 295, "max_ms": 66.987, "p95_ms": 62.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.989, "count": 295, "max_ms": 79.885, "p95_ms": 69.885}, "yolo11_640_fire_11class": {"avg_ms": 50.368, "count": 295, "max_ms": 72.696, "p95_ms": 63.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.483, "count": 295, "max_ms": 83.633, "p95_ms": 79.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.337, "count": 295, "max_ms": 138.622, "p95_ms": 92.154}, "read_interval": {"avg_ms": 101.942, "count": 294, "max_ms": 771.355, "p95_ms": 185.871}, "triton_wait": {"avg_ms": 54.722, "count": 295, "max_ms": 83.646, "p95_ms": 79.714}, "visualize": {"avg_ms": 3.716, "count": 295, "max_ms": 6.077, "p95_ms": 4.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2132}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 293, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:29:17+09:00", "last_error_summary": "[h264 @ 0x56341ef4e000] error while decoding MB 30 44, bytestream -5", "last_exit_at": "2026-07-03T18:29:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.688, "last_started_at": "2026-07-03T18:29:20+09:00", "pid": 45650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.777, "name": "ffmpeg", "pid": 45650, "rss_mb": 268.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 27, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.691, "sample_count": 1688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 255934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:29:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:29:45+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-03T18:29:45+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-03T18:29:45.597501+09:00", "mtime_epoch": 1783070985.597501, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:29:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.243, "pushed": 5.243, "read": 5.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.292, "count": 157, "max_ms": 15.961, "p95_ms": 10.82}, "gstreamer_push": {"avg_ms": 1.042, "count": 157, "max_ms": 1.513, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.947, "count": 157, "max_ms": 65.41, "p95_ms": 63.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.677, "count": 157, "max_ms": 83.699, "p95_ms": 70.643}, "yolo11_640_fire_11class": {"avg_ms": 49.715, "count": 157, "max_ms": 69.871, "p95_ms": 65.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.453, "count": 157, "max_ms": 85.568, "p95_ms": 79.709}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.046, "count": 157, "max_ms": 222.175, "p95_ms": 201.211}, "read_interval": {"avg_ms": 191.193, "count": 156, "max_ms": 4923.048, "p95_ms": 210.924}, "triton_wait": {"avg_ms": 61.224, "count": 157, "max_ms": 85.58, "p95_ms": 79.891}, "visualize": {"avg_ms": 6.863, "count": 157, "max_ms": 9.835, "p95_ms": 9.324}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2607}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1333.077, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.392, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:29:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:29:55+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T18:29:55+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T18:29:55.109679+09:00", "mtime_epoch": 1783070995.1096785, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:29:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.25, "pushed": 10.25, "read": 10.216}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.436, "count": 307, "max_ms": 5.275, "p95_ms": 4.148}, "gstreamer_push": {"avg_ms": 1.321, "count": 307, "max_ms": 1.642, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.05, "count": 307, "max_ms": 71.76, "p95_ms": 61.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.741, "count": 307, "max_ms": 77.438, "p95_ms": 67.117}, "yolo11_640_fire_11class": {"avg_ms": 51.247, "count": 307, "max_ms": 74.735, "p95_ms": 64.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.112, "count": 307, "max_ms": 84.426, "p95_ms": 76.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.2, "count": 307, "max_ms": 96.606, "p95_ms": 89.072}, "read_interval": {"avg_ms": 97.829, "count": 306, "max_ms": 760.499, "p95_ms": 189.647}, "triton_wait": {"avg_ms": 54.038, "count": 307, "max_ms": 84.439, "p95_ms": 76.931}, "visualize": {"avg_ms": 3.695, "count": 307, "max_ms": 4.716, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 293, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:29:17+09:00", "last_error_summary": "[h264 @ 0x56341ef4e000] error while decoding MB 30 44, bytestream -5", "last_exit_at": "2026-07-03T18:29:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.812, "last_started_at": "2026-07-03T18:29:20+09:00", "pid": 45650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.707, "name": "ffmpeg", "pid": 45650, "rss_mb": 274.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 187.52, "sample_count": 1686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:30:15+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T18:30:15+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T18:30:15.786064+09:00", "mtime_epoch": 1783071015.7860637, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:30:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.043, "pushed": 6.043, "read": 6.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.241, "count": 180, "max_ms": 13.931, "p95_ms": 10.666}, "gstreamer_push": {"avg_ms": 0.983, "count": 181, "max_ms": 1.647, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.025, "count": 180, "max_ms": 71.62, "p95_ms": 62.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.207, "count": 180, "max_ms": 79.97, "p95_ms": 69.337}, "yolo11_640_fire_11class": {"avg_ms": 47.96, "count": 180, "max_ms": 74.329, "p95_ms": 65.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.82, "count": 180, "max_ms": 88.419, "p95_ms": 80.012}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.429, "count": 181, "max_ms": 231.949, "p95_ms": 198.781}, "read_interval": {"avg_ms": 166.402, "count": 180, "max_ms": 243.803, "p95_ms": 208.687}, "triton_wait": {"avg_ms": 60.137, "count": 180, "max_ms": 88.432, "p95_ms": 80.024}, "visualize": {"avg_ms": 7.041, "count": 180, "max_ms": 12.517, "p95_ms": 9.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1363.122, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.705, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:30:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:30:25+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T18:30:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T18:30:25.158238+09:00", "mtime_epoch": 1783071025.1582382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:30:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 300, "max_ms": 5.188, "p95_ms": 4.115}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.582, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.464, "count": 300, "max_ms": 64.892, "p95_ms": 61.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.589, "count": 300, "max_ms": 75.895, "p95_ms": 66.241}, "yolo11_640_fire_11class": {"avg_ms": 48.427, "count": 300, "max_ms": 68.207, "p95_ms": 61.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.091, "count": 300, "max_ms": 84.637, "p95_ms": 79.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.406, "count": 300, "max_ms": 96.706, "p95_ms": 91.272}, "read_interval": {"avg_ms": 100.119, "count": 299, "max_ms": 932.41, "p95_ms": 181.569}, "triton_wait": {"avg_ms": 54.262, "count": 300, "max_ms": 84.649, "p95_ms": 79.032}, "visualize": {"avg_ms": 3.687, "count": 300, "max_ms": 4.868, "p95_ms": 4.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2135}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 293, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:29:17+09:00", "last_error_summary": "[h264 @ 0x56341ef4e000] error while decoding MB 30 44, bytestream -5", "last_exit_at": "2026-07-03T18:29:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.863, "last_started_at": "2026-07-03T18:29:20+09:00", "pid": 45650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.707, "name": "ffmpeg", "pid": 45650, "rss_mb": 274.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.08, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:30:45+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T18:30:45+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T18:30:45.890624+09:00", "mtime_epoch": 1783071045.890624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:30:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.883, "pushed": 5.883, "read": 5.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.69, "count": 176, "max_ms": 12.194, "p95_ms": 10.827}, "gstreamer_push": {"avg_ms": 0.967, "count": 176, "max_ms": 1.219, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.459, "count": 176, "max_ms": 63.301, "p95_ms": 61.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.742, "count": 176, "max_ms": 76.831, "p95_ms": 68.67}, "yolo11_640_fire_11class": {"avg_ms": 47.115, "count": 176, "max_ms": 64.016, "p95_ms": 61.029}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.006, "count": 176, "max_ms": 83.782, "p95_ms": 80.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.484, "count": 176, "max_ms": 243.094, "p95_ms": 206.201}, "read_interval": {"avg_ms": 171.046, "count": 175, "max_ms": 255.249, "p95_ms": 215.369}, "triton_wait": {"avg_ms": 59.587, "count": 176, "max_ms": 83.794, "p95_ms": 80.295}, "visualize": {"avg_ms": 7.386, "count": 176, "max_ms": 11.749, "p95_ms": 9.19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2612}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1393.194, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.004, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:30:55+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T18:30:55+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T18:30:55.254798+09:00", "mtime_epoch": 1783071055.2547982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:30:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 301, "max_ms": 4.9, "p95_ms": 4.205}, "gstreamer_push": {"avg_ms": 1.33, "count": 301, "max_ms": 1.871, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.933, "count": 301, "max_ms": 64.138, "p95_ms": 61.636}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.153, "count": 301, "max_ms": 75.433, "p95_ms": 58.275}, "yolo11_640_fire_11class": {"avg_ms": 48.632, "count": 301, "max_ms": 68.287, "p95_ms": 61.812}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.815, "count": 301, "max_ms": 83.727, "p95_ms": 80.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.034, "count": 301, "max_ms": 96.026, "p95_ms": 92.905}, "read_interval": {"avg_ms": 99.963, "count": 300, "max_ms": 788.173, "p95_ms": 193.431}, "triton_wait": {"avg_ms": 54.857, "count": 301, "max_ms": 83.739, "p95_ms": 80.762}, "visualize": {"avg_ms": 3.718, "count": 301, "max_ms": 4.771, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2137}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 103, "h264_decode_error_count": 293, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:29:17+09:00", "last_error_summary": "[h264 @ 0x56341ef4e000] error while decoding MB 30 44, bytestream -5", "last_exit_at": "2026-07-03T18:29:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.889, "last_started_at": "2026-07-03T18:29:20+09:00", "pid": 45650, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.707, "name": "ffmpeg", "pid": 45650, "rss_mb": 274.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 120, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 121}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.572, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:31:16+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T18:31:15+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T18:31:15.887182+09:00", "mtime_epoch": 1783071075.8871815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:31:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.802, "pushed": 5.802, "read": 5.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.789, "count": 173, "max_ms": 15.67, "p95_ms": 12.049}, "gstreamer_push": {"avg_ms": 0.97, "count": 173, "max_ms": 1.257, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.937, "count": 173, "max_ms": 65.353, "p95_ms": 62.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.008, "count": 173, "max_ms": 79.679, "p95_ms": 72.031}, "yolo11_640_fire_11class": {"avg_ms": 48.723, "count": 173, "max_ms": 67.801, "p95_ms": 63.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.504, "count": 173, "max_ms": 88.147, "p95_ms": 81.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.053, "count": 173, "max_ms": 246.218, "p95_ms": 210.398}, "read_interval": {"avg_ms": 173.681, "count": 172, "max_ms": 256.069, "p95_ms": 220.42}, "triton_wait": {"avg_ms": 62.067, "count": 173, "max_ms": 88.158, "p95_ms": 81.684}, "visualize": {"avg_ms": 7.428, "count": 173, "max_ms": 14.669, "p95_ms": 9.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.815, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1423.216, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.192, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:31:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:31:25+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T18:31:25+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T18:31:25.247355+09:00", "mtime_epoch": 1783071085.2473552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:31:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.968}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.653, "count": 299, "max_ms": 6.653, "p95_ms": 5.72}, "gstreamer_push": {"avg_ms": 1.294, "count": 299, "max_ms": 1.708, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.162, "count": 299, "max_ms": 73.227, "p95_ms": 62.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.549, "count": 299, "max_ms": 80.831, "p95_ms": 68.973}, "yolo11_640_fire_11class": {"avg_ms": 49.419, "count": 299, "max_ms": 72.713, "p95_ms": 62.658}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.86, "count": 299, "max_ms": 89.645, "p95_ms": 82.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.015, "count": 299, "max_ms": 130.389, "p95_ms": 101.16}, "read_interval": {"avg_ms": 100.289, "count": 299, "max_ms": 725.007, "p95_ms": 188.424}, "triton_wait": {"avg_ms": 55.884, "count": 299, "max_ms": 89.656, "p95_ms": 82.37}, "visualize": {"avg_ms": 3.813, "count": 299, "max_ms": 5.784, "p95_ms": 5.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12377.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:31:31+09:00", "last_error_summary": "[h264 @ 0x556cf527a140] error while decoding MB 16 41, bytestream -9", "last_exit_at": "2026-07-03T18:31:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.116, "last_started_at": "2026-07-03T18:31:33+09:00", "pid": 45757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.094, "name": "ffmpeg", "pid": 45757, "rss_mb": 264.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 27, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.211, "sample_count": 1742, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:31:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:31:46+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T18:31:45+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T18:31:45.871738+09:00", "mtime_epoch": 1783071105.871738, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:31:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.36, "pushed": 5.36, "read": 5.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.058, "count": 160, "max_ms": 12.613, "p95_ms": 10.727}, "gstreamer_push": {"avg_ms": 1.019, "count": 160, "max_ms": 1.691, "p95_ms": 1.205}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.027, "count": 160, "max_ms": 66.949, "p95_ms": 61.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.744, "count": 160, "max_ms": 77.504, "p95_ms": 71.37}, "yolo11_640_fire_11class": {"avg_ms": 48.381, "count": 160, "max_ms": 66.926, "p95_ms": 62.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.899, "count": 160, "max_ms": 83.898, "p95_ms": 80.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.96, "count": 160, "max_ms": 220.546, "p95_ms": 203.92}, "read_interval": {"avg_ms": 187.678, "count": 159, "max_ms": 4500.879, "p95_ms": 214.15}, "triton_wait": {"avg_ms": 61.366, "count": 160, "max_ms": 83.91, "p95_ms": 80.897}, "visualize": {"avg_ms": 6.767, "count": 160, "max_ms": 11.397, "p95_ms": 9.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2617}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1453.29, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.287, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T18:31:55+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T18:31:55+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T18:31:55.327913+09:00", "mtime_epoch": 1783071115.3279133, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:31:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.067, "read": 10.034}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.637, "count": 301, "max_ms": 5.906, "p95_ms": 5.649}, "gstreamer_push": {"avg_ms": 1.317, "count": 302, "max_ms": 1.556, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.501, "count": 301, "max_ms": 68.747, "p95_ms": 62.194}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.129, "count": 301, "max_ms": 79.031, "p95_ms": 69.337}, "yolo11_640_fire_11class": {"avg_ms": 48.863, "count": 301, "max_ms": 67.234, "p95_ms": 61.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.501, "count": 301, "max_ms": 85.355, "p95_ms": 80.861}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.349, "count": 301, "max_ms": 131.115, "p95_ms": 98.431}, "read_interval": {"avg_ms": 99.636, "count": 301, "max_ms": 731.622, "p95_ms": 169.479}, "triton_wait": {"avg_ms": 55.538, "count": 301, "max_ms": 85.369, "p95_ms": 80.873}, "visualize": {"avg_ms": 3.813, "count": 301, "max_ms": 5.563, "p95_ms": 5.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:31:31+09:00", "last_error_summary": "[h264 @ 0x556cf527a140] error while decoding MB 16 41, bytestream -9", "last_exit_at": "2026-07-03T18:31:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.208, "last_started_at": "2026-07-03T18:31:33+09:00", "pid": 45757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.688, "name": "ffmpeg", "pid": 45757, "rss_mb": 273.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.427, "sample_count": 1761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:32:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:32:16+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-03T18:32:15+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T18:32:15.952296+09:00", "mtime_epoch": 1783071135.9522955, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:32:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.149, "pushed": 6.149, "read": 6.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.327, "count": 183, "max_ms": 13.453, "p95_ms": 10.781}, "gstreamer_push": {"avg_ms": 0.989, "count": 184, "max_ms": 1.207, "p95_ms": 1.181}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.565, "count": 183, "max_ms": 66.639, "p95_ms": 62.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.272, "count": 183, "max_ms": 84.538, "p95_ms": 71.309}, "yolo11_640_fire_11class": {"avg_ms": 49.097, "count": 183, "max_ms": 65.892, "p95_ms": 61.72}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.348, "count": 183, "max_ms": 86.193, "p95_ms": 81.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.799, "count": 184, "max_ms": 231.878, "p95_ms": 201.785}, "read_interval": {"avg_ms": 163.331, "count": 183, "max_ms": 241.632, "p95_ms": 211.45}, "triton_wait": {"avg_ms": 61.919, "count": 183, "max_ms": 86.206, "p95_ms": 81.818}, "visualize": {"avg_ms": 6.858, "count": 183, "max_ms": 10.87, "p95_ms": 9.047}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1483.51, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.543, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:32:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:32:25+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T18:32:25+09:00", "mjpeg": {"age_sec": 0.22, "exists": true, "mtime": "2026-07-03T18:32:25.412471+09:00", "mtime_epoch": 1783071145.4124708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220627}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:32:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.457, "count": 300, "max_ms": 5.968, "p95_ms": 4.174}, "gstreamer_push": {"avg_ms": 1.305, "count": 300, "max_ms": 1.552, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.069, "count": 300, "max_ms": 66.582, "p95_ms": 61.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.805, "count": 300, "max_ms": 77.726, "p95_ms": 66.912}, "yolo11_640_fire_11class": {"avg_ms": 48.06, "count": 300, "max_ms": 65.295, "p95_ms": 61.571}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.781, "count": 300, "max_ms": 83.01, "p95_ms": 80.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.263, "count": 300, "max_ms": 103.331, "p95_ms": 92.642}, "read_interval": {"avg_ms": 100.186, "count": 299, "max_ms": 263.072, "p95_ms": 196.898}, "triton_wait": {"avg_ms": 54.795, "count": 300, "max_ms": 83.022, "p95_ms": 80.29}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 5.212, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:31:31+09:00", "last_error_summary": "[h264 @ 0x556cf527a140] error while decoding MB 16 41, bytestream -9", "last_exit_at": "2026-07-03T18:31:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.271, "last_started_at": "2026-07-03T18:31:33+09:00", "pid": 45757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.523, "name": "ffmpeg", "pid": 45757, "rss_mb": 276.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.716, "sample_count": 1764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 256990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:32:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:32:46+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-03T18:32:46+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T18:32:46.048853+09:00", "mtime_epoch": 1783071166.048853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:32:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.077, "pushed": 6.077, "read": 6.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.423, "count": 182, "max_ms": 12.64, "p95_ms": 11.428}, "gstreamer_push": {"avg_ms": 0.978, "count": 182, "max_ms": 1.38, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.331, "count": 182, "max_ms": 64.676, "p95_ms": 60.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.887, "count": 182, "max_ms": 82.31, "p95_ms": 68.589}, "yolo11_640_fire_11class": {"avg_ms": 47.01, "count": 182, "max_ms": 64.149, "p95_ms": 60.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.041, "count": 182, "max_ms": 83.746, "p95_ms": 79.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.286, "count": 182, "max_ms": 239.015, "p95_ms": 205.096}, "read_interval": {"avg_ms": 165.163, "count": 181, "max_ms": 248.922, "p95_ms": 214.873}, "triton_wait": {"avg_ms": 59.621, "count": 182, "max_ms": 83.757, "p95_ms": 79.369}, "visualize": {"avg_ms": 7.089, "count": 182, "max_ms": 11.538, "p95_ms": 9.764}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1514.014, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.006, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:32:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T18:32:56+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-03T18:32:56+09:00", "mjpeg": {"age_sec": 0.719, "exists": true, "mtime": "2026-07-03T18:32:55.417026+09:00", "mtime_epoch": 1783071175.4170263, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:32:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.843, "pushed": 9.843, "read": 9.809}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.595, "count": 295, "max_ms": 7.018, "p95_ms": 4.652}, "gstreamer_push": {"avg_ms": 1.3, "count": 295, "max_ms": 1.744, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.543, "count": 295, "max_ms": 65.735, "p95_ms": 60.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.701, "count": 295, "max_ms": 75.792, "p95_ms": 68.341}, "yolo11_640_fire_11class": {"avg_ms": 48.138, "count": 295, "max_ms": 67.953, "p95_ms": 61.663}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.642, "count": 295, "max_ms": 83.919, "p95_ms": 79.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.423, "count": 295, "max_ms": 119.383, "p95_ms": 95.704}, "read_interval": {"avg_ms": 102.054, "count": 294, "max_ms": 770.855, "p95_ms": 191.215}, "triton_wait": {"avg_ms": 54.69, "count": 295, "max_ms": 83.932, "p95_ms": 79.414}, "visualize": {"avg_ms": 3.744, "count": 295, "max_ms": 6.165, "p95_ms": 4.578}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2142}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12392.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:31:31+09:00", "last_error_summary": "[h264 @ 0x556cf527a140] error while decoding MB 16 41, bytestream -9", "last_exit_at": "2026-07-03T18:31:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.369, "last_started_at": "2026-07-03T18:31:33+09:00", "pid": 45757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.844, "name": "ffmpeg", "pid": 45757, "rss_mb": 278.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 121, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.164, "sample_count": 1748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:33:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:33:16+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T18:33:16+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-03T18:33:16.141409+09:00", "mtime_epoch": 1783071196.1414094, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164142}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:33:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.32, "pushed": 5.32, "read": 5.287}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.905, "count": 159, "max_ms": 15.225, "p95_ms": 11.63}, "gstreamer_push": {"avg_ms": 0.929, "count": 159, "max_ms": 1.449, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.861, "count": 159, "max_ms": 64.912, "p95_ms": 62.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.374, "count": 159, "max_ms": 80.144, "p95_ms": 75.834}, "yolo11_640_fire_11class": {"avg_ms": 51.998, "count": 159, "max_ms": 66.307, "p95_ms": 62.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.189, "count": 159, "max_ms": 83.326, "p95_ms": 82.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.376, "count": 159, "max_ms": 248.914, "p95_ms": 221.084}, "read_interval": {"avg_ms": 189.38, "count": 158, "max_ms": 262.244, "p95_ms": 231.466}, "triton_wait": {"avg_ms": 66.804, "count": 159, "max_ms": 83.337, "p95_ms": 82.223}, "visualize": {"avg_ms": 7.938, "count": 159, "max_ms": 10.881, "p95_ms": 9.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1544.03, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.006, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:33:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:33:26+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T18:33:26+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T18:33:26.085593+09:00", "mtime_epoch": 1783071206.0855932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221736}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:33:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.219, "pushed": 10.219, "read": 10.185}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.372, "count": 306, "max_ms": 5.052, "p95_ms": 3.936}, "gstreamer_push": {"avg_ms": 1.327, "count": 306, "max_ms": 2.009, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.929, "count": 306, "max_ms": 66.464, "p95_ms": 63.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.764, "count": 306, "max_ms": 79.236, "p95_ms": 72.414}, "yolo11_640_fire_11class": {"avg_ms": 50.476, "count": 306, "max_ms": 67.052, "p95_ms": 63.202}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.113, "count": 306, "max_ms": 85.587, "p95_ms": 80.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.224, "count": 306, "max_ms": 97.997, "p95_ms": 93.145}, "read_interval": {"avg_ms": 98.147, "count": 305, "max_ms": 855.881, "p95_ms": 120.645}, "triton_wait": {"avg_ms": 58.208, "count": 306, "max_ms": 85.599, "p95_ms": 80.937}, "visualize": {"avg_ms": 3.666, "count": 306, "max_ms": 5.32, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12406.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 104, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:31:31+09:00", "last_error_summary": "[h264 @ 0x556cf527a140] error while decoding MB 16 41, bytestream -9", "last_exit_at": "2026-07-03T18:31:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.559, "last_started_at": "2026-07-03T18:31:33+09:00", "pid": 45757, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.957, "name": "ffmpeg", "pid": 45757, "rss_mb": 292.957, "state": "S (sleeping)", "threads": 104}, "restart_count": 121, "restart_count_per_hour": 26, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 122}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.369, "sample_count": 1628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:33:54+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T18:33:54+09:00", "mjpeg": {"age_sec": 18.747, "exists": true, "mtime": "2026-07-03T18:33:35.741772+09:00", "mtime_epoch": 1783071215.7417717, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:33:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 76, "pushed_frames": 76, "read_frames": 75, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.541, "pushed": 2.541, "read": 2.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.747, "count": 76, "max_ms": 13.588, "p95_ms": 12.45}, "gstreamer_push": {"avg_ms": 1.048, "count": 76, "max_ms": 1.307, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.185, "count": 76, "max_ms": 62.629, "p95_ms": 59.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.016, "count": 76, "max_ms": 67.704, "p95_ms": 62.649}, "yolo11_640_fire_11class": {"avg_ms": 45.985, "count": 76, "max_ms": 62.64, "p95_ms": 59.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.88, "count": 76, "max_ms": 79.447, "p95_ms": 77.281}}, "truncated_count": 0}, "processing_total": {"avg_ms": 139.074, "count": 76, "max_ms": 167.108, "p95_ms": 160.209}, "read_interval": {"avg_ms": 398.738, "count": 75, "max_ms": 18763.422, "p95_ms": 171.773}, "triton_wait": {"avg_ms": 57.258, "count": 76, "max_ms": 79.46, "p95_ms": 77.294}, "visualize": {"avg_ms": 6.491, "count": 76, "max_ms": 9.415, "p95_ms": 7.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12141.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1574.104, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.962, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315259, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:33:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:33:56+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T18:33:56+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T18:33:56.166149+09:00", "mtime_epoch": 1783071236.1661487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:33:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.802}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 295, "max_ms": 6.081, "p95_ms": 5.05}, "gstreamer_push": {"avg_ms": 1.305, "count": 295, "max_ms": 1.936, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.311, "count": 295, "max_ms": 64.376, "p95_ms": 50.248}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.415, "count": 295, "max_ms": 71.46, "p95_ms": 51.578}, "yolo11_640_fire_11class": {"avg_ms": 47.971, "count": 295, "max_ms": 63.036, "p95_ms": 52.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.728, "count": 295, "max_ms": 80.942, "p95_ms": 61.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.724, "count": 295, "max_ms": 110.37, "p95_ms": 84.087}, "read_interval": {"avg_ms": 102.019, "count": 294, "max_ms": 842.651, "p95_ms": 190.699}, "triton_wait": {"avg_ms": 50.392, "count": 295, "max_ms": 80.953, "p95_ms": 61.317}, "visualize": {"avg_ms": 3.748, "count": 295, "max_ms": 5.66, "p95_ms": 4.616}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:33:55+09:00", "last_error_summary": "[h264 @ 0x5633a1818ec0] error while decoding MB 21 27, bytestream -24 [h264 @ 0x5633a2097a00] cabac decode of qscale diff failed at 49 34 [h264 @ 0x5633a2097a00] error while decoding MB 49 34, bytestream 5738 [h264 @ 0x5633a1855340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5633a1855340] error while decoding MB 0 25, bytestream 83043 [in#0/rtsp @ 0x5633a16e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5633a16e7e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T18:33:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.135, "last_started_at": "2026-07-03T18:33:58+09:00", "pid": 45864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.203, "name": "ffmpeg", "pid": 45864, "rss_mb": 265.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 27, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.036, "sample_count": 1625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:34:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:34:24+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T18:34:24+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T18:34:24.450671+09:00", "mtime_epoch": 1783071264.4506707, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:34:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.035, "pushed": 5.035, "read": 5.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.662, "count": 150, "max_ms": 13.677, "p95_ms": 11.513}, "gstreamer_push": {"avg_ms": 1.003, "count": 151, "max_ms": 1.416, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.467, "count": 150, "max_ms": 65.314, "p95_ms": 61.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.095, "count": 150, "max_ms": 79.834, "p95_ms": 70.744}, "yolo11_640_fire_11class": {"avg_ms": 49.748, "count": 150, "max_ms": 67.49, "p95_ms": 63.538}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.196, "count": 150, "max_ms": 84.566, "p95_ms": 79.797}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.135, "count": 151, "max_ms": 225.506, "p95_ms": 207.336}, "read_interval": {"avg_ms": 199.629, "count": 150, "max_ms": 4686.394, "p95_ms": 217.355}, "triton_wait": {"avg_ms": 61.109, "count": 150, "max_ms": 84.579, "p95_ms": 79.845}, "visualize": {"avg_ms": 7.28, "count": 150, "max_ms": 11.102, "p95_ms": 9.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2629}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1604.132, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.759, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:34:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:34:26+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T18:34:26+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T18:34:26.158702+09:00", "mtime_epoch": 1783071266.1587021, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:34:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 303, "max_ms": 5.282, "p95_ms": 4.123}, "gstreamer_push": {"avg_ms": 1.321, "count": 303, "max_ms": 1.537, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.056, "count": 303, "max_ms": 65.704, "p95_ms": 62.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.752, "count": 303, "max_ms": 74.324, "p95_ms": 58.891}, "yolo11_640_fire_11class": {"avg_ms": 50.688, "count": 303, "max_ms": 68.37, "p95_ms": 64.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.193, "count": 303, "max_ms": 83.089, "p95_ms": 76.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.367, "count": 303, "max_ms": 95.617, "p95_ms": 88.958}, "read_interval": {"avg_ms": 99.073, "count": 302, "max_ms": 753.438, "p95_ms": 172.953}, "triton_wait": {"avg_ms": 53.25, "count": 303, "max_ms": 83.102, "p95_ms": 76.79}, "visualize": {"avg_ms": 3.691, "count": 303, "max_ms": 4.972, "p95_ms": 4.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:33:55+09:00", "last_error_summary": "[h264 @ 0x5633a1818ec0] error while decoding MB 21 27, bytestream -24 [h264 @ 0x5633a2097a00] cabac decode of qscale diff failed at 49 34 [h264 @ 0x5633a2097a00] error while decoding MB 49 34, bytestream 5738 [h264 @ 0x5633a1855340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5633a1855340] error while decoding MB 0 25, bytestream 83043 [in#0/rtsp @ 0x5633a16e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5633a16e7e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T18:33:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.197, "last_started_at": "2026-07-03T18:33:58+09:00", "pid": 45864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.234, "name": "ffmpeg", "pid": 45864, "rss_mb": 266.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.841, "sample_count": 1610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:34:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T18:34:54+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T18:34:54+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T18:34:54.583226+09:00", "mtime_epoch": 1783071294.5832262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:34:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.717, "pushed": 5.717, "read": 5.684}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.94, "count": 171, "max_ms": 13.216, "p95_ms": 11.547}, "gstreamer_push": {"avg_ms": 0.965, "count": 171, "max_ms": 1.261, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.744, "count": 171, "max_ms": 63.853, "p95_ms": 60.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.266, "count": 171, "max_ms": 78.939, "p95_ms": 69.599}, "yolo11_640_fire_11class": {"avg_ms": 48.698, "count": 171, "max_ms": 66.204, "p95_ms": 63.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.155, "count": 171, "max_ms": 84.368, "p95_ms": 79.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.172, "count": 171, "max_ms": 230.005, "p95_ms": 207.677}, "read_interval": {"avg_ms": 175.943, "count": 170, "max_ms": 239.823, "p95_ms": 217.47}, "triton_wait": {"avg_ms": 60.93, "count": 171, "max_ms": 84.38, "p95_ms": 79.277}, "visualize": {"avg_ms": 7.622, "count": 171, "max_ms": 11.939, "p95_ms": 9.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1634.213, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.82, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:34:56+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T18:34:56+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T18:34:56.275257+09:00", "mtime_epoch": 1783071296.2752573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:34:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.101, "pushed": 10.134, "read": 10.101}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.402, "count": 303, "max_ms": 5.196, "p95_ms": 4.019}, "gstreamer_push": {"avg_ms": 1.311, "count": 304, "max_ms": 1.694, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.761, "count": 303, "max_ms": 66.883, "p95_ms": 60.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.62, "count": 303, "max_ms": 78.026, "p95_ms": 62.768}, "yolo11_640_fire_11class": {"avg_ms": 50.143, "count": 303, "max_ms": 69.854, "p95_ms": 62.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.547, "count": 303, "max_ms": 85.044, "p95_ms": 77.69}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.437, "count": 303, "max_ms": 97.369, "p95_ms": 89.728}, "read_interval": {"avg_ms": 98.998, "count": 303, "max_ms": 701.523, "p95_ms": 202.771}, "triton_wait": {"avg_ms": 53.345, "count": 303, "max_ms": 85.058, "p95_ms": 77.703}, "visualize": {"avg_ms": 3.697, "count": 303, "max_ms": 5.264, "p95_ms": 4.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:33:55+09:00", "last_error_summary": "[h264 @ 0x5633a1818ec0] error while decoding MB 21 27, bytestream -24 [h264 @ 0x5633a2097a00] cabac decode of qscale diff failed at 49 34 [h264 @ 0x5633a2097a00] error while decoding MB 49 34, bytestream 5738 [h264 @ 0x5633a1855340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5633a1855340] error while decoding MB 0 25, bytestream 83043 [in#0/rtsp @ 0x5633a16e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5633a16e7e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T18:33:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.316, "last_started_at": "2026-07-03T18:33:58+09:00", "pid": 45864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.492, "name": "ffmpeg", "pid": 45864, "rss_mb": 266.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.398, "sample_count": 1601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:35:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:35:24+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-03T18:35:24+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-03T18:35:24.623780+09:00", "mtime_epoch": 1783071324.6237795, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:35:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.701, "pushed": 5.701, "read": 5.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.918, "count": 170, "max_ms": 16.343, "p95_ms": 11.788}, "gstreamer_push": {"avg_ms": 0.966, "count": 171, "max_ms": 1.235, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.909, "count": 170, "max_ms": 64.881, "p95_ms": 62.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.329, "count": 170, "max_ms": 81.05, "p95_ms": 71.839}, "yolo11_640_fire_11class": {"avg_ms": 49.66, "count": 170, "max_ms": 68.787, "p95_ms": 63.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.682, "count": 170, "max_ms": 83.984, "p95_ms": 79.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.437, "count": 171, "max_ms": 234.38, "p95_ms": 208.234}, "read_interval": {"avg_ms": 175.847, "count": 170, "max_ms": 244.365, "p95_ms": 217.947}, "triton_wait": {"avg_ms": 62.224, "count": 170, "max_ms": 83.995, "p95_ms": 80.123}, "visualize": {"avg_ms": 7.558, "count": 170, "max_ms": 12.522, "p95_ms": 9.659}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1664.274, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.88, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:35:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:35:26+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:35:26+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T18:35:26.287810+09:00", "mtime_epoch": 1783071326.28781, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:35:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.434, "count": 301, "max_ms": 5.216, "p95_ms": 4.116}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 1.915, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.651, "count": 301, "max_ms": 70.015, "p95_ms": 62.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.078, "count": 301, "max_ms": 81.049, "p95_ms": 68.935}, "yolo11_640_fire_11class": {"avg_ms": 50.77, "count": 301, "max_ms": 70.027, "p95_ms": 65.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.68, "count": 301, "max_ms": 86.316, "p95_ms": 79.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.69, "count": 301, "max_ms": 98.462, "p95_ms": 91.82}, "read_interval": {"avg_ms": 99.938, "count": 300, "max_ms": 882.173, "p95_ms": 135.083}, "triton_wait": {"avg_ms": 54.48, "count": 301, "max_ms": 86.329, "p95_ms": 79.862}, "visualize": {"avg_ms": 3.731, "count": 301, "max_ms": 5.678, "p95_ms": 4.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 105, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:33:55+09:00", "last_error_summary": "[h264 @ 0x5633a1818ec0] error while decoding MB 21 27, bytestream -24 [h264 @ 0x5633a2097a00] cabac decode of qscale diff failed at 49 34 [h264 @ 0x5633a2097a00] error while decoding MB 49 34, bytestream 5738 [h264 @ 0x5633a1855340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5633a1855340] error while decoding MB 0 25, bytestream 83043 [in#0/rtsp @ 0x5633a16e7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5633a16e7e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T18:33:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.343, "last_started_at": "2026-07-03T18:33:58+09:00", "pid": 45864, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.812, "name": "ffmpeg", "pid": 45864, "rss_mb": 268.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 122, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 123}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.336, "sample_count": 1593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 257936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:35:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:35:54+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T18:35:54+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-03T18:35:54.676333+09:00", "mtime_epoch": 1783071354.6763327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:35:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.564, "pushed": 5.564, "read": 5.53}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.285, "count": 166, "max_ms": 15.588, "p95_ms": 12.304}, "gstreamer_push": {"avg_ms": 0.963, "count": 166, "max_ms": 1.706, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.326, "count": 166, "max_ms": 62.906, "p95_ms": 61.821}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.507, "count": 166, "max_ms": 79.788, "p95_ms": 69.391}, "yolo11_640_fire_11class": {"avg_ms": 50.225, "count": 166, "max_ms": 67.535, "p95_ms": 63.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.385, "count": 166, "max_ms": 82.967, "p95_ms": 79.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.281, "count": 166, "max_ms": 235.048, "p95_ms": 217.551}, "read_interval": {"avg_ms": 180.786, "count": 165, "max_ms": 244.575, "p95_ms": 227.828}, "triton_wait": {"avg_ms": 62.858, "count": 166, "max_ms": 82.98, "p95_ms": 79.123}, "visualize": {"avg_ms": 7.801, "count": 166, "max_ms": 11.567, "p95_ms": 10.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.835, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1694.279, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.591, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:35:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:35:56+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T18:35:56+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-03T18:35:56.284362+09:00", "mtime_epoch": 1783071356.2843623, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:35:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.044}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 300, "max_ms": 5.317, "p95_ms": 4.133}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 1.529, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.546, "count": 300, "max_ms": 67.58, "p95_ms": 61.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.961, "count": 300, "max_ms": 77.087, "p95_ms": 66.139}, "yolo11_640_fire_11class": {"avg_ms": 50.161, "count": 300, "max_ms": 69.53, "p95_ms": 63.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.667, "count": 300, "max_ms": 81.709, "p95_ms": 77.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.4, "count": 300, "max_ms": 93.984, "p95_ms": 89.286}, "read_interval": {"avg_ms": 100.001, "count": 300, "max_ms": 752.527, "p95_ms": 193.341}, "triton_wait": {"avg_ms": 54.281, "count": 300, "max_ms": 81.722, "p95_ms": 77.47}, "visualize": {"avg_ms": 3.694, "count": 300, "max_ms": 4.813, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 299, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:36:08+09:00", "last_error_summary": "[h264 @ 0x5625f6140400] error while decoding MB 42 18, bytestream -7", "last_exit_at": "2026-07-03T18:36:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.432, "last_started_at": "2026-07-03T18:36:11+09:00", "pid": 45971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.012, "name": "ffmpeg", "pid": 45971, "rss_mb": 265.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 27, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.17, "sample_count": 1581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:36:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:36:24+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T18:36:24+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T18:36:24.736886+09:00", "mtime_epoch": 1783071384.7368855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:36:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.329, "pushed": 5.329, "read": 5.295}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.278, "count": 159, "max_ms": 17.39, "p95_ms": 10.922}, "gstreamer_push": {"avg_ms": 1.007, "count": 159, "max_ms": 1.236, "p95_ms": 1.203}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.374, "count": 159, "max_ms": 64.048, "p95_ms": 61.387}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.24, "count": 159, "max_ms": 75.588, "p95_ms": 69.045}, "yolo11_640_fire_11class": {"avg_ms": 49.258, "count": 159, "max_ms": 66.463, "p95_ms": 64.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.605, "count": 159, "max_ms": 82.402, "p95_ms": 77.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.687, "count": 159, "max_ms": 223.437, "p95_ms": 183.171}, "read_interval": {"avg_ms": 189.031, "count": 158, "max_ms": 4623.635, "p95_ms": 193.703}, "triton_wait": {"avg_ms": 60.42, "count": 159, "max_ms": 82.415, "p95_ms": 77.524}, "visualize": {"avg_ms": 6.914, "count": 159, "max_ms": 11.252, "p95_ms": 8.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1724.289, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.228, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:36:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T18:36:26+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T18:36:26+09:00", "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-07-03T18:36:26.292914+09:00", "mtime_epoch": 1783071386.2929142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:36:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.054, "pushed": 10.054, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.452, "count": 300, "max_ms": 5.186, "p95_ms": 4.244}, "gstreamer_push": {"avg_ms": 1.327, "count": 300, "max_ms": 2.32, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.408, "count": 300, "max_ms": 66.457, "p95_ms": 60.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.952, "count": 300, "max_ms": 76.141, "p95_ms": 59.886}, "yolo11_640_fire_11class": {"avg_ms": 50.004, "count": 300, "max_ms": 69.457, "p95_ms": 62.245}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.728, "count": 300, "max_ms": 81.753, "p95_ms": 74.849}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.325, "count": 300, "max_ms": 95.216, "p95_ms": 87.389}, "read_interval": {"avg_ms": 100.029, "count": 300, "max_ms": 480.419, "p95_ms": 209.436}, "triton_wait": {"avg_ms": 52.112, "count": 300, "max_ms": 81.766, "p95_ms": 74.861}, "visualize": {"avg_ms": 3.707, "count": 300, "max_ms": 5.059, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.838, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2152}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 299, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:36:08+09:00", "last_error_summary": "[h264 @ 0x5625f6140400] error while decoding MB 42 18, bytestream -7", "last_exit_at": "2026-07-03T18:36:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.496, "last_started_at": "2026-07-03T18:36:11+09:00", "pid": 45971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.816, "name": "ffmpeg", "pid": 45971, "rss_mb": 266.816, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.841, "sample_count": 1618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:36:54+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-07-03T18:36:54+09:00", "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-07-03T18:36:54.781438+09:00", "mtime_epoch": 1783071414.7814376, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167567}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:36:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.812, "pushed": 6.812, "read": 6.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.622, "count": 204, "max_ms": 13.033, "p95_ms": 10.077}, "gstreamer_push": {"avg_ms": 1.073, "count": 204, "max_ms": 1.44, "p95_ms": 1.224}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.4, "count": 204, "max_ms": 68.916, "p95_ms": 63.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.7, "count": 204, "max_ms": 79.933, "p95_ms": 71.963}, "yolo11_640_fire_11class": {"avg_ms": 49.494, "count": 204, "max_ms": 69.097, "p95_ms": 64.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.42, "count": 204, "max_ms": 81.208, "p95_ms": 78.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 135.758, "count": 204, "max_ms": 189.535, "p95_ms": 179.708}, "read_interval": {"avg_ms": 147.27, "count": 203, "max_ms": 200.126, "p95_ms": 190.445}, "triton_wait": {"avg_ms": 60.287, "count": 204, "max_ms": 81.219, "p95_ms": 78.227}, "visualize": {"avg_ms": 6.24, "count": 204, "max_ms": 9.087, "p95_ms": 8.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1754.458, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.264, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:36:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T18:36:56+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T18:36:56+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T18:36:56.413468+09:00", "mtime_epoch": 1783071416.4134676, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:36:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.046, "pushed": 10.046, "read": 10.012}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.463, "count": 301, "max_ms": 5.113, "p95_ms": 4.165}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 2.042, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.737, "count": 301, "max_ms": 72.143, "p95_ms": 62.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.504, "count": 301, "max_ms": 79.46, "p95_ms": 65.448}, "yolo11_640_fire_11class": {"avg_ms": 51.362, "count": 301, "max_ms": 71.162, "p95_ms": 65.26}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.714, "count": 301, "max_ms": 81.287, "p95_ms": 76.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.418, "count": 301, "max_ms": 94.522, "p95_ms": 89.725}, "read_interval": {"avg_ms": 99.869, "count": 300, "max_ms": 799.816, "p95_ms": 168.41}, "triton_wait": {"avg_ms": 54.046, "count": 301, "max_ms": 81.3, "p95_ms": 76.863}, "visualize": {"avg_ms": 3.754, "count": 301, "max_ms": 4.81, "p95_ms": 4.284}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 299, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:36:08+09:00", "last_error_summary": "[h264 @ 0x5625f6140400] error while decoding MB 42 18, bytestream -7", "last_exit_at": "2026-07-03T18:36:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.668, "last_started_at": "2026-07-03T18:36:11+09:00", "pid": 45971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.137, "name": "ffmpeg", "pid": 45971, "rss_mb": 269.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.379, "sample_count": 1611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:37:25+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-03T18:37:24+09:00", "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-07-03T18:37:24.937991+09:00", "mtime_epoch": 1783071444.9379914, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:37:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.937, "pushed": 5.937, "read": 5.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.588, "count": 177, "max_ms": 17.374, "p95_ms": 11.411}, "gstreamer_push": {"avg_ms": 0.977, "count": 178, "max_ms": 1.246, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.519, "count": 177, "max_ms": 66.43, "p95_ms": 62.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.189, "count": 177, "max_ms": 84.521, "p95_ms": 70.027}, "yolo11_640_fire_11class": {"avg_ms": 50.41, "count": 177, "max_ms": 68.511, "p95_ms": 64.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.722, "count": 177, "max_ms": 83.475, "p95_ms": 79.373}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.557, "count": 178, "max_ms": 213.205, "p95_ms": 196.666}, "read_interval": {"avg_ms": 169.454, "count": 177, "max_ms": 223.084, "p95_ms": 208.263}, "triton_wait": {"avg_ms": 61.39, "count": 177, "max_ms": 84.534, "p95_ms": 79.387}, "visualize": {"avg_ms": 7.267, "count": 177, "max_ms": 10.798, "p95_ms": 9.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1784.559, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.535, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:37:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:37:26+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T18:37:26+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T18:37:26.598022+09:00", "mtime_epoch": 1783071446.598022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:37:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.852, "pushed": 9.852, "read": 9.819}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.41, "count": 295, "max_ms": 5.548, "p95_ms": 4.374}, "gstreamer_push": {"avg_ms": 1.311, "count": 295, "max_ms": 2.166, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.806, "count": 295, "max_ms": 65.171, "p95_ms": 62.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.327, "count": 295, "max_ms": 79.329, "p95_ms": 68.629}, "yolo11_640_fire_11class": {"avg_ms": 51.374, "count": 295, "max_ms": 70.717, "p95_ms": 64.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.679, "count": 295, "max_ms": 79.272, "p95_ms": 77.191}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.358, "count": 295, "max_ms": 93.899, "p95_ms": 89.443}, "read_interval": {"avg_ms": 101.751, "count": 294, "max_ms": 769.732, "p95_ms": 199.6}, "triton_wait": {"avg_ms": 54.297, "count": 295, "max_ms": 79.341, "p95_ms": 77.204}, "visualize": {"avg_ms": 3.658, "count": 295, "max_ms": 4.957, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 299, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:36:08+09:00", "last_error_summary": "[h264 @ 0x5625f6140400] error while decoding MB 42 18, bytestream -7", "last_exit_at": "2026-07-03T18:36:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.785, "last_started_at": "2026-07-03T18:36:11+09:00", "pid": 45971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.652, "name": "ffmpeg", "pid": 45971, "rss_mb": 269.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.531, "sample_count": 1623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:37:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:37:55+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T18:37:55+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T18:37:55.062544+09:00", "mtime_epoch": 1783071475.0625443, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:37:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.145, "pushed": 6.145, "read": 6.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.21, "count": 183, "max_ms": 13.46, "p95_ms": 11.094}, "gstreamer_push": {"avg_ms": 0.973, "count": 184, "max_ms": 1.2, "p95_ms": 1.165}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.209, "count": 183, "max_ms": 68.026, "p95_ms": 61.526}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.991, "count": 183, "max_ms": 78.112, "p95_ms": 71.256}, "yolo11_640_fire_11class": {"avg_ms": 48.304, "count": 183, "max_ms": 69.872, "p95_ms": 64.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.304, "count": 183, "max_ms": 85.179, "p95_ms": 78.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.822, "count": 184, "max_ms": 216.996, "p95_ms": 184.285}, "read_interval": {"avg_ms": 163.628, "count": 183, "max_ms": 227.241, "p95_ms": 194.735}, "triton_wait": {"avg_ms": 58.701, "count": 183, "max_ms": 85.191, "p95_ms": 78.663}, "visualize": {"avg_ms": 7.029, "count": 183, "max_ms": 9.838, "p95_ms": 8.752}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1814.63, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.096, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:37:56+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:37:56+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T18:37:56.694574+09:00", "mtime_epoch": 1783071476.694574, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:37:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.203, "pushed": 10.203, "read": 10.17}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.435, "count": 306, "max_ms": 5.121, "p95_ms": 4.198}, "gstreamer_push": {"avg_ms": 1.331, "count": 306, "max_ms": 2.04, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.999, "count": 306, "max_ms": 69.872, "p95_ms": 61.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.248, "count": 306, "max_ms": 81.023, "p95_ms": 62.544}, "yolo11_640_fire_11class": {"avg_ms": 50.356, "count": 306, "max_ms": 75.465, "p95_ms": 63.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.213, "count": 306, "max_ms": 84.542, "p95_ms": 76.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.871, "count": 306, "max_ms": 96.709, "p95_ms": 88.862}, "read_interval": {"avg_ms": 98.328, "count": 305, "max_ms": 763.685, "p95_ms": 204.479}, "triton_wait": {"avg_ms": 52.604, "count": 306, "max_ms": 84.555, "p95_ms": 76.15}, "visualize": {"avg_ms": 3.702, "count": 306, "max_ms": 5.163, "p95_ms": 4.308}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 106, "h264_decode_error_count": 299, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:36:08+09:00", "last_error_summary": "[h264 @ 0x5625f6140400] error while decoding MB 42 18, bytestream -7", "last_exit_at": "2026-07-03T18:36:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.878, "last_started_at": "2026-07-03T18:36:11+09:00", "pid": 45971, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.652, "name": "ffmpeg", "pid": 45971, "rss_mb": 269.652, "state": "S (sleeping)", "threads": 106}, "restart_count": 123, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 124}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.958, "sample_count": 1645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 258851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:38:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:38:25+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T18:38:25+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T18:38:25.135096+09:00", "mtime_epoch": 1783071505.1350958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:38:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.352, "pushed": 6.352, "read": 6.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.047, "count": 189, "max_ms": 12.93, "p95_ms": 10.444}, "gstreamer_push": {"avg_ms": 1.017, "count": 190, "max_ms": 1.249, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.87, "count": 189, "max_ms": 68.754, "p95_ms": 62.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.968, "count": 189, "max_ms": 79.379, "p95_ms": 70.729}, "yolo11_640_fire_11class": {"avg_ms": 50.303, "count": 189, "max_ms": 71.168, "p95_ms": 64.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.394, "count": 189, "max_ms": 85.079, "p95_ms": 78.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.208, "count": 190, "max_ms": 214.04, "p95_ms": 189.394}, "read_interval": {"avg_ms": 158.19, "count": 189, "max_ms": 223.969, "p95_ms": 199.244}, "triton_wait": {"avg_ms": 60.903, "count": 189, "max_ms": 85.092, "p95_ms": 78.065}, "visualize": {"avg_ms": 6.694, "count": 189, "max_ms": 10.607, "p95_ms": 8.76}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2649}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1844.704, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.728, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317971, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:38:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:38:26+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T18:38:26+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T18:38:26.771126+09:00", "mtime_epoch": 1783071506.7711258, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236477}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:38:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 301, "max_ms": 5.428, "p95_ms": 4.285}, "gstreamer_push": {"avg_ms": 1.326, "count": 301, "max_ms": 1.961, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.919, "count": 301, "max_ms": 70.915, "p95_ms": 63.329}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.118, "count": 301, "max_ms": 77.88, "p95_ms": 62.566}, "yolo11_640_fire_11class": {"avg_ms": 51.374, "count": 301, "max_ms": 74.046, "p95_ms": 65.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.71, "count": 301, "max_ms": 83.31, "p95_ms": 78.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.335, "count": 301, "max_ms": 95.568, "p95_ms": 90.195}, "read_interval": {"avg_ms": 99.983, "count": 300, "max_ms": 719.179, "p95_ms": 197.268}, "triton_wait": {"avg_ms": 54.118, "count": 301, "max_ms": 83.323, "p95_ms": 78.038}, "visualize": {"avg_ms": 3.705, "count": 301, "max_ms": 5.002, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 300, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:38:39+09:00", "last_error_summary": "[h264 @ 0x55c0a0cb6b00] error while decoding MB 33 19, bytestream -7", "last_exit_at": "2026-07-03T18:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.652, "last_started_at": "2026-07-03T18:38:42+09:00", "pid": 46078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.277, "name": "ffmpeg", "pid": 46078, "rss_mb": 264.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 27, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.887, "sample_count": 1734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:38:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:38:55+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-07-03T18:38:55+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T18:38:55.327649+09:00", "mtime_epoch": 1783071535.3276494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:38:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.546, "pushed": 5.546, "read": 5.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.829, "count": 165, "max_ms": 11.77, "p95_ms": 10.183}, "gstreamer_push": {"avg_ms": 1.012, "count": 166, "max_ms": 1.245, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.54, "count": 165, "max_ms": 66.298, "p95_ms": 61.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.98, "count": 165, "max_ms": 80.232, "p95_ms": 69.684}, "yolo11_640_fire_11class": {"avg_ms": 48.572, "count": 165, "max_ms": 66.837, "p95_ms": 62.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.062, "count": 165, "max_ms": 81.309, "p95_ms": 75.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.946, "count": 166, "max_ms": 224.784, "p95_ms": 183.055}, "read_interval": {"avg_ms": 181.804, "count": 165, "max_ms": 4964.24, "p95_ms": 194.31}, "triton_wait": {"avg_ms": 58.893, "count": 165, "max_ms": 81.322, "p95_ms": 75.789}, "visualize": {"avg_ms": 6.469, "count": 165, "max_ms": 9.614, "p95_ms": 8.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12377.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1874.768, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.665, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:38:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:38:56+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:38:56+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T18:38:56.835677+09:00", "mtime_epoch": 1783071536.835677, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:38:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.837}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 296, "max_ms": 5.435, "p95_ms": 4.041}, "gstreamer_push": {"avg_ms": 1.314, "count": 296, "max_ms": 1.856, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.766, "count": 296, "max_ms": 66.928, "p95_ms": 61.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.187, "count": 296, "max_ms": 76.543, "p95_ms": 59.924}, "yolo11_640_fire_11class": {"avg_ms": 50.204, "count": 296, "max_ms": 70.926, "p95_ms": 63.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.424, "count": 296, "max_ms": 81.472, "p95_ms": 73.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.147, "count": 296, "max_ms": 93.869, "p95_ms": 86.182}, "read_interval": {"avg_ms": 101.642, "count": 295, "max_ms": 746.121, "p95_ms": 200.597}, "triton_wait": {"avg_ms": 52.003, "count": 296, "max_ms": 81.484, "p95_ms": 73.719}, "visualize": {"avg_ms": 3.688, "count": 296, "max_ms": 4.85, "p95_ms": 4.091}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 300, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:38:39+09:00", "last_error_summary": "[h264 @ 0x55c0a0cb6b00] error while decoding MB 33 19, bytestream -7", "last_exit_at": "2026-07-03T18:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.761, "last_started_at": "2026-07-03T18:38:42+09:00", "pid": 46078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.824, "name": "ffmpeg", "pid": 46078, "rss_mb": 265.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.881, "sample_count": 1765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:39:25+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T18:39:25+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T18:39:25.408201+09:00", "mtime_epoch": 1783071565.4082005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164126}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:39:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.04, "pushed": 6.04, "read": 6.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.599, "count": 180, "max_ms": 12.497, "p95_ms": 11.292}, "gstreamer_push": {"avg_ms": 0.976, "count": 181, "max_ms": 1.215, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.164, "count": 180, "max_ms": 66.172, "p95_ms": 62.758}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.288, "count": 180, "max_ms": 85.654, "p95_ms": 74.084}, "yolo11_640_fire_11class": {"avg_ms": 49.547, "count": 180, "max_ms": 67.275, "p95_ms": 64.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.692, "count": 180, "max_ms": 84.459, "p95_ms": 77.857}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.901, "count": 181, "max_ms": 226.851, "p95_ms": 211.812}, "read_interval": {"avg_ms": 166.318, "count": 180, "max_ms": 237.639, "p95_ms": 222.609}, "triton_wait": {"avg_ms": 60.527, "count": 180, "max_ms": 85.666, "p95_ms": 77.954}, "visualize": {"avg_ms": 7.142, "count": 180, "max_ms": 11.147, "p95_ms": 9.412}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1904.785, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.712, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:39:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:39:26+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T18:39:26+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T18:39:26.848227+09:00", "mtime_epoch": 1783071566.8482268, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 239264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:39:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.167, "pushed": 10.167, "read": 10.167}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.384, "count": 305, "max_ms": 4.854, "p95_ms": 3.971}, "gstreamer_push": {"avg_ms": 1.313, "count": 305, "max_ms": 1.636, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.283, "count": 305, "max_ms": 72.089, "p95_ms": 62.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.51, "count": 305, "max_ms": 84.133, "p95_ms": 69.289}, "yolo11_640_fire_11class": {"avg_ms": 50.845, "count": 305, "max_ms": 68.351, "p95_ms": 64.994}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.756, "count": 305, "max_ms": 83.187, "p95_ms": 77.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.37, "count": 305, "max_ms": 96.208, "p95_ms": 89.712}, "read_interval": {"avg_ms": 98.42, "count": 305, "max_ms": 713.357, "p95_ms": 184.501}, "triton_wait": {"avg_ms": 53.274, "count": 305, "max_ms": 84.144, "p95_ms": 77.313}, "visualize": {"avg_ms": 3.701, "count": 305, "max_ms": 4.705, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 300, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:38:39+09:00", "last_error_summary": "[h264 @ 0x55c0a0cb6b00] error while decoding MB 33 19, bytestream -7", "last_exit_at": "2026-07-03T18:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.957, "last_started_at": "2026-07-03T18:38:42+09:00", "pid": 46078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.824, "name": "ffmpeg", "pid": 46078, "rss_mb": 265.824, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.837, "sample_count": 1773, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:39:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:39:55+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-03T18:39:55+09:00", "mjpeg": {"age_sec": 0.187, "exists": true, "mtime": "2026-07-03T18:39:55.572753+09:00", "mtime_epoch": 1783071595.5727527, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164259}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:39:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.99, "pushed": 5.99, "read": 5.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.322, "count": 179, "max_ms": 11.362, "p95_ms": 10.615}, "gstreamer_push": {"avg_ms": 0.983, "count": 179, "max_ms": 1.221, "p95_ms": 1.18}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.023, "count": 179, "max_ms": 68.876, "p95_ms": 63.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.757, "count": 179, "max_ms": 81.374, "p95_ms": 74.166}, "yolo11_640_fire_11class": {"avg_ms": 50.452, "count": 179, "max_ms": 72.902, "p95_ms": 64.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.12, "count": 179, "max_ms": 86.142, "p95_ms": 78.704}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.776, "count": 179, "max_ms": 226.807, "p95_ms": 201.497}, "read_interval": {"avg_ms": 167.553, "count": 178, "max_ms": 236.636, "p95_ms": 211.74}, "triton_wait": {"avg_ms": 61.724, "count": 179, "max_ms": 86.154, "p95_ms": 78.717}, "visualize": {"avg_ms": 7.075, "count": 179, "max_ms": 10.671, "p95_ms": 8.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1934.785, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.822, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:39:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:39:56+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:39:56+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T18:39:56.848776+09:00", "mtime_epoch": 1783071596.848776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 238094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:39:56+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.463, "count": 300, "max_ms": 4.992, "p95_ms": 4.294}, "gstreamer_push": {"avg_ms": 1.333, "count": 300, "max_ms": 1.97, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.36, "count": 300, "max_ms": 70.976, "p95_ms": 63.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.078, "count": 300, "max_ms": 81.918, "p95_ms": 72.028}, "yolo11_640_fire_11class": {"avg_ms": 51.728, "count": 300, "max_ms": 72.647, "p95_ms": 65.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.395, "count": 300, "max_ms": 86.153, "p95_ms": 78.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.011, "count": 300, "max_ms": 98.499, "p95_ms": 90.61}, "read_interval": {"avg_ms": 99.998, "count": 300, "max_ms": 810.406, "p95_ms": 171.818}, "triton_wait": {"avg_ms": 54.725, "count": 300, "max_ms": 86.165, "p95_ms": 78.556}, "visualize": {"avg_ms": 3.724, "count": 300, "max_ms": 4.617, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 300, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:38:39+09:00", "last_error_summary": "[h264 @ 0x55c0a0cb6b00] error while decoding MB 33 19, bytestream -7", "last_exit_at": "2026-07-03T18:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.982, "last_started_at": "2026-07-03T18:38:42+09:00", "pid": 46078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.629, "name": "ffmpeg", "pid": 46078, "rss_mb": 272.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.532, "sample_count": 1792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:40:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:40:25+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T18:40:25+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T18:40:25.641303+09:00", "mtime_epoch": 1783071625.641303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163663}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:40:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.331, "pushed": 6.331, "read": 6.298}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.963, "count": 189, "max_ms": 14.25, "p95_ms": 10.485}, "gstreamer_push": {"avg_ms": 1.016, "count": 189, "max_ms": 1.348, "p95_ms": 1.133}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.382, "count": 189, "max_ms": 63.915, "p95_ms": 60.645}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.258, "count": 189, "max_ms": 81.535, "p95_ms": 70.014}, "yolo11_640_fire_11class": {"avg_ms": 47.973, "count": 189, "max_ms": 67.028, "p95_ms": 61.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.575, "count": 189, "max_ms": 82.307, "p95_ms": 75.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.424, "count": 189, "max_ms": 215.089, "p95_ms": 195.596}, "read_interval": {"avg_ms": 158.898, "count": 188, "max_ms": 224.987, "p95_ms": 205.604}, "triton_wait": {"avg_ms": 59.079, "count": 189, "max_ms": 82.32, "p95_ms": 75.383}, "visualize": {"avg_ms": 6.743, "count": 189, "max_ms": 10.329, "p95_ms": 8.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1964.802, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.443, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:40:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:40:26+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T18:40:26+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T18:40:26.865325+09:00", "mtime_epoch": 1783071626.8653255, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:40:26+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.477, "count": 300, "max_ms": 5.199, "p95_ms": 4.577}, "gstreamer_push": {"avg_ms": 1.309, "count": 300, "max_ms": 2.153, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.468, "count": 300, "max_ms": 67.658, "p95_ms": 62.181}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.094, "count": 300, "max_ms": 78.235, "p95_ms": 57.737}, "yolo11_640_fire_11class": {"avg_ms": 50.711, "count": 300, "max_ms": 70.535, "p95_ms": 63.462}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.838, "count": 300, "max_ms": 83.115, "p95_ms": 75.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.484, "count": 300, "max_ms": 95.344, "p95_ms": 87.55}, "read_interval": {"avg_ms": 100.063, "count": 300, "max_ms": 751.408, "p95_ms": 170.861}, "triton_wait": {"avg_ms": 53.22, "count": 300, "max_ms": 83.127, "p95_ms": 75.5}, "visualize": {"avg_ms": 3.715, "count": 300, "max_ms": 5.55, "p95_ms": 4.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 300, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:38:39+09:00", "last_error_summary": "[h264 @ 0x55c0a0cb6b00] error while decoding MB 33 19, bytestream -7", "last_exit_at": "2026-07-03T18:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.023, "last_started_at": "2026-07-03T18:38:42+09:00", "pid": 46078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.207, "name": "ffmpeg", "pid": 46078, "rss_mb": 275.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 124, "restart_count_per_hour": 26, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 193.621, "sample_count": 1802, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:40:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:40:55+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T18:40:55+09:00", "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-07-03T18:40:55.697853+09:00", "mtime_epoch": 1783071655.697853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:40:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.924, "pushed": 5.924, "read": 5.891}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.229, "count": 177, "max_ms": 11.829, "p95_ms": 10.711}, "gstreamer_push": {"avg_ms": 0.971, "count": 177, "max_ms": 1.465, "p95_ms": 1.121}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.537, "count": 177, "max_ms": 65.954, "p95_ms": 63.501}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.211, "count": 177, "max_ms": 79.586, "p95_ms": 72.48}, "yolo11_640_fire_11class": {"avg_ms": 49.973, "count": 177, "max_ms": 66.848, "p95_ms": 64.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.544, "count": 177, "max_ms": 83.171, "p95_ms": 78.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.423, "count": 177, "max_ms": 225.438, "p95_ms": 203.592}, "read_interval": {"avg_ms": 169.84, "count": 176, "max_ms": 236.616, "p95_ms": 214.987}, "triton_wait": {"avg_ms": 62.335, "count": 177, "max_ms": 83.185, "p95_ms": 78.954}, "visualize": {"avg_ms": 7.155, "count": 177, "max_ms": 10.255, "p95_ms": 9.577}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 1994.877, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.532, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319473, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:40:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:40:56+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:40:56+09:00", "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-07-03T18:40:56.925875+09:00", "mtime_epoch": 1783071656.9258754, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:40:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.391, "count": 300, "max_ms": 5.104, "p95_ms": 4.027}, "gstreamer_push": {"avg_ms": 1.32, "count": 301, "max_ms": 1.877, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.91, "count": 300, "max_ms": 66.677, "p95_ms": 63.366}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.867, "count": 300, "max_ms": 77.883, "p95_ms": 67.229}, "yolo11_640_fire_11class": {"avg_ms": 50.707, "count": 300, "max_ms": 67.203, "p95_ms": 63.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.145, "count": 300, "max_ms": 82.899, "p95_ms": 77.91}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.359, "count": 301, "max_ms": 94.95, "p95_ms": 90.229}, "read_interval": {"avg_ms": 99.974, "count": 300, "max_ms": 732.45, "p95_ms": 194.123}, "triton_wait": {"avg_ms": 54.265, "count": 300, "max_ms": 82.911, "p95_ms": 77.922}, "visualize": {"avg_ms": 3.686, "count": 300, "max_ms": 4.912, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2024.886, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.443, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:41:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:41:27+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:41:26+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T18:41:26.950424+09:00", "mtime_epoch": 1783071686.9504244, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 237634}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:41:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.444, "count": 299, "max_ms": 5.067, "p95_ms": 4.288}, "gstreamer_push": {"avg_ms": 1.331, "count": 299, "max_ms": 2.03, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.646, "count": 299, "max_ms": 65.781, "p95_ms": 60.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.311, "count": 299, "max_ms": 78.484, "p95_ms": 54.865}, "yolo11_640_fire_11class": {"avg_ms": 50.156, "count": 299, "max_ms": 68.905, "p95_ms": 62.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.806, "count": 299, "max_ms": 81.601, "p95_ms": 74.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.735, "count": 299, "max_ms": 93.702, "p95_ms": 87.059}, "read_interval": {"avg_ms": 100.375, "count": 299, "max_ms": 750.698, "p95_ms": 191.289}, "triton_wait": {"avg_ms": 51.48, "count": 299, "max_ms": 81.612, "p95_ms": 74.925}, "visualize": {"avg_ms": 3.74, "count": 299, "max_ms": 5.383, "p95_ms": 4.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12402.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 107, "h264_decode_error_count": 300, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:38:39+09:00", "last_error_summary": "[h264 @ 0x55c0a0cb6b00] error while decoding MB 33 19, bytestream -7", "last_exit_at": "2026-07-03T18:38:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 172.333, "last_started_at": "2026-07-03T18:38:42+09:00", "pid": 46078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.395, "name": "ffmpeg", "pid": 46078, "rss_mb": 289.395, "state": "S (sleeping)", "threads": 104}, "restart_count": 124, "restart_count_per_hour": 25, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 125}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.342, "sample_count": 1727, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 259891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:41:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:41:35+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T18:41:34+09:00", "mjpeg": {"age_sec": 10.13, "exists": true, "mtime": "2026-07-03T18:41:25.006389+09:00", "mtime_epoch": 1783071685.006389, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:41:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.844, "pushed": 2.844, "read": 2.811}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.372, "count": 85, "max_ms": 14.041, "p95_ms": 11.196}, "gstreamer_push": {"avg_ms": 1.087, "count": 85, "max_ms": 1.677, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.11, "count": 85, "max_ms": 63.427, "p95_ms": 60.506}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.975, "count": 85, "max_ms": 76.112, "p95_ms": 69.652}, "yolo11_640_fire_11class": {"avg_ms": 48.15, "count": 85, "max_ms": 65.466, "p95_ms": 61.984}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.608, "count": 85, "max_ms": 79.799, "p95_ms": 77.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.157, "count": 85, "max_ms": 243.141, "p95_ms": 173.933}, "read_interval": {"avg_ms": 355.666, "count": 84, "max_ms": 10130.594, "p95_ms": 196.281}, "triton_wait": {"avg_ms": 57.315, "count": 85, "max_ms": 79.811, "p95_ms": 77.173}, "visualize": {"avg_ms": 5.951, "count": 85, "max_ms": 10.98, "p95_ms": 8.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2054.944, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.291, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:41:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:41:57+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-07-03T18:41:57+09:00", "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-07-03T18:41:57.014974+09:00", "mtime_epoch": 1783071717.014974, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 236420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:41:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.368, "count": 302, "max_ms": 4.979, "p95_ms": 3.798}, "gstreamer_push": {"avg_ms": 1.319, "count": 302, "max_ms": 1.622, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.269, "count": 302, "max_ms": 68.451, "p95_ms": 55.756}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.212, "count": 302, "max_ms": 76.188, "p95_ms": 59.27}, "yolo11_640_fire_11class": {"avg_ms": 49.634, "count": 302, "max_ms": 68.912, "p95_ms": 58.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.661, "count": 302, "max_ms": 85.025, "p95_ms": 72.955}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.313, "count": 302, "max_ms": 97.632, "p95_ms": 85.109}, "read_interval": {"avg_ms": 99.611, "count": 301, "max_ms": 777.806, "p95_ms": 193.924}, "triton_wait": {"avg_ms": 51.219, "count": 302, "max_ms": 85.036, "p95_ms": 72.968}, "visualize": {"avg_ms": 3.662, "count": 302, "max_ms": 4.66, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:41:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.559, "last_started_at": "2026-07-03T18:41:38+09:00", "pid": 46185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.047, "name": "ffmpeg", "pid": 46185, "rss_mb": 265.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 26, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.961, "sample_count": 1694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:42:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:42:05+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T18:42:05+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T18:42:05.055087+09:00", "mtime_epoch": 1783071725.0550869, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:42:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.358, "pushed": 5.358, "read": 5.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.364, "count": 160, "max_ms": 12.881, "p95_ms": 10.926}, "gstreamer_push": {"avg_ms": 0.999, "count": 160, "max_ms": 1.231, "p95_ms": 1.173}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.374, "count": 160, "max_ms": 66.373, "p95_ms": 61.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.849, "count": 160, "max_ms": 77.327, "p95_ms": 67.619}, "yolo11_640_fire_11class": {"avg_ms": 48.631, "count": 160, "max_ms": 69.841, "p95_ms": 63.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.5, "count": 160, "max_ms": 86.202, "p95_ms": 77.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.27, "count": 160, "max_ms": 223.76, "p95_ms": 201.038}, "read_interval": {"avg_ms": 188.051, "count": 159, "max_ms": 4382.266, "p95_ms": 212.482}, "triton_wait": {"avg_ms": 59.567, "count": 160, "max_ms": 86.214, "p95_ms": 77.184}, "visualize": {"avg_ms": 6.936, "count": 160, "max_ms": 10.825, "p95_ms": 9.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.305, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2084.973, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.067, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:42:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:42:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T18:42:27+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T18:42:27.035346+09:00", "mtime_epoch": 1783071747.0353456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:42:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.909, "pushed": 9.909, "read": 9.909}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.413, "count": 297, "max_ms": 5.117, "p95_ms": 4.093}, "gstreamer_push": {"avg_ms": 1.316, "count": 297, "max_ms": 1.773, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.149, "count": 297, "max_ms": 66.097, "p95_ms": 62.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.33, "count": 297, "max_ms": 78.9, "p95_ms": 61.464}, "yolo11_640_fire_11class": {"avg_ms": 50.761, "count": 297, "max_ms": 69.546, "p95_ms": 64.863}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.614, "count": 297, "max_ms": 81.655, "p95_ms": 76.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.102, "count": 297, "max_ms": 93.811, "p95_ms": 88.762}, "read_interval": {"avg_ms": 101.082, "count": 297, "max_ms": 751.278, "p95_ms": 185.257}, "triton_wait": {"avg_ms": 52.967, "count": 297, "max_ms": 81.667, "p95_ms": 76.846}, "visualize": {"avg_ms": 3.682, "count": 297, "max_ms": 4.536, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:41:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.603, "last_started_at": "2026-07-03T18:41:38+09:00", "pid": 46185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.305, "name": "ffmpeg", "pid": 46185, "rss_mb": 265.305, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 26, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.591, "sample_count": 1712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:42:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:42:35+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T18:42:35+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T18:42:35.119442+09:00", "mtime_epoch": 1783071755.119442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:42:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.631, "pushed": 6.631, "read": 6.597}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.896, "count": 198, "max_ms": 11.828, "p95_ms": 10.37}, "gstreamer_push": {"avg_ms": 1.058, "count": 198, "max_ms": 2.167, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.23, "count": 198, "max_ms": 64.76, "p95_ms": 62.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.878, "count": 198, "max_ms": 78.025, "p95_ms": 71.763}, "yolo11_640_fire_11class": {"avg_ms": 49.347, "count": 198, "max_ms": 68.526, "p95_ms": 63.293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.069, "count": 198, "max_ms": 82.184, "p95_ms": 77.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 140.38, "count": 198, "max_ms": 207.167, "p95_ms": 196.024}, "read_interval": {"avg_ms": 151.896, "count": 197, "max_ms": 217.158, "p95_ms": 205.692}, "triton_wait": {"avg_ms": 60.19, "count": 198, "max_ms": 82.195, "p95_ms": 77.436}, "visualize": {"avg_ms": 6.387, "count": 198, "max_ms": 9.658, "p95_ms": 8.695}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2115.069, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.302, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:42:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:42:57+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T18:42:57+09:00", "mjpeg": {"age_sec": 0.763, "exists": true, "mtime": "2026-07-03T18:42:56.427700+09:00", "mtime_epoch": 1783071776.4276996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234422}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:42:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.887, "pushed": 9.887, "read": 9.854}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.41, "count": 296, "max_ms": 5.197, "p95_ms": 3.858}, "gstreamer_push": {"avg_ms": 1.326, "count": 296, "max_ms": 1.758, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.452, "count": 296, "max_ms": 69.64, "p95_ms": 63.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.299, "count": 296, "max_ms": 78.564, "p95_ms": 66.279}, "yolo11_640_fire_11class": {"avg_ms": 51.308, "count": 296, "max_ms": 74.494, "p95_ms": 65.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.653, "count": 296, "max_ms": 82.02, "p95_ms": 77.475}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.315, "count": 296, "max_ms": 93.991, "p95_ms": 89.786}, "read_interval": {"avg_ms": 101.457, "count": 295, "max_ms": 775.44, "p95_ms": 152.524}, "triton_wait": {"avg_ms": 54.107, "count": 296, "max_ms": 82.047, "p95_ms": 77.488}, "visualize": {"avg_ms": 3.731, "count": 296, "max_ms": 6.739, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:41:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.827, "last_started_at": "2026-07-03T18:41:38+09:00", "pid": 46185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.852, "name": "ffmpeg", "pid": 46185, "rss_mb": 266.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 26, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.961, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:43:05+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-03T18:43:05+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-03T18:43:05.243808+09:00", "mtime_epoch": 1783071785.2438076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:43:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.453, "pushed": 6.453, "read": 6.42}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.785, "count": 193, "max_ms": 11.883, "p95_ms": 10.082}, "gstreamer_push": {"avg_ms": 1.032, "count": 193, "max_ms": 1.668, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.174, "count": 193, "max_ms": 64.745, "p95_ms": 61.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.209, "count": 193, "max_ms": 78.653, "p95_ms": 72.28}, "yolo11_640_fire_11class": {"avg_ms": 49.534, "count": 193, "max_ms": 70.07, "p95_ms": 64.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.372, "count": 193, "max_ms": 80.897, "p95_ms": 77.394}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.819, "count": 193, "max_ms": 215.339, "p95_ms": 182.39}, "read_interval": {"avg_ms": 155.483, "count": 192, "max_ms": 207.314, "p95_ms": 191.904}, "triton_wait": {"avg_ms": 60.376, "count": 193, "max_ms": 80.909, "p95_ms": 77.402}, "visualize": {"avg_ms": 6.619, "count": 193, "max_ms": 9.359, "p95_ms": 8.447}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2145.144, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.03, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:43:27+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:43:27+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T18:43:27.204080+09:00", "mtime_epoch": 1783071807.2040796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 234069}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:43:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.268, "pushed": 10.268, "read": 10.235}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.43, "count": 308, "max_ms": 5.921, "p95_ms": 4.389}, "gstreamer_push": {"avg_ms": 1.328, "count": 308, "max_ms": 2.172, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.302, "count": 308, "max_ms": 73.236, "p95_ms": 61.626}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.171, "count": 308, "max_ms": 76.254, "p95_ms": 70.112}, "yolo11_640_fire_11class": {"avg_ms": 51.01, "count": 308, "max_ms": 73.931, "p95_ms": 64.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.229, "count": 308, "max_ms": 87.181, "p95_ms": 76.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.761, "count": 308, "max_ms": 97.921, "p95_ms": 88.681}, "read_interval": {"avg_ms": 97.7, "count": 307, "max_ms": 761.03, "p95_ms": 206.388}, "triton_wait": {"avg_ms": 53.579, "count": 308, "max_ms": 87.192, "p95_ms": 76.529}, "visualize": {"avg_ms": 3.672, "count": 308, "max_ms": 5.76, "p95_ms": 4.263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:41:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.023, "last_started_at": "2026-07-03T18:41:38+09:00", "pid": 46185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.43, "name": "ffmpeg", "pid": 46185, "rss_mb": 269.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 125, "restart_count_per_hour": 25, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.224, "sample_count": 1711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:43:35+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T18:43:35+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T18:43:35.452183+09:00", "mtime_epoch": 1783071815.452183, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:43:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.158, "pushed": 6.158, "read": 6.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.377, "count": 184, "max_ms": 14.564, "p95_ms": 10.813}, "gstreamer_push": {"avg_ms": 1.026, "count": 184, "max_ms": 1.985, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.9, "count": 184, "max_ms": 67.634, "p95_ms": 62.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.566, "count": 184, "max_ms": 83.007, "p95_ms": 74.456}, "yolo11_640_fire_11class": {"avg_ms": 50.494, "count": 184, "max_ms": 73.186, "p95_ms": 65.865}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.814, "count": 184, "max_ms": 81.992, "p95_ms": 79.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.493, "count": 184, "max_ms": 230.848, "p95_ms": 198.686}, "read_interval": {"avg_ms": 162.98, "count": 183, "max_ms": 240.75, "p95_ms": 208.655}, "triton_wait": {"avg_ms": 62.06, "count": 184, "max_ms": 83.018, "p95_ms": 79.33}, "visualize": {"avg_ms": 6.899, "count": 184, "max_ms": 10.727, "p95_ms": 8.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2175.158, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.364, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:43:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:43:57+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T18:43:57+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T18:43:57.220459+09:00", "mtime_epoch": 1783071837.2204592, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232427}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:43:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.021, "pushed": 10.021, "read": 10.021}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.408, "count": 300, "max_ms": 5.661, "p95_ms": 4.3}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 2.039, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.04, "count": 300, "max_ms": 68.455, "p95_ms": 62.602}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.404, "count": 300, "max_ms": 82.281, "p95_ms": 71.439}, "yolo11_640_fire_11class": {"avg_ms": 51.629, "count": 300, "max_ms": 75.201, "p95_ms": 66.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.644, "count": 300, "max_ms": 82.465, "p95_ms": 78.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.362, "count": 300, "max_ms": 94.653, "p95_ms": 90.349}, "read_interval": {"avg_ms": 100.053, "count": 300, "max_ms": 773.007, "p95_ms": 165.996}, "triton_wait": {"avg_ms": 54.242, "count": 300, "max_ms": 82.479, "p95_ms": 78.369}, "visualize": {"avg_ms": 3.685, "count": 300, "max_ms": 4.552, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:41:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.149, "last_started_at": "2026-07-03T18:41:38+09:00", "pid": 46185, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.285, "name": "ffmpeg", "pid": 46185, "rss_mb": 285.285, "state": "S (sleeping)", "threads": 104}, "restart_count": 125, "restart_count_per_hour": 25, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 126}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.591, "sample_count": 1738, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:44:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:44:05+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T18:44:05+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T18:44:05.616567+09:00", "mtime_epoch": 1783071845.616567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:44:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.341, "pushed": 6.341, "read": 6.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.214, "count": 189, "max_ms": 14.684, "p95_ms": 10.962}, "gstreamer_push": {"avg_ms": 0.997, "count": 190, "max_ms": 1.382, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.602, "count": 189, "max_ms": 65.834, "p95_ms": 62.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.896, "count": 189, "max_ms": 78.261, "p95_ms": 70.618}, "yolo11_640_fire_11class": {"avg_ms": 48.627, "count": 189, "max_ms": 67.334, "p95_ms": 63.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.555, "count": 189, "max_ms": 84.122, "p95_ms": 78.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.705, "count": 190, "max_ms": 226.213, "p95_ms": 186.42}, "read_interval": {"avg_ms": 158.494, "count": 189, "max_ms": 236.212, "p95_ms": 199.199}, "triton_wait": {"avg_ms": 59.731, "count": 189, "max_ms": 84.135, "p95_ms": 78.653}, "visualize": {"avg_ms": 6.756, "count": 189, "max_ms": 10.806, "p95_ms": 8.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2205.171, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.258, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:44:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:44:27+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T18:44:27+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T18:44:27.232847+09:00", "mtime_epoch": 1783071867.2328467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232630}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:44:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 10.016}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.391, "count": 300, "max_ms": 5.3, "p95_ms": 4.159}, "gstreamer_push": {"avg_ms": 1.315, "count": 300, "max_ms": 2.417, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.325, "count": 300, "max_ms": 68.811, "p95_ms": 58.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.874, "count": 300, "max_ms": 81.075, "p95_ms": 63.521}, "yolo11_640_fire_11class": {"avg_ms": 50.118, "count": 300, "max_ms": 72.913, "p95_ms": 62.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.237, "count": 300, "max_ms": 83.648, "p95_ms": 72.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.994, "count": 300, "max_ms": 95.808, "p95_ms": 85.98}, "read_interval": {"avg_ms": 100.035, "count": 300, "max_ms": 363.655, "p95_ms": 203.768}, "triton_wait": {"avg_ms": 51.961, "count": 300, "max_ms": 83.665, "p95_ms": 73.725}, "visualize": {"avg_ms": 3.662, "count": 300, "max_ms": 5.786, "p95_ms": 4.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:44:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.622, "last_started_at": "2026-07-03T18:44:10+09:00", "pid": 46292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.41, "name": "ffmpeg", "pid": 46292, "rss_mb": 265.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 26, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.5, "sample_count": 1725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 260984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:44:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:44:35+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T18:44:35+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T18:44:35.608956+09:00", "mtime_epoch": 1783071875.6089563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:44:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.555, "pushed": 5.555, "read": 5.522}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.364, "count": 166, "max_ms": 16.585, "p95_ms": 12.797}, "gstreamer_push": {"avg_ms": 1.044, "count": 166, "max_ms": 1.391, "p95_ms": 1.207}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.592, "count": 166, "max_ms": 65.189, "p95_ms": 62.039}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.366, "count": 166, "max_ms": 79.404, "p95_ms": 71.152}, "yolo11_640_fire_11class": {"avg_ms": 49.054, "count": 166, "max_ms": 66.693, "p95_ms": 65.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.111, "count": 166, "max_ms": 80.343, "p95_ms": 77.146}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.785, "count": 166, "max_ms": 225.35, "p95_ms": 193.858}, "read_interval": {"avg_ms": 180.733, "count": 165, "max_ms": 4318.255, "p95_ms": 203.482}, "triton_wait": {"avg_ms": 59.756, "count": 166, "max_ms": 80.358, "p95_ms": 77.353}, "visualize": {"avg_ms": 6.682, "count": 166, "max_ms": 12.016, "p95_ms": 8.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2682}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2235.289, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.847, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:44:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:44:57+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T18:44:57+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T18:44:57.301243+09:00", "mtime_epoch": 1783071897.3012428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 232264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:44:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.0}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 300, "max_ms": 5.522, "p95_ms": 4.291}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 1.531, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.951, "count": 300, "max_ms": 66.319, "p95_ms": 62.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.454, "count": 300, "max_ms": 76.268, "p95_ms": 61.44}, "yolo11_640_fire_11class": {"avg_ms": 50.794, "count": 300, "max_ms": 74.218, "p95_ms": 64.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.358, "count": 300, "max_ms": 83.41, "p95_ms": 75.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.017, "count": 301, "max_ms": 95.288, "p95_ms": 87.805}, "read_interval": {"avg_ms": 99.971, "count": 300, "max_ms": 830.705, "p95_ms": 188.028}, "triton_wait": {"avg_ms": 52.858, "count": 300, "max_ms": 83.421, "p95_ms": 75.732}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 5.022, "p95_ms": 4.262}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:44:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.634, "last_started_at": "2026-07-03T18:44:10+09:00", "pid": 46292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.504, "name": "ffmpeg", "pid": 46292, "rss_mb": 268.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 26, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.152, "sample_count": 1732, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:45:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:45:05+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T18:45:05+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T18:45:05.717355+09:00", "mtime_epoch": 1783071905.717355, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:45:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.3, "pushed": 6.3, "read": 6.266}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.076, "count": 188, "max_ms": 14.677, "p95_ms": 10.311}, "gstreamer_push": {"avg_ms": 1.021, "count": 188, "max_ms": 1.751, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.488, "count": 188, "max_ms": 68.225, "p95_ms": 62.377}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.342, "count": 188, "max_ms": 80.067, "p95_ms": 72.048}, "yolo11_640_fire_11class": {"avg_ms": 49.898, "count": 188, "max_ms": 70.226, "p95_ms": 64.917}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.523, "count": 188, "max_ms": 83.158, "p95_ms": 77.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.534, "count": 188, "max_ms": 221.594, "p95_ms": 190.57}, "read_interval": {"avg_ms": 159.883, "count": 187, "max_ms": 230.975, "p95_ms": 201.944}, "triton_wait": {"avg_ms": 60.713, "count": 188, "max_ms": 83.17, "p95_ms": 78.676}, "visualize": {"avg_ms": 6.759, "count": 188, "max_ms": 10.936, "p95_ms": 8.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2265.334, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.158, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:45:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:45:27+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:45:27+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T18:45:27.393647+09:00", "mtime_epoch": 1783071927.3936467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:45:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.796, "pushed": 9.796, "read": 9.796}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 293, "max_ms": 5.536, "p95_ms": 4.412}, "gstreamer_push": {"avg_ms": 1.329, "count": 293, "max_ms": 1.968, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.293, "count": 293, "max_ms": 68.067, "p95_ms": 63.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.093, "count": 293, "max_ms": 77.904, "p95_ms": 69.799}, "yolo11_640_fire_11class": {"avg_ms": 51.803, "count": 293, "max_ms": 73.211, "p95_ms": 66.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.404, "count": 293, "max_ms": 84.491, "p95_ms": 78.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.828, "count": 293, "max_ms": 96.123, "p95_ms": 89.926}, "read_interval": {"avg_ms": 102.553, "count": 293, "max_ms": 861.11, "p95_ms": 184.36}, "triton_wait": {"avg_ms": 54.639, "count": 293, "max_ms": 84.502, "p95_ms": 78.113}, "visualize": {"avg_ms": 3.694, "count": 293, "max_ms": 5.787, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2177}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:44:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.723, "last_started_at": "2026-07-03T18:44:10+09:00", "pid": 46292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.309, "name": "ffmpeg", "pid": 46292, "rss_mb": 270.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 25, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.96, "sample_count": 1729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:45:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:45:35+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-03T18:45:35+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T18:45:35.745760+09:00", "mtime_epoch": 1783071935.74576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:45:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.244, "pushed": 6.244, "read": 6.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.271, "count": 186, "max_ms": 12.634, "p95_ms": 10.892}, "gstreamer_push": {"avg_ms": 1.016, "count": 187, "max_ms": 1.257, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.841, "count": 186, "max_ms": 66.82, "p95_ms": 62.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.465, "count": 186, "max_ms": 78.03, "p95_ms": 71.474}, "yolo11_640_fire_11class": {"avg_ms": 49.865, "count": 186, "max_ms": 66.93, "p95_ms": 64.619}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.253, "count": 186, "max_ms": 82.226, "p95_ms": 77.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.73, "count": 187, "max_ms": 213.382, "p95_ms": 200.426}, "read_interval": {"avg_ms": 160.852, "count": 186, "max_ms": 223.375, "p95_ms": 210.345}, "triton_wait": {"avg_ms": 61.187, "count": 186, "max_ms": 82.238, "p95_ms": 77.575}, "visualize": {"avg_ms": 6.794, "count": 186, "max_ms": 10.255, "p95_ms": 9.248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2687}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2295.437, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.192, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:45:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:45:57+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T18:45:57+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T18:45:57.446057+09:00", "mtime_epoch": 1783071957.4460566, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 230589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:45:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.253, "pushed": 10.253, "read": 10.219}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.465, "count": 307, "max_ms": 5.629, "p95_ms": 4.312}, "gstreamer_push": {"avg_ms": 1.33, "count": 307, "max_ms": 1.817, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.596, "count": 307, "max_ms": 69.127, "p95_ms": 63.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.347, "count": 307, "max_ms": 80.281, "p95_ms": 68.906}, "yolo11_640_fire_11class": {"avg_ms": 51.663, "count": 307, "max_ms": 71.402, "p95_ms": 65.326}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.096, "count": 307, "max_ms": 84.912, "p95_ms": 77.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.842, "count": 307, "max_ms": 96.85, "p95_ms": 90.111}, "read_interval": {"avg_ms": 97.858, "count": 306, "max_ms": 352.919, "p95_ms": 181.177}, "triton_wait": {"avg_ms": 54.613, "count": 307, "max_ms": 84.924, "p95_ms": 78.217}, "visualize": {"avg_ms": 3.721, "count": 307, "max_ms": 4.791, "p95_ms": 4.293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:44:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.729, "last_started_at": "2026-07-03T18:44:10+09:00", "pid": 46292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.309, "name": "ffmpeg", "pid": 46292, "rss_mb": 270.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 126, "restart_count_per_hour": 25, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.965, "sample_count": 1727, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:46:05+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T18:46:05+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-03T18:46:05.754171+09:00", "mtime_epoch": 1783071965.7541711, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:46:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.968, "pushed": 5.968, "read": 5.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.411, "count": 179, "max_ms": 14.729, "p95_ms": 10.811}, "gstreamer_push": {"avg_ms": 1.002, "count": 179, "max_ms": 1.355, "p95_ms": 1.167}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.839, "count": 179, "max_ms": 62.55, "p95_ms": 61.529}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.509, "count": 179, "max_ms": 77.918, "p95_ms": 73.131}, "yolo11_640_fire_11class": {"avg_ms": 50.571, "count": 179, "max_ms": 69.784, "p95_ms": 64.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.508, "count": 179, "max_ms": 82.27, "p95_ms": 79.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.491, "count": 179, "max_ms": 227.465, "p95_ms": 201.962}, "read_interval": {"avg_ms": 167.616, "count": 179, "max_ms": 239.953, "p95_ms": 211.292}, "triton_wait": {"avg_ms": 62.382, "count": 179, "max_ms": 82.282, "p95_ms": 79.314}, "visualize": {"avg_ms": 7.168, "count": 179, "max_ms": 11.003, "p95_ms": 9.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2325.478, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.388, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:46:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:46:27+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T18:46:27+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-03T18:46:27.422472+09:00", "mtime_epoch": 1783071987.4224722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 228414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:46:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.379, "count": 300, "max_ms": 5.183, "p95_ms": 4.066}, "gstreamer_push": {"avg_ms": 1.318, "count": 300, "max_ms": 1.906, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.609, "count": 300, "max_ms": 69.029, "p95_ms": 62.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.586, "count": 300, "max_ms": 76.365, "p95_ms": 70.755}, "yolo11_640_fire_11class": {"avg_ms": 51.178, "count": 300, "max_ms": 70.06, "p95_ms": 64.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.1, "count": 300, "max_ms": 83.108, "p95_ms": 77.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.813, "count": 300, "max_ms": 95.091, "p95_ms": 89.501}, "read_interval": {"avg_ms": 100.206, "count": 299, "max_ms": 650.109, "p95_ms": 173.914}, "triton_wait": {"avg_ms": 53.783, "count": 300, "max_ms": 83.12, "p95_ms": 77.813}, "visualize": {"avg_ms": 3.648, "count": 300, "max_ms": 5.532, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 108, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:41:36+09:00", "last_error_summary": "[h264 @ 0x5583197b9040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197b9040] error while decoding MB 0 31, bytestream 113242 [h264 @ 0x5583198ccd40] left block unavailable for requested intra mode [h264 @ 0x5583198ccd40] error while decoding MB 0 34, bytestream 3049 [h264 @ 0x5583197cb180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5583197cb180] error while decoding MB 0 24, bytestream 2521 [h264 @ 0x5583198e0f00] left block unavailable for requested", "last_exit_at": "2026-07-03T18:44:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.872, "last_started_at": "2026-07-03T18:44:10+09:00", "pid": 46292, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.453, "name": "ffmpeg", "pid": 46292, "rss_mb": 286.453, "state": "S (sleeping)", "threads": 104}, "restart_count": 126, "restart_count_per_hour": 25, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 127}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.024, "sample_count": 1826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:46:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T18:46:36+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T18:46:35+09:00", "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-07-03T18:46:35.906591+09:00", "mtime_epoch": 1783071995.906591, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167536}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:46:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.137, "pushed": 6.137, "read": 6.104}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.397, "count": 183, "max_ms": 15.213, "p95_ms": 10.936}, "gstreamer_push": {"avg_ms": 1.012, "count": 184, "max_ms": 1.391, "p95_ms": 1.169}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.115, "count": 183, "max_ms": 64.925, "p95_ms": 61.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.308, "count": 183, "max_ms": 79.7, "p95_ms": 72.087}, "yolo11_640_fire_11class": {"avg_ms": 50.736, "count": 183, "max_ms": 69.251, "p95_ms": 64.703}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.168, "count": 183, "max_ms": 83.738, "p95_ms": 77.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 152.709, "count": 184, "max_ms": 224.677, "p95_ms": 195.38}, "read_interval": {"avg_ms": 163.884, "count": 183, "max_ms": 234.776, "p95_ms": 205.218}, "triton_wait": {"avg_ms": 61.732, "count": 183, "max_ms": 83.749, "p95_ms": 78.239}, "visualize": {"avg_ms": 6.879, "count": 183, "max_ms": 10.492, "p95_ms": 8.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2692}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12378.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2355.531, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.286, "sample_count": 2991, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:46:57+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T18:46:57+09:00", "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-07-03T18:46:57.530896+09:00", "mtime_epoch": 1783072017.5308957, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224924}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:46:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.675, "pushed": 9.675, "read": 9.642}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.686, "count": 290, "max_ms": 6.357, "p95_ms": 5.604}, "gstreamer_push": {"avg_ms": 1.296, "count": 290, "max_ms": 1.496, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.331, "count": 290, "max_ms": 69.284, "p95_ms": 62.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.021, "count": 290, "max_ms": 78.599, "p95_ms": 68.624}, "yolo11_640_fire_11class": {"avg_ms": 50.737, "count": 290, "max_ms": 70.036, "p95_ms": 63.443}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.784, "count": 290, "max_ms": 84.031, "p95_ms": 77.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.578, "count": 290, "max_ms": 145.034, "p95_ms": 109.903}, "read_interval": {"avg_ms": 103.476, "count": 289, "max_ms": 758.477, "p95_ms": 165.47}, "triton_wait": {"avg_ms": 53.96, "count": 290, "max_ms": 84.043, "p95_ms": 77.63}, "visualize": {"avg_ms": 3.866, "count": 290, "max_ms": 6.445, "p95_ms": 5.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2182}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12378.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 308, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:46:37+09:00", "last_error_summary": "[h264 @ 0x55944d60de80] error while decoding MB 26 17, bytestream -11", "last_exit_at": "2026-07-03T18:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.865, "last_started_at": "2026-07-03T18:46:40+09:00", "pid": 46399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.84, "name": "ffmpeg", "pid": 46399, "rss_mb": 264.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 26, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.38, "sample_count": 1823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 261880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:47:06+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-07-03T18:47:05+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T18:47:05.995016+09:00", "mtime_epoch": 1783072025.9950156, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:47:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.275, "pushed": 5.275, "read": 5.242}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.127, "count": 157, "max_ms": 13.482, "p95_ms": 11.106}, "gstreamer_push": {"avg_ms": 1.008, "count": 158, "max_ms": 1.405, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.467, "count": 157, "max_ms": 68.702, "p95_ms": 62.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.955, "count": 157, "max_ms": 82.4, "p95_ms": 74.544}, "yolo11_640_fire_11class": {"avg_ms": 50.118, "count": 157, "max_ms": 69.207, "p95_ms": 64.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.157, "count": 157, "max_ms": 84.768, "p95_ms": 82.26}}, "truncated_count": 0}, "processing_total": {"avg_ms": 153.037, "count": 158, "max_ms": 224.915, "p95_ms": 205.24}, "read_interval": {"avg_ms": 190.601, "count": 157, "max_ms": 4372.902, "p95_ms": 214.954}, "triton_wait": {"avg_ms": 62.167, "count": 157, "max_ms": 84.782, "p95_ms": 82.378}, "visualize": {"avg_ms": 6.931, "count": 157, "max_ms": 11.347, "p95_ms": 9.703}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2385.599, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.415, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:47:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T18:47:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T18:47:27+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T18:47:27.663325+09:00", "mtime_epoch": 1783072047.663325, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:47:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.395, "pushed": 10.395, "read": 10.362}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.93, "count": 311, "max_ms": 8.715, "p95_ms": 6.586}, "gstreamer_push": {"avg_ms": 1.294, "count": 311, "max_ms": 1.605, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.372, "count": 311, "max_ms": 67.526, "p95_ms": 61.876}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.165, "count": 311, "max_ms": 82.647, "p95_ms": 74.33}, "yolo11_640_fire_11class": {"avg_ms": 51.021, "count": 311, "max_ms": 73.168, "p95_ms": 64.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.117, "count": 311, "max_ms": 83.578, "p95_ms": 79.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.626, "count": 311, "max_ms": 184.505, "p95_ms": 132.837}, "read_interval": {"avg_ms": 96.736, "count": 310, "max_ms": 354.072, "p95_ms": 172.391}, "triton_wait": {"avg_ms": 54.565, "count": 311, "max_ms": 83.59, "p95_ms": 80.131}, "visualize": {"avg_ms": 3.995, "count": 311, "max_ms": 7.195, "p95_ms": 6.011}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 308, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:46:37+09:00", "last_error_summary": "[h264 @ 0x55944d60de80] error while decoding MB 26 17, bytestream -11", "last_exit_at": "2026-07-03T18:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.938, "last_started_at": "2026-07-03T18:46:40+09:00", "pid": 46399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.801, "name": "ffmpeg", "pid": 46399, "rss_mb": 271.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 195.38, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:47:36+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T18:47:36+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-03T18:47:36.071446+09:00", "mtime_epoch": 1783072056.071446, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:47:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.414, "pushed": 6.414, "read": 6.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.174, "count": 192, "max_ms": 18.096, "p95_ms": 11.07}, "gstreamer_push": {"avg_ms": 1.061, "count": 192, "max_ms": 1.712, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.217, "count": 192, "max_ms": 67.86, "p95_ms": 61.785}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.896, "count": 192, "max_ms": 88.163, "p95_ms": 73.465}, "yolo11_640_fire_11class": {"avg_ms": 49.254, "count": 192, "max_ms": 71.291, "p95_ms": 64.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.757, "count": 192, "max_ms": 88.922, "p95_ms": 78.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.307, "count": 192, "max_ms": 209.472, "p95_ms": 186.236}, "read_interval": {"avg_ms": 156.584, "count": 191, "max_ms": 220.816, "p95_ms": 197.797}, "triton_wait": {"avg_ms": 61.274, "count": 192, "max_ms": 88.934, "p95_ms": 78.263}, "visualize": {"avg_ms": 6.623, "count": 192, "max_ms": 10.291, "p95_ms": 9.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2697}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2415.674, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.455, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:47:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:47:57+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:47:57+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T18:47:57.739759+09:00", "mtime_epoch": 1783072077.7397594, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221458}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:47:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 300, "max_ms": 5.163, "p95_ms": 4.161}, "gstreamer_push": {"avg_ms": 1.334, "count": 301, "max_ms": 2.137, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.174, "count": 300, "max_ms": 65.985, "p95_ms": 62.888}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.856, "count": 300, "max_ms": 77.573, "p95_ms": 65.133}, "yolo11_640_fire_11class": {"avg_ms": 51.603, "count": 300, "max_ms": 72.554, "p95_ms": 65.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.215, "count": 300, "max_ms": 81.384, "p95_ms": 76.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.808, "count": 301, "max_ms": 93.783, "p95_ms": 89.424}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 731.51, "p95_ms": 195.941}, "triton_wait": {"avg_ms": 54.629, "count": 300, "max_ms": 81.397, "p95_ms": 77.046}, "visualize": {"avg_ms": 3.697, "count": 300, "max_ms": 4.75, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 308, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:46:37+09:00", "last_error_summary": "[h264 @ 0x55944d60de80] error while decoding MB 26 17, bytestream -11", "last_exit_at": "2026-07-03T18:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.105, "last_started_at": "2026-07-03T18:46:40+09:00", "pid": 46399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.75, "name": "ffmpeg", "pid": 46399, "rss_mb": 274.75, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 197.835, "sample_count": 1821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:48:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:48:06+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T18:48:06+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T18:48:06.235883+09:00", "mtime_epoch": 1783072086.235883, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:48:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.565, "pushed": 6.565, "read": 6.532}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.997, "count": 196, "max_ms": 12.824, "p95_ms": 10.638}, "gstreamer_push": {"avg_ms": 1.045, "count": 196, "max_ms": 1.395, "p95_ms": 1.219}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.207, "count": 196, "max_ms": 64.148, "p95_ms": 61.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.934, "count": 196, "max_ms": 76.9, "p95_ms": 70.45}, "yolo11_640_fire_11class": {"avg_ms": 49.095, "count": 196, "max_ms": 66.186, "p95_ms": 63.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.955, "count": 196, "max_ms": 79.92, "p95_ms": 77.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.672, "count": 196, "max_ms": 216.124, "p95_ms": 193.579}, "read_interval": {"avg_ms": 153.059, "count": 195, "max_ms": 227.704, "p95_ms": 203.448}, "triton_wait": {"avg_ms": 61.014, "count": 196, "max_ms": 79.932, "p95_ms": 77.526}, "visualize": {"avg_ms": 6.398, "count": 196, "max_ms": 9.579, "p95_ms": 8.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2445.747, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.568, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:48:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:48:27+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:48:27+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T18:48:27.808199+09:00", "mtime_epoch": 1783072107.8081987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 227320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:48:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.52, "count": 301, "max_ms": 4.994, "p95_ms": 4.702}, "gstreamer_push": {"avg_ms": 1.325, "count": 301, "max_ms": 1.876, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.418, "count": 301, "max_ms": 70.292, "p95_ms": 62.169}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.435, "count": 301, "max_ms": 79.155, "p95_ms": 71.056}, "yolo11_640_fire_11class": {"avg_ms": 50.99, "count": 301, "max_ms": 74.886, "p95_ms": 64.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.858, "count": 301, "max_ms": 80.556, "p95_ms": 77.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.636, "count": 301, "max_ms": 93.703, "p95_ms": 90.227}, "read_interval": {"avg_ms": 99.975, "count": 300, "max_ms": 754.956, "p95_ms": 190.291}, "triton_wait": {"avg_ms": 54.297, "count": 301, "max_ms": 80.569, "p95_ms": 77.771}, "visualize": {"avg_ms": 3.719, "count": 301, "max_ms": 5.083, "p95_ms": 4.48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2187}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12394.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 308, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:46:37+09:00", "last_error_summary": "[h264 @ 0x55944d60de80] error while decoding MB 26 17, bytestream -11", "last_exit_at": "2026-07-03T18:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.115, "last_started_at": "2026-07-03T18:46:40+09:00", "pid": 46399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.422, "name": "ffmpeg", "pid": 46399, "rss_mb": 280.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.376, "sample_count": 1811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:48:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:48:36+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T18:48:36+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T18:48:36.216322+09:00", "mtime_epoch": 1783072116.2163224, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:48:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.825, "pushed": 5.825, "read": 5.791}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.569, "count": 174, "max_ms": 15.845, "p95_ms": 12.467}, "gstreamer_push": {"avg_ms": 0.987, "count": 174, "max_ms": 1.446, "p95_ms": 1.162}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.21, "count": 174, "max_ms": 66.896, "p95_ms": 62.456}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.583, "count": 174, "max_ms": 79.982, "p95_ms": 72.273}, "yolo11_640_fire_11class": {"avg_ms": 48.676, "count": 174, "max_ms": 70.228, "p95_ms": 64.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.437, "count": 174, "max_ms": 85.007, "p95_ms": 78.727}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.549, "count": 174, "max_ms": 225.007, "p95_ms": 202.963}, "read_interval": {"avg_ms": 172.331, "count": 173, "max_ms": 234.949, "p95_ms": 212.707}, "triton_wait": {"avg_ms": 60.789, "count": 174, "max_ms": 85.021, "p95_ms": 78.738}, "visualize": {"avg_ms": 7.367, "count": 174, "max_ms": 11.467, "p95_ms": 9.618}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2702}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12395.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2476.087, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.375, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:48:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T18:48:58+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T18:48:58+09:00", "mjpeg": {"age_sec": 0.789, "exists": true, "mtime": "2026-07-03T18:48:57.420636+09:00", "mtime_epoch": 1783072137.420636, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 226272}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:48:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.768}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.471, "count": 293, "max_ms": 4.939, "p95_ms": 4.297}, "gstreamer_push": {"avg_ms": 1.317, "count": 293, "max_ms": 1.846, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.981, "count": 293, "max_ms": 66.976, "p95_ms": 62.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.651, "count": 293, "max_ms": 80.075, "p95_ms": 67.096}, "yolo11_640_fire_11class": {"avg_ms": 51.705, "count": 293, "max_ms": 69.675, "p95_ms": 64.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.944, "count": 293, "max_ms": 80.331, "p95_ms": 77.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.617, "count": 293, "max_ms": 92.723, "p95_ms": 89.382}, "read_interval": {"avg_ms": 102.406, "count": 293, "max_ms": 799.312, "p95_ms": 192.066}, "triton_wait": {"avg_ms": 54.489, "count": 293, "max_ms": 80.343, "p95_ms": 77.134}, "visualize": {"avg_ms": 3.664, "count": 293, "max_ms": 4.884, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12395.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 109, "h264_decode_error_count": 308, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:46:37+09:00", "last_error_summary": "[h264 @ 0x55944d60de80] error while decoding MB 26 17, bytestream -11", "last_exit_at": "2026-07-03T18:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.132, "last_started_at": "2026-07-03T18:46:40+09:00", "pid": 46399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.227, "name": "ffmpeg", "pid": 46399, "rss_mb": 282.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 127, "restart_count_per_hour": 25, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 128}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.376, "sample_count": 1809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:49:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:49:06+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T18:49:06+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T18:49:06.308768+09:00", "mtime_epoch": 1783072146.308768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:49:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.299, "pushed": 6.299, "read": 6.265}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.786, "count": 188, "max_ms": 14.592, "p95_ms": 10.456}, "gstreamer_push": {"avg_ms": 1.026, "count": 188, "max_ms": 1.327, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.314, "count": 188, "max_ms": 64.129, "p95_ms": 61.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.912, "count": 188, "max_ms": 82.435, "p95_ms": 72.011}, "yolo11_640_fire_11class": {"avg_ms": 50.779, "count": 188, "max_ms": 67.121, "p95_ms": 63.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.77, "count": 188, "max_ms": 81.718, "p95_ms": 77.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.736, "count": 188, "max_ms": 209.421, "p95_ms": 183.62}, "read_interval": {"avg_ms": 159.86, "count": 187, "max_ms": 216.73, "p95_ms": 193.487}, "triton_wait": {"avg_ms": 62.405, "count": 188, "max_ms": 82.447, "p95_ms": 78.161}, "visualize": {"avg_ms": 6.681, "count": 188, "max_ms": 10.303, "p95_ms": 8.366}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.848, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2704}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12396.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2506.106, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.341, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:49:28+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T18:49:28+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T18:49:28.165095+09:00", "mtime_epoch": 1783072168.1650946, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:49:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.129, "pushed": 10.129, "read": 10.095}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.38, "count": 303, "max_ms": 4.687, "p95_ms": 3.49}, "gstreamer_push": {"avg_ms": 1.32, "count": 303, "max_ms": 1.49, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.4, "count": 303, "max_ms": 66.786, "p95_ms": 59.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.428, "count": 303, "max_ms": 76.536, "p95_ms": 53.11}, "yolo11_640_fire_11class": {"avg_ms": 49.963, "count": 303, "max_ms": 68.868, "p95_ms": 63.098}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.815, "count": 303, "max_ms": 81.103, "p95_ms": 72.64}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.278, "count": 303, "max_ms": 93.12, "p95_ms": 85.44}, "read_interval": {"avg_ms": 99.137, "count": 302, "max_ms": 787.523, "p95_ms": 190.371}, "triton_wait": {"avg_ms": 51.262, "count": 303, "max_ms": 81.115, "p95_ms": 73.474}, "visualize": {"avg_ms": 3.676, "count": 303, "max_ms": 4.718, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12252.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:49:31+09:00", "last_error_summary": "[h264 @ 0x55c58451e7c0] left block unavailable for requested intra mode [h264 @ 0x55c58451e7c0] error while decoding MB 0 10, bytestream 3471 [h264 @ 0x55c584546b40] left block unavailable for requested intra mode [h264 @ 0x55c584546b40] error while decoding MB 0 40, bytestream 4391 [h264 @ 0x55c58445e240] cabac decode of qscale diff failed at 60 2 [h264 @ 0x55c58445e240] error while decoding MB 60 2, bytestream 57865 [h264 @ 0x55c584532980] left block unavailable for requested intra4x4 mode -1 ", "last_exit_at": "2026-07-03T18:49:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.18, "last_started_at": "2026-07-03T18:49:34+09:00", "pid": 46506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.73, "name": "ffmpeg", "pid": 46506, "rss_mb": 141.73, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 26, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.527, "sample_count": 1681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262671, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:49:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:49:36+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T18:49:36+09:00", "mjpeg": {"age_sec": 5.172, "exists": true, "mtime": "2026-07-03T18:49:31.605146+09:00", "mtime_epoch": 1783072171.6051464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:49:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 38, "pushed_frames": 38, "read_frames": 37, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.27, "pushed": 1.27, "read": 1.237}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 9.211, "count": 38, "max_ms": 14.35, "p95_ms": 10.924}, "gstreamer_push": {"avg_ms": 1.011, "count": 38, "max_ms": 1.366, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.233, "count": 38, "max_ms": 60.444, "p95_ms": 60.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.872, "count": 38, "max_ms": 75.787, "p95_ms": 72.974}, "yolo11_640_fire_11class": {"avg_ms": 49.417, "count": 38, "max_ms": 65.087, "p95_ms": 64.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.848, "count": 38, "max_ms": 78.961, "p95_ms": 77.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.54, "count": 38, "max_ms": 208.368, "p95_ms": 205.242}, "read_interval": {"avg_ms": 807.603, "count": 37, "max_ms": 10125.26, "p95_ms": 8977.245}, "triton_wait": {"avg_ms": 62.009, "count": 38, "max_ms": 78.973, "p95_ms": 77.936}, "visualize": {"avg_ms": 7.041, "count": 38, "max_ms": 10.316, "p95_ms": 9.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2707}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2536.161, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.374, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:49:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T18:49:58+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T18:49:58+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T18:49:58.221547+09:00", "mtime_epoch": 1783072198.2215474, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:49:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.46, "count": 302, "max_ms": 5.442, "p95_ms": 4.293}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 1.562, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.029, "count": 302, "max_ms": 66.771, "p95_ms": 62.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.285, "count": 302, "max_ms": 81.773, "p95_ms": 63.972}, "yolo11_640_fire_11class": {"avg_ms": 50.125, "count": 302, "max_ms": 68.908, "p95_ms": 63.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.477, "count": 302, "max_ms": 83.06, "p95_ms": 77.439}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.953, "count": 302, "max_ms": 96.834, "p95_ms": 89.469}, "read_interval": {"avg_ms": 99.571, "count": 301, "max_ms": 795.363, "p95_ms": 187.856}, "triton_wait": {"avg_ms": 52.801, "count": 302, "max_ms": 83.071, "p95_ms": 77.452}, "visualize": {"avg_ms": 3.7, "count": 302, "max_ms": 4.823, "p95_ms": 4.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:49:31+09:00", "last_error_summary": "[h264 @ 0x55c58451e7c0] left block unavailable for requested intra mode [h264 @ 0x55c58451e7c0] error while decoding MB 0 10, bytestream 3471 [h264 @ 0x55c584546b40] left block unavailable for requested intra mode [h264 @ 0x55c584546b40] error while decoding MB 0 40, bytestream 4391 [h264 @ 0x55c58445e240] cabac decode of qscale diff failed at 60 2 [h264 @ 0x55c58445e240] error while decoding MB 60 2, bytestream 57865 [h264 @ 0x55c584532980] left block unavailable for requested intra4x4 mode -1 ", "last_exit_at": "2026-07-03T18:49:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.194, "last_started_at": "2026-07-03T18:49:34+09:00", "pid": 46506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.922, "name": "ffmpeg", "pid": 46506, "rss_mb": 266.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 25, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.338, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 262843, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:50:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:50:06+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T18:50:06+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T18:50:06.617675+09:00", "mtime_epoch": 1783072206.6176746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:50:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.759, "pushed": 5.759, "read": 5.725}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.976, "count": 172, "max_ms": 18.581, "p95_ms": 12.093}, "gstreamer_push": {"avg_ms": 0.981, "count": 172, "max_ms": 1.381, "p95_ms": 1.177}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.712, "count": 172, "max_ms": 64.945, "p95_ms": 61.807}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.751, "count": 172, "max_ms": 85.514, "p95_ms": 72.617}, "yolo11_640_fire_11class": {"avg_ms": 48.765, "count": 172, "max_ms": 68.663, "p95_ms": 64.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.366, "count": 172, "max_ms": 86.268, "p95_ms": 78.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.987, "count": 172, "max_ms": 244.44, "p95_ms": 225.177}, "read_interval": {"avg_ms": 174.42, "count": 171, "max_ms": 254.07, "p95_ms": 234.584}, "triton_wait": {"avg_ms": 62.235, "count": 172, "max_ms": 86.28, "p95_ms": 78.828}, "visualize": {"avg_ms": 7.515, "count": 172, "max_ms": 11.221, "p95_ms": 10.344}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2709}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2566.196, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.374, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:50:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:50:28+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T18:50:28+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T18:50:28.230004+09:00", "mtime_epoch": 1783072228.2300036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:50:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.481, "count": 299, "max_ms": 5.205, "p95_ms": 4.311}, "gstreamer_push": {"avg_ms": 1.328, "count": 299, "max_ms": 2.08, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.597, "count": 299, "max_ms": 67.154, "p95_ms": 62.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.281, "count": 299, "max_ms": 79.726, "p95_ms": 68.993}, "yolo11_640_fire_11class": {"avg_ms": 50.736, "count": 299, "max_ms": 70.425, "p95_ms": 64.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.953, "count": 299, "max_ms": 83.971, "p95_ms": 77.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.269, "count": 299, "max_ms": 96.023, "p95_ms": 90.585}, "read_interval": {"avg_ms": 100.412, "count": 298, "max_ms": 779.218, "p95_ms": 187.834}, "triton_wait": {"avg_ms": 54.022, "count": 299, "max_ms": 83.984, "p95_ms": 77.805}, "visualize": {"avg_ms": 3.713, "count": 299, "max_ms": 4.812, "p95_ms": 4.233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:49:31+09:00", "last_error_summary": "[h264 @ 0x55c58451e7c0] left block unavailable for requested intra mode [h264 @ 0x55c58451e7c0] error while decoding MB 0 10, bytestream 3471 [h264 @ 0x55c584546b40] left block unavailable for requested intra mode [h264 @ 0x55c584546b40] error while decoding MB 0 40, bytestream 4391 [h264 @ 0x55c58445e240] cabac decode of qscale diff failed at 60 2 [h264 @ 0x55c58445e240] error while decoding MB 60 2, bytestream 57865 [h264 @ 0x55c584532980] left block unavailable for requested intra4x4 mode -1 ", "last_exit_at": "2026-07-03T18:49:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.265, "last_started_at": "2026-07-03T18:49:34+09:00", "pid": 46506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.285, "name": "ffmpeg", "pid": 46506, "rss_mb": 269.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 25, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.985, "sample_count": 1651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:50:36+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T18:50:36+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T18:50:36.730134+09:00", "mtime_epoch": 1783072236.7301335, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164550}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:50:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.756, "pushed": 5.756, "read": 5.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.627, "count": 172, "max_ms": 12.501, "p95_ms": 11.573}, "gstreamer_push": {"avg_ms": 0.972, "count": 172, "max_ms": 1.666, "p95_ms": 1.182}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.175, "count": 172, "max_ms": 72.463, "p95_ms": 62.183}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.478, "count": 172, "max_ms": 80.667, "p95_ms": 74.405}, "yolo11_640_fire_11class": {"avg_ms": 50.717, "count": 172, "max_ms": 73.813, "p95_ms": 64.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.767, "count": 172, "max_ms": 82.371, "p95_ms": 79.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.11, "count": 172, "max_ms": 245.873, "p95_ms": 205.854}, "read_interval": {"avg_ms": 174.976, "count": 171, "max_ms": 257.433, "p95_ms": 216.102}, "triton_wait": {"avg_ms": 63.487, "count": 172, "max_ms": 82.384, "p95_ms": 79.289}, "visualize": {"avg_ms": 7.361, "count": 172, "max_ms": 10.749, "p95_ms": 9.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2712}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2596.204, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.479, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:50:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:50:58+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T18:50:58+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T18:50:58.270464+09:00", "mtime_epoch": 1783072258.270464, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 225971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:50:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.136, "pushed": 10.136, "read": 10.136}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.46, "count": 304, "max_ms": 5.358, "p95_ms": 4.216}, "gstreamer_push": {"avg_ms": 1.338, "count": 304, "max_ms": 2.121, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.124, "count": 304, "max_ms": 68.018, "p95_ms": 63.338}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.901, "count": 304, "max_ms": 80.537, "p95_ms": 72.13}, "yolo11_640_fire_11class": {"avg_ms": 51.543, "count": 304, "max_ms": 70.647, "p95_ms": 65.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.712, "count": 304, "max_ms": 81.427, "p95_ms": 78.587}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.29, "count": 304, "max_ms": 94.073, "p95_ms": 91.023}, "read_interval": {"avg_ms": 98.819, "count": 304, "max_ms": 768.685, "p95_ms": 191.522}, "triton_wait": {"avg_ms": 54.994, "count": 304, "max_ms": 81.44, "p95_ms": 78.71}, "visualize": {"avg_ms": 3.739, "count": 304, "max_ms": 5.673, "p95_ms": 4.401}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:49:31+09:00", "last_error_summary": "[h264 @ 0x55c58451e7c0] left block unavailable for requested intra mode [h264 @ 0x55c58451e7c0] error while decoding MB 0 10, bytestream 3471 [h264 @ 0x55c584546b40] left block unavailable for requested intra mode [h264 @ 0x55c584546b40] error while decoding MB 0 40, bytestream 4391 [h264 @ 0x55c58445e240] cabac decode of qscale diff failed at 60 2 [h264 @ 0x55c58445e240] error while decoding MB 60 2, bytestream 57865 [h264 @ 0x55c584532980] left block unavailable for requested intra4x4 mode -1 ", "last_exit_at": "2026-07-03T18:49:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.338, "last_started_at": "2026-07-03T18:49:34+09:00", "pid": 46506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.176, "name": "ffmpeg", "pid": 46506, "rss_mb": 272.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 25, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.663, "sample_count": 1657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:51:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:51:06+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-07-03T18:51:06+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T18:51:06.742594+09:00", "mtime_epoch": 1783072266.7425945, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:51:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.182, "pushed": 6.182, "read": 6.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.106, "count": 185, "max_ms": 12.438, "p95_ms": 10.328}, "gstreamer_push": {"avg_ms": 1.019, "count": 185, "max_ms": 2.004, "p95_ms": 1.199}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.811, "count": 185, "max_ms": 63.711, "p95_ms": 62.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.238, "count": 185, "max_ms": 81.532, "p95_ms": 71.705}, "yolo11_640_fire_11class": {"avg_ms": 50.264, "count": 185, "max_ms": 66.305, "p95_ms": 64.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.4, "count": 185, "max_ms": 82.311, "p95_ms": 78.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.507, "count": 185, "max_ms": 225.03, "p95_ms": 196.808}, "read_interval": {"avg_ms": 162.309, "count": 184, "max_ms": 234.993, "p95_ms": 205.244}, "triton_wait": {"avg_ms": 61.759, "count": 185, "max_ms": 82.323, "p95_ms": 78.622}, "visualize": {"avg_ms": 6.848, "count": 185, "max_ms": 9.973, "p95_ms": 8.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2714}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2626.285, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.685, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:51:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:51:28+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:51:28+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T18:51:28.330928+09:00", "mtime_epoch": 1783072288.3309283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220583}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:51:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 300, "max_ms": 5.232, "p95_ms": 4.352}, "gstreamer_push": {"avg_ms": 1.299, "count": 300, "max_ms": 1.822, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.054, "count": 300, "max_ms": 67.32, "p95_ms": 60.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.492, "count": 300, "max_ms": 76.02, "p95_ms": 68.031}, "yolo11_640_fire_11class": {"avg_ms": 50.424, "count": 300, "max_ms": 70.946, "p95_ms": 63.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.717, "count": 300, "max_ms": 86.577, "p95_ms": 76.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.956, "count": 300, "max_ms": 99.006, "p95_ms": 89.193}, "read_interval": {"avg_ms": 99.992, "count": 300, "max_ms": 687.161, "p95_ms": 204.221}, "triton_wait": {"avg_ms": 52.91, "count": 300, "max_ms": 86.59, "p95_ms": 77.006}, "visualize": {"avg_ms": 3.62, "count": 300, "max_ms": 5.634, "p95_ms": 4.336}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 110, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:49:31+09:00", "last_error_summary": "[h264 @ 0x55c58451e7c0] left block unavailable for requested intra mode [h264 @ 0x55c58451e7c0] error while decoding MB 0 10, bytestream 3471 [h264 @ 0x55c584546b40] left block unavailable for requested intra mode [h264 @ 0x55c584546b40] error while decoding MB 0 40, bytestream 4391 [h264 @ 0x55c58445e240] cabac decode of qscale diff failed at 60 2 [h264 @ 0x55c58445e240] error while decoding MB 60 2, bytestream 57865 [h264 @ 0x55c584532980] left block unavailable for requested intra4x4 mode -1 ", "last_exit_at": "2026-07-03T18:49:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.374, "last_started_at": "2026-07-03T18:49:34+09:00", "pid": 46506, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.301, "name": "ffmpeg", "pid": 46506, "rss_mb": 276.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 128, "restart_count_per_hour": 25, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 129}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.453, "sample_count": 1660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:51:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:51:36+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-03T18:51:36+09:00", "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-07-03T18:51:36.827060+09:00", "mtime_epoch": 1783072296.8270602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:51:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.308, "pushed": 6.308, "read": 6.274}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.133, "count": 188, "max_ms": 15.857, "p95_ms": 11.133}, "gstreamer_push": {"avg_ms": 1.024, "count": 188, "max_ms": 1.324, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.367, "count": 188, "max_ms": 65.317, "p95_ms": 61.537}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.526, "count": 188, "max_ms": 83.667, "p95_ms": 70.48}, "yolo11_640_fire_11class": {"avg_ms": 48.167, "count": 188, "max_ms": 67.521, "p95_ms": 63.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.633, "count": 188, "max_ms": 83.68, "p95_ms": 77.482}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.518, "count": 188, "max_ms": 243.583, "p95_ms": 191.123}, "read_interval": {"avg_ms": 159.748, "count": 187, "max_ms": 253.284, "p95_ms": 201.432}, "triton_wait": {"avg_ms": 59.863, "count": 188, "max_ms": 83.689, "p95_ms": 77.495}, "visualize": {"avg_ms": 6.774, "count": 188, "max_ms": 10.815, "p95_ms": 8.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.805, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2717}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2656.306, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.525, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:51:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:51:58+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:51:58+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T18:51:58.371396+09:00", "mtime_epoch": 1783072318.3713958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:51:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.891, "pushed": 9.891, "read": 9.891}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 3.372, "count": 295, "max_ms": 5.323, "p95_ms": 3.517}, "gstreamer_push": {"avg_ms": 1.329, "count": 295, "max_ms": 1.578, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.058, "count": 295, "max_ms": 63.239, "p95_ms": 50.842}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.823, "count": 295, "max_ms": 70.735, "p95_ms": 49.294}, "yolo11_640_fire_11class": {"avg_ms": 48.349, "count": 295, "max_ms": 71.863, "p95_ms": 53.692}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.703, "count": 295, "max_ms": 77.626, "p95_ms": 54.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.609, "count": 295, "max_ms": 89.695, "p95_ms": 67.11}, "read_interval": {"avg_ms": 101.777, "count": 295, "max_ms": 597.181, "p95_ms": 221.715}, "triton_wait": {"avg_ms": 49.542, "count": 295, "max_ms": 77.638, "p95_ms": 55.217}, "visualize": {"avg_ms": 3.661, "count": 295, "max_ms": 5.093, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12273.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:52:00+09:00", "last_error_summary": "[h264 @ 0x55c3a6496580] left block unavailable for requested intra mode [h264 @ 0x55c3a6496580] error while decoding MB 0 28, bytestream 86219 [h264 @ 0x55c3a63c77c0] left block unavailable for requested intra mode [h264 @ 0x55c3a63c77c0] error while decoding MB 0 4, bytestream 71114 [h264 @ 0x55c3a5b40840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c3a5b40840] error while decoding MB 0 7, bytestream 765 [h264 @ 0x55c3a6703100] error while decoding MB 41 30, bytestream -12", "last_exit_at": "2026-07-03T18:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.415, "last_started_at": "2026-07-03T18:52:02+09:00", "pid": 46613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 163.18, "name": "ffmpeg", "pid": 46613, "rss_mb": 163.18, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.174, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263428, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:52:07+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T18:52:06+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T18:52:06.951530+09:00", "mtime_epoch": 1783072326.95153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:52:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 39, "pushed_frames": 39, "read_frames": 39, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.3, "pushed": 1.3, "read": 1.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 8.962, "count": 39, "max_ms": 11.975, "p95_ms": 11.393}, "gstreamer_push": {"avg_ms": 1.012, "count": 39, "max_ms": 1.28, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.582, "count": 39, "max_ms": 65.035, "p95_ms": 64.371}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.303, "count": 39, "max_ms": 78.282, "p95_ms": 77.562}, "yolo11_640_fire_11class": {"avg_ms": 50.644, "count": 39, "max_ms": 65.532, "p95_ms": 64.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.773, "count": 39, "max_ms": 83.087, "p95_ms": 80.242}}, "truncated_count": 0}, "processing_total": {"avg_ms": 150.635, "count": 39, "max_ms": 204.007, "p95_ms": 203.087}, "read_interval": {"avg_ms": 768.171, "count": 39, "max_ms": 19361.871, "p95_ms": 4655.174}, "triton_wait": {"avg_ms": 61.65, "count": 39, "max_ms": 83.1, "p95_ms": 80.254}, "visualize": {"avg_ms": 6.946, "count": 39, "max_ms": 11.025, "p95_ms": 9.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2686.36, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.39, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:52:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:52:28+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T18:52:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T18:52:28.395866+09:00", "mtime_epoch": 1783072348.3958662, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224229}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:52:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.143, "pushed": 10.143, "read": 10.109}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.449, "count": 304, "max_ms": 6.144, "p95_ms": 4.2}, "gstreamer_push": {"avg_ms": 1.336, "count": 304, "max_ms": 2.048, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.047, "count": 304, "max_ms": 66.808, "p95_ms": 61.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.151, "count": 304, "max_ms": 82.965, "p95_ms": 69.912}, "yolo11_640_fire_11class": {"avg_ms": 49.247, "count": 304, "max_ms": 68.473, "p95_ms": 61.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.72, "count": 304, "max_ms": 84.361, "p95_ms": 77.356}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.553, "count": 304, "max_ms": 96.822, "p95_ms": 89.847}, "read_interval": {"avg_ms": 98.817, "count": 303, "max_ms": 781.634, "p95_ms": 197.793}, "triton_wait": {"avg_ms": 52.325, "count": 304, "max_ms": 84.373, "p95_ms": 77.366}, "visualize": {"avg_ms": 3.699, "count": 304, "max_ms": 4.795, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:52:00+09:00", "last_error_summary": "[h264 @ 0x55c3a6496580] left block unavailable for requested intra mode [h264 @ 0x55c3a6496580] error while decoding MB 0 28, bytestream 86219 [h264 @ 0x55c3a63c77c0] left block unavailable for requested intra mode [h264 @ 0x55c3a63c77c0] error while decoding MB 0 4, bytestream 71114 [h264 @ 0x55c3a5b40840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c3a5b40840] error while decoding MB 0 7, bytestream 765 [h264 @ 0x55c3a6703100] error while decoding MB 41 30, bytestream -12", "last_exit_at": "2026-07-03T18:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.549, "last_started_at": "2026-07-03T18:52:02+09:00", "pid": 46613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.246, "name": "ffmpeg", "pid": 46613, "rss_mb": 268.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 202.997, "sample_count": 1528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:52:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:52:37+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T18:52:37+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T18:52:37.148004+09:00", "mtime_epoch": 1783072357.1480038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163687}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:52:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.901, "pushed": 5.901, "read": 5.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.657, "count": 177, "max_ms": 14.55, "p95_ms": 11.426}, "gstreamer_push": {"avg_ms": 0.994, "count": 177, "max_ms": 1.422, "p95_ms": 1.198}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.543, "count": 177, "max_ms": 72.085, "p95_ms": 63.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.845, "count": 177, "max_ms": 80.056, "p95_ms": 74.514}, "yolo11_640_fire_11class": {"avg_ms": 49.285, "count": 177, "max_ms": 72.584, "p95_ms": 64.731}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.761, "count": 177, "max_ms": 87.841, "p95_ms": 79.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.03, "count": 177, "max_ms": 244.306, "p95_ms": 206.399}, "read_interval": {"avg_ms": 169.436, "count": 177, "max_ms": 253.544, "p95_ms": 215.879}, "triton_wait": {"avg_ms": 61.726, "count": 177, "max_ms": 87.854, "p95_ms": 79.42}, "visualize": {"avg_ms": 7.233, "count": 177, "max_ms": 10.864, "p95_ms": 9.51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2722}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2716.386, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.477, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:52:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:52:58+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T18:52:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T18:52:58.444340+09:00", "mtime_epoch": 1783072378.44434, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:52:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.95}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.444, "count": 299, "max_ms": 5.281, "p95_ms": 4.309}, "gstreamer_push": {"avg_ms": 1.326, "count": 299, "max_ms": 2.009, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.45, "count": 299, "max_ms": 67.442, "p95_ms": 62.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.071, "count": 299, "max_ms": 79.754, "p95_ms": 72.2}, "yolo11_640_fire_11class": {"avg_ms": 49.302, "count": 299, "max_ms": 68.239, "p95_ms": 62.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.491, "count": 299, "max_ms": 84.53, "p95_ms": 78.681}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.29, "count": 299, "max_ms": 98.696, "p95_ms": 90.803}, "read_interval": {"avg_ms": 100.479, "count": 298, "max_ms": 892.692, "p95_ms": 187.429}, "triton_wait": {"avg_ms": 53.072, "count": 299, "max_ms": 84.544, "p95_ms": 78.691}, "visualize": {"avg_ms": 3.701, "count": 299, "max_ms": 5.844, "p95_ms": 4.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:52:00+09:00", "last_error_summary": "[h264 @ 0x55c3a6496580] left block unavailable for requested intra mode [h264 @ 0x55c3a6496580] error while decoding MB 0 28, bytestream 86219 [h264 @ 0x55c3a63c77c0] left block unavailable for requested intra mode [h264 @ 0x55c3a63c77c0] error while decoding MB 0 4, bytestream 71114 [h264 @ 0x55c3a5b40840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c3a5b40840] error while decoding MB 0 7, bytestream 765 [h264 @ 0x55c3a6703100] error while decoding MB 41 30, bytestream -12", "last_exit_at": "2026-07-03T18:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.633, "last_started_at": "2026-07-03T18:52:02+09:00", "pid": 46613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.082, "name": "ffmpeg", "pid": 46613, "rss_mb": 271.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.16, "sample_count": 1508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:53:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:53:07+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T18:53:07+09:00", "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-07-03T18:53:07.180478+09:00", "mtime_epoch": 1783072387.180478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162574}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:53:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.879, "pushed": 5.879, "read": 5.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.62, "count": 176, "max_ms": 13.321, "p95_ms": 11.329}, "gstreamer_push": {"avg_ms": 1.009, "count": 176, "max_ms": 1.866, "p95_ms": 1.194}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.697, "count": 176, "max_ms": 66.352, "p95_ms": 63.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.851, "count": 176, "max_ms": 80.387, "p95_ms": 76.164}, "yolo11_640_fire_11class": {"avg_ms": 50.29, "count": 176, "max_ms": 67.164, "p95_ms": 63.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.225, "count": 176, "max_ms": 84.678, "p95_ms": 81.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.091, "count": 176, "max_ms": 230.721, "p95_ms": 221.3}, "read_interval": {"avg_ms": 170.768, "count": 175, "max_ms": 239.87, "p95_ms": 230.557}, "triton_wait": {"avg_ms": 63.46, "count": 176, "max_ms": 84.69, "p95_ms": 81.149}, "visualize": {"avg_ms": 7.255, "count": 176, "max_ms": 11.111, "p95_ms": 9.73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2746.423, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.409, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:53:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:53:28+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T18:53:28+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T18:53:28.488816+09:00", "mtime_epoch": 1783072408.4888165, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216590}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:53:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.98, "pushed": 9.98, "read": 9.947}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.456, "count": 299, "max_ms": 5.18, "p95_ms": 4.234}, "gstreamer_push": {"avg_ms": 1.331, "count": 299, "max_ms": 1.529, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.65, "count": 299, "max_ms": 68.408, "p95_ms": 63.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.013, "count": 299, "max_ms": 78.979, "p95_ms": 70.925}, "yolo11_640_fire_11class": {"avg_ms": 48.513, "count": 299, "max_ms": 66.67, "p95_ms": 62.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.556, "count": 299, "max_ms": 83.221, "p95_ms": 78.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.125, "count": 299, "max_ms": 96.216, "p95_ms": 91.328}, "read_interval": {"avg_ms": 100.522, "count": 298, "max_ms": 820.329, "p95_ms": 196.85}, "triton_wait": {"avg_ms": 52.818, "count": 299, "max_ms": 83.237, "p95_ms": 78.653}, "visualize": {"avg_ms": 3.74, "count": 299, "max_ms": 5.893, "p95_ms": 4.222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:52:00+09:00", "last_error_summary": "[h264 @ 0x55c3a6496580] left block unavailable for requested intra mode [h264 @ 0x55c3a6496580] error while decoding MB 0 28, bytestream 86219 [h264 @ 0x55c3a63c77c0] left block unavailable for requested intra mode [h264 @ 0x55c3a63c77c0] error while decoding MB 0 4, bytestream 71114 [h264 @ 0x55c3a5b40840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c3a5b40840] error while decoding MB 0 7, bytestream 765 [h264 @ 0x55c3a6703100] error while decoding MB 41 30, bytestream -12", "last_exit_at": "2026-07-03T18:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.699, "last_started_at": "2026-07-03T18:52:02+09:00", "pid": 46613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.34, "name": "ffmpeg", "pid": 46613, "rss_mb": 271.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.6, "sample_count": 1509, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 263958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:53:37+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-07-03T18:53:37+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T18:53:37.292957+09:00", "mtime_epoch": 1783072417.2929566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163702}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:53:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.886, "pushed": 5.886, "read": 5.852}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.628, "count": 176, "max_ms": 11.891, "p95_ms": 11.179}, "gstreamer_push": {"avg_ms": 0.986, "count": 176, "max_ms": 1.498, "p95_ms": 1.174}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.258, "count": 176, "max_ms": 67.45, "p95_ms": 62.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.192, "count": 176, "max_ms": 86.33, "p95_ms": 74.692}, "yolo11_640_fire_11class": {"avg_ms": 49.551, "count": 176, "max_ms": 66.62, "p95_ms": 62.561}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.907, "count": 176, "max_ms": 85.415, "p95_ms": 79.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.914, "count": 176, "max_ms": 224.19, "p95_ms": 203.013}, "read_interval": {"avg_ms": 170.912, "count": 175, "max_ms": 235.427, "p95_ms": 214.632}, "triton_wait": {"avg_ms": 62.938, "count": 176, "max_ms": 86.341, "p95_ms": 79.322}, "visualize": {"avg_ms": 7.178, "count": 176, "max_ms": 10.281, "p95_ms": 9.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2776.452, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.689, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:53:58+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-07-03T18:53:58+09:00", "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-07-03T18:53:58.421294+09:00", "mtime_epoch": 1783072438.4212937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:53:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.15, "pushed": 10.15, "read": 10.116}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 304, "max_ms": 5.232, "p95_ms": 4.286}, "gstreamer_push": {"avg_ms": 1.323, "count": 304, "max_ms": 1.597, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.725, "count": 304, "max_ms": 68.214, "p95_ms": 62.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.045, "count": 304, "max_ms": 80.502, "p95_ms": 71.454}, "yolo11_640_fire_11class": {"avg_ms": 48.106, "count": 304, "max_ms": 67.974, "p95_ms": 62.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.928, "count": 304, "max_ms": 84.826, "p95_ms": 78.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.206, "count": 304, "max_ms": 97.36, "p95_ms": 90.591}, "read_interval": {"avg_ms": 98.857, "count": 303, "max_ms": 919.664, "p95_ms": 129.52}, "triton_wait": {"avg_ms": 53.098, "count": 304, "max_ms": 84.84, "p95_ms": 78.605}, "visualize": {"avg_ms": 3.667, "count": 304, "max_ms": 4.759, "p95_ms": 4.191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 111, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:52:00+09:00", "last_error_summary": "[h264 @ 0x55c3a6496580] left block unavailable for requested intra mode [h264 @ 0x55c3a6496580] error while decoding MB 0 28, bytestream 86219 [h264 @ 0x55c3a63c77c0] left block unavailable for requested intra mode [h264 @ 0x55c3a63c77c0] error while decoding MB 0 4, bytestream 71114 [h264 @ 0x55c3a5b40840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c3a5b40840] error while decoding MB 0 7, bytestream 765 [h264 @ 0x55c3a6703100] error while decoding MB 41 30, bytestream -12", "last_exit_at": "2026-07-03T18:52:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.796, "last_started_at": "2026-07-03T18:52:02+09:00", "pid": 46613, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.34, "name": "ffmpeg", "pid": 46613, "rss_mb": 271.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 129, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 130}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.988, "sample_count": 1500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:54:07+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T18:54:07+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T18:54:07.349437+09:00", "mtime_epoch": 1783072447.3494368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:54:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.01, "pushed": 6.01, "read": 5.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.453, "count": 179, "max_ms": 13.914, "p95_ms": 11.33}, "gstreamer_push": {"avg_ms": 1.01, "count": 180, "max_ms": 1.471, "p95_ms": 1.193}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.854, "count": 179, "max_ms": 65.146, "p95_ms": 62.249}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.462, "count": 179, "max_ms": 82.996, "p95_ms": 73.419}, "yolo11_640_fire_11class": {"avg_ms": 48.973, "count": 179, "max_ms": 63.692, "p95_ms": 61.902}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.029, "count": 179, "max_ms": 83.795, "p95_ms": 79.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.247, "count": 180, "max_ms": 226.174, "p95_ms": 201.421}, "read_interval": {"avg_ms": 167.052, "count": 179, "max_ms": 236.259, "p95_ms": 212.76}, "triton_wait": {"avg_ms": 62.089, "count": 179, "max_ms": 83.804, "p95_ms": 79.433}, "visualize": {"avg_ms": 7.141, "count": 179, "max_ms": 12.802, "p95_ms": 9.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2729}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2806.501, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.163, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327588, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:54:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T18:54:28+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T18:54:28+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T18:54:28.437775+09:00", "mtime_epoch": 1783072468.4377751, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:54:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.426, "count": 300, "max_ms": 5.298, "p95_ms": 4.043}, "gstreamer_push": {"avg_ms": 1.317, "count": 300, "max_ms": 1.876, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.306, "count": 300, "max_ms": 67.57, "p95_ms": 62.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.675, "count": 300, "max_ms": 80.323, "p95_ms": 69.34}, "yolo11_640_fire_11class": {"avg_ms": 47.708, "count": 300, "max_ms": 65.43, "p95_ms": 61.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.437, "count": 300, "max_ms": 82.351, "p95_ms": 79.565}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.694, "count": 300, "max_ms": 94.963, "p95_ms": 91.838}, "read_interval": {"avg_ms": 100.119, "count": 299, "max_ms": 771.38, "p95_ms": 185.975}, "triton_wait": {"avg_ms": 52.577, "count": 300, "max_ms": 82.363, "p95_ms": 79.577}, "visualize": {"avg_ms": 3.698, "count": 300, "max_ms": 4.901, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2202}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:54:14+09:00", "last_error_summary": "[h264 @ 0x56365ecc1240] error while decoding MB 27 20, bytestream -13", "last_exit_at": "2026-07-03T18:54:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.603, "last_started_at": "2026-07-03T18:54:17+09:00", "pid": 46720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.953, "name": "ffmpeg", "pid": 46720, "rss_mb": 268.953, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.894, "sample_count": 1615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:54:37+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T18:54:37+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T18:54:37.509921+09:00", "mtime_epoch": 1783072477.509921, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:54:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.104, "pushed": 5.104, "read": 5.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.736, "count": 152, "max_ms": 17.31, "p95_ms": 11.324}, "gstreamer_push": {"avg_ms": 0.981, "count": 153, "max_ms": 1.285, "p95_ms": 1.166}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.358, "count": 152, "max_ms": 65.14, "p95_ms": 62.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.045, "count": 152, "max_ms": 81.6, "p95_ms": 74.214}, "yolo11_640_fire_11class": {"avg_ms": 48.579, "count": 152, "max_ms": 66.34, "p95_ms": 61.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.933, "count": 152, "max_ms": 86.367, "p95_ms": 79.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.687, "count": 153, "max_ms": 222.379, "p95_ms": 204.865}, "read_interval": {"avg_ms": 197.146, "count": 152, "max_ms": 4245.022, "p95_ms": 216.337}, "triton_wait": {"avg_ms": 62.072, "count": 152, "max_ms": 86.378, "p95_ms": 79.98}, "visualize": {"avg_ms": 7.224, "count": 152, "max_ms": 13.127, "p95_ms": 9.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2837.021, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.562, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:54:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T18:54:59+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T18:54:59+09:00", "mjpeg": {"age_sec": 0.717, "exists": true, "mtime": "2026-07-03T18:54:58.426258+09:00", "mtime_epoch": 1783072498.4262583, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:54:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.802}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 295, "max_ms": 4.99, "p95_ms": 3.872}, "gstreamer_push": {"avg_ms": 1.332, "count": 295, "max_ms": 1.616, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.763, "count": 295, "max_ms": 69.049, "p95_ms": 63.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.696, "count": 295, "max_ms": 81.502, "p95_ms": 69.993}, "yolo11_640_fire_11class": {"avg_ms": 48.152, "count": 295, "max_ms": 66.171, "p95_ms": 62.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.918, "count": 295, "max_ms": 86.12, "p95_ms": 79.208}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.25, "count": 295, "max_ms": 98.186, "p95_ms": 91.609}, "read_interval": {"avg_ms": 101.89, "count": 294, "max_ms": 712.201, "p95_ms": 196.909}, "triton_wait": {"avg_ms": 54.032, "count": 295, "max_ms": 86.132, "p95_ms": 79.22}, "visualize": {"avg_ms": 3.732, "count": 295, "max_ms": 4.704, "p95_ms": 4.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:54:14+09:00", "last_error_summary": "[h264 @ 0x56365ecc1240] error while decoding MB 27 20, bytestream -13", "last_exit_at": "2026-07-03T18:54:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.677, "last_started_at": "2026-07-03T18:54:17+09:00", "pid": 46720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.047, "name": "ffmpeg", "pid": 46720, "rss_mb": 272.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.6, "sample_count": 1615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:55:07+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-07-03T18:55:07+09:00", "mjpeg": {"age_sec": 0.161, "exists": true, "mtime": "2026-07-03T18:55:07.578406+09:00", "mtime_epoch": 1783072507.5784063, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162318}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:55:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.756, "pushed": 5.756, "read": 5.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.872, "count": 172, "max_ms": 16.232, "p95_ms": 11.633}, "gstreamer_push": {"avg_ms": 0.96, "count": 172, "max_ms": 1.301, "p95_ms": 1.155}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.108, "count": 172, "max_ms": 72.546, "p95_ms": 62.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.804, "count": 172, "max_ms": 83.598, "p95_ms": 73.582}, "yolo11_640_fire_11class": {"avg_ms": 48.728, "count": 172, "max_ms": 71.181, "p95_ms": 61.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.017, "count": 172, "max_ms": 88.452, "p95_ms": 81.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.207, "count": 172, "max_ms": 230.765, "p95_ms": 209.63}, "read_interval": {"avg_ms": 174.894, "count": 171, "max_ms": 240.335, "p95_ms": 219.392}, "triton_wait": {"avg_ms": 61.757, "count": 172, "max_ms": 88.464, "p95_ms": 81.648}, "visualize": {"avg_ms": 7.509, "count": 172, "max_ms": 12.118, "p95_ms": 10.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2734}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2867.112, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.69, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:55:29+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T18:55:29+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T18:55:29.142756+09:00", "mtime_epoch": 1783072529.1427557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:55:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.201, "pushed": 10.201, "read": 10.201}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.493, "count": 306, "max_ms": 5.874, "p95_ms": 4.428}, "gstreamer_push": {"avg_ms": 1.336, "count": 306, "max_ms": 1.764, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.011, "count": 306, "max_ms": 70.212, "p95_ms": 62.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.48, "count": 306, "max_ms": 80.597, "p95_ms": 70.833}, "yolo11_640_fire_11class": {"avg_ms": 47.689, "count": 306, "max_ms": 69.134, "p95_ms": 62.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.66, "count": 306, "max_ms": 86.889, "p95_ms": 80.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.099, "count": 306, "max_ms": 100.852, "p95_ms": 92.374}, "read_interval": {"avg_ms": 97.978, "count": 306, "max_ms": 891.48, "p95_ms": 138.988}, "triton_wait": {"avg_ms": 53.798, "count": 306, "max_ms": 86.904, "p95_ms": 80.607}, "visualize": {"avg_ms": 3.709, "count": 306, "max_ms": 4.677, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2205}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:54:14+09:00", "last_error_summary": "[h264 @ 0x56365ecc1240] error while decoding MB 27 20, bytestream -13", "last_exit_at": "2026-07-03T18:54:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.68, "last_started_at": "2026-07-03T18:54:17+09:00", "pid": 46720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.562, "name": "ffmpeg", "pid": 46720, "rss_mb": 272.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.63, "sample_count": 1613, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:55:37+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T18:55:37+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T18:55:37.566892+09:00", "mtime_epoch": 1783072537.5668924, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163695}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:55:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.701, "pushed": 5.701, "read": 5.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.72, "count": 171, "max_ms": 17.433, "p95_ms": 11.824}, "gstreamer_push": {"avg_ms": 0.965, "count": 171, "max_ms": 2.025, "p95_ms": 1.175}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.143, "count": 171, "max_ms": 71.959, "p95_ms": 62.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.419, "count": 171, "max_ms": 83.211, "p95_ms": 75.348}, "yolo11_640_fire_11class": {"avg_ms": 49.437, "count": 171, "max_ms": 71.438, "p95_ms": 61.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.77, "count": 171, "max_ms": 86.531, "p95_ms": 80.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.0, "count": 171, "max_ms": 225.643, "p95_ms": 206.783}, "read_interval": {"avg_ms": 175.29, "count": 171, "max_ms": 236.881, "p95_ms": 217.273}, "triton_wait": {"avg_ms": 62.859, "count": 171, "max_ms": 86.544, "p95_ms": 80.361}, "visualize": {"avg_ms": 7.553, "count": 171, "max_ms": 11.24, "p95_ms": 9.71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2897.158, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.889, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:55:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:55:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:55:59+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T18:55:59.215245+09:00", "mtime_epoch": 1783072559.2152448, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:55:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.044, "pushed": 10.044, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.476, "count": 301, "max_ms": 5.591, "p95_ms": 4.508}, "gstreamer_push": {"avg_ms": 1.322, "count": 301, "max_ms": 2.092, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.48, "count": 301, "max_ms": 70.976, "p95_ms": 62.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.961, "count": 301, "max_ms": 80.307, "p95_ms": 70.378}, "yolo11_640_fire_11class": {"avg_ms": 47.523, "count": 301, "max_ms": 68.341, "p95_ms": 61.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.036, "count": 301, "max_ms": 87.676, "p95_ms": 80.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.33, "count": 301, "max_ms": 100.092, "p95_ms": 93.051}, "read_interval": {"avg_ms": 99.881, "count": 300, "max_ms": 750.44, "p95_ms": 165.53}, "triton_wait": {"avg_ms": 55.096, "count": 301, "max_ms": 87.689, "p95_ms": 80.904}, "visualize": {"avg_ms": 3.68, "count": 301, "max_ms": 4.755, "p95_ms": 4.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 112, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:54:14+09:00", "last_error_summary": "[h264 @ 0x56365ecc1240] error while decoding MB 27 20, bytestream -13", "last_exit_at": "2026-07-03T18:54:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.757, "last_started_at": "2026-07-03T18:54:17+09:00", "pid": 46720, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.141, "name": "ffmpeg", "pid": 46720, "rss_mb": 275.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 130, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 131}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.135, "sample_count": 1595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:56:07+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T18:56:07+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T18:56:07.667382+09:00", "mtime_epoch": 1783072567.6673825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:56:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.521, "pushed": 5.521, "read": 5.488}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.264, "count": 165, "max_ms": 16.635, "p95_ms": 12.505}, "gstreamer_push": {"avg_ms": 0.958, "count": 165, "max_ms": 1.223, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.668, "count": 165, "max_ms": 68.918, "p95_ms": 63.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.213, "count": 165, "max_ms": 84.084, "p95_ms": 73.668}, "yolo11_640_fire_11class": {"avg_ms": 48.819, "count": 165, "max_ms": 68.008, "p95_ms": 61.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.477, "count": 165, "max_ms": 86.877, "p95_ms": 81.852}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.6, "count": 165, "max_ms": 262.226, "p95_ms": 212.642}, "read_interval": {"avg_ms": 182.353, "count": 164, "max_ms": 271.988, "p95_ms": 222.814}, "triton_wait": {"avg_ms": 63.459, "count": 165, "max_ms": 86.889, "p95_ms": 81.863}, "visualize": {"avg_ms": 7.865, "count": 165, "max_ms": 14.426, "p95_ms": 10.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12141.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2927.175, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.963, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:56:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T18:56:29+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T18:56:29.235735+09:00", "mtime_epoch": 1783072589.2357347, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:56:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 297, "max_ms": 4.926, "p95_ms": 4.146}, "gstreamer_push": {"avg_ms": 1.322, "count": 297, "max_ms": 2.34, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.172, "count": 297, "max_ms": 66.949, "p95_ms": 61.796}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.894, "count": 297, "max_ms": 77.695, "p95_ms": 65.672}, "yolo11_640_fire_11class": {"avg_ms": 47.395, "count": 297, "max_ms": 64.609, "p95_ms": 61.053}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.501, "count": 297, "max_ms": 85.663, "p95_ms": 79.004}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.74, "count": 297, "max_ms": 97.822, "p95_ms": 90.668}, "read_interval": {"avg_ms": 101.058, "count": 297, "max_ms": 762.301, "p95_ms": 177.356}, "triton_wait": {"avg_ms": 54.585, "count": 297, "max_ms": 85.676, "p95_ms": 79.016}, "visualize": {"avg_ms": 3.671, "count": 297, "max_ms": 5.733, "p95_ms": 4.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12310.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:56:28+09:00", "last_error_summary": "[h264 @ 0x5580e70f3400] error while decoding MB 41 40, bytestream -14", "last_exit_at": "2026-07-03T18:56:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.867, "last_started_at": "2026-07-03T18:56:30+09:00", "pid": 46827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.34, "name": "ffmpeg", "pid": 46827, "rss_mb": 197.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.989, "sample_count": 1554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 264947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:56:37+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-03T18:56:37+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T18:56:37.679873+09:00", "mtime_epoch": 1783072597.679873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:56:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.946, "pushed": 4.946, "read": 4.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.726, "count": 148, "max_ms": 12.501, "p95_ms": 11.235}, "gstreamer_push": {"avg_ms": 0.985, "count": 148, "max_ms": 1.284, "p95_ms": 1.16}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.254, "count": 148, "max_ms": 64.564, "p95_ms": 61.274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.724, "count": 148, "max_ms": 80.09, "p95_ms": 71.626}, "yolo11_640_fire_11class": {"avg_ms": 48.607, "count": 148, "max_ms": 64.004, "p95_ms": 60.662}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.811, "count": 148, "max_ms": 84.203, "p95_ms": 79.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.186, "count": 148, "max_ms": 225.786, "p95_ms": 208.613}, "read_interval": {"avg_ms": 202.999, "count": 147, "max_ms": 4646.018, "p95_ms": 219.339}, "triton_wait": {"avg_ms": 61.814, "count": 148, "max_ms": 84.215, "p95_ms": 79.972}, "visualize": {"avg_ms": 7.344, "count": 148, "max_ms": 10.884, "p95_ms": 9.726}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2957.221, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.664, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:56:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:56:59+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T18:56:59.284227+09:00", "mtime_epoch": 1783072619.2842274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:56:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.112, "pushed": 10.112, "read": 10.079}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.625, "count": 303, "max_ms": 6.367, "p95_ms": 5.413}, "gstreamer_push": {"avg_ms": 1.312, "count": 303, "max_ms": 1.91, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.689, "count": 303, "max_ms": 67.269, "p95_ms": 60.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.335, "count": 303, "max_ms": 79.594, "p95_ms": 71.145}, "yolo11_640_fire_11class": {"avg_ms": 47.23, "count": 303, "max_ms": 67.088, "p95_ms": 60.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.471, "count": 303, "max_ms": 88.242, "p95_ms": 79.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.108, "count": 303, "max_ms": 143.165, "p95_ms": 101.558}, "read_interval": {"avg_ms": 99.219, "count": 302, "max_ms": 730.944, "p95_ms": 158.746}, "triton_wait": {"avg_ms": 54.483, "count": 303, "max_ms": 88.255, "p95_ms": 79.403}, "visualize": {"avg_ms": 3.772, "count": 303, "max_ms": 5.619, "p95_ms": 5.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:56:28+09:00", "last_error_summary": "[h264 @ 0x5580e70f3400] error while decoding MB 41 40, bytestream -14", "last_exit_at": "2026-07-03T18:56:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.921, "last_started_at": "2026-07-03T18:56:30+09:00", "pid": 46827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.199, "name": "ffmpeg", "pid": 46827, "rss_mb": 269.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.547, "sample_count": 1686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:57:07+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-07-03T18:57:07+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T18:57:07.808367+09:00", "mtime_epoch": 1783072627.8083673, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:57:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.756, "pushed": 5.756, "read": 5.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.681, "count": 172, "max_ms": 11.883, "p95_ms": 10.938}, "gstreamer_push": {"avg_ms": 0.967, "count": 172, "max_ms": 1.227, "p95_ms": 1.161}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.684, "count": 172, "max_ms": 68.051, "p95_ms": 62.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.523, "count": 172, "max_ms": 87.864, "p95_ms": 78.73}, "yolo11_640_fire_11class": {"avg_ms": 48.166, "count": 172, "max_ms": 66.214, "p95_ms": 62.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.912, "count": 172, "max_ms": 88.628, "p95_ms": 82.606}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.343, "count": 172, "max_ms": 228.126, "p95_ms": 214.34}, "read_interval": {"avg_ms": 175.017, "count": 171, "max_ms": 237.649, "p95_ms": 224.721}, "triton_wait": {"avg_ms": 62.133, "count": 172, "max_ms": 88.64, "p95_ms": 82.618}, "visualize": {"avg_ms": 7.486, "count": 172, "max_ms": 11.128, "p95_ms": 9.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2987.298, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.524, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T18:57:29+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T18:57:29+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T18:57:29.344722+09:00", "mtime_epoch": 1783072649.3447218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:57:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.583, "count": 300, "max_ms": 6.56, "p95_ms": 5.342}, "gstreamer_push": {"avg_ms": 1.292, "count": 301, "max_ms": 1.8, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.062, "count": 300, "max_ms": 66.228, "p95_ms": 62.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.391, "count": 300, "max_ms": 84.234, "p95_ms": 68.446}, "yolo11_640_fire_11class": {"avg_ms": 47.601, "count": 300, "max_ms": 66.742, "p95_ms": 61.646}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.315, "count": 300, "max_ms": 87.621, "p95_ms": 80.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.663, "count": 301, "max_ms": 131.28, "p95_ms": 101.015}, "read_interval": {"avg_ms": 99.968, "count": 300, "max_ms": 841.451, "p95_ms": 171.827}, "triton_wait": {"avg_ms": 55.349, "count": 300, "max_ms": 87.632, "p95_ms": 80.812}, "visualize": {"avg_ms": 3.728, "count": 300, "max_ms": 5.876, "p95_ms": 5.033}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2210}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:56:28+09:00", "last_error_summary": "[h264 @ 0x5580e70f3400] error while decoding MB 41 40, bytestream -14", "last_exit_at": "2026-07-03T18:56:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.942, "last_started_at": "2026-07-03T18:56:30+09:00", "pid": 46827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.488, "name": "ffmpeg", "pid": 46827, "rss_mb": 270.488, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.821, "sample_count": 1682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:57:37+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T18:57:37+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T18:57:37.740860+09:00", "mtime_epoch": 1783072657.7408602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:57:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.795, "pushed": 5.795, "read": 5.762}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.694, "count": 173, "max_ms": 13.786, "p95_ms": 11.375}, "gstreamer_push": {"avg_ms": 0.973, "count": 173, "max_ms": 2.012, "p95_ms": 1.184}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.003, "count": 173, "max_ms": 63.622, "p95_ms": 61.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.495, "count": 173, "max_ms": 81.909, "p95_ms": 75.256}, "yolo11_640_fire_11class": {"avg_ms": 48.545, "count": 173, "max_ms": 63.634, "p95_ms": 61.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.532, "count": 173, "max_ms": 89.405, "p95_ms": 81.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.482, "count": 173, "max_ms": 225.117, "p95_ms": 207.236}, "read_interval": {"avg_ms": 173.271, "count": 172, "max_ms": 235.012, "p95_ms": 218.556}, "triton_wait": {"avg_ms": 62.452, "count": 173, "max_ms": 89.416, "p95_ms": 81.98}, "visualize": {"avg_ms": 7.456, "count": 173, "max_ms": 10.553, "p95_ms": 9.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3017.436, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.193, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:57:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:57:59+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T18:57:59+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T18:57:59.433218+09:00", "mtime_epoch": 1783072679.4332185, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212326}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:57:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.219, "pushed": 10.219, "read": 10.219}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.555, "count": 301, "max_ms": 6.19, "p95_ms": 5.238}, "gstreamer_push": {"avg_ms": 1.31, "count": 301, "max_ms": 1.974, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.001, "count": 301, "max_ms": 67.199, "p95_ms": 62.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.944, "count": 301, "max_ms": 78.713, "p95_ms": 70.276}, "yolo11_640_fire_11class": {"avg_ms": 47.52, "count": 301, "max_ms": 66.82, "p95_ms": 61.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.544, "count": 301, "max_ms": 84.774, "p95_ms": 81.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.569, "count": 301, "max_ms": 131.456, "p95_ms": 96.006}, "read_interval": {"avg_ms": 100.138, "count": 301, "max_ms": 751.338, "p95_ms": 149.277}, "triton_wait": {"avg_ms": 54.577, "count": 301, "max_ms": 84.786, "p95_ms": 81.285}, "visualize": {"avg_ms": 3.763, "count": 301, "max_ms": 5.867, "p95_ms": 4.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.456, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:56:28+09:00", "last_error_summary": "[h264 @ 0x5580e70f3400] error while decoding MB 41 40, bytestream -14", "last_exit_at": "2026-07-03T18:56:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.057, "last_started_at": "2026-07-03T18:56:30+09:00", "pid": 46827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.262, "name": "ffmpeg", "pid": 46827, "rss_mb": 271.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.756, "sample_count": 1685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:58:08+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T18:58:07+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T18:58:07.921359+09:00", "mtime_epoch": 1783072687.9213588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164755}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:58:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.978, "pushed": 5.978, "read": 5.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.515, "count": 178, "max_ms": 12.278, "p95_ms": 11.181}, "gstreamer_push": {"avg_ms": 0.98, "count": 179, "max_ms": 1.661, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.899, "count": 178, "max_ms": 65.617, "p95_ms": 62.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.616, "count": 178, "max_ms": 81.27, "p95_ms": 75.122}, "yolo11_640_fire_11class": {"avg_ms": 48.316, "count": 178, "max_ms": 64.899, "p95_ms": 61.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.82, "count": 178, "max_ms": 85.007, "p95_ms": 81.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.189, "count": 179, "max_ms": 227.805, "p95_ms": 204.607}, "read_interval": {"avg_ms": 168.36, "count": 178, "max_ms": 237.336, "p95_ms": 213.514}, "triton_wait": {"avg_ms": 61.655, "count": 178, "max_ms": 85.018, "p95_ms": 81.862}, "visualize": {"avg_ms": 7.19, "count": 178, "max_ms": 10.915, "p95_ms": 9.721}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3047.54, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 3, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.19, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:58:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:58:29+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T18:58:29+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T18:58:29.469716+09:00", "mtime_epoch": 1783072709.4697158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:58:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.726, "count": 299, "max_ms": 8.159, "p95_ms": 5.468}, "gstreamer_push": {"avg_ms": 1.305, "count": 299, "max_ms": 1.595, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.954, "count": 299, "max_ms": 69.406, "p95_ms": 62.869}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.44, "count": 299, "max_ms": 80.313, "p95_ms": 70.984}, "yolo11_640_fire_11class": {"avg_ms": 48.486, "count": 299, "max_ms": 69.94, "p95_ms": 62.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.417, "count": 299, "max_ms": 89.207, "p95_ms": 82.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.353, "count": 299, "max_ms": 135.672, "p95_ms": 103.669}, "read_interval": {"avg_ms": 100.475, "count": 298, "max_ms": 664.163, "p95_ms": 180.75}, "triton_wait": {"avg_ms": 56.431, "count": 299, "max_ms": 89.22, "p95_ms": 82.456}, "visualize": {"avg_ms": 3.825, "count": 299, "max_ms": 6.273, "p95_ms": 5.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 113, "h264_decode_error_count": 320, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:56:28+09:00", "last_error_summary": "[h264 @ 0x5580e70f3400] error while decoding MB 41 40, bytestream -14", "last_exit_at": "2026-07-03T18:56:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.073, "last_started_at": "2026-07-03T18:56:30+09:00", "pid": 46827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.262, "name": "ffmpeg", "pid": 46827, "rss_mb": 271.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 131, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 132}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.95, "sample_count": 1680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:58:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:58:38+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T18:58:37+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T18:58:37.961857+09:00", "mtime_epoch": 1783072717.9618566, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166325}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:58:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.731, "pushed": 5.731, "read": 5.698}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.725, "count": 171, "max_ms": 12.979, "p95_ms": 11.578}, "gstreamer_push": {"avg_ms": 0.986, "count": 171, "max_ms": 1.419, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.366, "count": 171, "max_ms": 71.236, "p95_ms": 62.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.462, "count": 171, "max_ms": 84.224, "p95_ms": 74.42}, "yolo11_640_fire_11class": {"avg_ms": 49.704, "count": 171, "max_ms": 70.719, "p95_ms": 62.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.505, "count": 171, "max_ms": 86.557, "p95_ms": 83.796}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.708, "count": 171, "max_ms": 231.376, "p95_ms": 204.938}, "read_interval": {"avg_ms": 175.851, "count": 170, "max_ms": 241.256, "p95_ms": 216.125}, "triton_wait": {"avg_ms": 64.365, "count": 171, "max_ms": 86.569, "p95_ms": 83.808}, "visualize": {"avg_ms": 7.4, "count": 171, "max_ms": 11.545, "p95_ms": 9.673}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.836, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3077.612, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.472, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:58:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:58:59+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T18:58:59+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T18:58:59.674217+09:00", "mtime_epoch": 1783072739.6742175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:58:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.67, "count": 298, "max_ms": 6.411, "p95_ms": 5.481}, "gstreamer_push": {"avg_ms": 1.314, "count": 298, "max_ms": 1.817, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.187, "count": 298, "max_ms": 72.722, "p95_ms": 61.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.042, "count": 298, "max_ms": 79.036, "p95_ms": 71.077}, "yolo11_640_fire_11class": {"avg_ms": 47.73, "count": 298, "max_ms": 72.204, "p95_ms": 61.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.682, "count": 298, "max_ms": 85.759, "p95_ms": 79.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.554, "count": 298, "max_ms": 138.305, "p95_ms": 103.631}, "read_interval": {"avg_ms": 100.978, "count": 297, "max_ms": 703.235, "p95_ms": 173.918}, "triton_wait": {"avg_ms": 54.76, "count": 298, "max_ms": 85.771, "p95_ms": 79.745}, "visualize": {"avg_ms": 3.839, "count": 298, "max_ms": 6.107, "p95_ms": 5.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 321, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:58:42+09:00", "last_error_summary": "[h264 @ 0x55bee028c580] error while decoding MB 21 19, bytestream -5", "last_exit_at": "2026-07-03T18:58:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.993, "last_started_at": "2026-07-03T18:58:45+09:00", "pid": 46934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.027, "name": "ffmpeg", "pid": 46934, "rss_mb": 265.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.141, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:59:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T18:59:08+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-07-03T18:59:07+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T18:59:07.946355+09:00", "mtime_epoch": 1783072747.9463549, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166825}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:59:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.525, "pushed": 4.525, "read": 4.492}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.265, "count": 135, "max_ms": 14.425, "p95_ms": 11.726}, "gstreamer_push": {"avg_ms": 0.92, "count": 135, "max_ms": 1.15, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.468, "count": 135, "max_ms": 70.891, "p95_ms": 62.467}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.934, "count": 135, "max_ms": 83.214, "p95_ms": 75.55}, "yolo11_640_fire_11class": {"avg_ms": 50.009, "count": 135, "max_ms": 70.353, "p95_ms": 62.791}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.42, "count": 135, "max_ms": 86.861, "p95_ms": 81.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.003, "count": 135, "max_ms": 260.283, "p95_ms": 226.499}, "read_interval": {"avg_ms": 222.82, "count": 134, "max_ms": 4491.396, "p95_ms": 238.661}, "triton_wait": {"avg_ms": 64.314, "count": 135, "max_ms": 86.874, "p95_ms": 81.16}, "visualize": {"avg_ms": 8.118, "count": 135, "max_ms": 13.736, "p95_ms": 10.337}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3107.892, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.126, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T18:59:30+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T18:59:29+09:00", "mjpeg": {"age_sec": 0.588, "exists": true, "mtime": "2026-07-03T18:59:29.426713+09:00", "mtime_epoch": 1783072769.4267128, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 210806}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T18:59:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.053, "pushed": 10.053, "read": 10.053}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.752, "count": 301, "max_ms": 7.267, "p95_ms": 5.528}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.559, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.978, "count": 301, "max_ms": 68.222, "p95_ms": 63.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.686, "count": 301, "max_ms": 82.428, "p95_ms": 69.045}, "yolo11_640_fire_11class": {"avg_ms": 48.078, "count": 301, "max_ms": 68.209, "p95_ms": 63.559}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.664, "count": 301, "max_ms": 86.127, "p95_ms": 83.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.062, "count": 301, "max_ms": 139.516, "p95_ms": 104.313}, "read_interval": {"avg_ms": 100.301, "count": 301, "max_ms": 748.76, "p95_ms": 148.813}, "triton_wait": {"avg_ms": 56.679, "count": 301, "max_ms": 86.14, "p95_ms": 83.014}, "visualize": {"avg_ms": 3.854, "count": 301, "max_ms": 5.722, "p95_ms": 5.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2216}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 321, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:58:42+09:00", "last_error_summary": "[h264 @ 0x55bee028c580] error while decoding MB 21 19, bytestream -5", "last_exit_at": "2026-07-03T18:58:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.001, "last_started_at": "2026-07-03T18:58:45+09:00", "pid": 46934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.801, "name": "ffmpeg", "pid": 46934, "rss_mb": 265.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.642, "sample_count": 1643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 265936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:59:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T18:59:38+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T18:59:37+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T18:59:37.930855+09:00", "mtime_epoch": 1783072777.9308548, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T18:59:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.3, "pushed": 5.3, "read": 5.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.279, "count": 159, "max_ms": 14.25, "p95_ms": 12.168}, "gstreamer_push": {"avg_ms": 0.929, "count": 159, "max_ms": 1.453, "p95_ms": 1.126}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.636, "count": 159, "max_ms": 64.531, "p95_ms": 61.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.426, "count": 159, "max_ms": 81.654, "p95_ms": 73.561}, "yolo11_640_fire_11class": {"avg_ms": 48.53, "count": 159, "max_ms": 63.946, "p95_ms": 60.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.578, "count": 159, "max_ms": 86.033, "p95_ms": 80.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.048, "count": 159, "max_ms": 243.444, "p95_ms": 222.419}, "read_interval": {"avg_ms": 188.56, "count": 159, "max_ms": 415.56, "p95_ms": 232.598}, "triton_wait": {"avg_ms": 63.155, "count": 159, "max_ms": 86.046, "p95_ms": 80.675}, "visualize": {"avg_ms": 8.17, "count": 159, "max_ms": 13.054, "p95_ms": 10.684}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2757}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3137.901, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.182, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T18:59:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:00:00+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T18:59:59+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T18:59:59.935222+09:00", "mtime_epoch": 1783072799.9352224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:00:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.102, "pushed": 10.102, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.542, "count": 303, "max_ms": 6.442, "p95_ms": 5.173}, "gstreamer_push": {"avg_ms": 1.307, "count": 303, "max_ms": 2.153, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.007, "count": 303, "max_ms": 65.863, "p95_ms": 61.123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.481, "count": 303, "max_ms": 76.37, "p95_ms": 69.792}, "yolo11_640_fire_11class": {"avg_ms": 47.389, "count": 303, "max_ms": 64.269, "p95_ms": 60.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.792, "count": 303, "max_ms": 85.291, "p95_ms": 80.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.872, "count": 303, "max_ms": 138.626, "p95_ms": 98.114}, "read_interval": {"avg_ms": 98.961, "count": 303, "max_ms": 784.16, "p95_ms": 181.994}, "triton_wait": {"avg_ms": 54.828, "count": 303, "max_ms": 85.319, "p95_ms": 80.341}, "visualize": {"avg_ms": 3.722, "count": 303, "max_ms": 5.824, "p95_ms": 4.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 321, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:58:42+09:00", "last_error_summary": "[h264 @ 0x55bee028c580] error while decoding MB 21 19, bytestream -5", "last_exit_at": "2026-07-03T18:58:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.125, "last_started_at": "2026-07-03T18:58:45+09:00", "pid": 46934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.059, "name": "ffmpeg", "pid": 46934, "rss_mb": 266.059, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.642, "sample_count": 1642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:00:08+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T19:00:08+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T19:00:08.035358+09:00", "mtime_epoch": 1783072808.0353577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:00:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.705, "pushed": 5.705, "read": 5.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.687, "count": 170, "max_ms": 16.316, "p95_ms": 11.546}, "gstreamer_push": {"avg_ms": 0.952, "count": 171, "max_ms": 1.221, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.175, "count": 170, "max_ms": 65.862, "p95_ms": 61.977}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.888, "count": 170, "max_ms": 79.92, "p95_ms": 71.242}, "yolo11_640_fire_11class": {"avg_ms": 48.516, "count": 170, "max_ms": 65.329, "p95_ms": 61.006}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.096, "count": 170, "max_ms": 84.857, "p95_ms": 81.189}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.717, "count": 171, "max_ms": 224.269, "p95_ms": 208.954}, "read_interval": {"avg_ms": 175.941, "count": 170, "max_ms": 235.153, "p95_ms": 217.788}, "triton_wait": {"avg_ms": 62.643, "count": 170, "max_ms": 84.865, "p95_ms": 81.202}, "visualize": {"avg_ms": 7.537, "count": 170, "max_ms": 13.526, "p95_ms": 9.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2760}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3167.945, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.485, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:00:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:00:30+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:00:30+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T19:00:30.007726+09:00", "mtime_epoch": 1783072830.0077257, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:00:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.634, "count": 300, "max_ms": 7.471, "p95_ms": 5.402}, "gstreamer_push": {"avg_ms": 1.327, "count": 300, "max_ms": 1.999, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.353, "count": 300, "max_ms": 71.774, "p95_ms": 62.355}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.522, "count": 300, "max_ms": 82.243, "p95_ms": 70.745}, "yolo11_640_fire_11class": {"avg_ms": 48.019, "count": 300, "max_ms": 71.191, "p95_ms": 61.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.955, "count": 300, "max_ms": 91.444, "p95_ms": 81.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.432, "count": 300, "max_ms": 136.572, "p95_ms": 103.473}, "read_interval": {"avg_ms": 100.208, "count": 299, "max_ms": 753.073, "p95_ms": 152.883}, "triton_wait": {"avg_ms": 55.978, "count": 300, "max_ms": 91.459, "p95_ms": 81.882}, "visualize": {"avg_ms": 3.855, "count": 300, "max_ms": 5.666, "p95_ms": 5.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 114, "h264_decode_error_count": 321, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:58:42+09:00", "last_error_summary": "[h264 @ 0x55bee028c580] error while decoding MB 21 19, bytestream -5", "last_exit_at": "2026-07-03T18:58:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.24, "last_started_at": "2026-07-03T18:58:45+09:00", "pid": 46934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.316, "name": "ffmpeg", "pid": 46934, "rss_mb": 266.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 132, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 133}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.533, "sample_count": 1637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:00:38+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-07-03T19:00:38+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-03T19:00:38.139862+09:00", "mtime_epoch": 1783072838.139862, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:00:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.586, "pushed": 5.586, "read": 5.553}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.984, "count": 166, "max_ms": 14.226, "p95_ms": 11.754}, "gstreamer_push": {"avg_ms": 0.975, "count": 167, "max_ms": 1.332, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.5, "count": 166, "max_ms": 70.597, "p95_ms": 62.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.602, "count": 166, "max_ms": 81.834, "p95_ms": 72.621}, "yolo11_640_fire_11class": {"avg_ms": 49.078, "count": 166, "max_ms": 70.579, "p95_ms": 61.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.462, "count": 166, "max_ms": 90.291, "p95_ms": 83.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 169.563, "count": 167, "max_ms": 243.893, "p95_ms": 208.897}, "read_interval": {"avg_ms": 180.072, "count": 166, "max_ms": 253.778, "p95_ms": 218.505}, "triton_wait": {"avg_ms": 63.465, "count": 166, "max_ms": 90.304, "p95_ms": 83.086}, "visualize": {"avg_ms": 7.704, "count": 166, "max_ms": 13.14, "p95_ms": 9.728}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2762}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12286.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3198.005, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.213, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:01:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:01:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T19:01:00+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:01:00.064230+09:00", "mtime_epoch": 1783072860.06423, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212548}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:01:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.907}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.604, "count": 298, "max_ms": 6.839, "p95_ms": 5.444}, "gstreamer_push": {"avg_ms": 1.285, "count": 298, "max_ms": 1.478, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.715, "count": 298, "max_ms": 64.894, "p95_ms": 60.904}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.999, "count": 298, "max_ms": 78.917, "p95_ms": 65.811}, "yolo11_640_fire_11class": {"avg_ms": 47.303, "count": 298, "max_ms": 63.863, "p95_ms": 60.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.653, "count": 298, "max_ms": 86.047, "p95_ms": 80.56}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.493, "count": 298, "max_ms": 134.941, "p95_ms": 102.825}, "read_interval": {"avg_ms": 100.927, "count": 297, "max_ms": 810.064, "p95_ms": 149.943}, "triton_wait": {"avg_ms": 54.68, "count": 298, "max_ms": 86.059, "p95_ms": 80.571}, "visualize": {"avg_ms": 3.726, "count": 298, "max_ms": 5.838, "p95_ms": 5.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:00:52+09:00", "last_error_summary": "[h264 @ 0x560056abb000] error while decoding MB 7 33, bytestream -34", "last_exit_at": "2026-07-03T19:00:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.5, "last_started_at": "2026-07-03T19:00:54+09:00", "pid": 47041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.691, "name": "ffmpeg", "pid": 47041, "rss_mb": 263.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.888, "sample_count": 1605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:01:08+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-07-03T19:01:08+09:00", "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-07-03T19:01:08.220367+09:00", "mtime_epoch": 1783072868.2203672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:01:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.456, "pushed": 4.456, "read": 4.423}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.594, "count": 133, "max_ms": 13.326, "p95_ms": 12.021}, "gstreamer_push": {"avg_ms": 0.931, "count": 133, "max_ms": 1.268, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.719, "count": 133, "max_ms": 64.547, "p95_ms": 60.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.919, "count": 133, "max_ms": 85.306, "p95_ms": 73.962}, "yolo11_640_fire_11class": {"avg_ms": 48.529, "count": 133, "max_ms": 63.831, "p95_ms": 60.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.683, "count": 133, "max_ms": 85.799, "p95_ms": 82.752}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.74, "count": 133, "max_ms": 246.609, "p95_ms": 224.123}, "read_interval": {"avg_ms": 226.196, "count": 132, "max_ms": 4463.293, "p95_ms": 234.275}, "triton_wait": {"avg_ms": 63.262, "count": 133, "max_ms": 85.811, "p95_ms": 82.763}, "visualize": {"avg_ms": 8.406, "count": 133, "max_ms": 13.382, "p95_ms": 10.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3228.065, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.547, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:01:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:01:30+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T19:01:30+09:00", "mjpeg": {"age_sec": 0.734, "exists": true, "mtime": "2026-07-03T19:01:29.452724+09:00", "mtime_epoch": 1783072889.4527242, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:01:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.94}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.56, "count": 299, "max_ms": 8.071, "p95_ms": 4.695}, "gstreamer_push": {"avg_ms": 1.317, "count": 299, "max_ms": 1.853, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.269, "count": 299, "max_ms": 67.174, "p95_ms": 62.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.133, "count": 299, "max_ms": 82.623, "p95_ms": 71.189}, "yolo11_640_fire_11class": {"avg_ms": 47.624, "count": 299, "max_ms": 66.349, "p95_ms": 61.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.913, "count": 299, "max_ms": 86.723, "p95_ms": 81.592}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.524, "count": 299, "max_ms": 137.915, "p95_ms": 95.8}, "read_interval": {"avg_ms": 100.563, "count": 298, "max_ms": 771.111, "p95_ms": 190.629}, "triton_wait": {"avg_ms": 54.999, "count": 299, "max_ms": 86.735, "p95_ms": 81.605}, "visualize": {"avg_ms": 3.77, "count": 299, "max_ms": 5.427, "p95_ms": 4.614}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:00:52+09:00", "last_error_summary": "[h264 @ 0x560056abb000] error while decoding MB 7 33, bytestream -34", "last_exit_at": "2026-07-03T19:00:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.544, "last_started_at": "2026-07-03T19:00:54+09:00", "pid": 47041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.754, "name": "ffmpeg", "pid": 47041, "rss_mb": 265.754, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.025, "sample_count": 1612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:01:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:01:38+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T19:01:38+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-03T19:01:38.208872+09:00", "mtime_epoch": 1783072898.2088716, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 168524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:01:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.191, "pushed": 5.191, "read": 5.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.47, "count": 155, "max_ms": 15.693, "p95_ms": 11.72}, "gstreamer_push": {"avg_ms": 0.912, "count": 155, "max_ms": 1.931, "p95_ms": 1.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.436, "count": 155, "max_ms": 65.424, "p95_ms": 61.989}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.514, "count": 155, "max_ms": 79.964, "p95_ms": 72.051}, "yolo11_640_fire_11class": {"avg_ms": 48.033, "count": 155, "max_ms": 64.792, "p95_ms": 60.908}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.44, "count": 155, "max_ms": 87.044, "p95_ms": 82.325}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.726, "count": 155, "max_ms": 248.175, "p95_ms": 223.179}, "read_interval": {"avg_ms": 193.703, "count": 154, "max_ms": 257.774, "p95_ms": 232.744}, "triton_wait": {"avg_ms": 61.968, "count": 155, "max_ms": 87.057, "p95_ms": 82.337}, "visualize": {"avg_ms": 8.447, "count": 155, "max_ms": 12.357, "p95_ms": 10.493}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.858, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3258.13, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.917, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:02:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:02:00+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T19:02:00+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T19:02:00.185242+09:00", "mtime_epoch": 1783072920.1852422, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 207853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:02:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.987, "count": 301, "max_ms": 7.062, "p95_ms": 5.608}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.812, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.25, "count": 301, "max_ms": 67.264, "p95_ms": 62.075}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.36, "count": 301, "max_ms": 79.668, "p95_ms": 70.336}, "yolo11_640_fire_11class": {"avg_ms": 47.647, "count": 301, "max_ms": 66.718, "p95_ms": 61.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.2, "count": 301, "max_ms": 85.621, "p95_ms": 81.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.358, "count": 301, "max_ms": 133.963, "p95_ms": 106.277}, "read_interval": {"avg_ms": 99.928, "count": 300, "max_ms": 710.95, "p95_ms": 125.346}, "triton_wait": {"avg_ms": 55.234, "count": 301, "max_ms": 85.633, "p95_ms": 81.584}, "visualize": {"avg_ms": 4.059, "count": 301, "max_ms": 6.043, "p95_ms": 5.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2222}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:00:52+09:00", "last_error_summary": "[h264 @ 0x560056abb000] error while decoding MB 7 33, bytestream -34", "last_exit_at": "2026-07-03T19:00:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.72, "last_started_at": "2026-07-03T19:00:54+09:00", "pid": 47041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.012, "name": "ffmpeg", "pid": 47041, "rss_mb": 266.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.093, "sample_count": 1606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:02:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:02:08+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T19:02:08+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-03T19:02:08.369380+09:00", "mtime_epoch": 1783072928.3693802, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:02:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.57, "pushed": 5.57, "read": 5.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.97, "count": 166, "max_ms": 14.266, "p95_ms": 11.34}, "gstreamer_push": {"avg_ms": 0.951, "count": 167, "max_ms": 1.286, "p95_ms": 1.114}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.622, "count": 166, "max_ms": 65.069, "p95_ms": 60.594}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.437, "count": 166, "max_ms": 75.984, "p95_ms": 71.324}, "yolo11_640_fire_11class": {"avg_ms": 48.888, "count": 166, "max_ms": 63.919, "p95_ms": 59.883}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.644, "count": 166, "max_ms": 84.779, "p95_ms": 80.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.18, "count": 167, "max_ms": 248.852, "p95_ms": 213.555}, "read_interval": {"avg_ms": 180.479, "count": 166, "max_ms": 258.73, "p95_ms": 223.242}, "triton_wait": {"avg_ms": 63.441, "count": 166, "max_ms": 84.792, "p95_ms": 80.963}, "visualize": {"avg_ms": 7.65, "count": 166, "max_ms": 11.025, "p95_ms": 9.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2770}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3288.139, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.257, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:02:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:02:30+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:02:30+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T19:02:30.201749+09:00", "mtime_epoch": 1783072950.2017488, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:02:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.852, "count": 302, "max_ms": 6.796, "p95_ms": 5.522}, "gstreamer_push": {"avg_ms": 1.285, "count": 302, "max_ms": 1.771, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.248, "count": 302, "max_ms": 71.906, "p95_ms": 62.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.288, "count": 302, "max_ms": 82.314, "p95_ms": 67.082}, "yolo11_640_fire_11class": {"avg_ms": 47.496, "count": 302, "max_ms": 71.893, "p95_ms": 61.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.229, "count": 302, "max_ms": 87.826, "p95_ms": 80.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.682, "count": 302, "max_ms": 137.059, "p95_ms": 104.835}, "read_interval": {"avg_ms": 99.381, "count": 302, "max_ms": 687.687, "p95_ms": 132.283}, "triton_wait": {"avg_ms": 55.269, "count": 302, "max_ms": 87.838, "p95_ms": 80.323}, "visualize": {"avg_ms": 3.99, "count": 302, "max_ms": 6.223, "p95_ms": 5.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 115, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:00:52+09:00", "last_error_summary": "[h264 @ 0x560056abb000] error while decoding MB 7 33, bytestream -34", "last_exit_at": "2026-07-03T19:00:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.855, "last_started_at": "2026-07-03T19:00:54+09:00", "pid": 47041, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.012, "name": "ffmpeg", "pid": 47041, "rss_mb": 266.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 133, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 134}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.701, "sample_count": 1593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 266889, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:02:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:02:38+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T19:02:38+09:00", "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-07-03T19:02:38.561890+09:00", "mtime_epoch": 1783072958.5618901, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171890}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:02:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.344, "pushed": 5.344, "read": 5.31}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.31, "count": 159, "max_ms": 13.906, "p95_ms": 11.941}, "gstreamer_push": {"avg_ms": 0.924, "count": 160, "max_ms": 1.284, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.853, "count": 159, "max_ms": 63.213, "p95_ms": 61.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.363, "count": 159, "max_ms": 81.888, "p95_ms": 71.368}, "yolo11_640_fire_11class": {"avg_ms": 48.508, "count": 159, "max_ms": 65.049, "p95_ms": 61.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.617, "count": 159, "max_ms": 85.845, "p95_ms": 80.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.106, "count": 160, "max_ms": 255.791, "p95_ms": 216.887}, "read_interval": {"avg_ms": 188.45, "count": 159, "max_ms": 267.075, "p95_ms": 232.408}, "triton_wait": {"avg_ms": 62.494, "count": 159, "max_ms": 85.857, "p95_ms": 80.782}, "visualize": {"avg_ms": 8.142, "count": 159, "max_ms": 13.041, "p95_ms": 10.281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12394.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3318.179, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 2, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.407, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:03:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:03:00+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T19:03:00+09:00", "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-07-03T19:03:00.226257+09:00", "mtime_epoch": 1783072980.2262568, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:03:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.18, "pushed": 10.18, "read": 10.146}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.541, "count": 305, "max_ms": 5.688, "p95_ms": 4.73}, "gstreamer_push": {"avg_ms": 1.308, "count": 305, "max_ms": 1.939, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.093, "count": 305, "max_ms": 69.237, "p95_ms": 61.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.003, "count": 305, "max_ms": 82.894, "p95_ms": 67.536}, "yolo11_640_fire_11class": {"avg_ms": 47.781, "count": 305, "max_ms": 65.567, "p95_ms": 60.67}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.842, "count": 305, "max_ms": 85.603, "p95_ms": 79.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.817, "count": 305, "max_ms": 134.698, "p95_ms": 96.918}, "read_interval": {"avg_ms": 98.498, "count": 304, "max_ms": 838.898, "p95_ms": 158.311}, "triton_wait": {"avg_ms": 54.995, "count": 305, "max_ms": 85.617, "p95_ms": 80.005}, "visualize": {"avg_ms": 3.716, "count": 305, "max_ms": 5.75, "p95_ms": 4.562}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12277.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 323, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:03:01+09:00", "last_error_summary": "[h264 @ 0x5608dea96740] error while decoding MB 8 41, bytestream -11", "last_exit_at": "2026-07-03T19:03:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.862, "last_started_at": "2026-07-03T19:03:03+09:00", "pid": 47148, "process": {"exists": true, "fd_count": 5, "hwm_mb": 165.086, "name": "ffmpeg", "pid": 47148, "rss_mb": 165.086, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.264, "sample_count": 1543, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:03:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:03:08+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T19:03:08+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T19:03:08.690400+09:00", "mtime_epoch": 1783072988.6904001, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171858}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:03:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 129, "pushed_frames": 129, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.312, "pushed": 4.312, "read": 4.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.755, "count": 128, "max_ms": 15.616, "p95_ms": 12.736}, "gstreamer_push": {"avg_ms": 0.906, "count": 129, "max_ms": 1.244, "p95_ms": 1.078}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.819, "count": 128, "max_ms": 63.746, "p95_ms": 61.457}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.151, "count": 128, "max_ms": 82.008, "p95_ms": 72.823}, "yolo11_640_fire_11class": {"avg_ms": 48.384, "count": 128, "max_ms": 65.203, "p95_ms": 61.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.995, "count": 128, "max_ms": 87.578, "p95_ms": 81.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.534, "count": 129, "max_ms": 241.027, "p95_ms": 227.711}, "read_interval": {"avg_ms": 234.022, "count": 128, "max_ms": 5045.85, "p95_ms": 239.49}, "triton_wait": {"avg_ms": 62.623, "count": 128, "max_ms": 87.59, "p95_ms": 82.02}, "visualize": {"avg_ms": 8.578, "count": 128, "max_ms": 12.349, "p95_ms": 11.314}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2775}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3348.231, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.53, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:03:30+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T19:03:30+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T19:03:30.294766+09:00", "mtime_epoch": 1783073010.2947662, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:03:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.802}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.91, "count": 294, "max_ms": 8.446, "p95_ms": 5.524}, "gstreamer_push": {"avg_ms": 1.285, "count": 294, "max_ms": 1.754, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.333, "count": 294, "max_ms": 69.072, "p95_ms": 61.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.128, "count": 294, "max_ms": 81.63, "p95_ms": 60.53}, "yolo11_640_fire_11class": {"avg_ms": 47.103, "count": 294, "max_ms": 68.283, "p95_ms": 60.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.894, "count": 294, "max_ms": 85.85, "p95_ms": 81.264}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.215, "count": 294, "max_ms": 135.817, "p95_ms": 105.691}, "read_interval": {"avg_ms": 102.264, "count": 294, "max_ms": 880.676, "p95_ms": 149.998}, "triton_wait": {"avg_ms": 53.908, "count": 294, "max_ms": 85.862, "p95_ms": 81.275}, "visualize": {"avg_ms": 4.028, "count": 294, "max_ms": 6.668, "p95_ms": 5.204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2226}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 323, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:03:01+09:00", "last_error_summary": "[h264 @ 0x5608dea96740] error while decoding MB 8 41, bytestream -11", "last_exit_at": "2026-07-03T19:03:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.906, "last_started_at": "2026-07-03T19:03:03+09:00", "pid": 47148, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.516, "name": "ffmpeg", "pid": 47148, "rss_mb": 265.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.897, "sample_count": 1526, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:03:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:03:38+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-07-03T19:03:38+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T19:03:38.706909+09:00", "mtime_epoch": 1783073018.706909, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:03:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.164, "pushed": 5.164, "read": 5.13}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.576, "count": 154, "max_ms": 12.586, "p95_ms": 11.863}, "gstreamer_push": {"avg_ms": 0.915, "count": 154, "max_ms": 1.378, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.51, "count": 154, "max_ms": 65.399, "p95_ms": 61.187}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.153, "count": 154, "max_ms": 79.937, "p95_ms": 73.241}, "yolo11_640_fire_11class": {"avg_ms": 49.476, "count": 154, "max_ms": 63.993, "p95_ms": 61.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.386, "count": 154, "max_ms": 86.08, "p95_ms": 81.855}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.289, "count": 154, "max_ms": 238.408, "p95_ms": 223.492}, "read_interval": {"avg_ms": 195.076, "count": 153, "max_ms": 248.057, "p95_ms": 233.03}, "triton_wait": {"avg_ms": 63.961, "count": 154, "max_ms": 86.092, "p95_ms": 81.868}, "visualize": {"avg_ms": 8.433, "count": 154, "max_ms": 11.179, "p95_ms": 10.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3378.295, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.472, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:04:00+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:04:00+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T19:04:00.355276+09:00", "mtime_epoch": 1783073040.3552763, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:04:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.104, "pushed": 10.104, "read": 10.071}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.68, "count": 303, "max_ms": 6.706, "p95_ms": 5.434}, "gstreamer_push": {"avg_ms": 1.299, "count": 303, "max_ms": 2.066, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.199, "count": 303, "max_ms": 67.272, "p95_ms": 62.314}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.938, "count": 303, "max_ms": 80.374, "p95_ms": 64.102}, "yolo11_640_fire_11class": {"avg_ms": 47.525, "count": 303, "max_ms": 67.259, "p95_ms": 61.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.64, "count": 303, "max_ms": 87.491, "p95_ms": 81.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.445, "count": 303, "max_ms": 132.252, "p95_ms": 102.826}, "read_interval": {"avg_ms": 99.281, "count": 302, "max_ms": 711.046, "p95_ms": 145.849}, "triton_wait": {"avg_ms": 55.707, "count": 303, "max_ms": 87.503, "p95_ms": 81.538}, "visualize": {"avg_ms": 3.818, "count": 303, "max_ms": 5.783, "p95_ms": 5.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 323, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:03:01+09:00", "last_error_summary": "[h264 @ 0x5608dea96740] error while decoding MB 8 41, bytestream -11", "last_exit_at": "2026-07-03T19:03:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.978, "last_started_at": "2026-07-03T19:03:03+09:00", "pid": 47148, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.062, "name": "ffmpeg", "pid": 47148, "rss_mb": 267.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.682, "sample_count": 1545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:04:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:04:08+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T19:04:08+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T19:04:08.763419+09:00", "mtime_epoch": 1783073048.7634194, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:04:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.124, "pushed": 5.124, "read": 5.091}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.718, "count": 153, "max_ms": 18.135, "p95_ms": 12.671}, "gstreamer_push": {"avg_ms": 0.899, "count": 153, "max_ms": 1.414, "p95_ms": 1.047}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.908, "count": 153, "max_ms": 66.546, "p95_ms": 60.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.28, "count": 153, "max_ms": 81.542, "p95_ms": 71.574}, "yolo11_640_fire_11class": {"avg_ms": 48.333, "count": 153, "max_ms": 66.533, "p95_ms": 60.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.769, "count": 153, "max_ms": 88.207, "p95_ms": 81.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.504, "count": 153, "max_ms": 243.537, "p95_ms": 226.239}, "read_interval": {"avg_ms": 196.418, "count": 152, "max_ms": 254.023, "p95_ms": 236.252}, "triton_wait": {"avg_ms": 63.607, "count": 153, "max_ms": 88.219, "p95_ms": 81.992}, "visualize": {"avg_ms": 8.57, "count": 153, "max_ms": 12.541, "p95_ms": 10.382}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2780}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3408.333, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.706, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T19:04:30+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T19:04:30+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T19:04:30.387787+09:00", "mtime_epoch": 1783073070.3877869, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:04:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.875, "count": 302, "max_ms": 8.094, "p95_ms": 5.644}, "gstreamer_push": {"avg_ms": 1.293, "count": 302, "max_ms": 2.244, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.831, "count": 302, "max_ms": 64.65, "p95_ms": 61.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.467, "count": 302, "max_ms": 78.307, "p95_ms": 63.457}, "yolo11_640_fire_11class": {"avg_ms": 47.443, "count": 302, "max_ms": 64.159, "p95_ms": 61.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.346, "count": 302, "max_ms": 87.516, "p95_ms": 81.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.117, "count": 302, "max_ms": 136.709, "p95_ms": 105.547}, "read_interval": {"avg_ms": 99.492, "count": 301, "max_ms": 251.244, "p95_ms": 167.67}, "triton_wait": {"avg_ms": 55.36, "count": 302, "max_ms": 87.531, "p95_ms": 81.761}, "visualize": {"avg_ms": 3.932, "count": 302, "max_ms": 6.804, "p95_ms": 5.129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 116, "h264_decode_error_count": 323, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:03:01+09:00", "last_error_summary": "[h264 @ 0x5608dea96740] error while decoding MB 8 41, bytestream -11", "last_exit_at": "2026-07-03T19:03:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.0, "last_started_at": "2026-07-03T19:03:03+09:00", "pid": 47148, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.062, "name": "ffmpeg", "pid": 47148, "rss_mb": 267.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 134, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 135}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.459, "sample_count": 1531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:04:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:04:38+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T19:04:38+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T19:04:38.783930+09:00", "mtime_epoch": 1783073078.7839298, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:04:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.931, "pushed": 4.931, "read": 4.898}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.125, "count": 147, "max_ms": 16.85, "p95_ms": 12.979}, "gstreamer_push": {"avg_ms": 0.9, "count": 147, "max_ms": 1.278, "p95_ms": 0.976}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.878, "count": 147, "max_ms": 64.161, "p95_ms": 61.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.599, "count": 147, "max_ms": 78.366, "p95_ms": 73.674}, "yolo11_640_fire_11class": {"avg_ms": 48.357, "count": 147, "max_ms": 62.205, "p95_ms": 60.997}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.227, "count": 147, "max_ms": 84.603, "p95_ms": 82.403}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.998, "count": 147, "max_ms": 254.328, "p95_ms": 231.567}, "read_interval": {"avg_ms": 204.169, "count": 146, "max_ms": 267.159, "p95_ms": 241.305}, "triton_wait": {"avg_ms": 62.753, "count": 147, "max_ms": 84.615, "p95_ms": 82.416}, "visualize": {"avg_ms": 9.012, "count": 147, "max_ms": 14.015, "p95_ms": 11.311}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3438.34, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.942, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:05:00+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T19:05:00+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T19:05:00.356297+09:00", "mtime_epoch": 1783073100.356297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:05:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.697, "count": 296, "max_ms": 6.371, "p95_ms": 5.466}, "gstreamer_push": {"avg_ms": 1.314, "count": 296, "max_ms": 1.951, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.086, "count": 296, "max_ms": 66.054, "p95_ms": 62.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.706, "count": 296, "max_ms": 79.277, "p95_ms": 61.01}, "yolo11_640_fire_11class": {"avg_ms": 48.138, "count": 296, "max_ms": 68.781, "p95_ms": 61.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.557, "count": 296, "max_ms": 86.043, "p95_ms": 81.956}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.877, "count": 296, "max_ms": 136.923, "p95_ms": 103.474}, "read_interval": {"avg_ms": 101.256, "count": 296, "max_ms": 741.738, "p95_ms": 142.737}, "triton_wait": {"avg_ms": 55.569, "count": 296, "max_ms": 86.056, "p95_ms": 81.968}, "visualize": {"avg_ms": 3.861, "count": 296, "max_ms": 6.502, "p95_ms": 5.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12251.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 324, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:05:08+09:00", "last_error_summary": "[h264 @ 0x563864ced5c0] error while decoding MB 12 18, bytestream -20", "last_exit_at": "2026-07-03T19:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.16, "last_started_at": "2026-07-03T19:05:11+09:00", "pid": 47255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.207, "name": "ffmpeg", "pid": 47255, "rss_mb": 139.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.773, "sample_count": 1482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:05:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:05:13+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T19:05:13+09:00", "mjpeg": {"age_sec": 4.907, "exists": true, "mtime": "2026-07-03T19:05:08.332433+09:00", "mtime_epoch": 1783073108.332433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:05:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.192, "pushed": 4.192, "read": 4.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.917, "count": 125, "max_ms": 14.409, "p95_ms": 12.18}, "gstreamer_push": {"avg_ms": 0.929, "count": 125, "max_ms": 1.333, "p95_ms": 1.093}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.684, "count": 125, "max_ms": 68.552, "p95_ms": 61.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.128, "count": 125, "max_ms": 79.939, "p95_ms": 69.154}, "yolo11_640_fire_11class": {"avg_ms": 47.948, "count": 125, "max_ms": 61.652, "p95_ms": 60.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.649, "count": 125, "max_ms": 82.729, "p95_ms": 81.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.0, "count": 125, "max_ms": 243.062, "p95_ms": 227.886}, "read_interval": {"avg_ms": 241.206, "count": 124, "max_ms": 4979.81, "p95_ms": 240.348}, "triton_wait": {"avg_ms": 62.09, "count": 125, "max_ms": 82.74, "p95_ms": 81.551}, "visualize": {"avg_ms": 8.94, "count": 125, "max_ms": 12.29, "p95_ms": 10.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2785}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3468.406, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.321, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:05:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:05:30+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T19:05:30+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T19:05:30.428810+09:00", "mtime_epoch": 1783073130.4288096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215010}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:05:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.117}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.768, "count": 304, "max_ms": 7.36, "p95_ms": 5.496}, "gstreamer_push": {"avg_ms": 1.275, "count": 304, "max_ms": 1.497, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.851, "count": 304, "max_ms": 67.08, "p95_ms": 61.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.035, "count": 304, "max_ms": 79.932, "p95_ms": 69.364}, "yolo11_640_fire_11class": {"avg_ms": 47.279, "count": 304, "max_ms": 66.554, "p95_ms": 61.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.792, "count": 304, "max_ms": 86.416, "p95_ms": 80.989}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.935, "count": 304, "max_ms": 148.08, "p95_ms": 105.035}, "read_interval": {"avg_ms": 98.837, "count": 303, "max_ms": 260.883, "p95_ms": 160.439}, "triton_wait": {"avg_ms": 54.81, "count": 304, "max_ms": 86.428, "p95_ms": 81.001}, "visualize": {"avg_ms": 3.847, "count": 304, "max_ms": 6.246, "p95_ms": 5.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2231}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 324, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:05:08+09:00", "last_error_summary": "[h264 @ 0x563864ced5c0] error while decoding MB 12 18, bytestream -20", "last_exit_at": "2026-07-03T19:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.253, "last_started_at": "2026-07-03T19:05:11+09:00", "pid": 47255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.066, "name": "ffmpeg", "pid": 47255, "rss_mb": 271.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.387, "sample_count": 1480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:05:43+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T19:05:43+09:00", "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-07-03T19:05:43.153027+09:00", "mtime_epoch": 1783073143.1530268, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172062}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:05:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.51, "pushed": 5.51, "read": 5.477}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.993, "count": 164, "max_ms": 12.482, "p95_ms": 11.412}, "gstreamer_push": {"avg_ms": 0.949, "count": 165, "max_ms": 1.396, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.414, "count": 164, "max_ms": 66.324, "p95_ms": 62.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.63, "count": 164, "max_ms": 80.416, "p95_ms": 76.885}, "yolo11_640_fire_11class": {"avg_ms": 49.153, "count": 164, "max_ms": 64.735, "p95_ms": 62.772}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.3, "count": 164, "max_ms": 88.207, "p95_ms": 83.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 172.376, "count": 165, "max_ms": 246.776, "p95_ms": 222.702}, "read_interval": {"avg_ms": 182.301, "count": 164, "max_ms": 256.523, "p95_ms": 232.674}, "triton_wait": {"avg_ms": 64.914, "count": 164, "max_ms": 88.22, "p95_ms": 83.572}, "visualize": {"avg_ms": 7.704, "count": 164, "max_ms": 10.569, "p95_ms": 10.014}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2787}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3498.56, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.569, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:06:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:06:00+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T19:06:00+09:00", "mjpeg": {"age_sec": 0.249, "exists": true, "mtime": "2026-07-03T19:06:00.433322+09:00", "mtime_epoch": 1783073160.4333217, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212846}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:06:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.096, "pushed": 10.096, "read": 10.062}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.884, "count": 302, "max_ms": 7.239, "p95_ms": 5.578}, "gstreamer_push": {"avg_ms": 1.29, "count": 302, "max_ms": 2.079, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.471, "count": 302, "max_ms": 67.447, "p95_ms": 62.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.035, "count": 302, "max_ms": 80.095, "p95_ms": 71.134}, "yolo11_640_fire_11class": {"avg_ms": 47.576, "count": 302, "max_ms": 66.414, "p95_ms": 62.214}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.85, "count": 302, "max_ms": 87.07, "p95_ms": 82.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.257, "count": 302, "max_ms": 134.839, "p95_ms": 106.752}, "read_interval": {"avg_ms": 99.387, "count": 301, "max_ms": 525.419, "p95_ms": 145.2}, "triton_wait": {"avg_ms": 55.876, "count": 302, "max_ms": 87.083, "p95_ms": 82.144}, "visualize": {"avg_ms": 3.958, "count": 302, "max_ms": 5.963, "p95_ms": 5.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 324, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:05:08+09:00", "last_error_summary": "[h264 @ 0x563864ced5c0] error while decoding MB 12 18, bytestream -20", "last_exit_at": "2026-07-03T19:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.311, "last_started_at": "2026-07-03T19:05:11+09:00", "pid": 47255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.613, "name": "ffmpeg", "pid": 47255, "rss_mb": 272.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.387, "sample_count": 1508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 267941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:06:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:06:13+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-07-03T19:06:13+09:00", "mjpeg": {"age_sec": 0.217, "exists": true, "mtime": "2026-07-03T19:06:13.173539+09:00", "mtime_epoch": 1783073173.1735394, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:06:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.323, "pushed": 5.323, "read": 5.29}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.278, "count": 159, "max_ms": 12.919, "p95_ms": 11.386}, "gstreamer_push": {"avg_ms": 0.93, "count": 159, "max_ms": 1.163, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.362, "count": 159, "max_ms": 68.305, "p95_ms": 62.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.556, "count": 159, "max_ms": 85.88, "p95_ms": 73.765}, "yolo11_640_fire_11class": {"avg_ms": 48.955, "count": 159, "max_ms": 67.17, "p95_ms": 62.139}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.933, "count": 159, "max_ms": 87.985, "p95_ms": 82.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.902, "count": 159, "max_ms": 249.21, "p95_ms": 223.273}, "read_interval": {"avg_ms": 188.756, "count": 158, "max_ms": 258.954, "p95_ms": 232.506}, "triton_wait": {"avg_ms": 63.671, "count": 159, "max_ms": 87.997, "p95_ms": 82.701}, "visualize": {"avg_ms": 8.088, "count": 159, "max_ms": 10.579, "p95_ms": 10.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3528.574, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.492, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:06:30+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T19:06:30+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T19:06:30.637838+09:00", "mtime_epoch": 1783073190.637838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:06:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.902, "pushed": 9.902, "read": 9.902}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.511, "count": 297, "max_ms": 5.433, "p95_ms": 4.612}, "gstreamer_push": {"avg_ms": 1.323, "count": 297, "max_ms": 2.182, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.826, "count": 297, "max_ms": 73.023, "p95_ms": 63.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.076, "count": 297, "max_ms": 85.38, "p95_ms": 71.074}, "yolo11_640_fire_11class": {"avg_ms": 48.903, "count": 297, "max_ms": 73.014, "p95_ms": 62.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.435, "count": 297, "max_ms": 90.338, "p95_ms": 82.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.107, "count": 297, "max_ms": 107.36, "p95_ms": 95.422}, "read_interval": {"avg_ms": 101.185, "count": 297, "max_ms": 756.081, "p95_ms": 157.548}, "triton_wait": {"avg_ms": 56.452, "count": 297, "max_ms": 90.35, "p95_ms": 82.326}, "visualize": {"avg_ms": 3.701, "count": 297, "max_ms": 5.081, "p95_ms": 4.349}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 324, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:05:08+09:00", "last_error_summary": "[h264 @ 0x563864ced5c0] error while decoding MB 12 18, bytestream -20", "last_exit_at": "2026-07-03T19:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.38, "last_started_at": "2026-07-03T19:05:11+09:00", "pid": 47255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.613, "name": "ffmpeg", "pid": 47255, "rss_mb": 272.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.032, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:06:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:06:43+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T19:06:43+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T19:06:43.262054+09:00", "mtime_epoch": 1783073203.2620537, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:06:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.418, "pushed": 5.418, "read": 5.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.199, "count": 162, "max_ms": 13.788, "p95_ms": 11.631}, "gstreamer_push": {"avg_ms": 0.939, "count": 162, "max_ms": 1.292, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.324, "count": 162, "max_ms": 72.911, "p95_ms": 62.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.312, "count": 162, "max_ms": 81.308, "p95_ms": 72.608}, "yolo11_640_fire_11class": {"avg_ms": 49.758, "count": 162, "max_ms": 72.379, "p95_ms": 62.016}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.106, "count": 162, "max_ms": 94.867, "p95_ms": 81.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.212, "count": 162, "max_ms": 243.736, "p95_ms": 221.784}, "read_interval": {"avg_ms": 185.419, "count": 161, "max_ms": 253.998, "p95_ms": 231.614}, "triton_wait": {"avg_ms": 63.784, "count": 162, "max_ms": 94.882, "p95_ms": 81.77}, "visualize": {"avg_ms": 7.898, "count": 162, "max_ms": 11.399, "p95_ms": 10.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2792}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3558.65, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.133, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:07:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:07:00+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T19:07:00+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T19:07:00.714352+09:00", "mtime_epoch": 1783073220.7143524, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:07:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.133, "read": 10.1}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.749, "count": 303, "max_ms": 7.54, "p95_ms": 5.574}, "gstreamer_push": {"avg_ms": 1.299, "count": 304, "max_ms": 1.589, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.726, "count": 303, "max_ms": 65.863, "p95_ms": 61.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.013, "count": 303, "max_ms": 76.706, "p95_ms": 63.317}, "yolo11_640_fire_11class": {"avg_ms": 47.233, "count": 303, "max_ms": 67.612, "p95_ms": 60.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.034, "count": 303, "max_ms": 86.561, "p95_ms": 79.887}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.046, "count": 303, "max_ms": 128.683, "p95_ms": 103.743}, "read_interval": {"avg_ms": 98.997, "count": 303, "max_ms": 722.105, "p95_ms": 142.318}, "triton_wait": {"avg_ms": 54.056, "count": 303, "max_ms": 86.573, "p95_ms": 79.897}, "visualize": {"avg_ms": 3.873, "count": 303, "max_ms": 5.956, "p95_ms": 5.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 117, "h264_decode_error_count": 324, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:05:08+09:00", "last_error_summary": "[h264 @ 0x563864ced5c0] error while decoding MB 12 18, bytestream -20", "last_exit_at": "2026-07-03T19:05:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.407, "last_started_at": "2026-07-03T19:05:11+09:00", "pid": 47255, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.645, "name": "ffmpeg", "pid": 47255, "rss_mb": 273.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 135, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 136}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.45, "sample_count": 1505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:07:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:07:13+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-03T19:07:13+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-03T19:07:13.274567+09:00", "mtime_epoch": 1783073233.2745674, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172145}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:07:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.299, "pushed": 5.299, "read": 5.265}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.428, "count": 158, "max_ms": 15.627, "p95_ms": 12.023}, "gstreamer_push": {"avg_ms": 0.932, "count": 158, "max_ms": 1.734, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.825, "count": 158, "max_ms": 68.788, "p95_ms": 62.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.719, "count": 158, "max_ms": 80.057, "p95_ms": 69.146}, "yolo11_640_fire_11class": {"avg_ms": 48.021, "count": 158, "max_ms": 63.467, "p95_ms": 62.25}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.468, "count": 158, "max_ms": 86.317, "p95_ms": 83.116}}, "truncated_count": 0}, "processing_total": {"avg_ms": 179.675, "count": 158, "max_ms": 248.562, "p95_ms": 224.984}, "read_interval": {"avg_ms": 189.798, "count": 157, "max_ms": 258.465, "p95_ms": 235.759}, "triton_wait": {"avg_ms": 62.086, "count": 158, "max_ms": 86.33, "p95_ms": 83.128}, "visualize": {"avg_ms": 8.328, "count": 158, "max_ms": 13.339, "p95_ms": 10.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.82, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12345.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3588.719, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.014, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:07:30+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T19:07:30+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T19:07:30.782867+09:00", "mtime_epoch": 1783073250.7828672, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:07:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.914, "pushed": 9.914, "read": 9.881}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.726, "count": 297, "max_ms": 7.611, "p95_ms": 5.457}, "gstreamer_push": {"avg_ms": 1.301, "count": 297, "max_ms": 1.581, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.84, "count": 297, "max_ms": 65.959, "p95_ms": 60.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.697, "count": 297, "max_ms": 79.22, "p95_ms": 67.605}, "yolo11_640_fire_11class": {"avg_ms": 47.174, "count": 297, "max_ms": 66.37, "p95_ms": 60.276}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.214, "count": 297, "max_ms": 88.198, "p95_ms": 80.122}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.672, "count": 297, "max_ms": 144.093, "p95_ms": 103.479}, "read_interval": {"avg_ms": 101.314, "count": 296, "max_ms": 708.851, "p95_ms": 177.987}, "triton_wait": {"avg_ms": 54.226, "count": 297, "max_ms": 88.211, "p95_ms": 80.134}, "visualize": {"avg_ms": 3.836, "count": 297, "max_ms": 6.149, "p95_ms": 5.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 325, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:07:18+09:00", "last_error_summary": "[h264 @ 0x557b3b531b40] error while decoding MB 25 16, bytestream -9", "last_exit_at": "2026-07-03T19:07:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.299, "last_started_at": "2026-07-03T19:07:21+09:00", "pid": 47362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.316, "name": "ffmpeg", "pid": 47362, "rss_mb": 265.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.859, "sample_count": 1477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:07:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:07:43+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T19:07:43+09:00", "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-07-03T19:07:43.379083+09:00", "mtime_epoch": 1783073263.3790832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:07:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.354, "pushed": 4.354, "read": 4.32}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.673, "count": 130, "max_ms": 13.08, "p95_ms": 11.978}, "gstreamer_push": {"avg_ms": 0.907, "count": 130, "max_ms": 1.567, "p95_ms": 1.067}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.718, "count": 130, "max_ms": 64.699, "p95_ms": 62.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.43, "count": 130, "max_ms": 81.956, "p95_ms": 73.587}, "yolo11_640_fire_11class": {"avg_ms": 48.585, "count": 130, "max_ms": 63.592, "p95_ms": 62.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.97, "count": 130, "max_ms": 85.447, "p95_ms": 83.158}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.968, "count": 130, "max_ms": 244.75, "p95_ms": 226.212}, "read_interval": {"avg_ms": 231.61, "count": 129, "max_ms": 4761.071, "p95_ms": 235.9}, "triton_wait": {"avg_ms": 62.745, "count": 130, "max_ms": 85.459, "p95_ms": 83.17}, "visualize": {"avg_ms": 8.479, "count": 130, "max_ms": 12.477, "p95_ms": 10.506}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3618.779, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.28, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:08:00+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T19:08:00+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T19:08:00.811382+09:00", "mtime_epoch": 1783073280.811382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221413}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:08:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.173, "pushed": 10.173, "read": 10.14}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.771, "count": 305, "max_ms": 7.613, "p95_ms": 5.495}, "gstreamer_push": {"avg_ms": 1.296, "count": 305, "max_ms": 1.541, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.692, "count": 305, "max_ms": 67.045, "p95_ms": 62.234}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.392, "count": 305, "max_ms": 78.724, "p95_ms": 72.218}, "yolo11_640_fire_11class": {"avg_ms": 47.15, "count": 305, "max_ms": 66.342, "p95_ms": 61.42}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.554, "count": 305, "max_ms": 84.891, "p95_ms": 80.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.515, "count": 305, "max_ms": 135.709, "p95_ms": 104.121}, "read_interval": {"avg_ms": 98.505, "count": 304, "max_ms": 588.138, "p95_ms": 145.53}, "triton_wait": {"avg_ms": 54.596, "count": 305, "max_ms": 84.903, "p95_ms": 80.803}, "visualize": {"avg_ms": 3.894, "count": 305, "max_ms": 5.951, "p95_ms": 5.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 325, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:07:18+09:00", "last_error_summary": "[h264 @ 0x557b3b531b40] error while decoding MB 25 16, bytestream -9", "last_exit_at": "2026-07-03T19:07:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.332, "last_started_at": "2026-07-03T19:07:21+09:00", "pid": 47362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.121, "name": "ffmpeg", "pid": 47362, "rss_mb": 267.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.639, "sample_count": 1502, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:08:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:08:13+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-07-03T19:08:13+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T19:08:13.419598+09:00", "mtime_epoch": 1783073293.4195983, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:08:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.101, "pushed": 5.101, "read": 5.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.803, "count": 152, "max_ms": 15.292, "p95_ms": 13.017}, "gstreamer_push": {"avg_ms": 0.907, "count": 152, "max_ms": 1.215, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.273, "count": 152, "max_ms": 63.224, "p95_ms": 61.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.993, "count": 152, "max_ms": 81.72, "p95_ms": 70.625}, "yolo11_640_fire_11class": {"avg_ms": 48.8, "count": 152, "max_ms": 61.889, "p95_ms": 60.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.111, "count": 152, "max_ms": 86.481, "p95_ms": 80.937}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.529, "count": 152, "max_ms": 239.438, "p95_ms": 224.496}, "read_interval": {"avg_ms": 197.648, "count": 151, "max_ms": 248.945, "p95_ms": 234.604}, "triton_wait": {"avg_ms": 63.711, "count": 152, "max_ms": 86.489, "p95_ms": 81.073}, "visualize": {"avg_ms": 8.627, "count": 152, "max_ms": 12.653, "p95_ms": 11.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.797, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.43, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3648.792, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.24, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:08:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:08:30+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-07-03T19:08:30+09:00", "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-07-03T19:08:30.867898+09:00", "mtime_epoch": 1783073310.8678977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:08:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.843, "count": 299, "max_ms": 8.208, "p95_ms": 5.524}, "gstreamer_push": {"avg_ms": 1.284, "count": 299, "max_ms": 1.571, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.866, "count": 299, "max_ms": 67.119, "p95_ms": 61.446}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.79, "count": 299, "max_ms": 75.496, "p95_ms": 69.229}, "yolo11_640_fire_11class": {"avg_ms": 46.822, "count": 299, "max_ms": 65.854, "p95_ms": 60.185}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.687, "count": 299, "max_ms": 84.771, "p95_ms": 79.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.295, "count": 299, "max_ms": 138.805, "p95_ms": 105.995}, "read_interval": {"avg_ms": 100.525, "count": 299, "max_ms": 581.092, "p95_ms": 170.869}, "triton_wait": {"avg_ms": 54.703, "count": 299, "max_ms": 84.784, "p95_ms": 79.946}, "visualize": {"avg_ms": 3.932, "count": 299, "max_ms": 6.177, "p95_ms": 5.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 325, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:07:18+09:00", "last_error_summary": "[h264 @ 0x557b3b531b40] error while decoding MB 25 16, bytestream -9", "last_exit_at": "2026-07-03T19:07:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.38, "last_started_at": "2026-07-03T19:07:21+09:00", "pid": 47362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.637, "name": "ffmpeg", "pid": 47362, "rss_mb": 267.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.87, "sample_count": 1499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:08:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:08:43+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-07-03T19:08:43+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T19:08:43.440114+09:00", "mtime_epoch": 1783073323.4401135, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172400}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:08:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.062, "pushed": 5.062, "read": 5.029}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.935, "count": 151, "max_ms": 18.247, "p95_ms": 12.499}, "gstreamer_push": {"avg_ms": 0.903, "count": 151, "max_ms": 1.112, "p95_ms": 1.074}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.271, "count": 151, "max_ms": 64.81, "p95_ms": 61.236}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.977, "count": 151, "max_ms": 80.411, "p95_ms": 72.095}, "yolo11_640_fire_11class": {"avg_ms": 47.369, "count": 151, "max_ms": 63.111, "p95_ms": 60.65}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.097, "count": 151, "max_ms": 85.693, "p95_ms": 80.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.921, "count": 151, "max_ms": 235.25, "p95_ms": 225.512}, "read_interval": {"avg_ms": 198.914, "count": 150, "max_ms": 245.266, "p95_ms": 235.621}, "triton_wait": {"avg_ms": 61.56, "count": 151, "max_ms": 85.704, "p95_ms": 80.965}, "visualize": {"avg_ms": 8.723, "count": 151, "max_ms": 12.946, "p95_ms": 10.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3678.811, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.646, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:09:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:09:00+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T19:09:00+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T19:09:00.868413+09:00", "mtime_epoch": 1783073340.868413, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:09:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.086, "pushed": 10.086, "read": 10.052}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.883, "count": 302, "max_ms": 8.312, "p95_ms": 5.547}, "gstreamer_push": {"avg_ms": 1.28, "count": 302, "max_ms": 1.96, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.725, "count": 302, "max_ms": 67.388, "p95_ms": 61.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.52, "count": 302, "max_ms": 78.814, "p95_ms": 71.917}, "yolo11_640_fire_11class": {"avg_ms": 47.144, "count": 302, "max_ms": 66.876, "p95_ms": 61.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.571, "count": 302, "max_ms": 85.548, "p95_ms": 79.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.608, "count": 302, "max_ms": 143.166, "p95_ms": 106.491}, "read_interval": {"avg_ms": 99.456, "count": 301, "max_ms": 842.144, "p95_ms": 144.804}, "triton_wait": {"avg_ms": 54.596, "count": 302, "max_ms": 85.562, "p95_ms": 79.576}, "visualize": {"avg_ms": 3.932, "count": 302, "max_ms": 6.211, "p95_ms": 5.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 118, "h264_decode_error_count": 325, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:07:18+09:00", "last_error_summary": "[h264 @ 0x557b3b531b40] error while decoding MB 25 16, bytestream -9", "last_exit_at": "2026-07-03T19:07:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.441, "last_started_at": "2026-07-03T19:07:21+09:00", "pid": 47362, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.699, "name": "ffmpeg", "pid": 47362, "rss_mb": 269.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 136, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.838, "sample_count": 1508, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:09:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:09:13+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T19:09:13+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-03T19:09:13.516630+09:00", "mtime_epoch": 1783073353.5166304, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:09:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.427, "pushed": 5.427, "read": 5.393}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.278, "count": 162, "max_ms": 13.806, "p95_ms": 11.788}, "gstreamer_push": {"avg_ms": 0.926, "count": 162, "max_ms": 1.288, "p95_ms": 1.101}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.854, "count": 162, "max_ms": 73.751, "p95_ms": 63.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.98, "count": 162, "max_ms": 84.402, "p95_ms": 72.119}, "yolo11_640_fire_11class": {"avg_ms": 49.551, "count": 162, "max_ms": 72.514, "p95_ms": 62.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.364, "count": 162, "max_ms": 91.616, "p95_ms": 84.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.519, "count": 162, "max_ms": 251.386, "p95_ms": 216.008}, "read_interval": {"avg_ms": 185.485, "count": 161, "max_ms": 260.967, "p95_ms": 225.763}, "triton_wait": {"avg_ms": 63.892, "count": 162, "max_ms": 91.627, "p95_ms": 84.661}, "visualize": {"avg_ms": 7.99, "count": 162, "max_ms": 11.067, "p95_ms": 10.219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12305.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3708.836, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.716, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:09:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:09:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T19:09:30+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T19:09:30.844928+09:00", "mtime_epoch": 1783073370.8449283, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 222268}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:09:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.895, "count": 300, "max_ms": 7.51, "p95_ms": 5.564}, "gstreamer_push": {"avg_ms": 1.294, "count": 300, "max_ms": 1.918, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.29, "count": 300, "max_ms": 74.624, "p95_ms": 61.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.005, "count": 300, "max_ms": 80.033, "p95_ms": 70.606}, "yolo11_640_fire_11class": {"avg_ms": 47.834, "count": 300, "max_ms": 75.325, "p95_ms": 61.934}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.01, "count": 300, "max_ms": 94.963, "p95_ms": 81.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.906, "count": 300, "max_ms": 137.084, "p95_ms": 107.036}, "read_interval": {"avg_ms": 100.061, "count": 299, "max_ms": 747.992, "p95_ms": 150.557}, "triton_wait": {"avg_ms": 55.022, "count": 300, "max_ms": 94.976, "p95_ms": 81.29}, "visualize": {"avg_ms": 3.941, "count": 300, "max_ms": 5.912, "p95_ms": 5.154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 326, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:09:22+09:00", "last_error_summary": "[h264 @ 0x55c1d1083540] error while decoding MB 5 39, bytestream -5", "last_exit_at": "2026-07-03T19:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 19.219, "last_started_at": "2026-07-03T19:09:24+09:00", "pid": 47469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.922, "name": "ffmpeg", "pid": 47469, "rss_mb": 264.922, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.163, "sample_count": 1496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 268991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:09:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:09:43+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T19:09:43+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T19:09:43.697149+09:00", "mtime_epoch": 1783073383.6971493, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:09:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.51, "pushed": 4.51, "read": 4.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.414, "count": 134, "max_ms": 18.894, "p95_ms": 11.519}, "gstreamer_push": {"avg_ms": 0.925, "count": 135, "max_ms": 1.199, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.794, "count": 134, "max_ms": 63.699, "p95_ms": 61.368}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.255, "count": 134, "max_ms": 77.346, "p95_ms": 71.877}, "yolo11_640_fire_11class": {"avg_ms": 48.301, "count": 134, "max_ms": 63.086, "p95_ms": 60.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.639, "count": 134, "max_ms": 86.37, "p95_ms": 82.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.136, "count": 135, "max_ms": 244.959, "p95_ms": 221.081}, "read_interval": {"avg_ms": 223.728, "count": 134, "max_ms": 4578.141, "p95_ms": 230.649}, "triton_wait": {"avg_ms": 62.392, "count": 134, "max_ms": 86.383, "p95_ms": 82.186}, "visualize": {"avg_ms": 8.276, "count": 134, "max_ms": 11.234, "p95_ms": 10.182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3738.909, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.163, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:10:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:10:01+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:10:00+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T19:10:00.973447+09:00", "mtime_epoch": 1783073400.9734466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:10:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.902}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.961, "count": 298, "max_ms": 6.756, "p95_ms": 5.529}, "gstreamer_push": {"avg_ms": 1.283, "count": 298, "max_ms": 1.899, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.796, "count": 298, "max_ms": 69.723, "p95_ms": 60.41}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.129, "count": 298, "max_ms": 75.398, "p95_ms": 67.919}, "yolo11_640_fire_11class": {"avg_ms": 47.546, "count": 298, "max_ms": 67.203, "p95_ms": 60.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.967, "count": 298, "max_ms": 85.661, "p95_ms": 78.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.08, "count": 298, "max_ms": 134.248, "p95_ms": 107.273}, "read_interval": {"avg_ms": 100.979, "count": 297, "max_ms": 729.354, "p95_ms": 129.926}, "triton_wait": {"avg_ms": 54.028, "count": 298, "max_ms": 85.67, "p95_ms": 78.954}, "visualize": {"avg_ms": 4.035, "count": 298, "max_ms": 6.574, "p95_ms": 5.167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 326, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:09:22+09:00", "last_error_summary": "[h264 @ 0x55c1d1083540] error while decoding MB 5 39, bytestream -5", "last_exit_at": "2026-07-03T19:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 49.23, "last_started_at": "2026-07-03T19:09:24+09:00", "pid": 47469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.016, "name": "ffmpeg", "pid": 47469, "rss_mb": 268.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.591, "sample_count": 1525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:10:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:10:13+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T19:10:13+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T19:10:13.641665+09:00", "mtime_epoch": 1783073413.6416645, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175685}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:10:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.161, "pushed": 5.161, "read": 5.127}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.508, "count": 154, "max_ms": 14.4, "p95_ms": 12.119}, "gstreamer_push": {"avg_ms": 0.915, "count": 154, "max_ms": 1.193, "p95_ms": 1.083}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.025, "count": 154, "max_ms": 67.147, "p95_ms": 61.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.179, "count": 154, "max_ms": 85.548, "p95_ms": 76.141}, "yolo11_640_fire_11class": {"avg_ms": 48.872, "count": 154, "max_ms": 70.568, "p95_ms": 62.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.31, "count": 154, "max_ms": 91.879, "p95_ms": 83.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.527, "count": 154, "max_ms": 237.769, "p95_ms": 226.042}, "read_interval": {"avg_ms": 194.758, "count": 153, "max_ms": 247.319, "p95_ms": 236.259}, "triton_wait": {"avg_ms": 62.982, "count": 154, "max_ms": 91.891, "p95_ms": 83.315}, "visualize": {"avg_ms": 8.556, "count": 154, "max_ms": 13.392, "p95_ms": 10.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.527, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3768.92, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.206, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:10:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:10:31+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T19:10:30+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T19:10:30.945962+09:00", "mtime_epoch": 1783073430.9459624, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219631}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:10:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.99, "count": 298, "max_ms": 8.244, "p95_ms": 5.537}, "gstreamer_push": {"avg_ms": 1.281, "count": 298, "max_ms": 2.323, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.025, "count": 298, "max_ms": 69.044, "p95_ms": 62.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.543, "count": 298, "max_ms": 84.223, "p95_ms": 70.467}, "yolo11_640_fire_11class": {"avg_ms": 48.002, "count": 298, "max_ms": 69.976, "p95_ms": 62.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.552, "count": 298, "max_ms": 90.87, "p95_ms": 82.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.019, "count": 298, "max_ms": 137.353, "p95_ms": 106.402}, "read_interval": {"avg_ms": 100.579, "count": 298, "max_ms": 564.287, "p95_ms": 150.549}, "triton_wait": {"avg_ms": 54.564, "count": 298, "max_ms": 90.882, "p95_ms": 82.678}, "visualize": {"avg_ms": 3.989, "count": 298, "max_ms": 6.335, "p95_ms": 5.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 326, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:09:22+09:00", "last_error_summary": "[h264 @ 0x55c1d1083540] error while decoding MB 5 39, bytestream -5", "last_exit_at": "2026-07-03T19:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.306, "last_started_at": "2026-07-03T19:09:24+09:00", "pid": 47469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.016, "name": "ffmpeg", "pid": 47469, "rss_mb": 268.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.806, "sample_count": 1514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:10:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:10:43+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T19:10:43+09:00", "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-07-03T19:10:43.722183+09:00", "mtime_epoch": 1783073443.7221825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:10:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.149, "pushed": 5.149, "read": 5.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.671, "count": 154, "max_ms": 17.492, "p95_ms": 12.291}, "gstreamer_push": {"avg_ms": 0.919, "count": 154, "max_ms": 1.588, "p95_ms": 1.153}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.37, "count": 154, "max_ms": 66.322, "p95_ms": 63.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.867, "count": 154, "max_ms": 79.888, "p95_ms": 71.885}, "yolo11_640_fire_11class": {"avg_ms": 48.798, "count": 154, "max_ms": 65.453, "p95_ms": 61.576}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.098, "count": 154, "max_ms": 89.074, "p95_ms": 81.818}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.169, "count": 154, "max_ms": 244.484, "p95_ms": 223.38}, "read_interval": {"avg_ms": 195.208, "count": 153, "max_ms": 255.295, "p95_ms": 233.784}, "triton_wait": {"avg_ms": 62.538, "count": 154, "max_ms": 89.087, "p95_ms": 81.83}, "visualize": {"avg_ms": 8.501, "count": 154, "max_ms": 14.509, "p95_ms": 10.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3798.974, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.117, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:11:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:11:01+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T19:11:01+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T19:11:01.006480+09:00", "mtime_epoch": 1783073461.0064805, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217203}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:11:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.054}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.807, "count": 302, "max_ms": 6.565, "p95_ms": 5.51}, "gstreamer_push": {"avg_ms": 1.311, "count": 302, "max_ms": 2.185, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.826, "count": 302, "max_ms": 67.112, "p95_ms": 62.521}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.405, "count": 302, "max_ms": 77.225, "p95_ms": 55.574}, "yolo11_640_fire_11class": {"avg_ms": 48.279, "count": 302, "max_ms": 66.333, "p95_ms": 62.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.462, "count": 302, "max_ms": 89.469, "p95_ms": 82.048}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.374, "count": 302, "max_ms": 136.849, "p95_ms": 104.369}, "read_interval": {"avg_ms": 99.487, "count": 301, "max_ms": 716.256, "p95_ms": 149.812}, "triton_wait": {"avg_ms": 54.481, "count": 302, "max_ms": 89.481, "p95_ms": 82.06}, "visualize": {"avg_ms": 3.888, "count": 302, "max_ms": 6.05, "p95_ms": 5.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 119, "h264_decode_error_count": 326, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:09:22+09:00", "last_error_summary": "[h264 @ 0x55c1d1083540] error while decoding MB 5 39, bytestream -5", "last_exit_at": "2026-07-03T19:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.368, "last_started_at": "2026-07-03T19:09:24+09:00", "pid": 47469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.789, "name": "ffmpeg", "pid": 47469, "rss_mb": 268.789, "state": "S (sleeping)", "threads": 106}, "restart_count": 137, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.163, "sample_count": 1506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:11:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:11:13+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-07-03T19:11:13+09:00", "mjpeg": {"age_sec": 0.224, "exists": true, "mtime": "2026-07-03T19:11:13.750700+09:00", "mtime_epoch": 1783073473.7507, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173904}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:11:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.056, "pushed": 5.056, "read": 5.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.752, "count": 151, "max_ms": 17.89, "p95_ms": 11.836}, "gstreamer_push": {"avg_ms": 0.903, "count": 151, "max_ms": 1.245, "p95_ms": 1.064}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.581, "count": 151, "max_ms": 65.758, "p95_ms": 62.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.595, "count": 151, "max_ms": 80.743, "p95_ms": 70.962}, "yolo11_640_fire_11class": {"avg_ms": 48.324, "count": 151, "max_ms": 65.18, "p95_ms": 62.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.951, "count": 151, "max_ms": 85.857, "p95_ms": 81.462}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.255, "count": 151, "max_ms": 233.02, "p95_ms": 225.791}, "read_interval": {"avg_ms": 198.807, "count": 150, "max_ms": 242.476, "p95_ms": 235.145}, "triton_wait": {"avg_ms": 61.711, "count": 151, "max_ms": 85.868, "p95_ms": 81.474}, "visualize": {"avg_ms": 8.793, "count": 151, "max_ms": 14.015, "p95_ms": 10.446}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2815}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12142.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3829.002, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.179, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:11:31+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:11:31+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T19:11:31.066998+09:00", "mtime_epoch": 1783073491.0669985, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:11:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.151, "pushed": 10.151, "read": 10.118}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.609, "count": 304, "max_ms": 5.92, "p95_ms": 5.339}, "gstreamer_push": {"avg_ms": 1.31, "count": 304, "max_ms": 1.684, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.934, "count": 304, "max_ms": 70.381, "p95_ms": 59.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.066, "count": 304, "max_ms": 78.644, "p95_ms": 68.775}, "yolo11_640_fire_11class": {"avg_ms": 48.473, "count": 304, "max_ms": 69.857, "p95_ms": 60.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.181, "count": 304, "max_ms": 86.79, "p95_ms": 79.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.963, "count": 304, "max_ms": 135.899, "p95_ms": 101.193}, "read_interval": {"avg_ms": 98.834, "count": 303, "max_ms": 729.511, "p95_ms": 134.968}, "triton_wait": {"avg_ms": 54.256, "count": 304, "max_ms": 86.801, "p95_ms": 79.317}, "visualize": {"avg_ms": 3.809, "count": 304, "max_ms": 5.271, "p95_ms": 5.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12379.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 327, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:11:28+09:00", "last_error_summary": "[h264 @ 0x5625af30e580] error while decoding MB 19 28, bytestream -28", "last_exit_at": "2026-07-03T19:11:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.566, "last_started_at": "2026-07-03T19:11:31+09:00", "pid": 47576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.09, "name": "ffmpeg", "pid": 47576, "rss_mb": 264.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.512, "sample_count": 1472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:11:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:11:44+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-03T19:11:43+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T19:11:43.927220+09:00", "mtime_epoch": 1783073503.9272203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:11:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.272, "pushed": 4.272, "read": 4.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.792, "count": 127, "max_ms": 15.078, "p95_ms": 12.275}, "gstreamer_push": {"avg_ms": 0.907, "count": 128, "max_ms": 1.21, "p95_ms": 1.089}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.676, "count": 127, "max_ms": 64.087, "p95_ms": 61.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.278, "count": 127, "max_ms": 80.082, "p95_ms": 72.612}, "yolo11_640_fire_11class": {"avg_ms": 49.367, "count": 127, "max_ms": 67.539, "p95_ms": 62.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.376, "count": 127, "max_ms": 86.101, "p95_ms": 82.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.86, "count": 128, "max_ms": 248.393, "p95_ms": 228.691}, "read_interval": {"avg_ms": 235.663, "count": 127, "max_ms": 4871.576, "p95_ms": 238.492}, "triton_wait": {"avg_ms": 63.889, "count": 127, "max_ms": 86.11, "p95_ms": 82.317}, "visualize": {"avg_ms": 8.659, "count": 127, "max_ms": 12.348, "p95_ms": 10.644}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3859.069, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.178, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:12:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:12:01+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:12:01+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T19:12:01.131517+09:00", "mtime_epoch": 1783073521.1315172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 224872}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:12:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.937}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.761, "count": 299, "max_ms": 6.737, "p95_ms": 5.498}, "gstreamer_push": {"avg_ms": 1.298, "count": 299, "max_ms": 1.951, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.24, "count": 299, "max_ms": 67.709, "p95_ms": 62.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.396, "count": 299, "max_ms": 76.297, "p95_ms": 70.919}, "yolo11_640_fire_11class": {"avg_ms": 48.214, "count": 299, "max_ms": 66.988, "p95_ms": 62.17}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.05, "count": 299, "max_ms": 84.732, "p95_ms": 81.252}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.74, "count": 299, "max_ms": 132.384, "p95_ms": 103.933}, "read_interval": {"avg_ms": 100.621, "count": 298, "max_ms": 750.041, "p95_ms": 177.202}, "triton_wait": {"avg_ms": 55.082, "count": 299, "max_ms": 84.744, "p95_ms": 81.264}, "visualize": {"avg_ms": 3.896, "count": 299, "max_ms": 6.022, "p95_ms": 5.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 327, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:11:28+09:00", "last_error_summary": "[h264 @ 0x5625af30e580] error while decoding MB 19 28, bytestream -28", "last_exit_at": "2026-07-03T19:11:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.732, "last_started_at": "2026-07-03T19:11:31+09:00", "pid": 47576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.473, "name": "ffmpeg", "pid": 47576, "rss_mb": 268.473, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.791, "sample_count": 1471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:12:14+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-07-03T19:12:14+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T19:12:14.107741+09:00", "mtime_epoch": 1783073534.107741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:12:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.275, "pushed": 5.275, "read": 5.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.708, "count": 157, "max_ms": 16.709, "p95_ms": 12.569}, "gstreamer_push": {"avg_ms": 0.922, "count": 158, "max_ms": 1.285, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.023, "count": 157, "max_ms": 64.923, "p95_ms": 62.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.869, "count": 157, "max_ms": 80.835, "p95_ms": 74.707}, "yolo11_640_fire_11class": {"avg_ms": 49.556, "count": 157, "max_ms": 66.626, "p95_ms": 62.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.416, "count": 157, "max_ms": 84.686, "p95_ms": 82.364}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.762, "count": 158, "max_ms": 242.36, "p95_ms": 226.317}, "read_interval": {"avg_ms": 190.815, "count": 157, "max_ms": 251.707, "p95_ms": 235.75}, "triton_wait": {"avg_ms": 63.899, "count": 157, "max_ms": 84.697, "p95_ms": 82.376}, "visualize": {"avg_ms": 8.2, "count": 157, "max_ms": 13.355, "p95_ms": 10.469}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2820}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3889.13, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.636, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:12:31+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:12:31+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T19:12:31.188036+09:00", "mtime_epoch": 1783073551.188036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 223480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:12:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.974}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.903, "count": 300, "max_ms": 8.237, "p95_ms": 5.644}, "gstreamer_push": {"avg_ms": 1.272, "count": 300, "max_ms": 1.798, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.29, "count": 300, "max_ms": 67.437, "p95_ms": 62.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.4, "count": 300, "max_ms": 80.695, "p95_ms": 71.797}, "yolo11_640_fire_11class": {"avg_ms": 48.227, "count": 300, "max_ms": 65.962, "p95_ms": 62.114}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.113, "count": 300, "max_ms": 86.284, "p95_ms": 81.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.003, "count": 300, "max_ms": 137.971, "p95_ms": 105.865}, "read_interval": {"avg_ms": 100.256, "count": 299, "max_ms": 741.986, "p95_ms": 150.152}, "triton_wait": {"avg_ms": 55.125, "count": 300, "max_ms": 86.294, "p95_ms": 81.275}, "visualize": {"avg_ms": 3.933, "count": 300, "max_ms": 7.115, "p95_ms": 5.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 327, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:11:28+09:00", "last_error_summary": "[h264 @ 0x5625af30e580] error while decoding MB 19 28, bytestream -28", "last_exit_at": "2026-07-03T19:11:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.895, "last_started_at": "2026-07-03T19:11:31+09:00", "pid": 47576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.051, "name": "ffmpeg", "pid": 47576, "rss_mb": 271.051, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.286, "sample_count": 1498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 269893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:12:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:12:44+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T19:12:44+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-03T19:12:44.296262+09:00", "mtime_epoch": 1783073564.2962623, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:12:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.246, "pushed": 5.246, "read": 5.212}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.558, "count": 156, "max_ms": 13.312, "p95_ms": 12.08}, "gstreamer_push": {"avg_ms": 0.919, "count": 157, "max_ms": 1.286, "p95_ms": 1.094}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.91, "count": 156, "max_ms": 71.043, "p95_ms": 62.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.778, "count": 156, "max_ms": 78.833, "p95_ms": 73.611}, "yolo11_640_fire_11class": {"avg_ms": 48.61, "count": 156, "max_ms": 71.582, "p95_ms": 62.808}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.586, "count": 156, "max_ms": 88.607, "p95_ms": 83.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.825, "count": 157, "max_ms": 240.53, "p95_ms": 224.078}, "read_interval": {"avg_ms": 192.235, "count": 156, "max_ms": 250.366, "p95_ms": 233.996}, "triton_wait": {"avg_ms": 61.992, "count": 156, "max_ms": 88.619, "p95_ms": 83.784}, "visualize": {"avg_ms": 8.354, "count": 156, "max_ms": 13.361, "p95_ms": 10.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3919.14, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.071, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:13:01+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T19:13:01+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T19:13:01.172554+09:00", "mtime_epoch": 1783073581.1725538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 221962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:13:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.027, "count": 298, "max_ms": 6.693, "p95_ms": 5.551}, "gstreamer_push": {"avg_ms": 1.279, "count": 298, "max_ms": 1.571, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.181, "count": 298, "max_ms": 75.54, "p95_ms": 61.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.535, "count": 298, "max_ms": 82.518, "p95_ms": 67.579}, "yolo11_640_fire_11class": {"avg_ms": 48.159, "count": 298, "max_ms": 75.552, "p95_ms": 61.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.18, "count": 298, "max_ms": 92.701, "p95_ms": 81.817}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.708, "count": 298, "max_ms": 138.838, "p95_ms": 107.305}, "read_interval": {"avg_ms": 100.608, "count": 298, "max_ms": 741.929, "p95_ms": 144.702}, "triton_wait": {"avg_ms": 55.241, "count": 298, "max_ms": 92.714, "p95_ms": 81.829}, "visualize": {"avg_ms": 4.058, "count": 298, "max_ms": 8.077, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 120, "h264_decode_error_count": 327, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:11:28+09:00", "last_error_summary": "[h264 @ 0x5625af30e580] error while decoding MB 19 28, bytestream -28", "last_exit_at": "2026-07-03T19:11:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.97, "last_started_at": "2026-07-03T19:11:31+09:00", "pid": 47576, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.855, "name": "ffmpeg", "pid": 47576, "rss_mb": 272.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 138, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.681, "sample_count": 1500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:13:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:13:14+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T19:13:14+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T19:13:14.352782+09:00", "mtime_epoch": 1783073594.3527815, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175753}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:13:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.146, "pushed": 5.146, "read": 5.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.735, "count": 154, "max_ms": 16.412, "p95_ms": 12.453}, "gstreamer_push": {"avg_ms": 0.932, "count": 154, "max_ms": 1.655, "p95_ms": 1.115}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.4, "count": 154, "max_ms": 64.626, "p95_ms": 61.934}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.268, "count": 154, "max_ms": 80.029, "p95_ms": 71.561}, "yolo11_640_fire_11class": {"avg_ms": 48.727, "count": 154, "max_ms": 63.366, "p95_ms": 61.287}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.775, "count": 154, "max_ms": 86.851, "p95_ms": 82.97}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.094, "count": 154, "max_ms": 246.61, "p95_ms": 227.04}, "read_interval": {"avg_ms": 195.295, "count": 153, "max_ms": 257.586, "p95_ms": 237.124}, "triton_wait": {"avg_ms": 63.206, "count": 154, "max_ms": 86.863, "p95_ms": 82.983}, "visualize": {"avg_ms": 8.453, "count": 154, "max_ms": 11.143, "p95_ms": 10.362}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3949.162, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.298, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:13:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:13:31+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T19:13:31+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T19:13:31.185072+09:00", "mtime_epoch": 1783073611.1850722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:13:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.12, "pushed": 10.12, "read": 10.086}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.978, "count": 303, "max_ms": 8.153, "p95_ms": 5.533}, "gstreamer_push": {"avg_ms": 1.274, "count": 303, "max_ms": 1.586, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.059, "count": 303, "max_ms": 67.218, "p95_ms": 62.118}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.375, "count": 303, "max_ms": 81.579, "p95_ms": 63.712}, "yolo11_640_fire_11class": {"avg_ms": 47.38, "count": 303, "max_ms": 66.691, "p95_ms": 61.473}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.795, "count": 303, "max_ms": 89.151, "p95_ms": 81.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.669, "count": 303, "max_ms": 139.224, "p95_ms": 107.015}, "read_interval": {"avg_ms": 99.005, "count": 302, "max_ms": 555.582, "p95_ms": 147.541}, "triton_wait": {"avg_ms": 54.808, "count": 303, "max_ms": 89.163, "p95_ms": 81.472}, "visualize": {"avg_ms": 4.035, "count": 303, "max_ms": 6.091, "p95_ms": 5.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12323.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 328, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:13:33+09:00", "last_error_summary": "[h264 @ 0x56056e087580] error while decoding MB 72 29, bytestream -7", "last_exit_at": "2026-07-03T19:13:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 8.335, "last_started_at": "2026-07-03T19:13:36+09:00", "pid": 47683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.992, "name": "ffmpeg", "pid": 47683, "rss_mb": 209.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.689, "sample_count": 1480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:13:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:13:44+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-07-03T19:13:44+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-03T19:13:44.369300+09:00", "mtime_epoch": 1783073624.3693001, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:13:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.386, "pushed": 4.386, "read": 4.352}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.747, "count": 131, "max_ms": 16.849, "p95_ms": 12.16}, "gstreamer_push": {"avg_ms": 0.915, "count": 131, "max_ms": 1.289, "p95_ms": 1.075}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.074, "count": 131, "max_ms": 65.827, "p95_ms": 61.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.284, "count": 131, "max_ms": 84.846, "p95_ms": 71.184}, "yolo11_640_fire_11class": {"avg_ms": 48.922, "count": 131, "max_ms": 65.283, "p95_ms": 61.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.003, "count": 131, "max_ms": 88.907, "p95_ms": 82.111}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.215, "count": 131, "max_ms": 241.558, "p95_ms": 225.869}, "read_interval": {"avg_ms": 229.409, "count": 130, "max_ms": 4386.871, "p95_ms": 235.354}, "triton_wait": {"avg_ms": 63.389, "count": 131, "max_ms": 88.92, "p95_ms": 82.121}, "visualize": {"avg_ms": 8.582, "count": 131, "max_ms": 11.963, "p95_ms": 10.561}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.871, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2827}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3979.234, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.004, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:14:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:14:01+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:14:01+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T19:14:01.261592+09:00", "mtime_epoch": 1783073641.2615921, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216363}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:14:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.082, "pushed": 10.082, "read": 10.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.835, "count": 302, "max_ms": 7.46, "p95_ms": 5.5}, "gstreamer_push": {"avg_ms": 1.277, "count": 302, "max_ms": 1.496, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.736, "count": 302, "max_ms": 68.209, "p95_ms": 61.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.926, "count": 302, "max_ms": 81.028, "p95_ms": 65.131}, "yolo11_640_fire_11class": {"avg_ms": 47.248, "count": 302, "max_ms": 67.674, "p95_ms": 60.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.094, "count": 302, "max_ms": 87.353, "p95_ms": 81.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.94, "count": 302, "max_ms": 137.679, "p95_ms": 104.046}, "read_interval": {"avg_ms": 99.646, "count": 301, "max_ms": 768.549, "p95_ms": 146.73}, "triton_wait": {"avg_ms": 54.139, "count": 302, "max_ms": 87.365, "p95_ms": 81.426}, "visualize": {"avg_ms": 3.921, "count": 302, "max_ms": 5.922, "p95_ms": 5.187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2252}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 328, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:13:33+09:00", "last_error_summary": "[h264 @ 0x56056e087580] error while decoding MB 72 29, bytestream -7", "last_exit_at": "2026-07-03T19:13:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.497, "last_started_at": "2026-07-03T19:13:36+09:00", "pid": 47683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.688, "name": "ffmpeg", "pid": 47683, "rss_mb": 265.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.036, "sample_count": 1465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:14:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:14:14+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T19:14:14+09:00", "mjpeg": {"age_sec": 0.178, "exists": true, "mtime": "2026-07-03T19:14:14.573822+09:00", "mtime_epoch": 1783073654.5738225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:14:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.942, "pushed": 4.942, "read": 4.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.972, "count": 147, "max_ms": 19.712, "p95_ms": 12.167}, "gstreamer_push": {"avg_ms": 0.893, "count": 148, "max_ms": 1.307, "p95_ms": 0.984}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.339, "count": 147, "max_ms": 67.859, "p95_ms": 61.759}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.897, "count": 147, "max_ms": 84.786, "p95_ms": 75.68}, "yolo11_640_fire_11class": {"avg_ms": 48.909, "count": 147, "max_ms": 64.085, "p95_ms": 61.872}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.102, "count": 147, "max_ms": 87.941, "p95_ms": 82.8}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.785, "count": 148, "max_ms": 247.598, "p95_ms": 229.486}, "read_interval": {"avg_ms": 203.866, "count": 147, "max_ms": 257.085, "p95_ms": 239.241}, "triton_wait": {"avg_ms": 63.471, "count": 147, "max_ms": 87.953, "p95_ms": 82.812}, "visualize": {"avg_ms": 8.876, "count": 147, "max_ms": 12.321, "p95_ms": 10.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4009.298, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.947, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T19:14:31+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T19:14:31+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T19:14:31.354113+09:00", "mtime_epoch": 1783073671.3541126, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:14:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.013}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.789, "count": 301, "max_ms": 6.633, "p95_ms": 5.53}, "gstreamer_push": {"avg_ms": 1.288, "count": 301, "max_ms": 2.193, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.325, "count": 301, "max_ms": 66.994, "p95_ms": 61.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.079, "count": 301, "max_ms": 84.107, "p95_ms": 68.626}, "yolo11_640_fire_11class": {"avg_ms": 48.208, "count": 301, "max_ms": 70.944, "p95_ms": 61.505}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.055, "count": 301, "max_ms": 85.819, "p95_ms": 81.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.498, "count": 301, "max_ms": 137.955, "p95_ms": 105.398}, "read_interval": {"avg_ms": 99.925, "count": 300, "max_ms": 559.316, "p95_ms": 154.317}, "triton_wait": {"avg_ms": 55.069, "count": 301, "max_ms": 85.83, "p95_ms": 81.932}, "visualize": {"avg_ms": 3.941, "count": 301, "max_ms": 5.935, "p95_ms": 5.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 328, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:13:33+09:00", "last_error_summary": "[h264 @ 0x56056e087580] error while decoding MB 72 29, bytestream -7", "last_exit_at": "2026-07-03T19:13:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.538, "last_started_at": "2026-07-03T19:13:36+09:00", "pid": 47683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.266, "name": "ffmpeg", "pid": 47683, "rss_mb": 268.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.049, "sample_count": 1481, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:14:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:14:44+09:00", "last_frame_read_age_sec": 0.218, "last_frame_read_at": "2026-07-03T19:14:44+09:00", "mjpeg": {"age_sec": 0.211, "exists": true, "mtime": "2026-07-03T19:14:44.582341+09:00", "mtime_epoch": 1783073684.5823414, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177537}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:14:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.058, "pushed": 5.058, "read": 5.024}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.681, "count": 151, "max_ms": 14.408, "p95_ms": 11.719}, "gstreamer_push": {"avg_ms": 0.891, "count": 151, "max_ms": 1.115, "p95_ms": 0.97}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.513, "count": 151, "max_ms": 64.904, "p95_ms": 61.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.575, "count": 151, "max_ms": 78.902, "p95_ms": 71.979}, "yolo11_640_fire_11class": {"avg_ms": 48.859, "count": 151, "max_ms": 67.682, "p95_ms": 61.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.343, "count": 151, "max_ms": 88.13, "p95_ms": 81.304}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.08, "count": 151, "max_ms": 231.223, "p95_ms": 224.272}, "read_interval": {"avg_ms": 198.754, "count": 150, "max_ms": 241.704, "p95_ms": 234.481}, "triton_wait": {"avg_ms": 62.928, "count": 151, "max_ms": 88.143, "p95_ms": 81.316}, "visualize": {"avg_ms": 8.739, "count": 151, "max_ms": 11.405, "p95_ms": 10.295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4039.379, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.672, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:15:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T19:15:01+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T19:15:01+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:15:01.438633+09:00", "mtime_epoch": 1783073701.4386332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213571}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:15:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.881}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.958, "count": 296, "max_ms": 6.621, "p95_ms": 5.53}, "gstreamer_push": {"avg_ms": 1.28, "count": 296, "max_ms": 2.214, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.159, "count": 296, "max_ms": 65.681, "p95_ms": 62.131}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.368, "count": 296, "max_ms": 80.492, "p95_ms": 70.547}, "yolo11_640_fire_11class": {"avg_ms": 48.637, "count": 296, "max_ms": 67.41, "p95_ms": 61.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.079, "count": 296, "max_ms": 88.63, "p95_ms": 81.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.966, "count": 296, "max_ms": 139.394, "p95_ms": 106.181}, "read_interval": {"avg_ms": 101.631, "count": 296, "max_ms": 696.817, "p95_ms": 143.672}, "triton_wait": {"avg_ms": 55.124, "count": 296, "max_ms": 88.642, "p95_ms": 81.889}, "visualize": {"avg_ms": 4.001, "count": 296, "max_ms": 6.116, "p95_ms": 5.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 121, "h264_decode_error_count": 328, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:13:33+09:00", "last_error_summary": "[h264 @ 0x56056e087580] error while decoding MB 72 29, bytestream -7", "last_exit_at": "2026-07-03T19:13:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.553, "last_started_at": "2026-07-03T19:13:36+09:00", "pid": 47683, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.07, "name": "ffmpeg", "pid": 47683, "rss_mb": 270.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 139, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.313, "sample_count": 1473, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:15:14+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-03T19:15:14+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-03T19:15:14.606861+09:00", "mtime_epoch": 1783073714.606861, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:15:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.902, "pushed": 4.902, "read": 4.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.958, "count": 146, "max_ms": 17.25, "p95_ms": 12.279}, "gstreamer_push": {"avg_ms": 0.883, "count": 146, "max_ms": 1.006, "p95_ms": 0.968}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.833, "count": 146, "max_ms": 64.949, "p95_ms": 62.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.757, "count": 146, "max_ms": 79.838, "p95_ms": 74.986}, "yolo11_640_fire_11class": {"avg_ms": 49.785, "count": 146, "max_ms": 69.878, "p95_ms": 62.963}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.684, "count": 146, "max_ms": 86.395, "p95_ms": 83.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.54, "count": 146, "max_ms": 233.395, "p95_ms": 228.682}, "read_interval": {"avg_ms": 205.494, "count": 145, "max_ms": 242.934, "p95_ms": 238.171}, "triton_wait": {"avg_ms": 64.085, "count": 146, "max_ms": 86.408, "p95_ms": 83.424}, "visualize": {"avg_ms": 9.06, "count": 146, "max_ms": 12.771, "p95_ms": 10.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.781, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4069.409, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.7, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:15:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:15:31+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T19:15:31+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T19:15:31.431152+09:00", "mtime_epoch": 1783073731.4311523, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 220697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:15:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.116, "pushed": 10.116, "read": 10.083}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.88, "count": 303, "max_ms": 7.796, "p95_ms": 5.734}, "gstreamer_push": {"avg_ms": 1.266, "count": 303, "max_ms": 1.54, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.559, "count": 303, "max_ms": 66.575, "p95_ms": 61.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.169, "count": 303, "max_ms": 81.087, "p95_ms": 69.088}, "yolo11_640_fire_11class": {"avg_ms": 48.256, "count": 303, "max_ms": 73.597, "p95_ms": 62.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.051, "count": 303, "max_ms": 86.346, "p95_ms": 80.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.963, "count": 303, "max_ms": 145.799, "p95_ms": 106.488}, "read_interval": {"avg_ms": 99.028, "count": 302, "max_ms": 722.019, "p95_ms": 142.272}, "triton_wait": {"avg_ms": 55.129, "count": 303, "max_ms": 86.358, "p95_ms": 80.197}, "visualize": {"avg_ms": 3.976, "count": 303, "max_ms": 6.159, "p95_ms": 5.283}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12297.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:15:36+09:00", "last_error_summary": "[h264 @ 0x55cd359be280] error while decoding MB 23 20, bytestream -5", "last_exit_at": "2026-07-03T19:15:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 6.393, "last_started_at": "2026-07-03T19:15:38+09:00", "pid": 47790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 183.172, "name": "ffmpeg", "pid": 47790, "rss_mb": 183.172, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.317, "sample_count": 1451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:15:44+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-03T19:15:44+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-03T19:15:44.751383+09:00", "mtime_epoch": 1783073744.7513828, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:15:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.402, "pushed": 4.402, "read": 4.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.757, "count": 131, "max_ms": 16.733, "p95_ms": 11.932}, "gstreamer_push": {"avg_ms": 0.916, "count": 132, "max_ms": 1.491, "p95_ms": 1.1}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.01, "count": 131, "max_ms": 66.864, "p95_ms": 62.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.935, "count": 131, "max_ms": 86.618, "p95_ms": 75.754}, "yolo11_640_fire_11class": {"avg_ms": 48.976, "count": 131, "max_ms": 65.913, "p95_ms": 61.747}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.456, "count": 131, "max_ms": 88.441, "p95_ms": 82.926}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.819, "count": 132, "max_ms": 245.303, "p95_ms": 225.343}, "read_interval": {"avg_ms": 228.433, "count": 131, "max_ms": 4501.337, "p95_ms": 236.434}, "triton_wait": {"avg_ms": 63.081, "count": 131, "max_ms": 88.454, "p95_ms": 82.938}, "visualize": {"avg_ms": 8.534, "count": 131, "max_ms": 14.556, "p95_ms": 10.557}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4099.49, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.085, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340516, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:16:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:16:01+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T19:16:01+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T19:16:01.483673+09:00", "mtime_epoch": 1783073761.4836726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 217026}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:16:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.013, "pushed": 10.013, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.076, "count": 299, "max_ms": 7.829, "p95_ms": 5.628}, "gstreamer_push": {"avg_ms": 1.253, "count": 300, "max_ms": 1.757, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.567, "count": 299, "max_ms": 66.78, "p95_ms": 60.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.622, "count": 299, "max_ms": 77.603, "p95_ms": 69.862}, "yolo11_640_fire_11class": {"avg_ms": 47.446, "count": 299, "max_ms": 67.007, "p95_ms": 62.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.748, "count": 299, "max_ms": 87.498, "p95_ms": 80.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.441, "count": 300, "max_ms": 138.012, "p95_ms": 108.917}, "read_interval": {"avg_ms": 100.107, "count": 299, "max_ms": 696.62, "p95_ms": 145.969}, "triton_wait": {"avg_ms": 53.811, "count": 299, "max_ms": 87.51, "p95_ms": 80.814}, "visualize": {"avg_ms": 4.094, "count": 299, "max_ms": 7.013, "p95_ms": 5.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2257}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:15:36+09:00", "last_error_summary": "[h264 @ 0x55cd359be280] error while decoding MB 23 20, bytestream -5", "last_exit_at": "2026-07-03T19:15:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.442, "last_started_at": "2026-07-03T19:15:38+09:00", "pid": 47790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.809, "name": "ffmpeg", "pid": 47790, "rss_mb": 264.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.037, "sample_count": 1450, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 270904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:16:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:16:15+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-07-03T19:16:14+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T19:16:14.863894+09:00", "mtime_epoch": 1783073774.863894, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176832}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:16:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.987, "pushed": 4.987, "read": 4.954}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.792, "count": 149, "max_ms": 13.609, "p95_ms": 12.258}, "gstreamer_push": {"avg_ms": 0.905, "count": 149, "max_ms": 1.132, "p95_ms": 1.068}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.876, "count": 149, "max_ms": 65.045, "p95_ms": 62.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.438, "count": 149, "max_ms": 80.941, "p95_ms": 73.479}, "yolo11_640_fire_11class": {"avg_ms": 48.484, "count": 149, "max_ms": 67.783, "p95_ms": 62.009}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.936, "count": 149, "max_ms": 88.414, "p95_ms": 82.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.972, "count": 149, "max_ms": 236.416, "p95_ms": 227.337}, "read_interval": {"avg_ms": 201.822, "count": 148, "max_ms": 245.929, "p95_ms": 236.898}, "triton_wait": {"avg_ms": 62.441, "count": 149, "max_ms": 88.427, "p95_ms": 82.692}, "visualize": {"avg_ms": 8.904, "count": 149, "max_ms": 12.55, "p95_ms": 10.347}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4129.512, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.393, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:16:31+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T19:16:31+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T19:16:31.568155+09:00", "mtime_epoch": 1783073791.5681553, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 215116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:16:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.117, "pushed": 10.117, "read": 10.084}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.973, "count": 303, "max_ms": 6.816, "p95_ms": 5.606}, "gstreamer_push": {"avg_ms": 1.274, "count": 303, "max_ms": 1.818, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.903, "count": 303, "max_ms": 66.171, "p95_ms": 61.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.024, "count": 303, "max_ms": 81.525, "p95_ms": 68.959}, "yolo11_640_fire_11class": {"avg_ms": 47.865, "count": 303, "max_ms": 68.98, "p95_ms": 61.539}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.037, "count": 303, "max_ms": 85.028, "p95_ms": 79.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.482, "count": 303, "max_ms": 129.713, "p95_ms": 105.441}, "read_interval": {"avg_ms": 99.142, "count": 302, "max_ms": 582.126, "p95_ms": 134.81}, "triton_wait": {"avg_ms": 54.081, "count": 303, "max_ms": 85.04, "p95_ms": 79.523}, "visualize": {"avg_ms": 4.022, "count": 303, "max_ms": 5.855, "p95_ms": 5.277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:15:36+09:00", "last_error_summary": "[h264 @ 0x55cd359be280] error while decoding MB 23 20, bytestream -5", "last_exit_at": "2026-07-03T19:15:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.458, "last_started_at": "2026-07-03T19:15:38+09:00", "pid": 47790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.582, "name": "ffmpeg", "pid": 47790, "rss_mb": 265.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.827, "sample_count": 1472, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271054, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:16:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:16:45+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T19:16:44+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T19:16:44.836363+09:00", "mtime_epoch": 1783073804.8363633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:16:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.032, "pushed": 5.032, "read": 4.998}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.694, "count": 150, "max_ms": 12.098, "p95_ms": 11.712}, "gstreamer_push": {"avg_ms": 0.909, "count": 150, "max_ms": 1.128, "p95_ms": 1.088}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.455, "count": 150, "max_ms": 66.233, "p95_ms": 62.915}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.502, "count": 150, "max_ms": 80.777, "p95_ms": 73.406}, "yolo11_640_fire_11class": {"avg_ms": 49.311, "count": 150, "max_ms": 65.477, "p95_ms": 62.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.986, "count": 150, "max_ms": 85.18, "p95_ms": 83.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.089, "count": 150, "max_ms": 245.77, "p95_ms": 227.09}, "read_interval": {"avg_ms": 200.008, "count": 149, "max_ms": 255.884, "p95_ms": 236.767}, "triton_wait": {"avg_ms": 64.435, "count": 150, "max_ms": 85.192, "p95_ms": 83.258}, "visualize": {"avg_ms": 8.722, "count": 150, "max_ms": 10.97, "p95_ms": 10.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.811, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4159.517, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.26, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:17:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:17:01+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T19:17:01+09:00", "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-07-03T19:17:01.500625+09:00", "mtime_epoch": 1783073821.5006254, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 212853}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:17:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.947}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.73, "count": 298, "max_ms": 7.593, "p95_ms": 5.449}, "gstreamer_push": {"avg_ms": 1.293, "count": 298, "max_ms": 1.557, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.323, "count": 298, "max_ms": 64.962, "p95_ms": 61.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.726, "count": 298, "max_ms": 78.663, "p95_ms": 70.253}, "yolo11_640_fire_11class": {"avg_ms": 48.153, "count": 298, "max_ms": 65.589, "p95_ms": 61.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.003, "count": 298, "max_ms": 85.478, "p95_ms": 81.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.253, "count": 298, "max_ms": 137.661, "p95_ms": 103.334}, "read_interval": {"avg_ms": 100.461, "count": 298, "max_ms": 405.239, "p95_ms": 166.729}, "triton_wait": {"avg_ms": 55.026, "count": 298, "max_ms": 85.49, "p95_ms": 81.263}, "visualize": {"avg_ms": 3.837, "count": 298, "max_ms": 5.931, "p95_ms": 5.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 122, "h264_decode_error_count": 329, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:15:36+09:00", "last_error_summary": "[h264 @ 0x55cd359be280] error while decoding MB 23 20, bytestream -5", "last_exit_at": "2026-07-03T19:15:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.646, "last_started_at": "2026-07-03T19:15:38+09:00", "pid": 47790, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.582, "name": "ffmpeg", "pid": 47790, "rss_mb": 265.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 140, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.827, "sample_count": 1465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:17:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:17:15+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-07-03T19:17:14+09:00", "mjpeg": {"age_sec": 0.214, "exists": true, "mtime": "2026-07-03T19:17:15.004838+09:00", "mtime_epoch": 1783073835.0048382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 179840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:17:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.041, "pushed": 5.041, "read": 5.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.918, "count": 150, "max_ms": 15.401, "p95_ms": 12.861}, "gstreamer_push": {"avg_ms": 0.904, "count": 151, "max_ms": 1.143, "p95_ms": 1.034}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.44, "count": 150, "max_ms": 71.564, "p95_ms": 63.622}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.688, "count": 150, "max_ms": 82.531, "p95_ms": 75.721}, "yolo11_640_fire_11class": {"avg_ms": 49.288, "count": 150, "max_ms": 70.538, "p95_ms": 63.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.603, "count": 150, "max_ms": 84.638, "p95_ms": 82.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.486, "count": 151, "max_ms": 244.691, "p95_ms": 226.715}, "read_interval": {"avg_ms": 199.73, "count": 150, "max_ms": 254.309, "p95_ms": 236.462}, "triton_wait": {"avg_ms": 63.132, "count": 150, "max_ms": 84.651, "p95_ms": 82.939}, "visualize": {"avg_ms": 8.731, "count": 150, "max_ms": 12.742, "p95_ms": 10.63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4189.582, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.756, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:17:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:17:31+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-07-03T19:17:31+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T19:17:31.613101+09:00", "mtime_epoch": 1783073851.6131005, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:17:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.851}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.325, "count": 296, "max_ms": 8.259, "p95_ms": 6.223}, "gstreamer_push": {"avg_ms": 1.228, "count": 296, "max_ms": 1.512, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.328, "count": 296, "max_ms": 67.406, "p95_ms": 61.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.523, "count": 296, "max_ms": 78.079, "p95_ms": 56.869}, "yolo11_640_fire_11class": {"avg_ms": 48.636, "count": 296, "max_ms": 69.78, "p95_ms": 62.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.569, "count": 296, "max_ms": 87.076, "p95_ms": 79.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.354, "count": 296, "max_ms": 134.104, "p95_ms": 119.865}, "read_interval": {"avg_ms": 101.514, "count": 295, "max_ms": 613.527, "p95_ms": 137.999}, "triton_wait": {"avg_ms": 53.616, "count": 296, "max_ms": 87.09, "p95_ms": 79.834}, "visualize": {"avg_ms": 4.197, "count": 296, "max_ms": 6.173, "p95_ms": 5.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12254.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 330, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:17:40+09:00", "last_error_summary": "[h264 @ 0x563d7c050500] error while decoding MB 58 42, bytestream -15", "last_exit_at": "2026-07-03T19:17:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.206, "last_started_at": "2026-07-03T19:17:43+09:00", "pid": 47897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.383, "name": "ffmpeg", "pid": 47897, "rss_mb": 141.383, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.836, "sample_count": 1437, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:17:45+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T19:17:45+09:00", "mjpeg": {"age_sec": 4.657, "exists": true, "mtime": "2026-07-03T19:17:40.745245+09:00", "mtime_epoch": 1783073860.7452452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176344}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:17:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.333, "pushed": 4.333, "read": 4.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.775, "count": 129, "max_ms": 17.702, "p95_ms": 12.195}, "gstreamer_push": {"avg_ms": 0.898, "count": 130, "max_ms": 1.16, "p95_ms": 1.022}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.948, "count": 129, "max_ms": 64.516, "p95_ms": 60.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.759, "count": 129, "max_ms": 80.771, "p95_ms": 71.831}, "yolo11_640_fire_11class": {"avg_ms": 47.846, "count": 129, "max_ms": 67.357, "p95_ms": 61.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.269, "count": 129, "max_ms": 84.102, "p95_ms": 81.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.651, "count": 130, "max_ms": 236.324, "p95_ms": 218.693}, "read_interval": {"avg_ms": 232.431, "count": 129, "max_ms": 4637.33, "p95_ms": 230.922}, "triton_wait": {"avg_ms": 61.65, "count": 129, "max_ms": 84.113, "p95_ms": 81.013}, "visualize": {"avg_ms": 8.652, "count": 129, "max_ms": 11.204, "p95_ms": 9.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4219.603, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.713, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:18:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:18:01+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T19:18:01+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T19:18:01.621577+09:00", "mtime_epoch": 1783073881.6215765, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 219070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:18:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.008}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.133, "count": 300, "max_ms": 8.083, "p95_ms": 5.914}, "gstreamer_push": {"avg_ms": 1.246, "count": 300, "max_ms": 1.988, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.117, "count": 300, "max_ms": 67.855, "p95_ms": 58.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.696, "count": 300, "max_ms": 78.871, "p95_ms": 58.062}, "yolo11_640_fire_11class": {"avg_ms": 46.864, "count": 300, "max_ms": 68.678, "p95_ms": 57.163}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.698, "count": 300, "max_ms": 86.494, "p95_ms": 77.249}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.152, "count": 300, "max_ms": 146.159, "p95_ms": 107.105}, "read_interval": {"avg_ms": 99.992, "count": 299, "max_ms": 783.441, "p95_ms": 143.102}, "triton_wait": {"avg_ms": 52.765, "count": 300, "max_ms": 86.505, "p95_ms": 77.262}, "visualize": {"avg_ms": 4.089, "count": 300, "max_ms": 6.274, "p95_ms": 5.26}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2262}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 330, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:17:40+09:00", "last_error_summary": "[h264 @ 0x563d7c050500] error while decoding MB 58 42, bytestream -15", "last_exit_at": "2026-07-03T19:17:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.273, "last_started_at": "2026-07-03T19:17:43+09:00", "pid": 47897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.027, "name": "ffmpeg", "pid": 47897, "rss_mb": 265.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.366, "sample_count": 1434, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:18:15+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T19:18:15+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T19:18:15.313794+09:00", "mtime_epoch": 1783073895.3137944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:18:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.021, "pushed": 5.021, "read": 4.987}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.633, "count": 150, "max_ms": 13.631, "p95_ms": 12.185}, "gstreamer_push": {"avg_ms": 0.904, "count": 150, "max_ms": 1.358, "p95_ms": 1.078}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.328, "count": 150, "max_ms": 63.351, "p95_ms": 62.215}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.363, "count": 150, "max_ms": 81.867, "p95_ms": 72.112}, "yolo11_640_fire_11class": {"avg_ms": 47.953, "count": 150, "max_ms": 65.256, "p95_ms": 62.074}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.945, "count": 150, "max_ms": 84.483, "p95_ms": 81.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.675, "count": 150, "max_ms": 244.669, "p95_ms": 225.333}, "read_interval": {"avg_ms": 200.628, "count": 149, "max_ms": 255.837, "p95_ms": 235.028}, "triton_wait": {"avg_ms": 62.328, "count": 150, "max_ms": 84.495, "p95_ms": 81.878}, "visualize": {"avg_ms": 8.746, "count": 150, "max_ms": 11.195, "p95_ms": 9.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4249.659, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.859, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:18:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T19:18:31+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T19:18:31+09:00", "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-07-03T19:18:31.710056+09:00", "mtime_epoch": 1783073911.710056, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:18:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.956, "pushed": 9.956, "read": 9.922}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.234, "count": 298, "max_ms": 8.398, "p95_ms": 6.041}, "gstreamer_push": {"avg_ms": 1.251, "count": 298, "max_ms": 1.717, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.451, "count": 298, "max_ms": 65.926, "p95_ms": 60.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.262, "count": 298, "max_ms": 83.711, "p95_ms": 66.765}, "yolo11_640_fire_11class": {"avg_ms": 48.672, "count": 298, "max_ms": 67.583, "p95_ms": 60.351}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.108, "count": 298, "max_ms": 84.53, "p95_ms": 78.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.964, "count": 298, "max_ms": 137.676, "p95_ms": 109.262}, "read_interval": {"avg_ms": 100.918, "count": 297, "max_ms": 768.273, "p95_ms": 133.956}, "triton_wait": {"avg_ms": 54.171, "count": 298, "max_ms": 84.542, "p95_ms": 78.491}, "visualize": {"avg_ms": 4.183, "count": 298, "max_ms": 7.78, "p95_ms": 5.345}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 330, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:17:40+09:00", "last_error_summary": "[h264 @ 0x563d7c050500] error while decoding MB 58 42, bytestream -15", "last_exit_at": "2026-07-03T19:17:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.312, "last_started_at": "2026-07-03T19:17:43+09:00", "pid": 47897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.027, "name": "ffmpeg", "pid": 47897, "rss_mb": 265.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.274, "sample_count": 1455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:18:45+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-07-03T19:18:45+09:00", "mjpeg": {"age_sec": 0.206, "exists": true, "mtime": "2026-07-03T19:18:45.302273+09:00", "mtime_epoch": 1783073925.3022733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:18:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.1, "pushed": 5.1, "read": 5.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.491, "count": 152, "max_ms": 15.724, "p95_ms": 11.786}, "gstreamer_push": {"avg_ms": 0.906, "count": 152, "max_ms": 1.28, "p95_ms": 1.118}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.344, "count": 152, "max_ms": 63.733, "p95_ms": 60.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.531, "count": 152, "max_ms": 83.441, "p95_ms": 72.473}, "yolo11_640_fire_11class": {"avg_ms": 49.165, "count": 152, "max_ms": 66.488, "p95_ms": 62.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.843, "count": 152, "max_ms": 84.148, "p95_ms": 80.979}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.551, "count": 152, "max_ms": 251.99, "p95_ms": 224.892}, "read_interval": {"avg_ms": 197.446, "count": 151, "max_ms": 262.247, "p95_ms": 235.814}, "triton_wait": {"avg_ms": 63.233, "count": 152, "max_ms": 84.161, "p95_ms": 80.992}, "visualize": {"avg_ms": 8.628, "count": 152, "max_ms": 14.915, "p95_ms": 10.424}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4279.762, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.859, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:19:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:19:01+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T19:19:01+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T19:19:01.798537+09:00", "mtime_epoch": 1783073941.7985375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:19:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.253, "pushed": 10.253, "read": 10.22}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.61, "count": 307, "max_ms": 7.257, "p95_ms": 5.342}, "gstreamer_push": {"avg_ms": 1.27, "count": 307, "max_ms": 1.753, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.252, "count": 307, "max_ms": 68.514, "p95_ms": 62.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.906, "count": 307, "max_ms": 82.769, "p95_ms": 69.166}, "yolo11_640_fire_11class": {"avg_ms": 50.014, "count": 307, "max_ms": 76.011, "p95_ms": 64.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.632, "count": 307, "max_ms": 86.741, "p95_ms": 82.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.993, "count": 307, "max_ms": 130.157, "p95_ms": 102.106}, "read_interval": {"avg_ms": 97.762, "count": 306, "max_ms": 709.796, "p95_ms": 168.298}, "triton_wait": {"avg_ms": 54.815, "count": 307, "max_ms": 86.753, "p95_ms": 82.034}, "visualize": {"avg_ms": 3.692, "count": 307, "max_ms": 6.327, "p95_ms": 5.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2264}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 123, "h264_decode_error_count": 330, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:17:40+09:00", "last_error_summary": "[h264 @ 0x563d7c050500] error while decoding MB 58 42, bytestream -15", "last_exit_at": "2026-07-03T19:17:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.434, "last_started_at": "2026-07-03T19:17:43+09:00", "pid": 47897, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.027, "name": "ffmpeg", "pid": 47897, "rss_mb": 265.027, "state": "S (sleeping)", "threads": 106}, "restart_count": 141, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.245, "sample_count": 1455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:19:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:19:15+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T19:19:15+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T19:19:15.434756+09:00", "mtime_epoch": 1783073955.4347563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:19:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.948, "pushed": 4.948, "read": 4.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.835, "count": 147, "max_ms": 17.202, "p95_ms": 11.903}, "gstreamer_push": {"avg_ms": 0.897, "count": 148, "max_ms": 1.27, "p95_ms": 1.023}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.262, "count": 147, "max_ms": 65.164, "p95_ms": 60.873}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.052, "count": 147, "max_ms": 84.569, "p95_ms": 70.771}, "yolo11_640_fire_11class": {"avg_ms": 48.616, "count": 147, "max_ms": 66.163, "p95_ms": 63.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.403, "count": 147, "max_ms": 85.314, "p95_ms": 81.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 193.662, "count": 148, "max_ms": 231.33, "p95_ms": 226.798}, "read_interval": {"avg_ms": 203.452, "count": 147, "max_ms": 242.641, "p95_ms": 236.355}, "triton_wait": {"avg_ms": 61.905, "count": 147, "max_ms": 85.326, "p95_ms": 81.608}, "visualize": {"avg_ms": 8.997, "count": 147, "max_ms": 11.671, "p95_ms": 10.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4309.778, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.713, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:19:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:19:31+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:19:31+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T19:19:31.843020+09:00", "mtime_epoch": 1783073971.8430202, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:19:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.923, "count": 300, "max_ms": 8.556, "p95_ms": 5.638}, "gstreamer_push": {"avg_ms": 1.266, "count": 300, "max_ms": 1.553, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.846, "count": 300, "max_ms": 65.581, "p95_ms": 61.03}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.456, "count": 300, "max_ms": 79.897, "p95_ms": 62.617}, "yolo11_640_fire_11class": {"avg_ms": 50.422, "count": 300, "max_ms": 67.532, "p95_ms": 64.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.013, "count": 300, "max_ms": 85.172, "p95_ms": 80.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.978, "count": 300, "max_ms": 133.367, "p95_ms": 104.971}, "read_interval": {"avg_ms": 100.132, "count": 299, "max_ms": 774.325, "p95_ms": 145.469}, "triton_wait": {"avg_ms": 54.12, "count": 300, "max_ms": 85.183, "p95_ms": 80.179}, "visualize": {"avg_ms": 3.975, "count": 300, "max_ms": 6.095, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12260.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:19:43+09:00", "last_error_summary": "[h264 @ 0x56448deed280] error while decoding MB 4 41, bytestream -13", "last_exit_at": "2026-07-03T19:19:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.205, "last_started_at": "2026-07-03T19:19:46+09:00", "pid": 48004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 146.996, "name": "ffmpeg", "pid": 48004, "rss_mb": 146.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.994, "sample_count": 1434, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 271928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:19:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:19:48+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T19:19:48+09:00", "mjpeg": {"age_sec": 4.685, "exists": true, "mtime": "2026-07-03T19:19:43.819213+09:00", "mtime_epoch": 1783073983.8192132, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 176698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:19:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 129, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.353, "pushed": 4.353, "read": 4.32}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.686, "count": 130, "max_ms": 16.716, "p95_ms": 12.321}, "gstreamer_push": {"avg_ms": 0.907, "count": 130, "max_ms": 1.361, "p95_ms": 1.102}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.241, "count": 130, "max_ms": 64.52, "p95_ms": 62.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.164, "count": 130, "max_ms": 83.198, "p95_ms": 75.066}, "yolo11_640_fire_11class": {"avg_ms": 50.001, "count": 130, "max_ms": 68.628, "p95_ms": 64.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.588, "count": 130, "max_ms": 87.416, "p95_ms": 82.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.127, "count": 130, "max_ms": 245.466, "p95_ms": 223.63}, "read_interval": {"avg_ms": 231.448, "count": 129, "max_ms": 4707.498, "p95_ms": 234.906}, "triton_wait": {"avg_ms": 63.113, "count": 130, "max_ms": 87.428, "p95_ms": 82.094}, "visualize": {"avg_ms": 8.673, "count": 130, "max_ms": 12.074, "p95_ms": 10.443}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4340.06, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.488, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:20:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:20:02+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T19:20:02+09:00", "mjpeg": {"age_sec": 0.551, "exists": true, "mtime": "2026-07-03T19:20:01.631501+09:00", "mtime_epoch": 1783074001.6315007, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:20:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.719, "count": 296, "max_ms": 6.406, "p95_ms": 5.509}, "gstreamer_push": {"avg_ms": 1.303, "count": 296, "max_ms": 1.672, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.944, "count": 296, "max_ms": 68.598, "p95_ms": 60.779}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.077, "count": 296, "max_ms": 80.439, "p95_ms": 69.757}, "yolo11_640_fire_11class": {"avg_ms": 50.515, "count": 296, "max_ms": 69.888, "p95_ms": 63.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.047, "count": 296, "max_ms": 85.63, "p95_ms": 79.813}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.445, "count": 296, "max_ms": 135.791, "p95_ms": 101.765}, "read_interval": {"avg_ms": 101.362, "count": 296, "max_ms": 966.742, "p95_ms": 149.999}, "triton_wait": {"avg_ms": 54.183, "count": 296, "max_ms": 85.64, "p95_ms": 79.826}, "visualize": {"avg_ms": 3.862, "count": 296, "max_ms": 6.124, "p95_ms": 5.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:19:43+09:00", "last_error_summary": "[h264 @ 0x56448deed280] error while decoding MB 4 41, bytestream -13", "last_exit_at": "2026-07-03T19:19:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.215, "last_started_at": "2026-07-03T19:19:46+09:00", "pid": 48004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.777, "name": "ffmpeg", "pid": 48004, "rss_mb": 268.777, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.465, "sample_count": 1439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:20:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:20:18+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-07-03T19:20:18+09:00", "mjpeg": {"age_sec": 0.21, "exists": true, "mtime": "2026-07-03T19:20:18.303770+09:00", "mtime_epoch": 1783074018.3037703, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180377}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:20:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.092, "pushed": 5.092, "read": 5.059}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.432, "count": 152, "max_ms": 16.472, "p95_ms": 11.354}, "gstreamer_push": {"avg_ms": 0.897, "count": 152, "max_ms": 1.257, "p95_ms": 0.983}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.221, "count": 152, "max_ms": 65.569, "p95_ms": 63.458}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.857, "count": 152, "max_ms": 84.288, "p95_ms": 75.439}, "yolo11_640_fire_11class": {"avg_ms": 49.982, "count": 152, "max_ms": 67.963, "p95_ms": 64.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.902, "count": 152, "max_ms": 89.464, "p95_ms": 83.519}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.044, "count": 152, "max_ms": 236.046, "p95_ms": 222.119}, "read_interval": {"avg_ms": 197.246, "count": 151, "max_ms": 246.15, "p95_ms": 232.361}, "triton_wait": {"avg_ms": 63.321, "count": 152, "max_ms": 89.477, "p95_ms": 83.532}, "visualize": {"avg_ms": 8.675, "count": 152, "max_ms": 12.642, "p95_ms": 10.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.85, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4370.131, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.014, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:20:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:20:32+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T19:20:32+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T19:20:32.187995+09:00", "mtime_epoch": 1783074032.1879952, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:20:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.24, "pushed": 10.24, "read": 10.207}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.751, "count": 307, "max_ms": 8.55, "p95_ms": 5.523}, "gstreamer_push": {"avg_ms": 1.294, "count": 307, "max_ms": 2.214, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.487, "count": 307, "max_ms": 65.386, "p95_ms": 61.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.978, "count": 307, "max_ms": 83.941, "p95_ms": 68.003}, "yolo11_640_fire_11class": {"avg_ms": 49.333, "count": 307, "max_ms": 71.324, "p95_ms": 63.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.323, "count": 307, "max_ms": 90.746, "p95_ms": 80.815}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.505, "count": 307, "max_ms": 135.845, "p95_ms": 103.339}, "read_interval": {"avg_ms": 97.992, "count": 306, "max_ms": 713.489, "p95_ms": 136.202}, "triton_wait": {"avg_ms": 54.507, "count": 307, "max_ms": 90.759, "p95_ms": 80.827}, "visualize": {"avg_ms": 3.862, "count": 307, "max_ms": 6.604, "p95_ms": 5.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:19:43+09:00", "last_error_summary": "[h264 @ 0x56448deed280] error while decoding MB 4 41, bytestream -13", "last_exit_at": "2026-07-03T19:19:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.412, "last_started_at": "2026-07-03T19:19:46+09:00", "pid": 48004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.035, "name": "ffmpeg", "pid": 48004, "rss_mb": 269.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.432, "sample_count": 1464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:20:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:20:48+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T19:20:48+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-03T19:20:48.508260+09:00", "mtime_epoch": 1783074048.50826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:20:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.227, "pushed": 5.227, "read": 5.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.504, "count": 156, "max_ms": 14.257, "p95_ms": 11.954}, "gstreamer_push": {"avg_ms": 0.903, "count": 156, "max_ms": 1.098, "p95_ms": 1.057}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.275, "count": 156, "max_ms": 64.749, "p95_ms": 61.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.953, "count": 156, "max_ms": 81.205, "p95_ms": 74.135}, "yolo11_640_fire_11class": {"avg_ms": 49.242, "count": 156, "max_ms": 68.752, "p95_ms": 64.629}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.169, "count": 156, "max_ms": 84.823, "p95_ms": 82.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.333, "count": 156, "max_ms": 238.284, "p95_ms": 224.406}, "read_interval": {"avg_ms": 192.278, "count": 155, "max_ms": 247.387, "p95_ms": 234.291}, "triton_wait": {"avg_ms": 62.709, "count": 156, "max_ms": 84.836, "p95_ms": 82.224}, "visualize": {"avg_ms": 8.307, "count": 156, "max_ms": 10.954, "p95_ms": 9.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4400.164, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.354, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:21:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T19:21:02+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T19:21:02+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T19:21:02.176482+09:00", "mtime_epoch": 1783074062.1764822, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206735}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:21:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.574, "count": 295, "max_ms": 6.473, "p95_ms": 5.228}, "gstreamer_push": {"avg_ms": 1.327, "count": 295, "max_ms": 1.867, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.025, "count": 295, "max_ms": 67.594, "p95_ms": 57.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.176, "count": 295, "max_ms": 78.398, "p95_ms": 68.027}, "yolo11_640_fire_11class": {"avg_ms": 50.204, "count": 295, "max_ms": 68.627, "p95_ms": 62.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.761, "count": 295, "max_ms": 84.571, "p95_ms": 76.833}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.82, "count": 295, "max_ms": 129.748, "p95_ms": 95.896}, "read_interval": {"avg_ms": 101.665, "count": 295, "max_ms": 795.451, "p95_ms": 168.918}, "triton_wait": {"avg_ms": 54.042, "count": 295, "max_ms": 84.582, "p95_ms": 77.738}, "visualize": {"avg_ms": 3.788, "count": 295, "max_ms": 7.702, "p95_ms": 4.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2269}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 124, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:19:43+09:00", "last_error_summary": "[h264 @ 0x56448deed280] error while decoding MB 4 41, bytestream -13", "last_exit_at": "2026-07-03T19:19:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.473, "last_started_at": "2026-07-03T19:19:46+09:00", "pid": 48004, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.035, "name": "ffmpeg", "pid": 48004, "rss_mb": 269.035, "state": "S (sleeping)", "threads": 106}, "restart_count": 142, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.089, "sample_count": 1471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:21:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:21:18+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-07-03T19:21:18+09:00", "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-07-03T19:21:18.608750+09:00", "mtime_epoch": 1783074078.6087499, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 180389}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:21:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.219, "pushed": 5.219, "read": 5.186}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.503, "count": 156, "max_ms": 15.373, "p95_ms": 11.451}, "gstreamer_push": {"avg_ms": 0.907, "count": 156, "max_ms": 1.215, "p95_ms": 1.072}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.836, "count": 156, "max_ms": 62.814, "p95_ms": 61.413}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.645, "count": 156, "max_ms": 84.348, "p95_ms": 70.49}, "yolo11_640_fire_11class": {"avg_ms": 48.789, "count": 156, "max_ms": 68.485, "p95_ms": 64.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.875, "count": 156, "max_ms": 84.778, "p95_ms": 80.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.5, "count": 156, "max_ms": 241.809, "p95_ms": 219.928}, "read_interval": {"avg_ms": 192.779, "count": 155, "max_ms": 253.229, "p95_ms": 230.94}, "triton_wait": {"avg_ms": 62.253, "count": 156, "max_ms": 84.791, "p95_ms": 80.722}, "visualize": {"avg_ms": 8.441, "count": 156, "max_ms": 11.604, "p95_ms": 10.164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4430.202, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.225, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:21:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:21:32+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T19:21:32+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:21:32.260972+09:00", "mtime_epoch": 1783074092.2609725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 216704}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:21:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.061, "pushed": 10.061, "read": 10.027}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.739, "count": 301, "max_ms": 6.361, "p95_ms": 5.423}, "gstreamer_push": {"avg_ms": 1.311, "count": 301, "max_ms": 2.021, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.129, "count": 301, "max_ms": 68.044, "p95_ms": 61.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.937, "count": 301, "max_ms": 78.122, "p95_ms": 63.14}, "yolo11_640_fire_11class": {"avg_ms": 51.057, "count": 301, "max_ms": 71.282, "p95_ms": 64.038}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.575, "count": 301, "max_ms": 85.814, "p95_ms": 79.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.613, "count": 301, "max_ms": 130.741, "p95_ms": 102.887}, "read_interval": {"avg_ms": 99.857, "count": 300, "max_ms": 854.654, "p95_ms": 144.521}, "triton_wait": {"avg_ms": 54.795, "count": 301, "max_ms": 85.827, "p95_ms": 79.695}, "visualize": {"avg_ms": 3.856, "count": 301, "max_ms": 5.939, "p95_ms": 5.07}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12144.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:21:48+09:00", "last_error_summary": "[h264 @ 0x564f68eaf3c0] error while decoding MB 66 28, bytestream -24", "last_exit_at": "2026-07-03T19:19:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.556, "last_started_at": "2026-07-03T19:19:46+09:00", "pid": 48004, "process": {"exists": false, "pid": 48004}, "restart_count": 142, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.494, "sample_count": 1474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:21:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:21:48+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-07-03T19:21:48+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T19:21:48.657240+09:00", "mtime_epoch": 1783074108.6572402, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 181292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:21:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 121}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.115, "pushed": 5.115, "read": 5.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.671, "count": 153, "max_ms": 14.843, "p95_ms": 12.077}, "gstreamer_push": {"avg_ms": 0.898, "count": 153, "max_ms": 1.149, "p95_ms": 1.064}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.535, "count": 153, "max_ms": 67.926, "p95_ms": 63.903}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.968, "count": 153, "max_ms": 84.874, "p95_ms": 75.069}, "yolo11_640_fire_11class": {"avg_ms": 50.26, "count": 153, "max_ms": 67.548, "p95_ms": 65.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.725, "count": 153, "max_ms": 86.224, "p95_ms": 83.835}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.582, "count": 153, "max_ms": 251.796, "p95_ms": 224.198}, "read_interval": {"avg_ms": 196.463, "count": 152, "max_ms": 261.422, "p95_ms": 234.789}, "triton_wait": {"avg_ms": 63.136, "count": 153, "max_ms": 86.237, "p95_ms": 83.847}, "visualize": {"avg_ms": 8.554, "count": 153, "max_ms": 12.279, "p95_ms": 10.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12364.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4460.245, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.111, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:22:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T19:22:02+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T19:22:02+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T19:22:02.301463+09:00", "mtime_epoch": 1783074122.3014634, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:22:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.18, "pushed": 10.18, "read": 10.146}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.575, "count": 305, "max_ms": 7.203, "p95_ms": 4.718}, "gstreamer_push": {"avg_ms": 1.316, "count": 305, "max_ms": 1.753, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.056, "count": 305, "max_ms": 68.276, "p95_ms": 61.201}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.256, "count": 305, "max_ms": 81.899, "p95_ms": 68.542}, "yolo11_640_fire_11class": {"avg_ms": 50.596, "count": 305, "max_ms": 73.165, "p95_ms": 63.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.554, "count": 305, "max_ms": 86.533, "p95_ms": 79.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.705, "count": 305, "max_ms": 133.314, "p95_ms": 95.187}, "read_interval": {"avg_ms": 98.527, "count": 304, "max_ms": 824.626, "p95_ms": 131.809}, "triton_wait": {"avg_ms": 53.899, "count": 305, "max_ms": 86.545, "p95_ms": 79.224}, "visualize": {"avg_ms": 3.768, "count": 305, "max_ms": 5.613, "p95_ms": 4.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:21:48+09:00", "last_error_summary": "[h264 @ 0x564f68eaf3c0] error while decoding MB 66 28, bytestream -24", "last_exit_at": "2026-07-03T19:21:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.682, "last_started_at": "2026-07-03T19:21:51+09:00", "pid": 48111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.93, "name": "ffmpeg", "pid": 48111, "rss_mb": 264.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.406, "sample_count": 1455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:22:19+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T19:22:18+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T19:22:18.809734+09:00", "mtime_epoch": 1783074138.8097336, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 174738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:22:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.143, "pushed": 5.143, "read": 5.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.585, "count": 132, "max_ms": 13.95, "p95_ms": 11.897}, "gstreamer_push": {"avg_ms": 0.91, "count": 132, "max_ms": 1.456, "p95_ms": 1.087}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.601, "count": 132, "max_ms": 68.734, "p95_ms": 62.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.941, "count": 132, "max_ms": 81.45, "p95_ms": 76.497}, "yolo11_640_fire_11class": {"avg_ms": 49.783, "count": 132, "max_ms": 70.885, "p95_ms": 64.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.543, "count": 132, "max_ms": 85.962, "p95_ms": 83.08}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.486, "count": 132, "max_ms": 248.851, "p95_ms": 228.196}, "read_interval": {"avg_ms": 228.474, "count": 132, "max_ms": 4695.47, "p95_ms": 238.415}, "triton_wait": {"avg_ms": 62.996, "count": 132, "max_ms": 85.975, "p95_ms": 83.091}, "visualize": {"avg_ms": 8.463, "count": 132, "max_ms": 11.165, "p95_ms": 10.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.666, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2870}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4490.316, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.01, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:22:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:22:32+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:22:32+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T19:22:32.373956+09:00", "mtime_epoch": 1783074152.373956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:22:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.036, "pushed": 10.036, "read": 10.002}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.457, "count": 301, "max_ms": 5.113, "p95_ms": 4.33}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 2.071, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.145, "count": 301, "max_ms": 65.269, "p95_ms": 59.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.519, "count": 301, "max_ms": 77.512, "p95_ms": 60.598}, "yolo11_640_fire_11class": {"avg_ms": 49.846, "count": 301, "max_ms": 66.315, "p95_ms": 60.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.747, "count": 301, "max_ms": 82.425, "p95_ms": 76.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.25, "count": 301, "max_ms": 94.833, "p95_ms": 89.55}, "read_interval": {"avg_ms": 99.97, "count": 300, "max_ms": 773.663, "p95_ms": 121.24}, "triton_wait": {"avg_ms": 53.186, "count": 301, "max_ms": 82.438, "p95_ms": 76.776}, "visualize": {"avg_ms": 3.678, "count": 301, "max_ms": 4.599, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:21:48+09:00", "last_error_summary": "[h264 @ 0x564f68eaf3c0] error while decoding MB 66 28, bytestream -24", "last_exit_at": "2026-07-03T19:21:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.787, "last_started_at": "2026-07-03T19:21:51+09:00", "pid": 48111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.93, "name": "ffmpeg", "pid": 48111, "rss_mb": 264.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.3, "sample_count": 1484, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:22:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:22:49+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-03T19:22:48+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T19:22:48.938228+09:00", "mtime_epoch": 1783074168.9382281, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 175465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:22:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.352, "pushed": 5.352, "read": 5.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.484, "count": 159, "max_ms": 16.875, "p95_ms": 12.145}, "gstreamer_push": {"avg_ms": 0.928, "count": 160, "max_ms": 1.675, "p95_ms": 1.092}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.009, "count": 159, "max_ms": 66.689, "p95_ms": 61.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.476, "count": 159, "max_ms": 83.847, "p95_ms": 73.472}, "yolo11_640_fire_11class": {"avg_ms": 48.164, "count": 159, "max_ms": 67.303, "p95_ms": 63.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.555, "count": 159, "max_ms": 84.909, "p95_ms": 80.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 177.885, "count": 160, "max_ms": 236.69, "p95_ms": 222.678}, "read_interval": {"avg_ms": 188.153, "count": 159, "max_ms": 247.729, "p95_ms": 232.573}, "triton_wait": {"avg_ms": 61.221, "count": 159, "max_ms": 84.921, "p95_ms": 80.665}, "visualize": {"avg_ms": 8.203, "count": 159, "max_ms": 12.053, "p95_ms": 10.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4520.339, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.307, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:23:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:23:02+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:23:02+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:23:02.398449+09:00", "mtime_epoch": 1783074182.3984494, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 213483}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:23:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.858, "pushed": 9.858, "read": 9.858}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 295, "max_ms": 5.078, "p95_ms": 4.347}, "gstreamer_push": {"avg_ms": 1.314, "count": 295, "max_ms": 1.613, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.896, "count": 295, "max_ms": 68.373, "p95_ms": 62.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.474, "count": 295, "max_ms": 80.483, "p95_ms": 69.198}, "yolo11_640_fire_11class": {"avg_ms": 50.698, "count": 295, "max_ms": 69.693, "p95_ms": 64.516}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.907, "count": 295, "max_ms": 86.715, "p95_ms": 80.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.631, "count": 295, "max_ms": 98.982, "p95_ms": 92.434}, "read_interval": {"avg_ms": 101.771, "count": 295, "max_ms": 738.376, "p95_ms": 163.429}, "triton_wait": {"avg_ms": 54.491, "count": 295, "max_ms": 86.728, "p95_ms": 80.21}, "visualize": {"avg_ms": 3.707, "count": 295, "max_ms": 5.279, "p95_ms": 4.365}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2274}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:21:48+09:00", "last_error_summary": "[h264 @ 0x564f68eaf3c0] error while decoding MB 66 28, bytestream -24", "last_exit_at": "2026-07-03T19:21:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.872, "last_started_at": "2026-07-03T19:21:51+09:00", "pid": 48111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.93, "name": "ffmpeg", "pid": 48111, "rss_mb": 264.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 143, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.129, "sample_count": 1492, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 272994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:23:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:23:19+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-07-03T19:23:18+09:00", "mjpeg": {"age_sec": 0.229, "exists": true, "mtime": "2026-07-03T19:23:18.966722+09:00", "mtime_epoch": 1783074198.966722, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 177414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:23:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.21, "pushed": 5.21, "read": 5.177}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.681, "count": 155, "max_ms": 14.83, "p95_ms": 12.42}, "gstreamer_push": {"avg_ms": 0.898, "count": 156, "max_ms": 1.173, "p95_ms": 1.069}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.104, "count": 155, "max_ms": 64.238, "p95_ms": 62.184}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.189, "count": 155, "max_ms": 83.662, "p95_ms": 73.061}, "yolo11_640_fire_11class": {"avg_ms": 49.628, "count": 155, "max_ms": 67.097, "p95_ms": 64.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.388, "count": 155, "max_ms": 85.235, "p95_ms": 81.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 182.704, "count": 156, "max_ms": 240.231, "p95_ms": 224.974}, "read_interval": {"avg_ms": 192.498, "count": 155, "max_ms": 251.147, "p95_ms": 234.559}, "triton_wait": {"avg_ms": 62.849, "count": 155, "max_ms": 85.247, "p95_ms": 81.637}, "visualize": {"avg_ms": 8.353, "count": 155, "max_ms": 11.689, "p95_ms": 10.702}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4550.455, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.167, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:23:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T19:23:32+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T19:23:32+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T19:23:32.446944+09:00", "mtime_epoch": 1783074212.4469442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:23:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.17, "pushed": 10.17, "read": 10.17}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.512, "count": 305, "max_ms": 6.575, "p95_ms": 4.783}, "gstreamer_push": {"avg_ms": 1.307, "count": 305, "max_ms": 1.969, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.806, "count": 305, "max_ms": 70.73, "p95_ms": 60.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.222, "count": 305, "max_ms": 88.311, "p95_ms": 69.496}, "yolo11_640_fire_11class": {"avg_ms": 50.494, "count": 305, "max_ms": 74.194, "p95_ms": 63.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.62, "count": 305, "max_ms": 88.373, "p95_ms": 78.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.128, "count": 305, "max_ms": 138.633, "p95_ms": 91.457}, "read_interval": {"avg_ms": 98.469, "count": 305, "max_ms": 791.117, "p95_ms": 133.078}, "triton_wait": {"avg_ms": 54.048, "count": 305, "max_ms": 88.385, "p95_ms": 78.454}, "visualize": {"avg_ms": 3.737, "count": 305, "max_ms": 6.207, "p95_ms": 4.438}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2276}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12397.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:21:48+09:00", "last_error_summary": "[h264 @ 0x564f68eaf3c0] error while decoding MB 66 28, bytestream -24", "last_exit_at": "2026-07-03T19:21:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 118.029, "last_started_at": "2026-07-03T19:21:51+09:00", "pid": 48111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.059, "name": "ffmpeg", "pid": 48111, "rss_mb": 280.055, "state": "S (sleeping)", "threads": 104}, "restart_count": 143, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.004, "sample_count": 1500, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:23:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:23:49+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-03T19:23:49+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-03T19:23:49.135220+09:00", "mtime_epoch": 1783074229.1352196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172396}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:23:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.347, "pushed": 5.347, "read": 5.313}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.322, "count": 159, "max_ms": 15.077, "p95_ms": 12.424}, "gstreamer_push": {"avg_ms": 0.927, "count": 160, "max_ms": 1.313, "p95_ms": 1.109}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.307, "count": 159, "max_ms": 65.267, "p95_ms": 62.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.318, "count": 159, "max_ms": 80.241, "p95_ms": 75.498}, "yolo11_640_fire_11class": {"avg_ms": 49.812, "count": 159, "max_ms": 68.413, "p95_ms": 66.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.891, "count": 159, "max_ms": 83.965, "p95_ms": 82.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.158, "count": 160, "max_ms": 240.589, "p95_ms": 224.446}, "read_interval": {"avg_ms": 188.162, "count": 159, "max_ms": 251.761, "p95_ms": 234.781}, "triton_wait": {"avg_ms": 63.411, "count": 159, "max_ms": 83.974, "p95_ms": 82.12}, "visualize": {"avg_ms": 7.972, "count": 159, "max_ms": 11.272, "p95_ms": 9.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12330.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4580.483, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.572, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:24:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:24:02+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T19:24:02+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T19:24:02.547441+09:00", "mtime_epoch": 1783074242.547441, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:24:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.926, "pushed": 9.926, "read": 9.893}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.604, "count": 297, "max_ms": 6.279, "p95_ms": 4.732}, "gstreamer_push": {"avg_ms": 1.322, "count": 297, "max_ms": 1.558, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.337, "count": 297, "max_ms": 68.277, "p95_ms": 62.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.809, "count": 297, "max_ms": 77.537, "p95_ms": 62.753}, "yolo11_640_fire_11class": {"avg_ms": 50.924, "count": 297, "max_ms": 74.914, "p95_ms": 64.157}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.96, "count": 297, "max_ms": 85.601, "p95_ms": 79.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.787, "count": 297, "max_ms": 118.036, "p95_ms": 93.12}, "read_interval": {"avg_ms": 101.189, "count": 296, "max_ms": 954.795, "p95_ms": 117.283}, "triton_wait": {"avg_ms": 54.604, "count": 297, "max_ms": 85.612, "p95_ms": 79.654}, "visualize": {"avg_ms": 3.801, "count": 297, "max_ms": 5.812, "p95_ms": 4.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:21:48+09:00", "last_error_summary": "[h264 @ 0x564f68eaf3c0] error while decoding MB 66 28, bytestream -24", "last_exit_at": "2026-07-03T19:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.354, "last_started_at": "2026-07-03T19:23:55+09:00", "pid": 48218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.898, "name": "ffmpeg", "pid": 48218, "rss_mb": 265.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.63, "sample_count": 1499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273302, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:24:19+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T19:24:19+09:00", "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-07-03T19:24:19.299718+09:00", "mtime_epoch": 1783074259.2997181, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169951}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:24:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 147, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.945, "pushed": 4.945, "read": 4.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.819, "count": 147, "max_ms": 16.203, "p95_ms": 11.557}, "gstreamer_push": {"avg_ms": 0.959, "count": 148, "max_ms": 1.4, "p95_ms": 1.127}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.268, "count": 147, "max_ms": 70.295, "p95_ms": 62.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.341, "count": 147, "max_ms": 76.438, "p95_ms": 73.692}, "yolo11_640_fire_11class": {"avg_ms": 49.451, "count": 147, "max_ms": 70.827, "p95_ms": 63.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.011, "count": 147, "max_ms": 85.693, "p95_ms": 80.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.762, "count": 148, "max_ms": 226.649, "p95_ms": 205.593}, "read_interval": {"avg_ms": 203.595, "count": 147, "max_ms": 4492.415, "p95_ms": 215.182}, "triton_wait": {"avg_ms": 61.665, "count": 147, "max_ms": 85.705, "p95_ms": 80.787}, "visualize": {"avg_ms": 7.486, "count": 147, "max_ms": 11.607, "p95_ms": 9.629}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4610.547, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.625, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:24:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:24:32+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T19:24:32+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T19:24:32.611938+09:00", "mtime_epoch": 1783074272.6119385, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:24:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 303, "max_ms": 5.359, "p95_ms": 4.257}, "gstreamer_push": {"avg_ms": 1.327, "count": 303, "max_ms": 1.726, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.77, "count": 303, "max_ms": 70.485, "p95_ms": 62.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.162, "count": 303, "max_ms": 87.804, "p95_ms": 71.582}, "yolo11_640_fire_11class": {"avg_ms": 50.444, "count": 303, "max_ms": 78.872, "p95_ms": 64.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.985, "count": 303, "max_ms": 89.18, "p95_ms": 81.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.547, "count": 303, "max_ms": 101.136, "p95_ms": 93.517}, "read_interval": {"avg_ms": 99.282, "count": 302, "max_ms": 840.128, "p95_ms": 115.86}, "triton_wait": {"avg_ms": 55.417, "count": 303, "max_ms": 89.192, "p95_ms": 81.343}, "visualize": {"avg_ms": 3.68, "count": 303, "max_ms": 5.46, "p95_ms": 4.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:21:48+09:00", "last_error_summary": "[h264 @ 0x564f68eaf3c0] error while decoding MB 66 28, bytestream -24", "last_exit_at": "2026-07-03T19:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.432, "last_started_at": "2026-07-03T19:23:55+09:00", "pid": 48218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.023, "name": "ffmpeg", "pid": 48218, "rss_mb": 270.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.242, "sample_count": 1534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:24:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:24:49+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-07-03T19:24:49+09:00", "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-07-03T19:24:49.436217+09:00", "mtime_epoch": 1783074289.4362173, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:24:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.558, "pushed": 5.558, "read": 5.524}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.033, "count": 166, "max_ms": 14.688, "p95_ms": 11.451}, "gstreamer_push": {"avg_ms": 0.951, "count": 166, "max_ms": 1.304, "p95_ms": 1.116}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.788, "count": 166, "max_ms": 67.938, "p95_ms": 61.611}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.491, "count": 166, "max_ms": 83.826, "p95_ms": 73.11}, "yolo11_640_fire_11class": {"avg_ms": 49.922, "count": 166, "max_ms": 74.473, "p95_ms": 63.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.596, "count": 166, "max_ms": 86.409, "p95_ms": 82.19}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.709, "count": 166, "max_ms": 235.921, "p95_ms": 209.988}, "read_interval": {"avg_ms": 181.373, "count": 165, "max_ms": 245.746, "p95_ms": 219.525}, "triton_wait": {"avg_ms": 63.242, "count": 166, "max_ms": 86.422, "p95_ms": 82.202}, "visualize": {"avg_ms": 7.732, "count": 166, "max_ms": 11.795, "p95_ms": 9.674}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4640.585, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.833, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:25:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:25:02+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:25:02+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:25:02.644436+09:00", "mtime_epoch": 1783074302.6444364, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203095}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:25:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.947, "pushed": 9.947, "read": 9.914}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 298, "max_ms": 5.515, "p95_ms": 4.268}, "gstreamer_push": {"avg_ms": 1.322, "count": 298, "max_ms": 1.783, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.56, "count": 298, "max_ms": 70.272, "p95_ms": 62.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.639, "count": 298, "max_ms": 80.555, "p95_ms": 61.53}, "yolo11_640_fire_11class": {"avg_ms": 50.338, "count": 298, "max_ms": 71.669, "p95_ms": 64.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.24, "count": 298, "max_ms": 87.024, "p95_ms": 80.119}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.861, "count": 298, "max_ms": 99.157, "p95_ms": 92.339}, "read_interval": {"avg_ms": 100.858, "count": 297, "max_ms": 990.309, "p95_ms": 115.673}, "triton_wait": {"avg_ms": 54.662, "count": 298, "max_ms": 87.036, "p95_ms": 80.129}, "visualize": {"avg_ms": 3.715, "count": 298, "max_ms": 5.479, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:21:48+09:00", "last_error_summary": "[h264 @ 0x564f68eaf3c0] error while decoding MB 66 28, bytestream -24", "last_exit_at": "2026-07-03T19:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.533, "last_started_at": "2026-07-03T19:23:55+09:00", "pid": 48218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.312, "name": "ffmpeg", "pid": 48218, "rss_mb": 271.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.919, "sample_count": 1546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:25:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:25:19+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-07-03T19:25:19+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T19:25:19.532717+09:00", "mtime_epoch": 1783074319.5327168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167829}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:25:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.443, "pushed": 5.443, "read": 5.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.12, "count": 162, "max_ms": 16.029, "p95_ms": 11.658}, "gstreamer_push": {"avg_ms": 0.947, "count": 163, "max_ms": 1.216, "p95_ms": 1.113}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.202, "count": 162, "max_ms": 68.227, "p95_ms": 61.557}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.766, "count": 162, "max_ms": 82.434, "p95_ms": 74.449}, "yolo11_640_fire_11class": {"avg_ms": 50.489, "count": 162, "max_ms": 67.434, "p95_ms": 62.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.406, "count": 162, "max_ms": 85.297, "p95_ms": 80.218}}, "truncated_count": 0}, "processing_total": {"avg_ms": 174.456, "count": 163, "max_ms": 225.76, "p95_ms": 214.897}, "read_interval": {"avg_ms": 184.833, "count": 162, "max_ms": 235.618, "p95_ms": 225.729}, "triton_wait": {"avg_ms": 64.082, "count": 162, "max_ms": 85.307, "p95_ms": 80.23}, "visualize": {"avg_ms": 7.802, "count": 162, "max_ms": 11.408, "p95_ms": 9.724}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4670.619, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.391, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:25:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:25:32+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T19:25:32+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T19:25:32.652935+09:00", "mtime_epoch": 1783074332.6529348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:25:32+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.949, "pushed": 9.949, "read": 9.916}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.528, "count": 298, "max_ms": 5.409, "p95_ms": 4.551}, "gstreamer_push": {"avg_ms": 1.327, "count": 298, "max_ms": 1.593, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.013, "count": 298, "max_ms": 67.431, "p95_ms": 63.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.836, "count": 298, "max_ms": 81.933, "p95_ms": 68.0}, "yolo11_640_fire_11class": {"avg_ms": 49.549, "count": 298, "max_ms": 69.683, "p95_ms": 63.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.897, "count": 298, "max_ms": 85.863, "p95_ms": 79.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.591, "count": 298, "max_ms": 98.07, "p95_ms": 92.221}, "read_interval": {"avg_ms": 100.745, "count": 297, "max_ms": 788.186, "p95_ms": 190.565}, "triton_wait": {"avg_ms": 54.236, "count": 298, "max_ms": 85.876, "p95_ms": 79.938}, "visualize": {"avg_ms": 3.745, "count": 298, "max_ms": 5.93, "p95_ms": 4.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 125, "h264_decode_error_count": 332, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:21:48+09:00", "last_error_summary": "[h264 @ 0x564f68eaf3c0] error while decoding MB 66 28, bytestream -24", "last_exit_at": "2026-07-03T19:23:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.592, "last_started_at": "2026-07-03T19:23:55+09:00", "pid": 48218, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.664, "name": "ffmpeg", "pid": 48218, "rss_mb": 274.664, "state": "S (sleeping)", "threads": 106}, "restart_count": 144, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.964, "sample_count": 1555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:25:49+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-03T19:25:49+09:00", "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-07-03T19:25:49.561216+09:00", "mtime_epoch": 1783074349.5612159, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 167805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:25:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.55, "pushed": 5.55, "read": 5.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.099, "count": 166, "max_ms": 15.855, "p95_ms": 11.48}, "gstreamer_push": {"avg_ms": 0.947, "count": 166, "max_ms": 1.731, "p95_ms": 1.149}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.095, "count": 166, "max_ms": 65.809, "p95_ms": 61.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.795, "count": 166, "max_ms": 78.752, "p95_ms": 70.72}, "yolo11_640_fire_11class": {"avg_ms": 48.759, "count": 166, "max_ms": 71.134, "p95_ms": 62.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.292, "count": 166, "max_ms": 85.104, "p95_ms": 81.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 170.574, "count": 166, "max_ms": 246.646, "p95_ms": 206.323}, "read_interval": {"avg_ms": 181.05, "count": 165, "max_ms": 256.881, "p95_ms": 216.828}, "triton_wait": {"avg_ms": 61.961, "count": 166, "max_ms": 85.116, "p95_ms": 81.381}, "visualize": {"avg_ms": 7.781, "count": 166, "max_ms": 10.253, "p95_ms": 9.669}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12401.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4700.679, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.614, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:26:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T19:26:02+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T19:26:02+09:00", "mjpeg": {"age_sec": 0.404, "exists": true, "mtime": "2026-07-03T19:26:02.397430+09:00", "mtime_epoch": 1783074362.3974297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205249}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:26:02+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.662, "count": 303, "max_ms": 7.897, "p95_ms": 5.409}, "gstreamer_push": {"avg_ms": 1.299, "count": 303, "max_ms": 1.572, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.39, "count": 303, "max_ms": 67.511, "p95_ms": 61.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.124, "count": 303, "max_ms": 77.955, "p95_ms": 67.764}, "yolo11_640_fire_11class": {"avg_ms": 48.628, "count": 303, "max_ms": 70.676, "p95_ms": 62.817}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.268, "count": 303, "max_ms": 87.307, "p95_ms": 79.789}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.325, "count": 303, "max_ms": 139.359, "p95_ms": 98.577}, "read_interval": {"avg_ms": 99.192, "count": 302, "max_ms": 803.807, "p95_ms": 132.409}, "triton_wait": {"avg_ms": 54.492, "count": 303, "max_ms": 87.319, "p95_ms": 79.802}, "visualize": {"avg_ms": 3.83, "count": 303, "max_ms": 5.802, "p95_ms": 5.054}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2282}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:26:05+09:00", "last_error_summary": "[h264 @ 0x55781341e1c0] error while decoding MB 36 21, bytestream -21", "last_exit_at": "2026-07-03T19:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.073, "last_started_at": "2026-07-03T19:26:07+09:00", "pid": 48325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.355, "name": "ffmpeg", "pid": 48325, "rss_mb": 264.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.427, "sample_count": 1540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 273938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:26:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:26:19+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-07-03T19:26:19+09:00", "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-07-03T19:26:19.701718+09:00", "mtime_epoch": 1783074379.7017179, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166719}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:26:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.718, "pushed": 4.718, "read": 4.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.859, "count": 141, "max_ms": 13.096, "p95_ms": 10.984}, "gstreamer_push": {"avg_ms": 0.922, "count": 141, "max_ms": 1.189, "p95_ms": 1.094}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.499, "count": 141, "max_ms": 67.418, "p95_ms": 64.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.419, "count": 141, "max_ms": 78.99, "p95_ms": 72.55}, "yolo11_640_fire_11class": {"avg_ms": 50.056, "count": 141, "max_ms": 67.82, "p95_ms": 63.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.154, "count": 141, "max_ms": 86.076, "p95_ms": 83.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 171.244, "count": 141, "max_ms": 241.994, "p95_ms": 209.758}, "read_interval": {"avg_ms": 213.947, "count": 140, "max_ms": 4687.587, "p95_ms": 225.287}, "triton_wait": {"avg_ms": 63.822, "count": 141, "max_ms": 86.088, "p95_ms": 83.255}, "visualize": {"avg_ms": 7.706, "count": 141, "max_ms": 10.79, "p95_ms": 9.578}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4731.079, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.12, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:26:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T19:26:33+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T19:26:33+09:00", "mjpeg": {"age_sec": 0.764, "exists": true, "mtime": "2026-07-03T19:26:32.437930+09:00", "mtime_epoch": 1783074392.4379303, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:26:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.853, "pushed": 9.853, "read": 9.82}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.43, "count": 295, "max_ms": 5.08, "p95_ms": 4.03}, "gstreamer_push": {"avg_ms": 1.321, "count": 295, "max_ms": 2.228, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.415, "count": 295, "max_ms": 65.645, "p95_ms": 63.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.677, "count": 295, "max_ms": 78.749, "p95_ms": 72.0}, "yolo11_640_fire_11class": {"avg_ms": 47.898, "count": 295, "max_ms": 65.129, "p95_ms": 63.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.033, "count": 295, "max_ms": 86.388, "p95_ms": 80.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.261, "count": 295, "max_ms": 98.391, "p95_ms": 93.128}, "read_interval": {"avg_ms": 101.812, "count": 294, "max_ms": 811.743, "p95_ms": 149.87}, "triton_wait": {"avg_ms": 54.131, "count": 295, "max_ms": 86.4, "p95_ms": 80.997}, "visualize": {"avg_ms": 3.668, "count": 295, "max_ms": 4.709, "p95_ms": 4.038}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2284}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:26:05+09:00", "last_error_summary": "[h264 @ 0x55781341e1c0] error while decoding MB 36 21, bytestream -21", "last_exit_at": "2026-07-03T19:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.199, "last_started_at": "2026-07-03T19:26:07+09:00", "pid": 48325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.512, "name": "ffmpeg", "pid": 48325, "rss_mb": 269.512, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 218.972, "sample_count": 1572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:26:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:26:49+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T19:26:49+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T19:26:49.790220+09:00", "mtime_epoch": 1783074409.79022, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163747}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:26:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.013, "pushed": 6.013, "read": 5.979}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.434, "count": 179, "max_ms": 13.119, "p95_ms": 11.075}, "gstreamer_push": {"avg_ms": 0.995, "count": 180, "max_ms": 1.29, "p95_ms": 1.144}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.156, "count": 179, "max_ms": 65.032, "p95_ms": 62.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.644, "count": 179, "max_ms": 80.58, "p95_ms": 73.573}, "yolo11_640_fire_11class": {"avg_ms": 49.114, "count": 179, "max_ms": 63.035, "p95_ms": 61.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.519, "count": 179, "max_ms": 85.868, "p95_ms": 81.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.893, "count": 180, "max_ms": 228.372, "p95_ms": 194.253}, "read_interval": {"avg_ms": 167.218, "count": 179, "max_ms": 238.612, "p95_ms": 205.266}, "triton_wait": {"avg_ms": 63.302, "count": 179, "max_ms": 85.88, "p95_ms": 81.111}, "visualize": {"avg_ms": 7.04, "count": 179, "max_ms": 10.367, "p95_ms": 8.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4761.15, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.675, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:27:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:27:03+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:27:03+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T19:27:03.210444+09:00", "mtime_epoch": 1783074423.210444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 206673}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:27:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.068, "pushed": 10.068, "read": 10.035}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.55, "count": 302, "max_ms": 5.192, "p95_ms": 4.659}, "gstreamer_push": {"avg_ms": 1.333, "count": 302, "max_ms": 1.997, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.207, "count": 302, "max_ms": 66.336, "p95_ms": 62.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.332, "count": 302, "max_ms": 78.365, "p95_ms": 71.272}, "yolo11_640_fire_11class": {"avg_ms": 47.642, "count": 302, "max_ms": 65.759, "p95_ms": 62.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.08, "count": 302, "max_ms": 84.92, "p95_ms": 79.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.555, "count": 302, "max_ms": 97.12, "p95_ms": 91.724}, "read_interval": {"avg_ms": 99.633, "count": 301, "max_ms": 881.127, "p95_ms": 113.82}, "triton_wait": {"avg_ms": 54.169, "count": 302, "max_ms": 84.933, "p95_ms": 79.403}, "visualize": {"avg_ms": 3.777, "count": 302, "max_ms": 5.613, "p95_ms": 4.379}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.648, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:26:05+09:00", "last_error_summary": "[h264 @ 0x55781341e1c0] error while decoding MB 36 21, bytestream -21", "last_exit_at": "2026-07-03T19:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 72.281, "last_started_at": "2026-07-03T19:26:07+09:00", "pid": 48325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.801, "name": "ffmpeg", "pid": 48325, "rss_mb": 270.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 215.458, "sample_count": 1609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:27:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:27:20+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T19:27:19+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T19:27:19.866723+09:00", "mtime_epoch": 1783074439.8667226, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:27:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.788, "pushed": 5.788, "read": 5.755}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.526, "count": 173, "max_ms": 11.991, "p95_ms": 10.667}, "gstreamer_push": {"avg_ms": 0.955, "count": 173, "max_ms": 1.387, "p95_ms": 1.11}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.215, "count": 173, "max_ms": 63.819, "p95_ms": 61.879}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.696, "count": 173, "max_ms": 82.792, "p95_ms": 75.13}, "yolo11_640_fire_11class": {"avg_ms": 48.827, "count": 173, "max_ms": 62.73, "p95_ms": 61.33}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.024, "count": 173, "max_ms": 84.687, "p95_ms": 80.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.445, "count": 173, "max_ms": 227.715, "p95_ms": 201.55}, "read_interval": {"avg_ms": 173.777, "count": 172, "max_ms": 238.053, "p95_ms": 210.601}, "triton_wait": {"avg_ms": 62.646, "count": 173, "max_ms": 84.699, "p95_ms": 80.929}, "visualize": {"avg_ms": 7.367, "count": 173, "max_ms": 11.205, "p95_ms": 8.985}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2895}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4791.183, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.128, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:27:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:27:33+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T19:27:33+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T19:27:33.246946+09:00", "mtime_epoch": 1783074453.2469463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205058}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:27:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.139, "pushed": 10.139, "read": 10.106}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.438, "count": 303, "max_ms": 5.487, "p95_ms": 4.288}, "gstreamer_push": {"avg_ms": 1.321, "count": 303, "max_ms": 1.857, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.857, "count": 303, "max_ms": 67.651, "p95_ms": 62.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.722, "count": 303, "max_ms": 84.221, "p95_ms": 71.442}, "yolo11_640_fire_11class": {"avg_ms": 48.2, "count": 303, "max_ms": 67.134, "p95_ms": 61.919}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.677, "count": 303, "max_ms": 84.796, "p95_ms": 80.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.145, "count": 303, "max_ms": 132.222, "p95_ms": 93.043}, "read_interval": {"avg_ms": 99.186, "count": 302, "max_ms": 789.413, "p95_ms": 113.239}, "triton_wait": {"avg_ms": 54.944, "count": 303, "max_ms": 84.808, "p95_ms": 80.625}, "visualize": {"avg_ms": 3.709, "count": 303, "max_ms": 5.608, "p95_ms": 4.307}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2287}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:26:05+09:00", "last_error_summary": "[h264 @ 0x55781341e1c0] error while decoding MB 36 21, bytestream -21", "last_exit_at": "2026-07-03T19:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.304, "last_started_at": "2026-07-03T19:26:07+09:00", "pid": 48325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.801, "name": "ffmpeg", "pid": 48325, "rss_mb": 270.801, "state": "S (sleeping)", "threads": 106}, "restart_count": 145, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.011, "sample_count": 1622, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:27:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:27:50+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T19:27:49+09:00", "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-07-03T19:27:49.955226+09:00", "mtime_epoch": 1783074469.955226, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:27:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.825, "pushed": 5.825, "read": 5.792}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.554, "count": 174, "max_ms": 13.02, "p95_ms": 11.746}, "gstreamer_push": {"avg_ms": 0.964, "count": 174, "max_ms": 1.65, "p95_ms": 1.131}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.038, "count": 174, "max_ms": 67.906, "p95_ms": 63.504}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.471, "count": 174, "max_ms": 81.063, "p95_ms": 74.475}, "yolo11_640_fire_11class": {"avg_ms": 48.992, "count": 174, "max_ms": 65.095, "p95_ms": 61.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.965, "count": 174, "max_ms": 84.449, "p95_ms": 81.032}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.931, "count": 174, "max_ms": 227.901, "p95_ms": 203.375}, "read_interval": {"avg_ms": 172.839, "count": 173, "max_ms": 238.747, "p95_ms": 213.036}, "triton_wait": {"avg_ms": 62.804, "count": 174, "max_ms": 84.462, "p95_ms": 81.044}, "visualize": {"avg_ms": 7.292, "count": 174, "max_ms": 10.713, "p95_ms": 9.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4821.25, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.12, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:28:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:28:03+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T19:28:03+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T19:28:03.311450+09:00", "mtime_epoch": 1783074483.3114498, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201842}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:28:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 9.971}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.487, "count": 300, "max_ms": 5.337, "p95_ms": 4.367}, "gstreamer_push": {"avg_ms": 1.325, "count": 300, "max_ms": 1.55, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.5, "count": 300, "max_ms": 65.954, "p95_ms": 61.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.801, "count": 300, "max_ms": 77.157, "p95_ms": 70.348}, "yolo11_640_fire_11class": {"avg_ms": 47.76, "count": 300, "max_ms": 66.536, "p95_ms": 60.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.158, "count": 300, "max_ms": 85.409, "p95_ms": 79.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.443, "count": 300, "max_ms": 97.485, "p95_ms": 91.42}, "read_interval": {"avg_ms": 100.29, "count": 299, "max_ms": 776.127, "p95_ms": 115.095}, "triton_wait": {"avg_ms": 55.276, "count": 300, "max_ms": 85.422, "p95_ms": 79.352}, "visualize": {"avg_ms": 3.704, "count": 300, "max_ms": 4.876, "p95_ms": 4.141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 126, "h264_decode_error_count": 333, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:26:05+09:00", "last_error_summary": "[h264 @ 0x55781341e1c0] error while decoding MB 36 21, bytestream -21", "last_exit_at": "2026-07-03T19:26:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.509, "last_started_at": "2026-07-03T19:26:07+09:00", "pid": 48325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.18, "name": "ffmpeg", "pid": 48325, "rss_mb": 284.18, "state": "S (sleeping)", "threads": 104}, "restart_count": 145, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.374, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:28:20+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T19:28:20+09:00", "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-07-03T19:28:20.079731+09:00", "mtime_epoch": 1783074500.0797307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:28:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.663, "pushed": 5.663, "read": 5.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.621, "count": 169, "max_ms": 15.014, "p95_ms": 11.0}, "gstreamer_push": {"avg_ms": 0.94, "count": 169, "max_ms": 1.484, "p95_ms": 1.099}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.24, "count": 169, "max_ms": 71.499, "p95_ms": 62.667}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.268, "count": 169, "max_ms": 89.229, "p95_ms": 72.79}, "yolo11_640_fire_11class": {"avg_ms": 49.539, "count": 169, "max_ms": 72.002, "p95_ms": 61.674}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.102, "count": 169, "max_ms": 93.638, "p95_ms": 81.376}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.991, "count": 169, "max_ms": 223.869, "p95_ms": 204.59}, "read_interval": {"avg_ms": 177.393, "count": 168, "max_ms": 233.957, "p95_ms": 214.505}, "triton_wait": {"avg_ms": 63.396, "count": 169, "max_ms": 93.651, "p95_ms": 81.386}, "visualize": {"avg_ms": 7.537, "count": 169, "max_ms": 9.91, "p95_ms": 9.371}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.841, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2900}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12372.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4851.349, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.388, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:28:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:28:33+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-07-03T19:28:33+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T19:28:33.347953+09:00", "mtime_epoch": 1783074513.3479533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:28:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.918, "pushed": 9.918, "read": 9.885}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.613, "count": 297, "max_ms": 8.452, "p95_ms": 5.443}, "gstreamer_push": {"avg_ms": 1.315, "count": 297, "max_ms": 1.552, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.916, "count": 297, "max_ms": 68.303, "p95_ms": 61.876}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.368, "count": 297, "max_ms": 85.491, "p95_ms": 61.454}, "yolo11_640_fire_11class": {"avg_ms": 47.314, "count": 297, "max_ms": 68.316, "p95_ms": 61.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.434, "count": 297, "max_ms": 89.873, "p95_ms": 78.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.591, "count": 297, "max_ms": 125.846, "p95_ms": 99.305}, "read_interval": {"avg_ms": 100.945, "count": 296, "max_ms": 811.267, "p95_ms": 166.895}, "triton_wait": {"avg_ms": 53.523, "count": 297, "max_ms": 89.884, "p95_ms": 78.714}, "visualize": {"avg_ms": 3.812, "count": 297, "max_ms": 6.202, "p95_ms": 5.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2289}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 334, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:28:20+09:00", "last_error_summary": "[h264 @ 0x55d4fa0efdc0] error while decoding MB 5 43, bytestream -9", "last_exit_at": "2026-07-03T19:28:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.237, "last_started_at": "2026-07-03T19:28:23+09:00", "pid": 48432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.293, "name": "ffmpeg", "pid": 48432, "rss_mb": 266.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.856, "sample_count": 1623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:28:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:28:50+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-03T19:28:50+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T19:28:50.112235+09:00", "mtime_epoch": 1783074530.1122346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:28:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.896, "pushed": 4.896, "read": 4.862}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.614, "count": 146, "max_ms": 11.999, "p95_ms": 11.112}, "gstreamer_push": {"avg_ms": 0.988, "count": 146, "max_ms": 1.292, "p95_ms": 1.13}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.858, "count": 146, "max_ms": 73.571, "p95_ms": 62.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.004, "count": 146, "max_ms": 78.45, "p95_ms": 70.699}, "yolo11_640_fire_11class": {"avg_ms": 48.974, "count": 146, "max_ms": 62.096, "p95_ms": 60.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.704, "count": 146, "max_ms": 87.098, "p95_ms": 79.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.767, "count": 146, "max_ms": 230.948, "p95_ms": 204.481}, "read_interval": {"avg_ms": 205.705, "count": 145, "max_ms": 4805.329, "p95_ms": 222.599}, "triton_wait": {"avg_ms": 63.494, "count": 146, "max_ms": 87.111, "p95_ms": 79.852}, "visualize": {"avg_ms": 7.374, "count": 146, "max_ms": 10.942, "p95_ms": 9.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.823, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4881.574, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.46, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:29:03+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:29:03+09:00", "mjpeg": {"age_sec": 0.304, "exists": true, "mtime": "2026-07-03T19:29:03.392458+09:00", "mtime_epoch": 1783074543.3924577, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:29:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.171, "pushed": 10.171, "read": 10.138}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.505, "count": 304, "max_ms": 7.632, "p95_ms": 4.179}, "gstreamer_push": {"avg_ms": 1.337, "count": 305, "max_ms": 1.977, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.46, "count": 304, "max_ms": 68.166, "p95_ms": 61.972}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.502, "count": 304, "max_ms": 78.155, "p95_ms": 68.107}, "yolo11_640_fire_11class": {"avg_ms": 47.644, "count": 304, "max_ms": 68.782, "p95_ms": 61.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.852, "count": 304, "max_ms": 85.507, "p95_ms": 80.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.154, "count": 305, "max_ms": 133.247, "p95_ms": 94.417}, "read_interval": {"avg_ms": 98.783, "count": 304, "max_ms": 734.712, "p95_ms": 128.157}, "triton_wait": {"avg_ms": 54.969, "count": 304, "max_ms": 85.52, "p95_ms": 80.61}, "visualize": {"avg_ms": 3.744, "count": 304, "max_ms": 5.148, "p95_ms": 4.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 334, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:28:20+09:00", "last_error_summary": "[h264 @ 0x55d4fa0efdc0] error while decoding MB 5 43, bytestream -9", "last_exit_at": "2026-07-03T19:28:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.329, "last_started_at": "2026-07-03T19:28:23+09:00", "pid": 48432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.324, "name": "ffmpeg", "pid": 48432, "rss_mb": 267.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.471, "sample_count": 1652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 274959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:29:20+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T19:29:20+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T19:29:20.240741+09:00", "mtime_epoch": 1783074560.2407408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:29:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.944, "pushed": 5.944, "read": 5.91}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.333, "count": 177, "max_ms": 12.883, "p95_ms": 10.759}, "gstreamer_push": {"avg_ms": 0.992, "count": 178, "max_ms": 1.262, "p95_ms": 1.151}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.236, "count": 177, "max_ms": 69.618, "p95_ms": 62.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.626, "count": 177, "max_ms": 85.181, "p95_ms": 73.343}, "yolo11_640_fire_11class": {"avg_ms": 48.732, "count": 177, "max_ms": 69.12, "p95_ms": 62.262}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.884, "count": 177, "max_ms": 87.279, "p95_ms": 80.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 158.169, "count": 178, "max_ms": 233.279, "p95_ms": 195.224}, "read_interval": {"avg_ms": 169.043, "count": 177, "max_ms": 243.131, "p95_ms": 205.574}, "triton_wait": {"avg_ms": 62.111, "count": 177, "max_ms": 87.291, "p95_ms": 81.16}, "visualize": {"avg_ms": 7.15, "count": 177, "max_ms": 9.889, "p95_ms": 8.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4911.59, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.229, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:29:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:29:33+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T19:29:33+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T19:29:33.652966+09:00", "mtime_epoch": 1783074573.6529663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:29:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.867, "read": 9.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.491, "count": 296, "max_ms": 5.363, "p95_ms": 4.356}, "gstreamer_push": {"avg_ms": 1.33, "count": 296, "max_ms": 2.127, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.029, "count": 296, "max_ms": 67.559, "p95_ms": 61.823}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.024, "count": 296, "max_ms": 80.346, "p95_ms": 72.994}, "yolo11_640_fire_11class": {"avg_ms": 47.338, "count": 296, "max_ms": 68.068, "p95_ms": 59.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.211, "count": 296, "max_ms": 83.15, "p95_ms": 77.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.686, "count": 296, "max_ms": 95.12, "p95_ms": 89.943}, "read_interval": {"avg_ms": 101.403, "count": 296, "max_ms": 843.184, "p95_ms": 167.841}, "triton_wait": {"avg_ms": 54.38, "count": 296, "max_ms": 83.162, "p95_ms": 77.436}, "visualize": {"avg_ms": 3.709, "count": 296, "max_ms": 4.752, "p95_ms": 4.144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 334, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:28:20+09:00", "last_error_summary": "[h264 @ 0x55d4fa0efdc0] error while decoding MB 5 43, bytestream -9", "last_exit_at": "2026-07-03T19:28:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.362, "last_started_at": "2026-07-03T19:28:23+09:00", "pid": 48432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.324, "name": "ffmpeg", "pid": 48432, "rss_mb": 267.324, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.43, "sample_count": 1665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:29:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:29:50+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-07-03T19:29:50+09:00", "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-07-03T19:29:50.285246+09:00", "mtime_epoch": 1783074590.2852461, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:29:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.965, "pushed": 5.965, "read": 5.932}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.284, "count": 178, "max_ms": 14.645, "p95_ms": 10.423}, "gstreamer_push": {"avg_ms": 0.98, "count": 178, "max_ms": 1.504, "p95_ms": 1.155}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.265, "count": 178, "max_ms": 66.357, "p95_ms": 62.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.617, "count": 178, "max_ms": 83.299, "p95_ms": 73.661}, "yolo11_640_fire_11class": {"avg_ms": 47.727, "count": 178, "max_ms": 68.358, "p95_ms": 61.975}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.248, "count": 178, "max_ms": 84.922, "p95_ms": 81.822}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.792, "count": 178, "max_ms": 212.509, "p95_ms": 198.424}, "read_interval": {"avg_ms": 168.758, "count": 177, "max_ms": 222.257, "p95_ms": 208.311}, "triton_wait": {"avg_ms": 62.149, "count": 178, "max_ms": 84.934, "p95_ms": 81.892}, "visualize": {"avg_ms": 7.169, "count": 178, "max_ms": 10.839, "p95_ms": 9.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4941.657, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.489, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:30:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:30:03+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T19:30:03+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T19:30:03.713472+09:00", "mtime_epoch": 1783074603.7134721, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 211074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:30:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.072, "pushed": 10.072, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.537, "count": 302, "max_ms": 6.404, "p95_ms": 4.631}, "gstreamer_push": {"avg_ms": 1.317, "count": 302, "max_ms": 1.555, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.216, "count": 302, "max_ms": 70.032, "p95_ms": 62.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.349, "count": 302, "max_ms": 82.216, "p95_ms": 69.409}, "yolo11_640_fire_11class": {"avg_ms": 48.024, "count": 302, "max_ms": 69.083, "p95_ms": 62.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.058, "count": 302, "max_ms": 89.765, "p95_ms": 81.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.683, "count": 302, "max_ms": 136.57, "p95_ms": 96.732}, "read_interval": {"avg_ms": 99.608, "count": 301, "max_ms": 801.539, "p95_ms": 129.984}, "triton_wait": {"avg_ms": 55.122, "count": 302, "max_ms": 89.776, "p95_ms": 81.216}, "visualize": {"avg_ms": 3.757, "count": 302, "max_ms": 7.666, "p95_ms": 4.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 127, "h264_decode_error_count": 334, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:28:20+09:00", "last_error_summary": "[h264 @ 0x55d4fa0efdc0] error while decoding MB 5 43, bytestream -9", "last_exit_at": "2026-07-03T19:28:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.459, "last_started_at": "2026-07-03T19:28:23+09:00", "pid": 48432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.902, "name": "ffmpeg", "pid": 48432, "rss_mb": 269.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 146, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.423, "sample_count": 1676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:30:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:30:20+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-07-03T19:30:20+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T19:30:20.389753+09:00", "mtime_epoch": 1783074620.3897529, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:30:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.849, "pushed": 5.849, "read": 5.815}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.472, "count": 174, "max_ms": 14.331, "p95_ms": 10.798}, "gstreamer_push": {"avg_ms": 0.984, "count": 175, "max_ms": 1.459, "p95_ms": 1.141}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.394, "count": 174, "max_ms": 65.385, "p95_ms": 62.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.653, "count": 174, "max_ms": 81.572, "p95_ms": 73.017}, "yolo11_640_fire_11class": {"avg_ms": 49.031, "count": 174, "max_ms": 65.985, "p95_ms": 62.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.202, "count": 174, "max_ms": 86.915, "p95_ms": 82.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 161.149, "count": 175, "max_ms": 215.086, "p95_ms": 200.188}, "read_interval": {"avg_ms": 172.071, "count": 174, "max_ms": 226.135, "p95_ms": 209.523}, "triton_wait": {"avg_ms": 63.145, "count": 174, "max_ms": 86.928, "p95_ms": 82.152}, "visualize": {"avg_ms": 7.228, "count": 174, "max_ms": 10.13, "p95_ms": 9.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2910}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12402.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 4971.674, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.314, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:30:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:30:33+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T19:30:33+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T19:30:33.733978+09:00", "mtime_epoch": 1783074633.7339778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 208061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:30:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.652, "count": 301, "max_ms": 6.35, "p95_ms": 5.377}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 2.009, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.347, "count": 301, "max_ms": 65.771, "p95_ms": 62.578}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.171, "count": 301, "max_ms": 78.463, "p95_ms": 71.099}, "yolo11_640_fire_11class": {"avg_ms": 48.208, "count": 301, "max_ms": 65.784, "p95_ms": 62.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.701, "count": 301, "max_ms": 86.789, "p95_ms": 80.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.431, "count": 301, "max_ms": 125.45, "p95_ms": 99.705}, "read_interval": {"avg_ms": 99.733, "count": 301, "max_ms": 703.267, "p95_ms": 120.34}, "triton_wait": {"avg_ms": 55.734, "count": 301, "max_ms": 86.801, "p95_ms": 80.784}, "visualize": {"avg_ms": 3.831, "count": 301, "max_ms": 6.119, "p95_ms": 5.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2295}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 335, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:30:35+09:00", "last_error_summary": "[h264 @ 0x55c04978d7c0] error while decoding MB 74 8, bytestream -5", "last_exit_at": "2026-07-03T19:30:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 13.261, "last_started_at": "2026-07-03T19:30:37+09:00", "pid": 48539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 263.949, "name": "ffmpeg", "pid": 48539, "rss_mb": 263.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.962, "sample_count": 1651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:30:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:30:50+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-07-03T19:30:50+09:00", "mjpeg": {"age_sec": 0.212, "exists": true, "mtime": "2026-07-03T19:30:50.378258+09:00", "mtime_epoch": 1783074650.3782585, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159629}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:30:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.689, "pushed": 4.689, "read": 4.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.178, "count": 140, "max_ms": 17.143, "p95_ms": 11.396}, "gstreamer_push": {"avg_ms": 0.932, "count": 140, "max_ms": 1.257, "p95_ms": 1.108}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.14, "count": 140, "max_ms": 63.403, "p95_ms": 61.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.082, "count": 140, "max_ms": 79.43, "p95_ms": 72.107}, "yolo11_640_fire_11class": {"avg_ms": 49.006, "count": 140, "max_ms": 65.993, "p95_ms": 61.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.02, "count": 140, "max_ms": 85.42, "p95_ms": 81.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 175.559, "count": 140, "max_ms": 235.672, "p95_ms": 216.855}, "read_interval": {"avg_ms": 214.617, "count": 139, "max_ms": 4210.097, "p95_ms": 230.451}, "triton_wait": {"avg_ms": 63.635, "count": 140, "max_ms": 85.432, "p95_ms": 81.475}, "visualize": {"avg_ms": 7.988, "count": 140, "max_ms": 14.823, "p95_ms": 9.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2912}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.086, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5001.699, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.639, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:31:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:31:03+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T19:31:03+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T19:31:03.762484+09:00", "mtime_epoch": 1783074663.762484, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:31:03+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.098, "pushed": 10.098, "read": 10.098}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 300, "max_ms": 4.646, "p95_ms": 4.019}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 1.754, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.895, "count": 300, "max_ms": 67.404, "p95_ms": 61.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.371, "count": 300, "max_ms": 81.163, "p95_ms": 58.998}, "yolo11_640_fire_11class": {"avg_ms": 47.277, "count": 300, "max_ms": 66.791, "p95_ms": 61.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.347, "count": 300, "max_ms": 85.498, "p95_ms": 79.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.565, "count": 300, "max_ms": 97.41, "p95_ms": 92.009}, "read_interval": {"avg_ms": 100.093, "count": 300, "max_ms": 786.391, "p95_ms": 163.35}, "triton_wait": {"avg_ms": 54.431, "count": 300, "max_ms": 85.51, "p95_ms": 79.734}, "visualize": {"avg_ms": 3.702, "count": 300, "max_ms": 4.688, "p95_ms": 4.153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.71, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 335, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:30:35+09:00", "last_error_summary": "[h264 @ 0x55c04978d7c0] error while decoding MB 74 8, bytestream -5", "last_exit_at": "2026-07-03T19:30:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.45, "last_started_at": "2026-07-03T19:30:37+09:00", "pid": 48539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.074, "name": "ffmpeg", "pid": 48539, "rss_mb": 268.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.99, "sample_count": 1655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:31:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:31:20+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T19:31:20+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T19:31:20.582768+09:00", "mtime_epoch": 1783074680.582768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:31:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.861, "pushed": 4.861, "read": 4.827}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.106, "count": 145, "max_ms": 18.905, "p95_ms": 12.497}, "gstreamer_push": {"avg_ms": 0.868, "count": 145, "max_ms": 1.053, "p95_ms": 0.932}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.905, "count": 145, "max_ms": 65.176, "p95_ms": 61.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.216, "count": 145, "max_ms": 83.692, "p95_ms": 71.947}, "yolo11_640_fire_11class": {"avg_ms": 47.271, "count": 145, "max_ms": 63.555, "p95_ms": 62.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.454, "count": 145, "max_ms": 84.738, "p95_ms": 80.974}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.185, "count": 145, "max_ms": 245.696, "p95_ms": 224.689}, "read_interval": {"avg_ms": 206.959, "count": 144, "max_ms": 255.307, "p95_ms": 235.105}, "triton_wait": {"avg_ms": 61.842, "count": 145, "max_ms": 84.75, "p95_ms": 80.986}, "visualize": {"avg_ms": 9.118, "count": 145, "max_ms": 11.459, "p95_ms": 10.519}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2915}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5031.805, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.017, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:31:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:31:33+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T19:31:33+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T19:31:33.834992+09:00", "mtime_epoch": 1783074693.8349917, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202274}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:31:33+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.084, "pushed": 10.084, "read": 10.051}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.506, "count": 302, "max_ms": 6.208, "p95_ms": 4.385}, "gstreamer_push": {"avg_ms": 1.299, "count": 302, "max_ms": 1.505, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.148, "count": 302, "max_ms": 72.126, "p95_ms": 61.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.349, "count": 302, "max_ms": 77.91, "p95_ms": 56.711}, "yolo11_640_fire_11class": {"avg_ms": 49.234, "count": 302, "max_ms": 71.367, "p95_ms": 63.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.723, "count": 302, "max_ms": 90.247, "p95_ms": 81.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.294, "count": 302, "max_ms": 103.045, "p95_ms": 96.634}, "read_interval": {"avg_ms": 99.383, "count": 301, "max_ms": 752.085, "p95_ms": 117.793}, "triton_wait": {"avg_ms": 53.953, "count": 302, "max_ms": 90.259, "p95_ms": 81.338}, "visualize": {"avg_ms": 3.698, "count": 302, "max_ms": 5.306, "p95_ms": 4.25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2297}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 335, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:30:35+09:00", "last_error_summary": "[h264 @ 0x55c04978d7c0] error while decoding MB 74 8, bytestream -5", "last_exit_at": "2026-07-03T19:30:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.646, "last_started_at": "2026-07-03T19:30:37+09:00", "pid": 48539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.137, "name": "ffmpeg", "pid": 48539, "rss_mb": 270.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.158, "sample_count": 1621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:31:50+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T19:31:50+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T19:31:50.779278+09:00", "mtime_epoch": 1783074710.7792778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:31:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.868, "pushed": 4.868, "read": 4.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.015, "count": 145, "max_ms": 13.538, "p95_ms": 12.332}, "gstreamer_push": {"avg_ms": 0.885, "count": 146, "max_ms": 1.032, "p95_ms": 0.957}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.074, "count": 145, "max_ms": 63.899, "p95_ms": 62.074}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.329, "count": 145, "max_ms": 81.089, "p95_ms": 73.17}, "yolo11_640_fire_11class": {"avg_ms": 49.457, "count": 145, "max_ms": 66.269, "p95_ms": 63.183}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.036, "count": 145, "max_ms": 87.277, "p95_ms": 81.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.452, "count": 146, "max_ms": 228.204, "p95_ms": 224.559}, "read_interval": {"avg_ms": 206.773, "count": 145, "max_ms": 238.122, "p95_ms": 233.172}, "triton_wait": {"avg_ms": 63.36, "count": 145, "max_ms": 87.29, "p95_ms": 81.816}, "visualize": {"avg_ms": 9.12, "count": 145, "max_ms": 12.582, "p95_ms": 10.258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2917}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5062.029, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.034, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:32:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:32:04+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T19:32:04+09:00", "mjpeg": {"age_sec": 0.208, "exists": true, "mtime": "2026-07-03T19:32:03.943500+09:00", "mtime_epoch": 1783074723.9435003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:32:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.837, "pushed": 9.837, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.441, "count": 295, "max_ms": 7.855, "p95_ms": 4.872}, "gstreamer_push": {"avg_ms": 1.268, "count": 295, "max_ms": 1.554, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.746, "count": 295, "max_ms": 67.466, "p95_ms": 61.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.666, "count": 295, "max_ms": 77.988, "p95_ms": 61.978}, "yolo11_640_fire_11class": {"avg_ms": 49.409, "count": 295, "max_ms": 67.163, "p95_ms": 61.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.813, "count": 295, "max_ms": 86.326, "p95_ms": 78.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.313, "count": 295, "max_ms": 106.508, "p95_ms": 93.605}, "read_interval": {"avg_ms": 101.98, "count": 294, "max_ms": 799.188, "p95_ms": 138.809}, "triton_wait": {"avg_ms": 53.174, "count": 295, "max_ms": 86.338, "p95_ms": 78.686}, "visualize": {"avg_ms": 3.608, "count": 295, "max_ms": 5.562, "p95_ms": 4.499}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2299}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 128, "h264_decode_error_count": 335, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:30:35+09:00", "last_error_summary": "[h264 @ 0x55c04978d7c0] error while decoding MB 74 8, bytestream -5", "last_exit_at": "2026-07-03T19:30:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.776, "last_started_at": "2026-07-03T19:30:37+09:00", "pid": 48539, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.137, "name": "ffmpeg", "pid": 48539, "rss_mb": 270.137, "state": "S (sleeping)", "threads": 106}, "restart_count": 147, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.855, "sample_count": 1592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 275888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:32:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:32:21+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T19:32:20+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T19:32:20.907787+09:00", "mtime_epoch": 1783074740.9077868, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:32:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.814, "pushed": 4.814, "read": 4.78}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.151, "count": 143, "max_ms": 14.656, "p95_ms": 12.479}, "gstreamer_push": {"avg_ms": 0.904, "count": 144, "max_ms": 1.422, "p95_ms": 1.026}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.876, "count": 143, "max_ms": 65.551, "p95_ms": 61.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.993, "count": 143, "max_ms": 79.468, "p95_ms": 71.049}, "yolo11_640_fire_11class": {"avg_ms": 49.063, "count": 143, "max_ms": 67.922, "p95_ms": 63.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.931, "count": 143, "max_ms": 85.829, "p95_ms": 82.16}}, "truncated_count": 0}, "processing_total": {"avg_ms": 199.062, "count": 144, "max_ms": 231.194, "p95_ms": 226.342}, "read_interval": {"avg_ms": 209.185, "count": 143, "max_ms": 240.926, "p95_ms": 236.447}, "triton_wait": {"avg_ms": 63.176, "count": 143, "max_ms": 85.84, "p95_ms": 82.172}, "visualize": {"avg_ms": 9.131, "count": 143, "max_ms": 11.281, "p95_ms": 10.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2920}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5092.055, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.809, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:32:34+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T19:32:34+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T19:32:34.052009+09:00", "mtime_epoch": 1783074754.052009, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 204625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:32:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.951}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.76, "count": 299, "max_ms": 6.705, "p95_ms": 5.503}, "gstreamer_push": {"avg_ms": 1.28, "count": 299, "max_ms": 1.969, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.479, "count": 299, "max_ms": 71.201, "p95_ms": 62.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.815, "count": 299, "max_ms": 82.419, "p95_ms": 66.059}, "yolo11_640_fire_11class": {"avg_ms": 50.562, "count": 299, "max_ms": 73.478, "p95_ms": 63.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.184, "count": 299, "max_ms": 89.698, "p95_ms": 81.094}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.786, "count": 299, "max_ms": 136.805, "p95_ms": 105.094}, "read_interval": {"avg_ms": 100.255, "count": 298, "max_ms": 820.061, "p95_ms": 130.99}, "triton_wait": {"avg_ms": 54.601, "count": 299, "max_ms": 89.711, "p95_ms": 81.106}, "visualize": {"avg_ms": 3.829, "count": 299, "max_ms": 5.902, "p95_ms": 5.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12293.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 336, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:32:42+09:00", "last_error_summary": "[h264 @ 0x561cbee2e140] error while decoding MB 29 17, bytestream -21", "last_exit_at": "2026-07-03T19:32:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 5.898, "last_started_at": "2026-07-03T19:32:45+09:00", "pid": 48646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 178.555, "name": "ffmpeg", "pid": 48646, "rss_mb": 178.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.902, "sample_count": 1542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:32:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:32:51+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T19:32:51+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T19:32:51.032296+09:00", "mtime_epoch": 1783074771.0322964, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160037}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:32:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.171, "pushed": 4.171, "read": 4.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.777, "count": 124, "max_ms": 12.743, "p95_ms": 11.875}, "gstreamer_push": {"avg_ms": 0.892, "count": 125, "max_ms": 1.612, "p95_ms": 1.032}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.565, "count": 124, "max_ms": 69.512, "p95_ms": 61.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.248, "count": 124, "max_ms": 82.49, "p95_ms": 71.634}, "yolo11_640_fire_11class": {"avg_ms": 48.867, "count": 124, "max_ms": 72.007, "p95_ms": 63.244}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.196, "count": 124, "max_ms": 86.5, "p95_ms": 81.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.123, "count": 125, "max_ms": 240.268, "p95_ms": 222.464}, "read_interval": {"avg_ms": 241.206, "count": 124, "max_ms": 5050.689, "p95_ms": 233.724}, "triton_wait": {"avg_ms": 62.597, "count": 124, "max_ms": 86.513, "p95_ms": 81.638}, "visualize": {"avg_ms": 8.897, "count": 124, "max_ms": 11.263, "p95_ms": 10.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2922}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5122.202, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.77, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:33:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:33:04+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:33:04+09:00", "mjpeg": {"age_sec": 0.396, "exists": true, "mtime": "2026-07-03T19:33:03.928515+09:00", "mtime_epoch": 1783074783.9285147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:33:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.028, "pushed": 10.028, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.542, "count": 300, "max_ms": 8.289, "p95_ms": 5.116}, "gstreamer_push": {"avg_ms": 1.29, "count": 300, "max_ms": 1.669, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.579, "count": 300, "max_ms": 68.702, "p95_ms": 60.589}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.866, "count": 300, "max_ms": 79.971, "p95_ms": 65.444}, "yolo11_640_fire_11class": {"avg_ms": 50.245, "count": 300, "max_ms": 71.676, "p95_ms": 62.372}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.58, "count": 300, "max_ms": 84.925, "p95_ms": 80.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.746, "count": 300, "max_ms": 130.646, "p95_ms": 97.067}, "read_interval": {"avg_ms": 100.165, "count": 299, "max_ms": 840.079, "p95_ms": 142.909}, "triton_wait": {"avg_ms": 52.991, "count": 300, "max_ms": 84.938, "p95_ms": 80.212}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 6.605, "p95_ms": 4.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 336, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:32:42+09:00", "last_error_summary": "[h264 @ 0x561cbee2e140] error while decoding MB 29 17, bytestream -21", "last_exit_at": "2026-07-03T19:32:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.933, "last_started_at": "2026-07-03T19:32:45+09:00", "pid": 48646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.598, "name": "ffmpeg", "pid": 48646, "rss_mb": 265.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.794, "sample_count": 1518, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:33:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:33:21+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-03T19:33:21+09:00", "mjpeg": {"age_sec": 0.218, "exists": true, "mtime": "2026-07-03T19:33:21.040804+09:00", "mtime_epoch": 1783074801.0408044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158815}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:33:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.725, "pushed": 4.725, "read": 4.692}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.237, "count": 141, "max_ms": 14.355, "p95_ms": 12.422}, "gstreamer_push": {"avg_ms": 0.865, "count": 141, "max_ms": 0.972, "p95_ms": 0.915}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.771, "count": 141, "max_ms": 66.163, "p95_ms": 61.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.679, "count": 141, "max_ms": 83.42, "p95_ms": 72.046}, "yolo11_640_fire_11class": {"avg_ms": 48.904, "count": 141, "max_ms": 68.043, "p95_ms": 64.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.478, "count": 141, "max_ms": 85.071, "p95_ms": 82.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 203.673, "count": 141, "max_ms": 240.276, "p95_ms": 226.579}, "read_interval": {"avg_ms": 212.822, "count": 140, "max_ms": 247.876, "p95_ms": 235.207}, "triton_wait": {"avg_ms": 62.746, "count": 141, "max_ms": 85.083, "p95_ms": 82.109}, "visualize": {"avg_ms": 9.425, "count": 141, "max_ms": 12.274, "p95_ms": 10.744}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5152.208, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.854, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:33:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T19:33:34+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T19:33:34+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T19:33:34.265028+09:00", "mtime_epoch": 1783074814.2650282, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:33:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.204, "pushed": 10.204, "read": 10.204}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.551, "count": 306, "max_ms": 5.548, "p95_ms": 4.748}, "gstreamer_push": {"avg_ms": 1.313, "count": 306, "max_ms": 1.875, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.493, "count": 306, "max_ms": 66.898, "p95_ms": 60.06}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.642, "count": 306, "max_ms": 81.503, "p95_ms": 55.235}, "yolo11_640_fire_11class": {"avg_ms": 50.279, "count": 306, "max_ms": 68.794, "p95_ms": 63.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.953, "count": 306, "max_ms": 85.095, "p95_ms": 80.48}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.025, "count": 306, "max_ms": 135.214, "p95_ms": 94.298}, "read_interval": {"avg_ms": 98.046, "count": 306, "max_ms": 792.151, "p95_ms": 118.385}, "triton_wait": {"avg_ms": 53.374, "count": 306, "max_ms": 85.125, "p95_ms": 80.492}, "visualize": {"avg_ms": 3.755, "count": 306, "max_ms": 5.704, "p95_ms": 4.525}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2302}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 336, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:32:42+09:00", "last_error_summary": "[h264 @ 0x561cbee2e140] error while decoding MB 29 17, bytestream -21", "last_exit_at": "2026-07-03T19:32:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.064, "last_started_at": "2026-07-03T19:32:45+09:00", "pid": 48646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.402, "name": "ffmpeg", "pid": 48646, "rss_mb": 267.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 224.804, "sample_count": 1503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:33:51+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T19:33:51+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T19:33:51.197315+09:00", "mtime_epoch": 1783074831.1973152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158772}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:33:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.549, "pushed": 4.549, "read": 4.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.456, "count": 135, "max_ms": 12.915, "p95_ms": 12.584}, "gstreamer_push": {"avg_ms": 0.869, "count": 136, "max_ms": 1.104, "p95_ms": 0.933}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.491, "count": 135, "max_ms": 67.87, "p95_ms": 62.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.647, "count": 135, "max_ms": 84.409, "p95_ms": 79.35}, "yolo11_640_fire_11class": {"avg_ms": 49.886, "count": 135, "max_ms": 67.045, "p95_ms": 64.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.857, "count": 135, "max_ms": 87.972, "p95_ms": 83.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 211.717, "count": 136, "max_ms": 249.608, "p95_ms": 243.855}, "read_interval": {"avg_ms": 221.641, "count": 135, "max_ms": 258.987, "p95_ms": 253.71}, "triton_wait": {"avg_ms": 64.064, "count": 135, "max_ms": 87.984, "p95_ms": 83.237}, "visualize": {"avg_ms": 9.712, "count": 135, "max_ms": 11.34, "p95_ms": 10.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2927}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5182.236, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.937, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351343, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:34:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:34:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T19:34:04+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T19:34:04.269537+09:00", "mtime_epoch": 1783074844.2695367, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 205961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:34:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.093, "pushed": 10.093, "read": 10.059}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.556, "count": 302, "max_ms": 8.328, "p95_ms": 5.323}, "gstreamer_push": {"avg_ms": 1.285, "count": 302, "max_ms": 1.515, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.09, "count": 302, "max_ms": 68.685, "p95_ms": 59.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.394, "count": 302, "max_ms": 80.996, "p95_ms": 70.571}, "yolo11_640_fire_11class": {"avg_ms": 49.585, "count": 302, "max_ms": 66.834, "p95_ms": 59.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.829, "count": 302, "max_ms": 84.722, "p95_ms": 78.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.708, "count": 302, "max_ms": 131.975, "p95_ms": 102.111}, "read_interval": {"avg_ms": 99.484, "count": 301, "max_ms": 723.361, "p95_ms": 139.786}, "triton_wait": {"avg_ms": 54.096, "count": 302, "max_ms": 84.734, "p95_ms": 78.308}, "visualize": {"avg_ms": 3.744, "count": 302, "max_ms": 6.45, "p95_ms": 4.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 129, "h264_decode_error_count": 336, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:32:42+09:00", "last_error_summary": "[h264 @ 0x561cbee2e140] error while decoding MB 29 17, bytestream -21", "last_exit_at": "2026-07-03T19:32:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.198, "last_started_at": "2026-07-03T19:32:45+09:00", "pid": 48646, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.465, "name": "ffmpeg", "pid": 48646, "rss_mb": 269.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 148, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 226.303, "sample_count": 1464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:34:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:34:21+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-03T19:34:21+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T19:34:21.349826+09:00", "mtime_epoch": 1783074861.3498263, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:34:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.679, "pushed": 4.679, "read": 4.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.266, "count": 139, "max_ms": 13.721, "p95_ms": 12.454}, "gstreamer_push": {"avg_ms": 0.869, "count": 140, "max_ms": 0.985, "p95_ms": 0.917}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.25, "count": 139, "max_ms": 69.39, "p95_ms": 62.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.088, "count": 139, "max_ms": 80.962, "p95_ms": 75.138}, "yolo11_640_fire_11class": {"avg_ms": 49.567, "count": 139, "max_ms": 71.558, "p95_ms": 64.097}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.086, "count": 139, "max_ms": 83.333, "p95_ms": 81.734}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.602, "count": 140, "max_ms": 256.279, "p95_ms": 239.97}, "read_interval": {"avg_ms": 215.422, "count": 139, "max_ms": 265.793, "p95_ms": 250.635}, "triton_wait": {"avg_ms": 63.498, "count": 139, "max_ms": 83.345, "p95_ms": 81.746}, "visualize": {"avg_ms": 9.446, "count": 139, "max_ms": 11.845, "p95_ms": 10.707}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5212.273, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.922, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:34:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:34:34+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T19:34:34+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T19:34:34.338047+09:00", "mtime_epoch": 1783074874.3380466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 202068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:34:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.817, "pushed": 9.817, "read": 9.783}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.56, "count": 294, "max_ms": 5.897, "p95_ms": 5.059}, "gstreamer_push": {"avg_ms": 1.302, "count": 294, "max_ms": 2.294, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.537, "count": 294, "max_ms": 66.068, "p95_ms": 58.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.261, "count": 294, "max_ms": 78.296, "p95_ms": 68.757}, "yolo11_640_fire_11class": {"avg_ms": 49.924, "count": 294, "max_ms": 66.883, "p95_ms": 61.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.241, "count": 294, "max_ms": 86.121, "p95_ms": 77.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.241, "count": 294, "max_ms": 133.989, "p95_ms": 94.104}, "read_interval": {"avg_ms": 102.236, "count": 293, "max_ms": 771.133, "p95_ms": 150.039}, "triton_wait": {"avg_ms": 53.49, "count": 294, "max_ms": 86.134, "p95_ms": 77.564}, "visualize": {"avg_ms": 3.757, "count": 294, "max_ms": 5.195, "p95_ms": 4.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2304}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12255.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:34:51+09:00", "last_error_summary": "[h264 @ 0x5608bff2a180] error while decoding MB 22 17, bytestream -31", "last_exit_at": "2026-07-03T19:34:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.222, "last_started_at": "2026-07-03T19:34:53+09:00", "pid": 48753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.555, "name": "ffmpeg", "pid": 48753, "rss_mb": 141.555, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.283, "sample_count": 1405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:34:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:34:55+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-07-03T19:34:55+09:00", "mjpeg": {"age_sec": 4.263, "exists": true, "mtime": "2026-07-03T19:34:51.182332+09:00", "mtime_epoch": 1783074891.1823323, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 153729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:34:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.106, "pushed": 4.106, "read": 4.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.206, "count": 122, "max_ms": 15.565, "p95_ms": 12.523}, "gstreamer_push": {"avg_ms": 0.866, "count": 123, "max_ms": 1.143, "p95_ms": 0.941}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.5, "count": 122, "max_ms": 65.892, "p95_ms": 62.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.987, "count": 122, "max_ms": 83.402, "p95_ms": 72.981}, "yolo11_640_fire_11class": {"avg_ms": 49.761, "count": 122, "max_ms": 69.372, "p95_ms": 65.036}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.745, "count": 122, "max_ms": 84.633, "p95_ms": 83.343}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.559, "count": 123, "max_ms": 256.462, "p95_ms": 238.212}, "read_interval": {"avg_ms": 245.358, "count": 122, "max_ms": 4282.608, "p95_ms": 249.228}, "triton_wait": {"avg_ms": 64.117, "count": 122, "max_ms": 84.645, "p95_ms": 83.354}, "visualize": {"avg_ms": 9.249, "count": 122, "max_ms": 12.654, "p95_ms": 10.787}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2932}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12362.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5242.312, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.079, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:35:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:35:04+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T19:35:04+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T19:35:04.378556+09:00", "mtime_epoch": 1783074904.3785563, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:35:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.113, "pushed": 10.113, "read": 10.08}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.533, "count": 303, "max_ms": 6.236, "p95_ms": 4.582}, "gstreamer_push": {"avg_ms": 1.312, "count": 303, "max_ms": 2.025, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.423, "count": 303, "max_ms": 66.576, "p95_ms": 60.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.546, "count": 303, "max_ms": 81.162, "p95_ms": 65.111}, "yolo11_640_fire_11class": {"avg_ms": 49.733, "count": 303, "max_ms": 67.233, "p95_ms": 61.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.002, "count": 303, "max_ms": 85.638, "p95_ms": 79.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.808, "count": 303, "max_ms": 137.287, "p95_ms": 93.214}, "read_interval": {"avg_ms": 99.199, "count": 302, "max_ms": 725.753, "p95_ms": 116.245}, "triton_wait": {"avg_ms": 52.803, "count": 303, "max_ms": 85.65, "p95_ms": 79.353}, "visualize": {"avg_ms": 3.747, "count": 303, "max_ms": 5.222, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:34:51+09:00", "last_error_summary": "[h264 @ 0x5608bff2a180] error while decoding MB 22 17, bytestream -31", "last_exit_at": "2026-07-03T19:34:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.26, "last_started_at": "2026-07-03T19:34:53+09:00", "pid": 48753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.941, "name": "ffmpeg", "pid": 48753, "rss_mb": 264.941, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.565, "sample_count": 1376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:35:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:35:25+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-07-03T19:35:25+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T19:35:25.298911+09:00", "mtime_epoch": 1783074925.2989113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:35:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.761, "pushed": 4.761, "read": 4.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.307, "count": 142, "max_ms": 17.921, "p95_ms": 13.673}, "gstreamer_push": {"avg_ms": 0.87, "count": 142, "max_ms": 1.359, "p95_ms": 0.914}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.471, "count": 142, "max_ms": 66.784, "p95_ms": 63.358}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.581, "count": 142, "max_ms": 84.212, "p95_ms": 74.866}, "yolo11_640_fire_11class": {"avg_ms": 47.612, "count": 142, "max_ms": 70.884, "p95_ms": 63.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.228, "count": 142, "max_ms": 88.424, "p95_ms": 81.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.156, "count": 142, "max_ms": 251.755, "p95_ms": 225.627}, "read_interval": {"avg_ms": 211.596, "count": 141, "max_ms": 260.991, "p95_ms": 234.889}, "triton_wait": {"avg_ms": 61.511, "count": 142, "max_ms": 88.436, "p95_ms": 81.699}, "visualize": {"avg_ms": 9.419, "count": 142, "max_ms": 12.977, "p95_ms": 10.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.827, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5272.392, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.075, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:35:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:35:34+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T19:35:34+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T19:35:34.423066+09:00", "mtime_epoch": 1783074934.4230661, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 198262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:35:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.937, "pushed": 9.937, "read": 9.937}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.479, "count": 298, "max_ms": 5.344, "p95_ms": 4.321}, "gstreamer_push": {"avg_ms": 1.299, "count": 298, "max_ms": 1.578, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.763, "count": 298, "max_ms": 76.088, "p95_ms": 59.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.911, "count": 298, "max_ms": 80.106, "p95_ms": 72.384}, "yolo11_640_fire_11class": {"avg_ms": 50.187, "count": 298, "max_ms": 67.052, "p95_ms": 61.302}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.5, "count": 298, "max_ms": 88.868, "p95_ms": 80.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.166, "count": 298, "max_ms": 100.872, "p95_ms": 93.038}, "read_interval": {"avg_ms": 100.551, "count": 298, "max_ms": 919.638, "p95_ms": 118.259}, "triton_wait": {"avg_ms": 53.97, "count": 298, "max_ms": 88.88, "p95_ms": 80.181}, "visualize": {"avg_ms": 3.687, "count": 298, "max_ms": 4.837, "p95_ms": 4.172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2307}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:34:51+09:00", "last_error_summary": "[h264 @ 0x5608bff2a180] error while decoding MB 22 17, bytestream -31", "last_exit_at": "2026-07-03T19:34:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.376, "last_started_at": "2026-07-03T19:34:53+09:00", "pid": 48753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.004, "name": "ffmpeg", "pid": 48753, "rss_mb": 267.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.204, "sample_count": 1378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:35:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:35:55+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T19:35:55+09:00", "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-07-03T19:35:55.407423+09:00", "mtime_epoch": 1783074955.4074225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:35:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.678, "pushed": 4.678, "read": 4.645}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.329, "count": 139, "max_ms": 15.99, "p95_ms": 12.822}, "gstreamer_push": {"avg_ms": 0.874, "count": 140, "max_ms": 1.261, "p95_ms": 0.942}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.008, "count": 139, "max_ms": 67.81, "p95_ms": 62.326}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.224, "count": 139, "max_ms": 82.77, "p95_ms": 73.094}, "yolo11_640_fire_11class": {"avg_ms": 48.737, "count": 139, "max_ms": 67.399, "p95_ms": 63.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.313, "count": 139, "max_ms": 85.042, "p95_ms": 83.09}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.329, "count": 140, "max_ms": 250.771, "p95_ms": 239.733}, "read_interval": {"avg_ms": 215.145, "count": 139, "max_ms": 260.16, "p95_ms": 254.081}, "triton_wait": {"avg_ms": 63.565, "count": 139, "max_ms": 85.055, "p95_ms": 83.102}, "visualize": {"avg_ms": 9.473, "count": 139, "max_ms": 13.702, "p95_ms": 11.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2937}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5302.444, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.634, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:36:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:36:04+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T19:36:04+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T19:36:04.511577+09:00", "mtime_epoch": 1783074964.5115771, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:36:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 9.977}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.52, "count": 300, "max_ms": 6.511, "p95_ms": 4.561}, "gstreamer_push": {"avg_ms": 1.3, "count": 300, "max_ms": 1.586, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.21, "count": 300, "max_ms": 65.624, "p95_ms": 60.388}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.456, "count": 300, "max_ms": 76.166, "p95_ms": 67.176}, "yolo11_640_fire_11class": {"avg_ms": 47.36, "count": 300, "max_ms": 66.137, "p95_ms": 59.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.508, "count": 300, "max_ms": 87.052, "p95_ms": 79.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.875, "count": 300, "max_ms": 144.696, "p95_ms": 93.458}, "read_interval": {"avg_ms": 100.244, "count": 299, "max_ms": 857.324, "p95_ms": 119.881}, "triton_wait": {"avg_ms": 53.536, "count": 300, "max_ms": 87.064, "p95_ms": 79.247}, "visualize": {"avg_ms": 3.691, "count": 300, "max_ms": 6.359, "p95_ms": 4.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:34:51+09:00", "last_error_summary": "[h264 @ 0x5608bff2a180] error while decoding MB 22 17, bytestream -31", "last_exit_at": "2026-07-03T19:34:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.45, "last_started_at": "2026-07-03T19:34:53+09:00", "pid": 48753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.84, "name": "ffmpeg", "pid": 48753, "rss_mb": 269.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.568, "sample_count": 1372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 276993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:36:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:36:25+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-03T19:36:25+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T19:36:25.475933+09:00", "mtime_epoch": 1783074985.4759333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:36:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.659, "pushed": 4.659, "read": 4.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.308, "count": 139, "max_ms": 15.696, "p95_ms": 12.381}, "gstreamer_push": {"avg_ms": 0.866, "count": 139, "max_ms": 0.99, "p95_ms": 0.91}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.787, "count": 139, "max_ms": 65.639, "p95_ms": 60.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.899, "count": 139, "max_ms": 79.132, "p95_ms": 69.848}, "yolo11_640_fire_11class": {"avg_ms": 48.174, "count": 139, "max_ms": 64.101, "p95_ms": 60.799}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.555, "count": 139, "max_ms": 86.115, "p95_ms": 82.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.525, "count": 139, "max_ms": 252.561, "p95_ms": 229.468}, "read_interval": {"avg_ms": 216.344, "count": 138, "max_ms": 262.157, "p95_ms": 240.216}, "triton_wait": {"avg_ms": 62.695, "count": 139, "max_ms": 86.126, "p95_ms": 82.318}, "visualize": {"avg_ms": 9.588, "count": 139, "max_ms": 11.656, "p95_ms": 10.766}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5332.52, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.254, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:36:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T19:36:34+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:36:34+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T19:36:34.580088+09:00", "mtime_epoch": 1783074994.5800881, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200514}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:36:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.968, "pushed": 9.968, "read": 9.935}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.685, "count": 299, "max_ms": 7.969, "p95_ms": 5.45}, "gstreamer_push": {"avg_ms": 1.272, "count": 299, "max_ms": 1.555, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.946, "count": 299, "max_ms": 66.576, "p95_ms": 59.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.345, "count": 299, "max_ms": 77.452, "p95_ms": 65.247}, "yolo11_640_fire_11class": {"avg_ms": 46.42, "count": 299, "max_ms": 66.055, "p95_ms": 58.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.303, "count": 299, "max_ms": 85.576, "p95_ms": 79.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.975, "count": 299, "max_ms": 133.824, "p95_ms": 102.693}, "read_interval": {"avg_ms": 100.641, "count": 298, "max_ms": 765.174, "p95_ms": 165.612}, "triton_wait": {"avg_ms": 52.344, "count": 299, "max_ms": 85.589, "p95_ms": 79.646}, "visualize": {"avg_ms": 3.773, "count": 299, "max_ms": 6.684, "p95_ms": 5.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2309}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 130, "h264_decode_error_count": 337, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:34:51+09:00", "last_error_summary": "[h264 @ 0x5608bff2a180] error while decoding MB 22 17, bytestream -31", "last_exit_at": "2026-07-03T19:34:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.6, "last_started_at": "2026-07-03T19:34:53+09:00", "pid": 48753, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.84, "name": "ffmpeg", "pid": 48753, "rss_mb": 269.84, "state": "S (sleeping)", "threads": 106}, "restart_count": 149, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 228.923, "sample_count": 1369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:36:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:36:55+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T19:36:55+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-03T19:36:55.620446+09:00", "mtime_epoch": 1783075015.6204457, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160337}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:36:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.743, "pushed": 4.743, "read": 4.71}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.158, "count": 141, "max_ms": 15.205, "p95_ms": 12.248}, "gstreamer_push": {"avg_ms": 0.859, "count": 142, "max_ms": 1.284, "p95_ms": 0.904}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.396, "count": 141, "max_ms": 64.576, "p95_ms": 60.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.453, "count": 141, "max_ms": 74.837, "p95_ms": 69.537}, "yolo11_640_fire_11class": {"avg_ms": 46.514, "count": 141, "max_ms": 63.443, "p95_ms": 59.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.378, "count": 141, "max_ms": 83.673, "p95_ms": 78.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.245, "count": 142, "max_ms": 226.606, "p95_ms": 223.382}, "read_interval": {"avg_ms": 212.317, "count": 141, "max_ms": 237.522, "p95_ms": 233.453}, "triton_wait": {"avg_ms": 60.889, "count": 141, "max_ms": 83.685, "p95_ms": 78.65}, "visualize": {"avg_ms": 9.454, "count": 141, "max_ms": 13.335, "p95_ms": 10.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12160.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5363.123, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.403, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:37:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:37:05+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T19:37:05+09:00", "mjpeg": {"age_sec": 0.797, "exists": true, "mtime": "2026-07-03T19:37:04.448596+09:00", "mtime_epoch": 1783075024.448596, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:37:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.972, "pushed": 9.972, "read": 9.939}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.605, "count": 299, "max_ms": 6.608, "p95_ms": 5.314}, "gstreamer_push": {"avg_ms": 1.279, "count": 299, "max_ms": 1.73, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.682, "count": 299, "max_ms": 64.345, "p95_ms": 56.452}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.625, "count": 299, "max_ms": 74.663, "p95_ms": 55.683}, "yolo11_640_fire_11class": {"avg_ms": 46.153, "count": 299, "max_ms": 63.403, "p95_ms": 59.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.835, "count": 299, "max_ms": 82.83, "p95_ms": 74.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.239, "count": 299, "max_ms": 134.034, "p95_ms": 100.042}, "read_interval": {"avg_ms": 100.625, "count": 298, "max_ms": 822.463, "p95_ms": 147.744}, "triton_wait": {"avg_ms": 50.879, "count": 299, "max_ms": 82.842, "p95_ms": 74.919}, "visualize": {"avg_ms": 3.72, "count": 299, "max_ms": 6.056, "p95_ms": 4.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 338, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:37:00+09:00", "last_error_summary": "[h264 @ 0x55b4bed23240] error while decoding MB 22 17, bytestream -11", "last_exit_at": "2026-07-03T19:37:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.871, "last_started_at": "2026-07-03T19:37:03+09:00", "pid": 48860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.215, "name": "ffmpeg", "pid": 48860, "rss_mb": 265.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 233.674, "sample_count": 1335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:37:25+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T19:37:25+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T19:37:25.812959+09:00", "mtime_epoch": 1783075045.8129592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:37:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.775, "pushed": 3.775, "read": 3.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.53, "count": 112, "max_ms": 14.988, "p95_ms": 12.635}, "gstreamer_push": {"avg_ms": 0.876, "count": 113, "max_ms": 1.11, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.871, "count": 112, "max_ms": 64.144, "p95_ms": 62.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.452, "count": 112, "max_ms": 79.457, "p95_ms": 74.781}, "yolo11_640_fire_11class": {"avg_ms": 49.662, "count": 112, "max_ms": 64.132, "p95_ms": 62.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.338, "count": 112, "max_ms": 86.165, "p95_ms": 83.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 212.377, "count": 113, "max_ms": 266.597, "p95_ms": 244.528}, "read_interval": {"avg_ms": 267.632, "count": 112, "max_ms": 5262.717, "p95_ms": 254.934}, "triton_wait": {"avg_ms": 64.453, "count": 112, "max_ms": 86.177, "p95_ms": 83.185}, "visualize": {"avg_ms": 9.695, "count": 112, "max_ms": 11.968, "p95_ms": 10.757}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5393.215, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.825, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:37:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T19:37:35+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:37:35+09:00", "mjpeg": {"age_sec": 0.645, "exists": true, "mtime": "2026-07-03T19:37:34.693110+09:00", "mtime_epoch": 1783075054.6931102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:37:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.986, "pushed": 9.986, "read": 9.952}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.464, "count": 299, "max_ms": 4.9, "p95_ms": 4.307}, "gstreamer_push": {"avg_ms": 1.307, "count": 299, "max_ms": 2.009, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.693, "count": 299, "max_ms": 67.18, "p95_ms": 60.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.953, "count": 299, "max_ms": 78.439, "p95_ms": 71.799}, "yolo11_640_fire_11class": {"avg_ms": 47.426, "count": 299, "max_ms": 67.058, "p95_ms": 60.233}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.402, "count": 299, "max_ms": 86.239, "p95_ms": 79.584}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.602, "count": 299, "max_ms": 98.242, "p95_ms": 91.96}, "read_interval": {"avg_ms": 100.457, "count": 298, "max_ms": 756.063, "p95_ms": 114.803}, "triton_wait": {"avg_ms": 53.474, "count": 299, "max_ms": 86.252, "p95_ms": 79.595}, "visualize": {"avg_ms": 3.697, "count": 299, "max_ms": 4.886, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2311}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 338, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:37:00+09:00", "last_error_summary": "[h264 @ 0x55b4bed23240] error while decoding MB 22 17, bytestream -11", "last_exit_at": "2026-07-03T19:37:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.07, "last_started_at": "2026-07-03T19:37:03+09:00", "pid": 48860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.246, "name": "ffmpeg", "pid": 48860, "rss_mb": 266.246, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.089, "sample_count": 1355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:37:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:37:56+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-03T19:37:55+09:00", "mjpeg": {"age_sec": 0.203, "exists": true, "mtime": "2026-07-03T19:37:55.989473+09:00", "mtime_epoch": 1783075075.9894726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:37:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.733, "pushed": 4.733, "read": 4.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.177, "count": 142, "max_ms": 14.331, "p95_ms": 12.374}, "gstreamer_push": {"avg_ms": 0.866, "count": 142, "max_ms": 1.033, "p95_ms": 0.903}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.584, "count": 142, "max_ms": 62.669, "p95_ms": 61.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.079, "count": 142, "max_ms": 82.128, "p95_ms": 67.136}, "yolo11_640_fire_11class": {"avg_ms": 48.649, "count": 142, "max_ms": 65.126, "p95_ms": 60.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.899, "count": 142, "max_ms": 85.329, "p95_ms": 81.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 201.57, "count": 142, "max_ms": 244.818, "p95_ms": 225.685}, "read_interval": {"avg_ms": 211.125, "count": 142, "max_ms": 254.159, "p95_ms": 235.134}, "triton_wait": {"avg_ms": 63.049, "count": 142, "max_ms": 85.342, "p95_ms": 81.685}, "visualize": {"avg_ms": 9.244, "count": 142, "max_ms": 11.289, "p95_ms": 10.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5423.243, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "R (running)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.068, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:38:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:38:05+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:38:05+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T19:38:05.305631+09:00", "mtime_epoch": 1783075085.3056312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:38:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.215, "pushed": 10.215, "read": 10.181}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.647, "count": 306, "max_ms": 6.546, "p95_ms": 5.433}, "gstreamer_push": {"avg_ms": 1.298, "count": 306, "max_ms": 1.594, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.13, "count": 306, "max_ms": 68.723, "p95_ms": 58.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.336, "count": 306, "max_ms": 75.598, "p95_ms": 65.323}, "yolo11_640_fire_11class": {"avg_ms": 46.652, "count": 306, "max_ms": 66.092, "p95_ms": 59.526}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.047, "count": 306, "max_ms": 86.376, "p95_ms": 78.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.901, "count": 306, "max_ms": 139.134, "p95_ms": 100.086}, "read_interval": {"avg_ms": 98.206, "count": 305, "max_ms": 683.883, "p95_ms": 146.618}, "triton_wait": {"avg_ms": 52.104, "count": 306, "max_ms": 86.387, "p95_ms": 78.469}, "visualize": {"avg_ms": 3.793, "count": 306, "max_ms": 5.909, "p95_ms": 5.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2312}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 338, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:37:00+09:00", "last_error_summary": "[h264 @ 0x55b4bed23240] error while decoding MB 22 17, bytestream -11", "last_exit_at": "2026-07-03T19:37:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.171, "last_started_at": "2026-07-03T19:37:03+09:00", "pid": 48860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 48860, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 234.217, "sample_count": 1353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:38:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:38:26+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T19:38:26+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T19:38:26.097985+09:00", "mtime_epoch": 1783075106.0979853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:38:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.654, "pushed": 4.654, "read": 4.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.545, "count": 138, "max_ms": 17.704, "p95_ms": 13.302}, "gstreamer_push": {"avg_ms": 0.879, "count": 139, "max_ms": 1.378, "p95_ms": 0.929}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.395, "count": 138, "max_ms": 63.668, "p95_ms": 62.016}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.181, "count": 138, "max_ms": 81.602, "p95_ms": 73.745}, "yolo11_640_fire_11class": {"avg_ms": 47.751, "count": 138, "max_ms": 65.672, "p95_ms": 61.241}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.71, "count": 138, "max_ms": 84.987, "p95_ms": 81.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.782, "count": 139, "max_ms": 247.724, "p95_ms": 229.993}, "read_interval": {"avg_ms": 216.595, "count": 138, "max_ms": 257.123, "p95_ms": 239.648}, "triton_wait": {"avg_ms": 61.971, "count": 138, "max_ms": 85.0, "p95_ms": 81.392}, "visualize": {"avg_ms": 9.695, "count": 138, "max_ms": 14.263, "p95_ms": 11.667}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.93, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5453.339, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.068, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:38:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T19:38:35+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T19:38:35.374143+09:00", "mtime_epoch": 1783075115.3741431, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:38:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.921, "pushed": 9.921, "read": 9.888}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.554, "count": 297, "max_ms": 6.215, "p95_ms": 4.859}, "gstreamer_push": {"avg_ms": 1.298, "count": 297, "max_ms": 1.963, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.464, "count": 297, "max_ms": 68.295, "p95_ms": 60.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.451, "count": 297, "max_ms": 77.503, "p95_ms": 64.502}, "yolo11_640_fire_11class": {"avg_ms": 46.858, "count": 297, "max_ms": 62.947, "p95_ms": 59.628}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.558, "count": 297, "max_ms": 83.904, "p95_ms": 79.41}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.458, "count": 297, "max_ms": 125.586, "p95_ms": 95.821}, "read_interval": {"avg_ms": 101.05, "count": 296, "max_ms": 749.809, "p95_ms": 205.75}, "triton_wait": {"avg_ms": 52.598, "count": 297, "max_ms": 83.915, "p95_ms": 79.422}, "visualize": {"avg_ms": 3.76, "count": 297, "max_ms": 6.188, "p95_ms": 4.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 131, "h264_decode_error_count": 338, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:37:00+09:00", "last_error_summary": "[h264 @ 0x55b4bed23240] error while decoding MB 22 17, bytestream -11", "last_exit_at": "2026-07-03T19:37:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.235, "last_started_at": "2026-07-03T19:37:03+09:00", "pid": 48860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.598, "name": "ffmpeg", "pid": 48860, "rss_mb": 269.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 150, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 231.724, "sample_count": 1358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:38:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:38:56+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-07-03T19:38:56+09:00", "mjpeg": {"age_sec": 0.219, "exists": true, "mtime": "2026-07-03T19:38:56.138497+09:00", "mtime_epoch": 1783075136.1384966, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:38:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.69, "pushed": 4.69, "read": 4.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.327, "count": 140, "max_ms": 14.385, "p95_ms": 12.547}, "gstreamer_push": {"avg_ms": 0.869, "count": 140, "max_ms": 1.263, "p95_ms": 0.93}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.079, "count": 140, "max_ms": 64.516, "p95_ms": 60.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.095, "count": 140, "max_ms": 80.515, "p95_ms": 72.507}, "yolo11_640_fire_11class": {"avg_ms": 48.738, "count": 140, "max_ms": 63.93, "p95_ms": 60.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.973, "count": 140, "max_ms": 84.274, "p95_ms": 80.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 205.018, "count": 140, "max_ms": 266.73, "p95_ms": 243.308}, "read_interval": {"avg_ms": 214.59, "count": 139, "max_ms": 279.964, "p95_ms": 256.102}, "triton_wait": {"avg_ms": 63.268, "count": 140, "max_ms": 84.286, "p95_ms": 80.417}, "visualize": {"avg_ms": 9.605, "count": 140, "max_ms": 16.9, "p95_ms": 11.149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5483.363, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.147, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:39:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:39:05+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:39:05+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T19:39:05.426655+09:00", "mtime_epoch": 1783075145.4266548, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:39:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.019, "pushed": 10.019, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.453, "count": 300, "max_ms": 5.783, "p95_ms": 4.38}, "gstreamer_push": {"avg_ms": 1.304, "count": 300, "max_ms": 2.011, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.795, "count": 300, "max_ms": 64.311, "p95_ms": 61.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.04, "count": 300, "max_ms": 77.396, "p95_ms": 65.019}, "yolo11_640_fire_11class": {"avg_ms": 47.452, "count": 300, "max_ms": 63.459, "p95_ms": 61.572}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.889, "count": 300, "max_ms": 85.335, "p95_ms": 79.274}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.052, "count": 300, "max_ms": 97.994, "p95_ms": 91.621}, "read_interval": {"avg_ms": 100.143, "count": 299, "max_ms": 695.799, "p95_ms": 163.47}, "triton_wait": {"avg_ms": 52.977, "count": 300, "max_ms": 85.348, "p95_ms": 79.284}, "visualize": {"avg_ms": 3.679, "count": 300, "max_ms": 5.694, "p95_ms": 4.221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2314}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12338.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 339, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:39:14+09:00", "last_error_summary": "[h264 @ 0x564b690281c0] error while decoding MB 4 4, bytestream -14", "last_exit_at": "2026-07-03T19:39:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.613, "last_started_at": "2026-07-03T19:39:16+09:00", "pid": 48967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 222.043, "name": "ffmpeg", "pid": 48967, "rss_mb": 222.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 230.347, "sample_count": 1340, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:39:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:39:26+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-03T19:39:26+09:00", "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-07-03T19:39:26.279010+09:00", "mtime_epoch": 1783075166.27901, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159962}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:39:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.148, "pushed": 4.148, "read": 4.115}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.053, "count": 123, "max_ms": 14.337, "p95_ms": 12.724}, "gstreamer_push": {"avg_ms": 0.873, "count": 124, "max_ms": 1.158, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.683, "count": 123, "max_ms": 64.883, "p95_ms": 61.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.596, "count": 123, "max_ms": 80.272, "p95_ms": 70.52}, "yolo11_640_fire_11class": {"avg_ms": 48.62, "count": 123, "max_ms": 64.87, "p95_ms": 62.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.737, "count": 123, "max_ms": 86.317, "p95_ms": 82.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 200.038, "count": 124, "max_ms": 247.2, "p95_ms": 224.447}, "read_interval": {"avg_ms": 243.105, "count": 123, "max_ms": 4322.661, "p95_ms": 234.859}, "triton_wait": {"avg_ms": 62.996, "count": 123, "max_ms": 86.329, "p95_ms": 82.688}, "visualize": {"avg_ms": 9.161, "count": 123, "max_ms": 13.838, "p95_ms": 10.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5513.479, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.301, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:39:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:39:35+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T19:39:35+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T19:39:35.503167+09:00", "mtime_epoch": 1783075175.5031674, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 197799}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:39:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.986}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.595, "count": 300, "max_ms": 7.108, "p95_ms": 5.032}, "gstreamer_push": {"avg_ms": 1.311, "count": 300, "max_ms": 1.9, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.431, "count": 300, "max_ms": 67.792, "p95_ms": 61.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.763, "count": 300, "max_ms": 77.481, "p95_ms": 66.801}, "yolo11_640_fire_11class": {"avg_ms": 47.618, "count": 300, "max_ms": 67.006, "p95_ms": 61.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.138, "count": 300, "max_ms": 86.003, "p95_ms": 79.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.133, "count": 300, "max_ms": 131.942, "p95_ms": 97.232}, "read_interval": {"avg_ms": 100.049, "count": 299, "max_ms": 800.469, "p95_ms": 121.734}, "triton_wait": {"avg_ms": 52.296, "count": 300, "max_ms": 86.015, "p95_ms": 79.184}, "visualize": {"avg_ms": 3.792, "count": 300, "max_ms": 5.909, "p95_ms": 4.651}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2316}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 339, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:39:14+09:00", "last_error_summary": "[h264 @ 0x564b690281c0] error while decoding MB 4 4, bytestream -14", "last_exit_at": "2026-07-03T19:39:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.712, "last_started_at": "2026-07-03T19:39:16+09:00", "pid": 48967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.355, "name": "ffmpeg", "pid": 48967, "rss_mb": 266.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.206, "sample_count": 1359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 277936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:39:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:39:56+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-07-03T19:39:56+09:00", "mjpeg": {"age_sec": 0.181, "exists": true, "mtime": "2026-07-03T19:39:56.379523+09:00", "mtime_epoch": 1783075196.379523, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:39:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.752, "pushed": 4.752, "read": 4.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.142, "count": 142, "max_ms": 16.594, "p95_ms": 12.268}, "gstreamer_push": {"avg_ms": 0.873, "count": 142, "max_ms": 1.126, "p95_ms": 0.916}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.372, "count": 142, "max_ms": 66.576, "p95_ms": 62.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.012, "count": 142, "max_ms": 79.934, "p95_ms": 74.39}, "yolo11_640_fire_11class": {"avg_ms": 49.052, "count": 142, "max_ms": 66.563, "p95_ms": 62.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.123, "count": 142, "max_ms": 85.069, "p95_ms": 82.647}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.085, "count": 142, "max_ms": 252.198, "p95_ms": 227.581}, "read_interval": {"avg_ms": 212.061, "count": 141, "max_ms": 261.775, "p95_ms": 237.392}, "triton_wait": {"avg_ms": 63.306, "count": 142, "max_ms": 85.082, "p95_ms": 82.661}, "visualize": {"avg_ms": 9.314, "count": 142, "max_ms": 11.577, "p95_ms": 10.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5543.508, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.876, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T19:40:05+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T19:40:05+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T19:40:05.495678+09:00", "mtime_epoch": 1783075205.4956784, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:40:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.671, "count": 300, "max_ms": 6.771, "p95_ms": 5.333}, "gstreamer_push": {"avg_ms": 1.302, "count": 300, "max_ms": 2.061, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.046, "count": 300, "max_ms": 65.637, "p95_ms": 62.007}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.535, "count": 300, "max_ms": 76.05, "p95_ms": 63.699}, "yolo11_640_fire_11class": {"avg_ms": 47.572, "count": 300, "max_ms": 66.135, "p95_ms": 61.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.438, "count": 300, "max_ms": 83.974, "p95_ms": 80.644}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.989, "count": 300, "max_ms": 135.983, "p95_ms": 98.713}, "read_interval": {"avg_ms": 99.928, "count": 299, "max_ms": 724.119, "p95_ms": 149.743}, "triton_wait": {"avg_ms": 53.482, "count": 300, "max_ms": 83.986, "p95_ms": 80.655}, "visualize": {"avg_ms": 3.796, "count": 300, "max_ms": 5.85, "p95_ms": 4.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2317}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 339, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:39:14+09:00", "last_error_summary": "[h264 @ 0x564b690281c0] error while decoding MB 4 4, bytestream -14", "last_exit_at": "2026-07-03T19:39:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.788, "last_started_at": "2026-07-03T19:39:16+09:00", "pid": 48967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.934, "name": "ffmpeg", "pid": 48967, "rss_mb": 268.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.235, "sample_count": 1359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:40:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:40:26+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T19:40:26+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T19:40:26.440035+09:00", "mtime_epoch": 1783075226.4400353, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:40:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.755, "pushed": 4.755, "read": 4.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.167, "count": 142, "max_ms": 17.656, "p95_ms": 12.732}, "gstreamer_push": {"avg_ms": 0.873, "count": 142, "max_ms": 1.077, "p95_ms": 0.92}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.938, "count": 142, "max_ms": 65.473, "p95_ms": 61.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.565, "count": 142, "max_ms": 79.576, "p95_ms": 72.097}, "yolo11_640_fire_11class": {"avg_ms": 48.744, "count": 142, "max_ms": 64.929, "p95_ms": 61.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.878, "count": 142, "max_ms": 86.827, "p95_ms": 82.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.059, "count": 142, "max_ms": 241.781, "p95_ms": 228.062}, "read_interval": {"avg_ms": 211.795, "count": 141, "max_ms": 251.257, "p95_ms": 238.211}, "triton_wait": {"avg_ms": 63.046, "count": 142, "max_ms": 86.838, "p95_ms": 82.754}, "visualize": {"avg_ms": 9.34, "count": 142, "max_ms": 13.916, "p95_ms": 10.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5574.153, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.936, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355254, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T19:40:36+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T19:40:36+09:00", "mjpeg": {"age_sec": 0.831, "exists": true, "mtime": "2026-07-03T19:40:35.444189+09:00", "mtime_epoch": 1783075235.444189, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 188770}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:40:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.018, "pushed": 10.018, "read": 9.985}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.562, "count": 300, "max_ms": 7.245, "p95_ms": 5.003}, "gstreamer_push": {"avg_ms": 1.28, "count": 300, "max_ms": 1.828, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.159, "count": 300, "max_ms": 65.38, "p95_ms": 60.286}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.314, "count": 300, "max_ms": 76.112, "p95_ms": 63.587}, "yolo11_640_fire_11class": {"avg_ms": 47.12, "count": 300, "max_ms": 65.479, "p95_ms": 59.945}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.936, "count": 300, "max_ms": 86.289, "p95_ms": 77.667}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.441, "count": 300, "max_ms": 120.164, "p95_ms": 93.785}, "read_interval": {"avg_ms": 100.266, "count": 299, "max_ms": 838.319, "p95_ms": 201.865}, "triton_wait": {"avg_ms": 52.052, "count": 300, "max_ms": 86.301, "p95_ms": 77.68}, "visualize": {"avg_ms": 3.676, "count": 300, "max_ms": 6.018, "p95_ms": 4.457}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 132, "h264_decode_error_count": 339, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:39:14+09:00", "last_error_summary": "[h264 @ 0x564b690281c0] error while decoding MB 4 4, bytestream -14", "last_exit_at": "2026-07-03T19:39:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.864, "last_started_at": "2026-07-03T19:39:16+09:00", "pid": 48967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.934, "name": "ffmpeg", "pid": 48967, "rss_mb": 268.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 151, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.052, "sample_count": 1362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:40:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:40:56+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-07-03T19:40:56+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T19:40:56.516548+09:00", "mtime_epoch": 1783075256.5165482, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:40:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.751, "pushed": 4.751, "read": 4.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.146, "count": 142, "max_ms": 18.664, "p95_ms": 12.375}, "gstreamer_push": {"avg_ms": 0.865, "count": 142, "max_ms": 1.316, "p95_ms": 0.905}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.818, "count": 142, "max_ms": 62.139, "p95_ms": 60.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.122, "count": 142, "max_ms": 80.953, "p95_ms": 70.74}, "yolo11_640_fire_11class": {"avg_ms": 48.524, "count": 142, "max_ms": 62.361, "p95_ms": 60.74}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.971, "count": 142, "max_ms": 85.214, "p95_ms": 80.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 202.179, "count": 142, "max_ms": 266.958, "p95_ms": 239.01}, "read_interval": {"avg_ms": 211.818, "count": 141, "max_ms": 276.506, "p95_ms": 248.393}, "triton_wait": {"avg_ms": 63.23, "count": 142, "max_ms": 85.226, "p95_ms": 80.143}, "visualize": {"avg_ms": 9.262, "count": 142, "max_ms": 13.628, "p95_ms": 10.731}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5604.204, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.936, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:41:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T19:41:06+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T19:41:06+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T19:41:06.260715+09:00", "mtime_epoch": 1783075266.2607145, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185642}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:41:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.108, "pushed": 10.108, "read": 10.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.416, "count": 303, "max_ms": 5.351, "p95_ms": 4.259}, "gstreamer_push": {"avg_ms": 1.295, "count": 303, "max_ms": 1.618, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.235, "count": 303, "max_ms": 71.485, "p95_ms": 61.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.801, "count": 303, "max_ms": 85.446, "p95_ms": 67.858}, "yolo11_640_fire_11class": {"avg_ms": 47.923, "count": 303, "max_ms": 70.619, "p95_ms": 60.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.939, "count": 303, "max_ms": 94.778, "p95_ms": 80.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.33, "count": 303, "max_ms": 115.092, "p95_ms": 92.576}, "read_interval": {"avg_ms": 99.228, "count": 302, "max_ms": 718.647, "p95_ms": 127.41}, "triton_wait": {"avg_ms": 53.133, "count": 303, "max_ms": 94.79, "p95_ms": 80.091}, "visualize": {"avg_ms": 3.626, "count": 303, "max_ms": 4.647, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2319}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12256.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 340, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:41:24+09:00", "last_error_summary": "[h264 @ 0x5606f60de640] error while decoding MB 33 1, bytestream -6", "last_exit_at": "2026-07-03T19:41:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.208, "last_started_at": "2026-07-03T19:41:27+09:00", "pid": 49074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.094, "name": "ffmpeg", "pid": 49074, "rss_mb": 141.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.052, "sample_count": 1342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278352, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:41:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:41:29+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-07-03T19:41:29+09:00", "mjpeg": {"age_sec": 4.424, "exists": true, "mtime": "2026-07-03T19:41:24.797031+09:00", "mtime_epoch": 1783075284.7970307, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:41:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.01, "pushed": 4.01, "read": 3.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.414, "count": 119, "max_ms": 20.757, "p95_ms": 13.358}, "gstreamer_push": {"avg_ms": 0.868, "count": 120, "max_ms": 0.966, "p95_ms": 0.911}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.057, "count": 119, "max_ms": 66.37, "p95_ms": 61.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.5, "count": 119, "max_ms": 82.206, "p95_ms": 75.012}, "yolo11_640_fire_11class": {"avg_ms": 49.636, "count": 119, "max_ms": 65.418, "p95_ms": 61.35}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.736, "count": 119, "max_ms": 89.634, "p95_ms": 83.679}}, "truncated_count": 0}, "processing_total": {"avg_ms": 206.005, "count": 120, "max_ms": 248.156, "p95_ms": 231.019}, "read_interval": {"avg_ms": 251.536, "count": 119, "max_ms": 4444.663, "p95_ms": 248.248}, "triton_wait": {"avg_ms": 63.912, "count": 119, "max_ms": 89.646, "p95_ms": 83.693}, "visualize": {"avg_ms": 9.448, "count": 119, "max_ms": 13.625, "p95_ms": 11.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12349.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5634.303, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.085, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:41:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:41:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T19:41:36+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T19:41:36.333227+09:00", "mtime_epoch": 1783075296.3332274, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:41:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.018}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.429, "count": 301, "max_ms": 5.51, "p95_ms": 4.043}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.552, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.73, "count": 301, "max_ms": 68.668, "p95_ms": 61.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.138, "count": 301, "max_ms": 80.269, "p95_ms": 58.474}, "yolo11_640_fire_11class": {"avg_ms": 47.902, "count": 301, "max_ms": 69.179, "p95_ms": 61.04}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.759, "count": 301, "max_ms": 86.188, "p95_ms": 78.898}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.53, "count": 301, "max_ms": 105.457, "p95_ms": 91.847}, "read_interval": {"avg_ms": 99.715, "count": 300, "max_ms": 674.999, "p95_ms": 160.949}, "triton_wait": {"avg_ms": 52.874, "count": 301, "max_ms": 86.2, "p95_ms": 78.911}, "visualize": {"avg_ms": 3.714, "count": 301, "max_ms": 5.14, "p95_ms": 4.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 340, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:41:24+09:00", "last_error_summary": "[h264 @ 0x5606f60de640] error while decoding MB 33 1, bytestream -6", "last_exit_at": "2026-07-03T19:41:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.398, "last_started_at": "2026-07-03T19:41:27+09:00", "pid": 49074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.254, "name": "ffmpeg", "pid": 49074, "rss_mb": 265.254, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 229.052, "sample_count": 1352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:41:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:41:59+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-07-03T19:41:59+09:00", "mjpeg": {"age_sec": 0.213, "exists": true, "mtime": "2026-07-03T19:41:59.197618+09:00", "mtime_epoch": 1783075319.1976175, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:41:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.034, "pushed": 5.034, "read": 5.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.771, "count": 150, "max_ms": 15.442, "p95_ms": 12.617}, "gstreamer_push": {"avg_ms": 0.899, "count": 151, "max_ms": 1.185, "p95_ms": 1.077}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.165, "count": 150, "max_ms": 66.797, "p95_ms": 61.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.671, "count": 150, "max_ms": 80.218, "p95_ms": 71.62}, "yolo11_640_fire_11class": {"avg_ms": 48.159, "count": 150, "max_ms": 66.81, "p95_ms": 59.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.292, "count": 150, "max_ms": 83.538, "p95_ms": 80.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.83, "count": 151, "max_ms": 238.472, "p95_ms": 221.822}, "read_interval": {"avg_ms": 199.74, "count": 150, "max_ms": 248.035, "p95_ms": 231.068}, "triton_wait": {"avg_ms": 62.684, "count": 150, "max_ms": 83.55, "p95_ms": 80.975}, "visualize": {"avg_ms": 8.771, "count": 150, "max_ms": 12.494, "p95_ms": 10.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5664.355, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.366, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:42:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T19:42:06+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T19:42:06+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:42:06.413741+09:00", "mtime_epoch": 1783075326.4137406, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:42:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.008, "pushed": 10.008, "read": 9.975}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.773, "count": 300, "max_ms": 8.264, "p95_ms": 5.534}, "gstreamer_push": {"avg_ms": 1.285, "count": 300, "max_ms": 1.917, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.292, "count": 300, "max_ms": 66.693, "p95_ms": 61.583}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.788, "count": 300, "max_ms": 82.086, "p95_ms": 60.853}, "yolo11_640_fire_11class": {"avg_ms": 47.287, "count": 300, "max_ms": 67.456, "p95_ms": 60.573}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.851, "count": 300, "max_ms": 86.403, "p95_ms": 79.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.499, "count": 300, "max_ms": 136.931, "p95_ms": 103.197}, "read_interval": {"avg_ms": 100.225, "count": 299, "max_ms": 542.138, "p95_ms": 142.743}, "triton_wait": {"avg_ms": 54.042, "count": 300, "max_ms": 86.414, "p95_ms": 79.569}, "visualize": {"avg_ms": 3.896, "count": 300, "max_ms": 7.87, "p95_ms": 5.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 340, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:41:24+09:00", "last_error_summary": "[h264 @ 0x5606f60de640] error while decoding MB 33 1, bytestream -6", "last_exit_at": "2026-07-03T19:41:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.492, "last_started_at": "2026-07-03T19:41:27+09:00", "pid": 49074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.285, "name": "ffmpeg", "pid": 49074, "rss_mb": 266.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.359, "sample_count": 1388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:42:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:42:29+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T19:42:29+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T19:42:29.310131+09:00", "mtime_epoch": 1783075349.3101313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:42:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.986, "pushed": 4.986, "read": 4.953}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.697, "count": 148, "max_ms": 13.865, "p95_ms": 12.268}, "gstreamer_push": {"avg_ms": 0.888, "count": 149, "max_ms": 1.206, "p95_ms": 0.999}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.72, "count": 148, "max_ms": 67.23, "p95_ms": 61.372}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.089, "count": 148, "max_ms": 81.729, "p95_ms": 73.465}, "yolo11_640_fire_11class": {"avg_ms": 48.056, "count": 148, "max_ms": 66.161, "p95_ms": 61.345}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.035, "count": 148, "max_ms": 86.281, "p95_ms": 80.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.371, "count": 149, "max_ms": 231.435, "p95_ms": 225.004}, "read_interval": {"avg_ms": 201.888, "count": 148, "max_ms": 240.956, "p95_ms": 233.358}, "triton_wait": {"avg_ms": 62.501, "count": 148, "max_ms": 86.293, "p95_ms": 80.922}, "visualize": {"avg_ms": 8.89, "count": 148, "max_ms": 12.501, "p95_ms": 10.461}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5694.365, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.799, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:42:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:42:36+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:42:36+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T19:42:36.430253+09:00", "mtime_epoch": 1783075356.430253, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 175659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:42:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.002, "pushed": 10.002, "read": 10.002}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.809, "count": 300, "max_ms": 7.145, "p95_ms": 5.506}, "gstreamer_push": {"avg_ms": 1.292, "count": 300, "max_ms": 2.158, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.34, "count": 300, "max_ms": 65.125, "p95_ms": 62.451}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.802, "count": 300, "max_ms": 81.862, "p95_ms": 69.807}, "yolo11_640_fire_11class": {"avg_ms": 47.888, "count": 300, "max_ms": 65.993, "p95_ms": 61.625}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.869, "count": 300, "max_ms": 85.173, "p95_ms": 79.426}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.792, "count": 300, "max_ms": 137.151, "p95_ms": 103.279}, "read_interval": {"avg_ms": 100.053, "count": 300, "max_ms": 526.548, "p95_ms": 139.293}, "triton_wait": {"avg_ms": 54.118, "count": 300, "max_ms": 85.185, "p95_ms": 79.438}, "visualize": {"avg_ms": 3.857, "count": 300, "max_ms": 5.859, "p95_ms": 5.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 133, "h264_decode_error_count": 340, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:41:24+09:00", "last_error_summary": "[h264 @ 0x5606f60de640] error while decoding MB 33 1, bytestream -6", "last_exit_at": "2026-07-03T19:41:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.61, "last_started_at": "2026-07-03T19:41:27+09:00", "pid": 49074, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.121, "name": "ffmpeg", "pid": 49074, "rss_mb": 269.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 152, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 227.149, "sample_count": 1417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:42:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:42:59+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T19:42:59+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T19:42:59.494647+09:00", "mtime_epoch": 1783075379.4946465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:42:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.754, "pushed": 5.754, "read": 5.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.602, "count": 171, "max_ms": 14.169, "p95_ms": 11.427}, "gstreamer_push": {"avg_ms": 0.966, "count": 172, "max_ms": 1.276, "p95_ms": 1.125}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.995, "count": 171, "max_ms": 68.867, "p95_ms": 63.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.489, "count": 171, "max_ms": 85.429, "p95_ms": 75.249}, "yolo11_640_fire_11class": {"avg_ms": 49.454, "count": 171, "max_ms": 68.315, "p95_ms": 64.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.248, "count": 171, "max_ms": 87.422, "p95_ms": 82.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 164.825, "count": 172, "max_ms": 258.747, "p95_ms": 216.632}, "read_interval": {"avg_ms": 175.264, "count": 171, "max_ms": 268.146, "p95_ms": 227.612}, "triton_wait": {"avg_ms": 62.594, "count": 171, "max_ms": 87.434, "p95_ms": 82.348}, "visualize": {"avg_ms": 7.35, "count": 171, "max_ms": 10.99, "p95_ms": 9.704}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2973}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5724.423, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.036, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:43:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:43:06+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T19:43:06+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T19:43:06.482766+09:00", "mtime_epoch": 1783075386.482766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172364}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:43:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.05, "pushed": 10.05, "read": 10.017}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.637, "count": 301, "max_ms": 6.051, "p95_ms": 5.432}, "gstreamer_push": {"avg_ms": 1.308, "count": 301, "max_ms": 1.672, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.085, "count": 301, "max_ms": 68.42, "p95_ms": 63.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.409, "count": 301, "max_ms": 82.15, "p95_ms": 66.872}, "yolo11_640_fire_11class": {"avg_ms": 49.861, "count": 301, "max_ms": 67.544, "p95_ms": 63.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.921, "count": 301, "max_ms": 87.194, "p95_ms": 81.305}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.478, "count": 301, "max_ms": 140.955, "p95_ms": 102.606}, "read_interval": {"avg_ms": 99.922, "count": 300, "max_ms": 660.231, "p95_ms": 135.746}, "triton_wait": {"avg_ms": 55.29, "count": 301, "max_ms": 87.207, "p95_ms": 81.318}, "visualize": {"avg_ms": 3.783, "count": 301, "max_ms": 5.569, "p95_ms": 5.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2324}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12256.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:43:27+09:00", "last_error_summary": "[h264 @ 0x55b96170fbc0] error while decoding MB 24 23, bytestream -22", "last_exit_at": "2026-07-03T19:43:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.227, "last_started_at": "2026-07-03T19:43:30+09:00", "pid": 49181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.918, "name": "ffmpeg", "pid": 49181, "rss_mb": 141.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 153, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.973, "sample_count": 1425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 278984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:43:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:43:32+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-03T19:43:32+09:00", "mjpeg": {"age_sec": 4.492, "exists": true, "mtime": "2026-07-03T19:43:27.959133+09:00", "mtime_epoch": 1783075407.9591327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158149}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:43:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.868, "pushed": 4.868, "read": 4.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.446, "count": 145, "max_ms": 11.758, "p95_ms": 10.647}, "gstreamer_push": {"avg_ms": 0.946, "count": 146, "max_ms": 1.144, "p95_ms": 1.096}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.876, "count": 145, "max_ms": 67.846, "p95_ms": 64.228}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.364, "count": 145, "max_ms": 82.629, "p95_ms": 76.288}, "yolo11_640_fire_11class": {"avg_ms": 50.631, "count": 145, "max_ms": 71.587, "p95_ms": 65.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.477, "count": 145, "max_ms": 87.334, "p95_ms": 82.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 166.969, "count": 146, "max_ms": 221.662, "p95_ms": 199.298}, "read_interval": {"avg_ms": 206.678, "count": 145, "max_ms": 4456.758, "p95_ms": 209.111}, "triton_wait": {"avg_ms": 64.851, "count": 145, "max_ms": 87.345, "p95_ms": 82.339}, "visualize": {"avg_ms": 7.436, "count": 145, "max_ms": 10.164, "p95_ms": 8.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12316.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5754.441, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.254, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:43:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:43:36+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T19:43:36+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T19:43:36.503278+09:00", "mtime_epoch": 1783075416.5032785, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:43:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.033, "pushed": 10.033, "read": 10.033}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.54, "count": 301, "max_ms": 5.729, "p95_ms": 5.31}, "gstreamer_push": {"avg_ms": 1.309, "count": 301, "max_ms": 1.913, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.078, "count": 301, "max_ms": 68.494, "p95_ms": 63.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.951, "count": 301, "max_ms": 80.671, "p95_ms": 73.487}, "yolo11_640_fire_11class": {"avg_ms": 50.434, "count": 301, "max_ms": 72.562, "p95_ms": 65.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.295, "count": 301, "max_ms": 85.861, "p95_ms": 81.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.239, "count": 301, "max_ms": 131.279, "p95_ms": 99.204}, "read_interval": {"avg_ms": 99.738, "count": 301, "max_ms": 467.102, "p95_ms": 144.699}, "triton_wait": {"avg_ms": 55.804, "count": 301, "max_ms": 85.874, "p95_ms": 81.696}, "visualize": {"avg_ms": 3.757, "count": 301, "max_ms": 5.81, "p95_ms": 4.738}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:43:27+09:00", "last_error_summary": "[h264 @ 0x55b96170fbc0] error while decoding MB 24 23, bytestream -22", "last_exit_at": "2026-07-03T19:43:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.26, "last_started_at": "2026-07-03T19:43:30+09:00", "pid": 49181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.336, "name": "ffmpeg", "pid": 49181, "rss_mb": 266.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 153, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.417, "sample_count": 1454, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:44:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:44:02+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-07-03T19:44:02+09:00", "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-07-03T19:44:02.335720+09:00", "mtime_epoch": 1783075442.3357196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:44:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.63, "pushed": 5.63, "read": 5.596}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.824, "count": 168, "max_ms": 15.685, "p95_ms": 11.22}, "gstreamer_push": {"avg_ms": 0.948, "count": 168, "max_ms": 1.33, "p95_ms": 1.105}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.571, "count": 168, "max_ms": 65.966, "p95_ms": 63.1}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.853, "count": 168, "max_ms": 84.637, "p95_ms": 72.681}, "yolo11_640_fire_11class": {"avg_ms": 49.154, "count": 168, "max_ms": 66.199, "p95_ms": 64.821}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.581, "count": 168, "max_ms": 87.297, "p95_ms": 82.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.301, "count": 168, "max_ms": 232.19, "p95_ms": 206.39}, "read_interval": {"avg_ms": 178.844, "count": 167, "max_ms": 354.088, "p95_ms": 217.308}, "triton_wait": {"avg_ms": 62.076, "count": 168, "max_ms": 87.31, "p95_ms": 82.074}, "visualize": {"avg_ms": 7.665, "count": 168, "max_ms": 11.634, "p95_ms": 9.759}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5784.465, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.398, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:44:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:44:06+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T19:44:06+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:44:06.523791+09:00", "mtime_epoch": 1783075446.523791, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 166814}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:44:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.73, "count": 298, "max_ms": 6.497, "p95_ms": 5.475}, "gstreamer_push": {"avg_ms": 1.301, "count": 298, "max_ms": 2.21, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.535, "count": 298, "max_ms": 71.745, "p95_ms": 63.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.583, "count": 298, "max_ms": 78.738, "p95_ms": 70.646}, "yolo11_640_fire_11class": {"avg_ms": 51.013, "count": 298, "max_ms": 71.732, "p95_ms": 63.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.541, "count": 298, "max_ms": 89.016, "p95_ms": 80.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.026, "count": 298, "max_ms": 141.675, "p95_ms": 103.59}, "read_interval": {"avg_ms": 100.799, "count": 297, "max_ms": 587.371, "p95_ms": 149.973}, "triton_wait": {"avg_ms": 55.269, "count": 298, "max_ms": 89.03, "p95_ms": 80.611}, "visualize": {"avg_ms": 3.924, "count": 298, "max_ms": 6.668, "p95_ms": 5.15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:43:27+09:00", "last_error_summary": "[h264 @ 0x55b96170fbc0] error while decoding MB 24 23, bytestream -22", "last_exit_at": "2026-07-03T19:43:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.3, "last_started_at": "2026-07-03T19:43:30+09:00", "pid": 49181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.336, "name": "ffmpeg", "pid": 49181, "rss_mb": 266.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 153, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 225.004, "sample_count": 1510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:44:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:44:32+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-07-03T19:44:32+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T19:44:32.368233+09:00", "mtime_epoch": 1783075472.3682327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157968}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:44:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.06, "pushed": 6.06, "read": 6.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.287, "count": 181, "max_ms": 13.753, "p95_ms": 10.569}, "gstreamer_push": {"avg_ms": 1.015, "count": 181, "max_ms": 1.632, "p95_ms": 1.14}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.902, "count": 181, "max_ms": 63.26, "p95_ms": 61.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.455, "count": 181, "max_ms": 82.907, "p95_ms": 68.592}, "yolo11_640_fire_11class": {"avg_ms": 48.292, "count": 181, "max_ms": 63.78, "p95_ms": 60.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.483, "count": 181, "max_ms": 84.645, "p95_ms": 80.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 155.007, "count": 181, "max_ms": 210.996, "p95_ms": 187.564}, "read_interval": {"avg_ms": 165.932, "count": 180, "max_ms": 220.516, "p95_ms": 198.135}, "triton_wait": {"avg_ms": 61.099, "count": 181, "max_ms": 84.657, "p95_ms": 80.13}, "visualize": {"avg_ms": 7.044, "count": 181, "max_ms": 11.866, "p95_ms": 8.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.867, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2980}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5814.563, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.073, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:44:36+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T19:44:36+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T19:44:36.584305+09:00", "mtime_epoch": 1783075476.5843046, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:44:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 9.967, "read": 9.967}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 299, "max_ms": 6.468, "p95_ms": 5.588}, "gstreamer_push": {"avg_ms": 1.277, "count": 299, "max_ms": 1.551, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.795, "count": 299, "max_ms": 65.584, "p95_ms": 61.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.34, "count": 299, "max_ms": 80.899, "p95_ms": 63.483}, "yolo11_640_fire_11class": {"avg_ms": 47.452, "count": 299, "max_ms": 66.241, "p95_ms": 61.238}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.179, "count": 299, "max_ms": 87.497, "p95_ms": 80.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.25, "count": 299, "max_ms": 136.877, "p95_ms": 111.786}, "read_interval": {"avg_ms": 100.262, "count": 299, "max_ms": 538.499, "p95_ms": 144.44}, "triton_wait": {"avg_ms": 54.235, "count": 299, "max_ms": 87.51, "p95_ms": 80.761}, "visualize": {"avg_ms": 4.125, "count": 299, "max_ms": 6.365, "p95_ms": 5.24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2329}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:43:27+09:00", "last_error_summary": "[h264 @ 0x55b96170fbc0] error while decoding MB 24 23, bytestream -22", "last_exit_at": "2026-07-03T19:43:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.315, "last_started_at": "2026-07-03T19:43:30+09:00", "pid": 49181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.336, "name": "ffmpeg", "pid": 49181, "rss_mb": 266.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 153, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 223.672, "sample_count": 1544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:45:02+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-03T19:45:02+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T19:45:02.340745+09:00", "mtime_epoch": 1783075502.3407447, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:45:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.859, "pushed": 5.859, "read": 5.826}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.512, "count": 175, "max_ms": 15.628, "p95_ms": 11.165}, "gstreamer_push": {"avg_ms": 0.987, "count": 175, "max_ms": 1.24, "p95_ms": 1.124}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.521, "count": 175, "max_ms": 68.163, "p95_ms": 63.482}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.14, "count": 175, "max_ms": 80.357, "p95_ms": 74.729}, "yolo11_640_fire_11class": {"avg_ms": 48.753, "count": 175, "max_ms": 66.967, "p95_ms": 63.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.335, "count": 175, "max_ms": 85.6, "p95_ms": 82.358}}, "truncated_count": 0}, "processing_total": {"avg_ms": 160.72, "count": 175, "max_ms": 208.574, "p95_ms": 199.89}, "read_interval": {"avg_ms": 171.248, "count": 174, "max_ms": 218.11, "p95_ms": 208.775}, "triton_wait": {"avg_ms": 63.043, "count": 175, "max_ms": 85.612, "p95_ms": 82.372}, "visualize": {"avg_ms": 7.268, "count": 175, "max_ms": 11.074, "p95_ms": 8.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2983}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5844.607, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.995, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:45:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:45:06+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T19:45:06+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T19:45:06.664819+09:00", "mtime_epoch": 1783075506.6648185, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183394}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:45:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.059, "pushed": 10.059, "read": 10.025}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.938, "count": 301, "max_ms": 8.263, "p95_ms": 5.603}, "gstreamer_push": {"avg_ms": 1.29, "count": 301, "max_ms": 2.297, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.46, "count": 301, "max_ms": 68.521, "p95_ms": 63.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.2, "count": 301, "max_ms": 80.325, "p95_ms": 68.933}, "yolo11_640_fire_11class": {"avg_ms": 47.979, "count": 301, "max_ms": 66.859, "p95_ms": 61.805}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.542, "count": 301, "max_ms": 85.913, "p95_ms": 80.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.366, "count": 301, "max_ms": 133.094, "p95_ms": 106.973}, "read_interval": {"avg_ms": 99.883, "count": 300, "max_ms": 551.105, "p95_ms": 134.819}, "triton_wait": {"avg_ms": 55.602, "count": 301, "max_ms": 85.925, "p95_ms": 80.954}, "visualize": {"avg_ms": 3.997, "count": 301, "max_ms": 7.8, "p95_ms": 5.2}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 134, "h264_decode_error_count": 341, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:43:27+09:00", "last_error_summary": "[h264 @ 0x55b96170fbc0] error while decoding MB 24 23, bytestream -22", "last_exit_at": "2026-07-03T19:43:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.321, "last_started_at": "2026-07-03T19:43:30+09:00", "pid": 49181, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.336, "name": "ffmpeg", "pid": 49181, "rss_mb": 266.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 153, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.914, "sample_count": 1574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:45:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:45:32+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T19:45:32+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T19:45:32.409259+09:00", "mtime_epoch": 1783075532.4092586, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158971}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:45:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.667, "pushed": 5.667, "read": 5.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.618, "count": 170, "max_ms": 12.696, "p95_ms": 10.802}, "gstreamer_push": {"avg_ms": 0.969, "count": 170, "max_ms": 1.224, "p95_ms": 1.119}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.935, "count": 170, "max_ms": 66.804, "p95_ms": 63.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.866, "count": 170, "max_ms": 80.838, "p95_ms": 70.695}, "yolo11_640_fire_11class": {"avg_ms": 48.396, "count": 170, "max_ms": 64.1, "p95_ms": 60.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.568, "count": 170, "max_ms": 83.492, "p95_ms": 80.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 165.877, "count": 170, "max_ms": 226.7, "p95_ms": 204.874}, "read_interval": {"avg_ms": 176.902, "count": 170, "max_ms": 236.663, "p95_ms": 214.931}, "triton_wait": {"avg_ms": 62.58, "count": 170, "max_ms": 83.504, "p95_ms": 80.608}, "visualize": {"avg_ms": 7.533, "count": 170, "max_ms": 10.388, "p95_ms": 9.686}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5874.648, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.081, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:45:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:45:36+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T19:45:36+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T19:45:36.665331+09:00", "mtime_epoch": 1783075536.6653311, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 181232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:45:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.119, "count": 300, "max_ms": 7.526, "p95_ms": 6.032}, "gstreamer_push": {"avg_ms": 1.255, "count": 300, "max_ms": 1.58, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.815, "count": 300, "max_ms": 71.13, "p95_ms": 62.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.311, "count": 300, "max_ms": 79.526, "p95_ms": 63.338}, "yolo11_640_fire_11class": {"avg_ms": 47.463, "count": 300, "max_ms": 67.454, "p95_ms": 62.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.309, "count": 300, "max_ms": 85.285, "p95_ms": 79.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.333, "count": 300, "max_ms": 137.795, "p95_ms": 106.794}, "read_interval": {"avg_ms": 100.054, "count": 299, "max_ms": 613.54, "p95_ms": 139.664}, "triton_wait": {"avg_ms": 54.379, "count": 300, "max_ms": 85.297, "p95_ms": 79.84}, "visualize": {"avg_ms": 4.041, "count": 300, "max_ms": 6.38, "p95_ms": 5.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:45:41+09:00", "last_error_summary": "[h264 @ 0x55c6e7ca58c0] error while decoding MB 74 33, bytestream -9", "last_exit_at": "2026-07-03T19:45:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.6, "last_started_at": "2026-07-03T19:45:44+09:00", "pid": 49288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.594, "name": "ffmpeg", "pid": 49288, "rss_mb": 264.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 154, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 216.436, "sample_count": 1575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 279823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:46:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:46:02+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T19:46:02+09:00", "mjpeg": {"age_sec": 0.16, "exists": true, "mtime": "2026-07-03T19:46:02.409771+09:00", "mtime_epoch": 1783075562.4097712, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:46:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.853, "pushed": 4.853, "read": 4.819}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.511, "count": 145, "max_ms": 12.521, "p95_ms": 11.058}, "gstreamer_push": {"avg_ms": 0.977, "count": 145, "max_ms": 1.453, "p95_ms": 1.137}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.393, "count": 145, "max_ms": 65.969, "p95_ms": 62.264}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.967, "count": 145, "max_ms": 79.364, "p95_ms": 71.335}, "yolo11_640_fire_11class": {"avg_ms": 49.225, "count": 145, "max_ms": 66.075, "p95_ms": 62.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.47, "count": 145, "max_ms": 84.705, "p95_ms": 80.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.347, "count": 145, "max_ms": 228.59, "p95_ms": 204.93}, "read_interval": {"avg_ms": 207.285, "count": 144, "max_ms": 5094.685, "p95_ms": 215.846}, "triton_wait": {"avg_ms": 62.021, "count": 145, "max_ms": 84.717, "p95_ms": 80.814}, "visualize": {"avg_ms": 7.375, "count": 145, "max_ms": 13.028, "p95_ms": 9.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5904.673, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.455, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:46:06+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-07-03T19:46:06+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T19:46:06.661844+09:00", "mtime_epoch": 1783075566.6618438, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:46:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.873, "pushed": 9.873, "read": 9.839}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.83, "count": 295, "max_ms": 6.901, "p95_ms": 5.58}, "gstreamer_push": {"avg_ms": 1.302, "count": 295, "max_ms": 1.578, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.667, "count": 295, "max_ms": 64.521, "p95_ms": 62.085}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.084, "count": 295, "max_ms": 76.937, "p95_ms": 68.601}, "yolo11_640_fire_11class": {"avg_ms": 47.489, "count": 295, "max_ms": 63.926, "p95_ms": 61.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.355, "count": 295, "max_ms": 84.552, "p95_ms": 80.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.332, "count": 295, "max_ms": 138.788, "p95_ms": 105.997}, "read_interval": {"avg_ms": 101.6, "count": 294, "max_ms": 716.101, "p95_ms": 148.832}, "triton_wait": {"avg_ms": 54.424, "count": 295, "max_ms": 84.565, "p95_ms": 80.164}, "visualize": {"avg_ms": 3.948, "count": 295, "max_ms": 6.371, "p95_ms": 5.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:45:41+09:00", "last_error_summary": "[h264 @ 0x55c6e7ca58c0] error while decoding MB 74 33, bytestream -9", "last_exit_at": "2026-07-03T19:45:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.703, "last_started_at": "2026-07-03T19:45:44+09:00", "pid": 49288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.656, "name": "ffmpeg", "pid": 49288, "rss_mb": 266.656, "state": "S (sleeping)", "threads": 106}, "restart_count": 154, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.57, "sample_count": 1631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:46:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:46:32+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T19:46:32+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T19:46:32.498286+09:00", "mtime_epoch": 1783075592.4982855, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:46:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.914, "pushed": 5.914, "read": 5.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.354, "count": 176, "max_ms": 12.356, "p95_ms": 10.537}, "gstreamer_push": {"avg_ms": 0.984, "count": 177, "max_ms": 1.388, "p95_ms": 1.134}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.778, "count": 176, "max_ms": 64.782, "p95_ms": 61.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.273, "count": 176, "max_ms": 82.839, "p95_ms": 72.774}, "yolo11_640_fire_11class": {"avg_ms": 49.366, "count": 176, "max_ms": 63.882, "p95_ms": 61.342}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.961, "count": 176, "max_ms": 84.965, "p95_ms": 81.212}}, "truncated_count": 0}, "processing_total": {"avg_ms": 159.319, "count": 177, "max_ms": 210.623, "p95_ms": 203.183}, "read_interval": {"avg_ms": 169.939, "count": 176, "max_ms": 221.631, "p95_ms": 213.085}, "triton_wait": {"avg_ms": 62.945, "count": 176, "max_ms": 84.995, "p95_ms": 81.224}, "visualize": {"avg_ms": 7.173, "count": 176, "max_ms": 9.769, "p95_ms": 9.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5934.718, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.043, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:46:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:46:36+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T19:46:36+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T19:46:36.782359+09:00", "mtime_epoch": 1783075596.7823586, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:46:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.21, "pushed": 10.21, "read": 10.177}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.818, "count": 306, "max_ms": 7.814, "p95_ms": 5.53}, "gstreamer_push": {"avg_ms": 1.266, "count": 306, "max_ms": 1.658, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.759, "count": 306, "max_ms": 72.725, "p95_ms": 62.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.234, "count": 306, "max_ms": 84.948, "p95_ms": 66.684}, "yolo11_640_fire_11class": {"avg_ms": 47.678, "count": 306, "max_ms": 65.593, "p95_ms": 61.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.965, "count": 306, "max_ms": 84.879, "p95_ms": 80.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.67, "count": 306, "max_ms": 143.646, "p95_ms": 107.172}, "read_interval": {"avg_ms": 98.256, "count": 305, "max_ms": 487.958, "p95_ms": 139.784}, "triton_wait": {"avg_ms": 55.117, "count": 306, "max_ms": 84.958, "p95_ms": 80.179}, "visualize": {"avg_ms": 3.816, "count": 306, "max_ms": 6.281, "p95_ms": 5.124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2334}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:45:41+09:00", "last_error_summary": "[h264 @ 0x55c6e7ca58c0] error while decoding MB 74 33, bytestream -9", "last_exit_at": "2026-07-03T19:45:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.716, "last_started_at": "2026-07-03T19:45:44+09:00", "pid": 49288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.234, "name": "ffmpeg", "pid": 49288, "rss_mb": 269.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 154, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.716, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:47:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:47:02+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T19:47:02+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T19:47:02.530799+09:00", "mtime_epoch": 1783075622.530799, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:47:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.101, "pushed": 6.101, "read": 6.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.883, "count": 182, "max_ms": 13.484, "p95_ms": 10.448}, "gstreamer_push": {"avg_ms": 0.985, "count": 182, "max_ms": 1.173, "p95_ms": 1.117}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.362, "count": 182, "max_ms": 69.41, "p95_ms": 62.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.213, "count": 182, "max_ms": 80.676, "p95_ms": 70.3}, "yolo11_640_fire_11class": {"avg_ms": 48.355, "count": 182, "max_ms": 63.667, "p95_ms": 60.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.17, "count": 182, "max_ms": 88.773, "p95_ms": 80.611}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.123, "count": 182, "max_ms": 205.028, "p95_ms": 194.211}, "read_interval": {"avg_ms": 164.86, "count": 181, "max_ms": 216.444, "p95_ms": 204.757}, "triton_wait": {"avg_ms": 62.251, "count": 182, "max_ms": 88.786, "p95_ms": 80.621}, "visualize": {"avg_ms": 6.914, "count": 182, "max_ms": 12.056, "p95_ms": 8.586}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.829, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2993}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5964.849, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.298, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:47:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T19:47:06+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T19:47:06+09:00", "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-07-03T19:47:06.854873+09:00", "mtime_epoch": 1783075626.854873, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 171859}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:47:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.209, "pushed": 10.209, "read": 10.176}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.798, "count": 306, "max_ms": 8.369, "p95_ms": 5.476}, "gstreamer_push": {"avg_ms": 1.301, "count": 306, "max_ms": 1.592, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.171, "count": 306, "max_ms": 66.455, "p95_ms": 62.276}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.738, "count": 306, "max_ms": 78.317, "p95_ms": 63.02}, "yolo11_640_fire_11class": {"avg_ms": 47.468, "count": 306, "max_ms": 66.214, "p95_ms": 60.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.205, "count": 306, "max_ms": 85.951, "p95_ms": 80.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.181, "count": 306, "max_ms": 136.338, "p95_ms": 105.766}, "read_interval": {"avg_ms": 98.248, "count": 305, "max_ms": 606.751, "p95_ms": 144.979}, "triton_wait": {"avg_ms": 54.283, "count": 306, "max_ms": 85.963, "p95_ms": 80.106}, "visualize": {"avg_ms": 3.904, "count": 306, "max_ms": 7.764, "p95_ms": 5.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:45:41+09:00", "last_error_summary": "[h264 @ 0x55c6e7ca58c0] error while decoding MB 74 33, bytestream -9", "last_exit_at": "2026-07-03T19:45:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.717, "last_started_at": "2026-07-03T19:45:44+09:00", "pid": 49288, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.234, "name": "ffmpeg", "pid": 49288, "rss_mb": 269.234, "state": "S (sleeping)", "threads": 106}, "restart_count": 154, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.618, "sample_count": 1703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:47:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:47:32+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T19:47:32+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T19:47:32.563312+09:00", "mtime_epoch": 1783075652.5633123, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:47:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.268, "pushed": 6.268, "read": 6.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.002, "count": 188, "max_ms": 11.499, "p95_ms": 10.916}, "gstreamer_push": {"avg_ms": 1.035, "count": 188, "max_ms": 1.278, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.383, "count": 188, "max_ms": 69.317, "p95_ms": 61.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.885, "count": 188, "max_ms": 81.686, "p95_ms": 70.042}, "yolo11_640_fire_11class": {"avg_ms": 48.067, "count": 188, "max_ms": 63.751, "p95_ms": 61.612}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.781, "count": 188, "max_ms": 87.087, "p95_ms": 80.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 148.851, "count": 188, "max_ms": 209.501, "p95_ms": 186.067}, "read_interval": {"avg_ms": 159.742, "count": 188, "max_ms": 218.314, "p95_ms": 196.107}, "triton_wait": {"avg_ms": 60.746, "count": 188, "max_ms": 87.1, "p95_ms": 80.321}, "visualize": {"avg_ms": 6.701, "count": 188, "max_ms": 9.895, "p95_ms": 8.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 5994.933, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.108, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:47:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:47:37+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T19:47:36+09:00", "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-07-03T19:47:36.951387+09:00", "mtime_epoch": 1783075656.9513874, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 190767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:47:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.749}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.088, "count": 292, "max_ms": 8.162, "p95_ms": 5.639}, "gstreamer_push": {"avg_ms": 1.285, "count": 292, "max_ms": 1.943, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.614, "count": 292, "max_ms": 67.383, "p95_ms": 62.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.013, "count": 292, "max_ms": 78.259, "p95_ms": 60.532}, "yolo11_640_fire_11class": {"avg_ms": 47.857, "count": 292, "max_ms": 66.394, "p95_ms": 61.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.819, "count": 292, "max_ms": 85.255, "p95_ms": 79.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.131, "count": 292, "max_ms": 137.279, "p95_ms": 113.445}, "read_interval": {"avg_ms": 102.592, "count": 292, "max_ms": 771.133, "p95_ms": 143.602}, "triton_wait": {"avg_ms": 54.862, "count": 292, "max_ms": 85.268, "p95_ms": 79.504}, "visualize": {"avg_ms": 4.147, "count": 292, "max_ms": 6.558, "p95_ms": 5.452}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12267.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:45:41+09:00", "last_error_summary": "[h264 @ 0x55c6e7ca58c0] error while decoding MB 74 33, bytestream -9", "last_exit_at": "2026-07-03T19:47:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.531, "last_started_at": "2026-07-03T19:47:59+09:00", "pid": 49395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 152.184, "name": "ffmpeg", "pid": 49395, "rss_mb": 152.184, "state": "S (sleeping)", "threads": 106}, "restart_count": 155, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.173, "sample_count": 1682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:48:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:48:02+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T19:48:02+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T19:48:02.675827+09:00", "mtime_epoch": 1783075682.6758273, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:48:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.071, "pushed": 5.071, "read": 5.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.238, "count": 151, "max_ms": 12.569, "p95_ms": 10.825}, "gstreamer_push": {"avg_ms": 1.0, "count": 152, "max_ms": 1.224, "p95_ms": 1.123}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.323, "count": 151, "max_ms": 66.719, "p95_ms": 62.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.679, "count": 151, "max_ms": 82.959, "p95_ms": 73.365}, "yolo11_640_fire_11class": {"avg_ms": 48.071, "count": 151, "max_ms": 64.698, "p95_ms": 62.493}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.745, "count": 151, "max_ms": 84.949, "p95_ms": 81.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.068, "count": 152, "max_ms": 225.904, "p95_ms": 203.479}, "read_interval": {"avg_ms": 198.487, "count": 151, "max_ms": 4776.015, "p95_ms": 214.23}, "triton_wait": {"avg_ms": 61.718, "count": 151, "max_ms": 84.962, "p95_ms": 81.107}, "visualize": {"avg_ms": 7.08, "count": 151, "max_ms": 10.014, "p95_ms": 9.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 2998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12336.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6025.024, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.696, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:48:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T19:48:07+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T19:48:07.055902+09:00", "mtime_epoch": 1783075687.0559022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 186881}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:48:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.075, "pushed": 10.075, "read": 10.042}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.973, "count": 301, "max_ms": 8.484, "p95_ms": 5.658}, "gstreamer_push": {"avg_ms": 1.284, "count": 302, "max_ms": 2.123, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.093, "count": 301, "max_ms": 67.498, "p95_ms": 62.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.453, "count": 301, "max_ms": 78.537, "p95_ms": 65.805}, "yolo11_640_fire_11class": {"avg_ms": 47.163, "count": 301, "max_ms": 66.39, "p95_ms": 60.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.987, "count": 301, "max_ms": 86.318, "p95_ms": 79.618}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.18, "count": 302, "max_ms": 140.305, "p95_ms": 109.532}, "read_interval": {"avg_ms": 99.613, "count": 301, "max_ms": 573.391, "p95_ms": 140.487}, "triton_wait": {"avg_ms": 54.041, "count": 301, "max_ms": 86.33, "p95_ms": 79.63}, "visualize": {"avg_ms": 4.011, "count": 301, "max_ms": 6.28, "p95_ms": 5.279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:45:41+09:00", "last_error_summary": "[h264 @ 0x55c6e7ca58c0] error while decoding MB 74 33, bytestream -9", "last_exit_at": "2026-07-03T19:47:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.579, "last_started_at": "2026-07-03T19:47:59+09:00", "pid": 49395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.797, "name": "ffmpeg", "pid": 49395, "rss_mb": 265.797, "state": "S (sleeping)", "threads": 106}, "restart_count": 155, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.236, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:48:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:48:32+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T19:48:32+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T19:48:32.724341+09:00", "mtime_epoch": 1783075712.7243412, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:48:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.954, "pushed": 5.954, "read": 5.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.35, "count": 178, "max_ms": 12.318, "p95_ms": 11.277}, "gstreamer_push": {"avg_ms": 1.004, "count": 178, "max_ms": 1.355, "p95_ms": 1.15}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.295, "count": 178, "max_ms": 65.739, "p95_ms": 62.303}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.289, "count": 178, "max_ms": 81.141, "p95_ms": 71.342}, "yolo11_640_fire_11class": {"avg_ms": 48.899, "count": 178, "max_ms": 63.948, "p95_ms": 61.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.434, "count": 178, "max_ms": 83.943, "p95_ms": 81.151}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.969, "count": 178, "max_ms": 248.866, "p95_ms": 203.24}, "read_interval": {"avg_ms": 168.775, "count": 177, "max_ms": 261.492, "p95_ms": 214.348}, "triton_wait": {"avg_ms": 63.033, "count": 178, "max_ms": 83.959, "p95_ms": 81.188}, "visualize": {"avg_ms": 7.066, "count": 178, "max_ms": 10.699, "p95_ms": 9.158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6055.035, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.182, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:48:37+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T19:48:37+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T19:48:37.092416+09:00", "mtime_epoch": 1783075717.0924158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:48:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.273, "count": 302, "max_ms": 8.283, "p95_ms": 6.128}, "gstreamer_push": {"avg_ms": 1.258, "count": 302, "max_ms": 2.202, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.56, "count": 302, "max_ms": 74.646, "p95_ms": 62.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.525, "count": 302, "max_ms": 80.257, "p95_ms": 68.842}, "yolo11_640_fire_11class": {"avg_ms": 47.627, "count": 302, "max_ms": 67.505, "p95_ms": 61.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.918, "count": 302, "max_ms": 86.027, "p95_ms": 81.399}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.212, "count": 302, "max_ms": 147.688, "p95_ms": 128.67}, "read_interval": {"avg_ms": 99.465, "count": 302, "max_ms": 451.561, "p95_ms": 144.759}, "triton_wait": {"avg_ms": 54.963, "count": 302, "max_ms": 86.039, "p95_ms": 81.412}, "visualize": {"avg_ms": 4.212, "count": 302, "max_ms": 6.72, "p95_ms": 5.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2340}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:45:41+09:00", "last_error_summary": "[h264 @ 0x55c6e7ca58c0] error while decoding MB 74 33, bytestream -9", "last_exit_at": "2026-07-03T19:47:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.671, "last_started_at": "2026-07-03T19:47:59+09:00", "pid": 49395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.055, "name": "ffmpeg", "pid": 49395, "rss_mb": 266.055, "state": "S (sleeping)", "threads": 106}, "restart_count": 155, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.24, "sample_count": 1714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 280868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:49:02+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T19:49:02+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T19:49:02.864857+09:00", "mtime_epoch": 1783075742.8648567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 154478}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:49:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.615, "pushed": 5.615, "read": 5.581}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.963, "count": 168, "max_ms": 16.963, "p95_ms": 12.113}, "gstreamer_push": {"avg_ms": 0.969, "count": 168, "max_ms": 1.456, "p95_ms": 1.139}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.034, "count": 168, "max_ms": 66.151, "p95_ms": 62.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.552, "count": 168, "max_ms": 81.819, "p95_ms": 75.086}, "yolo11_640_fire_11class": {"avg_ms": 47.227, "count": 168, "max_ms": 62.536, "p95_ms": 60.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.091, "count": 168, "max_ms": 84.477, "p95_ms": 81.486}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.41, "count": 168, "max_ms": 236.967, "p95_ms": 207.049}, "read_interval": {"avg_ms": 179.436, "count": 167, "max_ms": 247.075, "p95_ms": 216.63}, "triton_wait": {"avg_ms": 60.903, "count": 168, "max_ms": 84.489, "p95_ms": 81.499}, "visualize": {"avg_ms": 7.758, "count": 168, "max_ms": 12.082, "p95_ms": 9.773}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6085.056, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.916, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:49:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:49:07+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T19:49:07+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T19:49:07.088929+09:00", "mtime_epoch": 1783075747.088929, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 180561}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:49:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.1, "pushed": 10.1, "read": 10.1}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.227, "count": 303, "max_ms": 8.077, "p95_ms": 5.99}, "gstreamer_push": {"avg_ms": 1.261, "count": 303, "max_ms": 2.087, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.819, "count": 303, "max_ms": 70.243, "p95_ms": 62.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.936, "count": 303, "max_ms": 79.896, "p95_ms": 63.199}, "yolo11_640_fire_11class": {"avg_ms": 46.917, "count": 303, "max_ms": 64.782, "p95_ms": 59.391}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.85, "count": 303, "max_ms": 86.98, "p95_ms": 79.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.33, "count": 303, "max_ms": 139.942, "p95_ms": 108.97}, "read_interval": {"avg_ms": 98.984, "count": 303, "max_ms": 480.577, "p95_ms": 132.786}, "triton_wait": {"avg_ms": 54.023, "count": 303, "max_ms": 86.993, "p95_ms": 79.899}, "visualize": {"avg_ms": 4.177, "count": 303, "max_ms": 7.21, "p95_ms": 5.623}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:45:41+09:00", "last_error_summary": "[h264 @ 0x55c6e7ca58c0] error while decoding MB 74 33, bytestream -9", "last_exit_at": "2026-07-03T19:47:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.761, "last_started_at": "2026-07-03T19:47:59+09:00", "pid": 49395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.406, "name": "ffmpeg", "pid": 49395, "rss_mb": 269.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 155, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.393, "sample_count": 1706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:49:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:49:33+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T19:49:32+09:00", "mjpeg": {"age_sec": 0.176, "exists": true, "mtime": "2026-07-03T19:49:32.889370+09:00", "mtime_epoch": 1783075772.8893704, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:49:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.817, "pushed": 5.817, "read": 5.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.504, "count": 174, "max_ms": 12.654, "p95_ms": 10.6}, "gstreamer_push": {"avg_ms": 0.965, "count": 174, "max_ms": 1.469, "p95_ms": 1.112}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.432, "count": 174, "max_ms": 66.839, "p95_ms": 63.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.562, "count": 174, "max_ms": 81.523, "p95_ms": 71.749}, "yolo11_640_fire_11class": {"avg_ms": 48.421, "count": 174, "max_ms": 64.825, "p95_ms": 61.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.859, "count": 174, "max_ms": 84.865, "p95_ms": 79.948}}, "truncated_count": 0}, "processing_total": {"avg_ms": 162.266, "count": 174, "max_ms": 223.918, "p95_ms": 202.748}, "read_interval": {"avg_ms": 172.798, "count": 173, "max_ms": 233.797, "p95_ms": 212.752}, "triton_wait": {"avg_ms": 61.791, "count": 174, "max_ms": 84.877, "p95_ms": 79.96}, "visualize": {"avg_ms": 7.361, "count": 174, "max_ms": 11.495, "p95_ms": 9.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6115.102, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.223, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:49:37+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:49:37+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T19:49:37.157443+09:00", "mtime_epoch": 1783075777.1574433, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:49:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.912, "pushed": 9.912, "read": 9.879}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.044, "count": 297, "max_ms": 6.671, "p95_ms": 5.73}, "gstreamer_push": {"avg_ms": 1.271, "count": 297, "max_ms": 1.719, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.633, "count": 297, "max_ms": 71.392, "p95_ms": 60.874}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.441, "count": 297, "max_ms": 84.122, "p95_ms": 66.054}, "yolo11_640_fire_11class": {"avg_ms": 47.572, "count": 297, "max_ms": 66.518, "p95_ms": 60.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.73, "count": 297, "max_ms": 84.361, "p95_ms": 77.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.562, "count": 297, "max_ms": 136.319, "p95_ms": 106.403}, "read_interval": {"avg_ms": 101.232, "count": 296, "max_ms": 413.937, "p95_ms": 147.334}, "triton_wait": {"avg_ms": 54.016, "count": 297, "max_ms": 84.372, "p95_ms": 77.776}, "visualize": {"avg_ms": 4.089, "count": 297, "max_ms": 5.941, "p95_ms": 5.331}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 135, "h264_decode_error_count": 342, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:45:41+09:00", "last_error_summary": "[h264 @ 0x55c6e7ca58c0] error while decoding MB 74 33, bytestream -9", "last_exit_at": "2026-07-03T19:47:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.83, "last_started_at": "2026-07-03T19:47:59+09:00", "pid": 49395, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.406, "name": "ffmpeg", "pid": 49395, "rss_mb": 269.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 155, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.495, "sample_count": 1710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:50:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:50:03+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-07-03T19:50:02+09:00", "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-07-03T19:50:02.993885+09:00", "mtime_epoch": 1783075802.9938853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157873}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:50:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.983, "pushed": 5.983, "read": 5.949}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.224, "count": 179, "max_ms": 14.475, "p95_ms": 10.721}, "gstreamer_push": {"avg_ms": 1.003, "count": 179, "max_ms": 1.718, "p95_ms": 1.197}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.216, "count": 179, "max_ms": 70.139, "p95_ms": 62.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.586, "count": 179, "max_ms": 81.084, "p95_ms": 73.761}, "yolo11_640_fire_11class": {"avg_ms": 49.26, "count": 179, "max_ms": 68.929, "p95_ms": 64.153}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.702, "count": 179, "max_ms": 84.361, "p95_ms": 80.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 157.012, "count": 179, "max_ms": 210.633, "p95_ms": 204.056}, "read_interval": {"avg_ms": 168.037, "count": 178, "max_ms": 221.843, "p95_ms": 214.118}, "triton_wait": {"avg_ms": 61.646, "count": 179, "max_ms": 84.372, "p95_ms": 80.571}, "visualize": {"avg_ms": 7.145, "count": 179, "max_ms": 11.277, "p95_ms": 9.211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6145.125, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.182, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:50:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:50:07+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T19:50:07+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T19:50:07.121956+09:00", "mtime_epoch": 1783075807.121956, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:50:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.985, "pushed": 9.985, "read": 9.952}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.882, "count": 299, "max_ms": 7.591, "p95_ms": 5.672}, "gstreamer_push": {"avg_ms": 1.281, "count": 299, "max_ms": 1.62, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.614, "count": 299, "max_ms": 67.737, "p95_ms": 63.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.828, "count": 299, "max_ms": 81.085, "p95_ms": 73.156}, "yolo11_640_fire_11class": {"avg_ms": 51.404, "count": 299, "max_ms": 69.198, "p95_ms": 64.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.595, "count": 299, "max_ms": 85.501, "p95_ms": 80.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.425, "count": 299, "max_ms": 142.2, "p95_ms": 106.636}, "read_interval": {"avg_ms": 100.33, "count": 298, "max_ms": 519.101, "p95_ms": 147.343}, "triton_wait": {"avg_ms": 55.05, "count": 299, "max_ms": 85.513, "p95_ms": 80.445}, "visualize": {"avg_ms": 3.932, "count": 299, "max_ms": 6.349, "p95_ms": 5.289}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 136, "h264_decode_error_count": 344, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:50:11+09:00", "last_error_summary": "[h264 @ 0x55996ef2d740] cabac decode of qscale diff failed at 27 18 [h264 @ 0x55996ef2d740] error while decoding MB 27 18, bytestream -3", "last_exit_at": "2026-07-03T19:50:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.602, "last_started_at": "2026-07-03T19:50:14+09:00", "pid": 49502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.984, "name": "ffmpeg", "pid": 49502, "rss_mb": 264.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 156, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 203.24, "sample_count": 1696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:50:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:50:33+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-07-03T19:50:33+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T19:50:33.138793+09:00", "mtime_epoch": 1783075833.1387928, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:50:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.248, "pushed": 5.248, "read": 5.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.001, "count": 156, "max_ms": 12.784, "p95_ms": 10.732}, "gstreamer_push": {"avg_ms": 1.033, "count": 157, "max_ms": 1.541, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.223, "count": 156, "max_ms": 70.232, "p95_ms": 63.83}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.88, "count": 156, "max_ms": 79.991, "p95_ms": 73.385}, "yolo11_640_fire_11class": {"avg_ms": 48.804, "count": 156, "max_ms": 68.896, "p95_ms": 63.932}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.75, "count": 156, "max_ms": 90.659, "p95_ms": 81.267}}, "truncated_count": 0}, "processing_total": {"avg_ms": 149.782, "count": 157, "max_ms": 216.643, "p95_ms": 196.312}, "read_interval": {"avg_ms": 192.228, "count": 156, "max_ms": 5064.926, "p95_ms": 207.926}, "triton_wait": {"avg_ms": 61.726, "count": 156, "max_ms": 90.671, "p95_ms": 81.279}, "visualize": {"avg_ms": 6.758, "count": 156, "max_ms": 10.207, "p95_ms": 9.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6175.144, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.096, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 361265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:50:37+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:50:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:50:37.202959+09:00", "mtime_epoch": 1783075837.202959, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194333}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:50:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.067, "pushed": 10.067, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.776, "count": 301, "max_ms": 6.738, "p95_ms": 5.498}, "gstreamer_push": {"avg_ms": 1.299, "count": 301, "max_ms": 1.594, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.092, "count": 301, "max_ms": 73.124, "p95_ms": 63.925}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.79, "count": 301, "max_ms": 78.503, "p95_ms": 65.773}, "yolo11_640_fire_11class": {"avg_ms": 49.231, "count": 301, "max_ms": 68.394, "p95_ms": 63.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.901, "count": 301, "max_ms": 87.119, "p95_ms": 80.671}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.337, "count": 301, "max_ms": 135.961, "p95_ms": 104.228}, "read_interval": {"avg_ms": 99.807, "count": 300, "max_ms": 602.97, "p95_ms": 141.578}, "triton_wait": {"avg_ms": 54.365, "count": 301, "max_ms": 87.133, "p95_ms": 80.684}, "visualize": {"avg_ms": 3.897, "count": 301, "max_ms": 5.962, "p95_ms": 5.146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 136, "h264_decode_error_count": 344, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:50:11+09:00", "last_error_summary": "[h264 @ 0x55996ef2d740] cabac decode of qscale diff failed at 27 18 [h264 @ 0x55996ef2d740] error while decoding MB 27 18, bytestream -3", "last_exit_at": "2026-07-03T19:50:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.61, "last_started_at": "2026-07-03T19:50:14+09:00", "pid": 49502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.562, "name": "ffmpeg", "pid": 49502, "rss_mb": 267.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 156, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 201.65, "sample_count": 1743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:51:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:51:03+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T19:51:03+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T19:51:03.120003+09:00", "mtime_epoch": 1783075863.1200027, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:51:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.368, "pushed": 6.368, "read": 6.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.81, "count": 191, "max_ms": 15.722, "p95_ms": 10.069}, "gstreamer_push": {"avg_ms": 1.057, "count": 191, "max_ms": 1.866, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.056, "count": 191, "max_ms": 65.305, "p95_ms": 61.804}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.409, "count": 191, "max_ms": 82.846, "p95_ms": 70.045}, "yolo11_640_fire_11class": {"avg_ms": 48.825, "count": 191, "max_ms": 66.174, "p95_ms": 61.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.138, "count": 191, "max_ms": 84.746, "p95_ms": 79.246}}, "truncated_count": 0}, "processing_total": {"avg_ms": 145.826, "count": 191, "max_ms": 226.452, "p95_ms": 173.99}, "read_interval": {"avg_ms": 156.966, "count": 191, "max_ms": 238.398, "p95_ms": 184.695}, "triton_wait": {"avg_ms": 61.158, "count": 191, "max_ms": 84.757, "p95_ms": 79.258}, "visualize": {"avg_ms": 6.596, "count": 191, "max_ms": 9.71, "p95_ms": 8.031}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6205.223, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.444, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 361554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:51:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:51:07+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T19:51:07+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T19:51:07.244167+09:00", "mtime_epoch": 1783075867.2441666, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 192506}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:51:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.634, "pushed": 9.634, "read": 9.601}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.423, "count": 288, "max_ms": 7.66, "p95_ms": 6.034}, "gstreamer_push": {"avg_ms": 1.248, "count": 289, "max_ms": 2.07, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.973, "count": 288, "max_ms": 67.186, "p95_ms": 62.173}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.164, "count": 288, "max_ms": 79.264, "p95_ms": 67.703}, "yolo11_640_fire_11class": {"avg_ms": 48.57, "count": 288, "max_ms": 69.098, "p95_ms": 61.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.391, "count": 288, "max_ms": 84.202, "p95_ms": 79.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.628, "count": 289, "max_ms": 134.004, "p95_ms": 129.052}, "read_interval": {"avg_ms": 104.017, "count": 288, "max_ms": 478.299, "p95_ms": 143.882}, "triton_wait": {"avg_ms": 55.498, "count": 288, "max_ms": 84.215, "p95_ms": 79.591}, "visualize": {"avg_ms": 4.352, "count": 288, "max_ms": 6.411, "p95_ms": 5.542}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 136, "h264_decode_error_count": 344, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:50:11+09:00", "last_error_summary": "[h264 @ 0x55996ef2d740] cabac decode of qscale diff failed at 27 18 [h264 @ 0x55996ef2d740] error while decoding MB 27 18, bytestream -3", "last_exit_at": "2026-07-03T19:50:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.67, "last_started_at": "2026-07-03T19:50:14+09:00", "pid": 49502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.398, "name": "ffmpeg", "pid": 49502, "rss_mb": 270.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 156, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 199.765, "sample_count": 1766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:51:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:51:33+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-03T19:51:33+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T19:51:33.161180+09:00", "mtime_epoch": 1783075893.1611803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:51:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.686, "pushed": 6.686, "read": 6.653}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.521, "count": 200, "max_ms": 13.507, "p95_ms": 9.786}, "gstreamer_push": {"avg_ms": 1.072, "count": 200, "max_ms": 1.588, "p95_ms": 1.195}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.567, "count": 200, "max_ms": 71.151, "p95_ms": 62.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.232, "count": 200, "max_ms": 79.401, "p95_ms": 68.61}, "yolo11_640_fire_11class": {"avg_ms": 47.697, "count": 200, "max_ms": 71.14, "p95_ms": 61.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.165, "count": 200, "max_ms": 82.547, "p95_ms": 78.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 138.803, "count": 200, "max_ms": 189.773, "p95_ms": 161.653}, "read_interval": {"avg_ms": 150.209, "count": 199, "max_ms": 200.867, "p95_ms": 173.825}, "triton_wait": {"avg_ms": 59.503, "count": 200, "max_ms": 82.559, "p95_ms": 78.723}, "visualize": {"avg_ms": 6.319, "count": 200, "max_ms": 9.483, "p95_ms": 7.602}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6235.251, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.999, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 361860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:51:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:51:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T19:51:37+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T19:51:37.289339+09:00", "mtime_epoch": 1783075897.2893393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:51:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.231, "pushed": 10.231, "read": 10.198}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.329, "count": 306, "max_ms": 7.607, "p95_ms": 6.097}, "gstreamer_push": {"avg_ms": 1.27, "count": 306, "max_ms": 1.718, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.984, "count": 306, "max_ms": 72.768, "p95_ms": 62.384}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.016, "count": 306, "max_ms": 74.669, "p95_ms": 58.478}, "yolo11_640_fire_11class": {"avg_ms": 47.635, "count": 306, "max_ms": 69.955, "p95_ms": 61.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.789, "count": 306, "max_ms": 81.773, "p95_ms": 78.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.773, "count": 306, "max_ms": 141.831, "p95_ms": 115.914}, "read_interval": {"avg_ms": 98.115, "count": 305, "max_ms": 372.271, "p95_ms": 134.014}, "triton_wait": {"avg_ms": 53.872, "count": 306, "max_ms": 81.789, "p95_ms": 78.489}, "visualize": {"avg_ms": 4.295, "count": 306, "max_ms": 6.388, "p95_ms": 5.505}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2349}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 136, "h264_decode_error_count": 344, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:50:11+09:00", "last_error_summary": "[h264 @ 0x55996ef2d740] cabac decode of qscale diff failed at 27 18 [h264 @ 0x55996ef2d740] error while decoding MB 27 18, bytestream -3", "last_exit_at": "2026-07-03T19:50:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.682, "last_started_at": "2026-07-03T19:50:14+09:00", "pid": 49502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.398, "name": "ffmpeg", "pid": 49502, "rss_mb": 270.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 156, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.042, "sample_count": 1778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 281964, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:52:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:52:03+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T19:52:03+09:00", "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-07-03T19:52:03.186324+09:00", "mtime_epoch": 1783075923.186324, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:52:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.532, "pushed": 6.532, "read": 6.498}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.489, "count": 195, "max_ms": 12.768, "p95_ms": 9.469}, "gstreamer_push": {"avg_ms": 1.063, "count": 195, "max_ms": 1.657, "p95_ms": 1.17}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.604, "count": 195, "max_ms": 65.325, "p95_ms": 62.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.435, "count": 195, "max_ms": 75.41, "p95_ms": 69.522}, "yolo11_640_fire_11class": {"avg_ms": 48.533, "count": 195, "max_ms": 66.375, "p95_ms": 61.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.538, "count": 195, "max_ms": 84.146, "p95_ms": 81.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 142.476, "count": 195, "max_ms": 201.287, "p95_ms": 164.375}, "read_interval": {"avg_ms": 153.91, "count": 194, "max_ms": 210.825, "p95_ms": 177.781}, "triton_wait": {"avg_ms": 62.383, "count": 195, "max_ms": 84.158, "p95_ms": 81.448}, "visualize": {"avg_ms": 6.423, "count": 195, "max_ms": 10.224, "p95_ms": 7.676}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3018}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6265.302, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.109, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 362162, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:52:07+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T19:52:07+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T19:52:07.362480+09:00", "mtime_epoch": 1783075927.3624804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:52:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.076, "pushed": 10.076, "read": 10.043}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.346, "count": 302, "max_ms": 8.247, "p95_ms": 5.966}, "gstreamer_push": {"avg_ms": 1.273, "count": 302, "max_ms": 2.142, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.194, "count": 302, "max_ms": 67.728, "p95_ms": 63.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.384, "count": 302, "max_ms": 76.36, "p95_ms": 70.97}, "yolo11_640_fire_11class": {"avg_ms": 48.044, "count": 302, "max_ms": 68.257, "p95_ms": 63.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.787, "count": 302, "max_ms": 85.253, "p95_ms": 82.477}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.278, "count": 302, "max_ms": 135.732, "p95_ms": 129.505}, "read_interval": {"avg_ms": 99.569, "count": 301, "max_ms": 150.947, "p95_ms": 143.721}, "triton_wait": {"avg_ms": 55.828, "count": 302, "max_ms": 85.264, "p95_ms": 82.489}, "visualize": {"avg_ms": 4.291, "count": 302, "max_ms": 6.5, "p95_ms": 5.419}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2351}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 136, "h264_decode_error_count": 344, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:50:11+09:00", "last_error_summary": "[h264 @ 0x55996ef2d740] cabac decode of qscale diff failed at 27 18 [h264 @ 0x55996ef2d740] error while decoding MB 27 18, bytestream -3", "last_exit_at": "2026-07-03T19:50:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.796, "last_started_at": "2026-07-03T19:50:14+09:00", "pid": 49502, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.398, "name": "ffmpeg", "pid": 49502, "rss_mb": 270.398, "state": "S (sleeping)", "threads": 106}, "restart_count": 156, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.042, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:52:33+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T19:52:33+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T19:52:33.311440+09:00", "mtime_epoch": 1783075953.3114398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 155516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:52:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.475, "pushed": 6.475, "read": 6.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.734, "count": 193, "max_ms": 11.852, "p95_ms": 10.309}, "gstreamer_push": {"avg_ms": 1.051, "count": 194, "max_ms": 1.923, "p95_ms": 1.221}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.205, "count": 193, "max_ms": 66.514, "p95_ms": 63.405}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.145, "count": 193, "max_ms": 79.499, "p95_ms": 72.384}, "yolo11_640_fire_11class": {"avg_ms": 50.021, "count": 193, "max_ms": 65.833, "p95_ms": 63.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.337, "count": 193, "max_ms": 83.685, "p95_ms": 81.688}}, "truncated_count": 0}, "processing_total": {"avg_ms": 143.666, "count": 194, "max_ms": 243.125, "p95_ms": 185.246}, "read_interval": {"avg_ms": 155.265, "count": 193, "max_ms": 255.061, "p95_ms": 197.297}, "triton_wait": {"avg_ms": 62.76, "count": 193, "max_ms": 83.698, "p95_ms": 81.7}, "visualize": {"avg_ms": 6.39, "count": 193, "max_ms": 10.326, "p95_ms": 8.396}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6295.387, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.462, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 362459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:52:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:52:37+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T19:52:37+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T19:52:37.411589+09:00", "mtime_epoch": 1783075957.4115894, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:52:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.867, "pushed": 9.901, "read": 9.867}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.416, "count": 296, "max_ms": 7.966, "p95_ms": 6.302}, "gstreamer_push": {"avg_ms": 1.235, "count": 297, "max_ms": 1.562, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.1, "count": 296, "max_ms": 70.57, "p95_ms": 64.159}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.329, "count": 296, "max_ms": 78.582, "p95_ms": 65.564}, "yolo11_640_fire_11class": {"avg_ms": 49.944, "count": 296, "max_ms": 76.003, "p95_ms": 64.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.088, "count": 296, "max_ms": 85.746, "p95_ms": 81.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.422, "count": 296, "max_ms": 137.607, "p95_ms": 129.811}, "read_interval": {"avg_ms": 101.227, "count": 296, "max_ms": 152.882, "p95_ms": 145.177}, "triton_wait": {"avg_ms": 56.147, "count": 296, "max_ms": 85.76, "p95_ms": 81.935}, "visualize": {"avg_ms": 4.365, "count": 296, "max_ms": 7.681, "p95_ms": 5.626}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12367.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:52:50+09:00", "last_error_summary": "[h264 @ 0x555efef021c0] error while decoding MB 74 32, bytestream -9", "last_exit_at": "2026-07-03T19:52:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.167, "last_started_at": "2026-07-03T19:52:53+09:00", "pid": 49609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 248.543, "name": "ffmpeg", "pid": 49609, "rss_mb": 248.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 157, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 196.625, "sample_count": 1788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T19:53:03+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-07-03T19:53:03+09:00", "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-07-03T19:53:03.320522+09:00", "mtime_epoch": 1783075983.320522, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 156692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:53:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.186, "pushed": 5.186, "read": 5.153}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.125, "count": 155, "max_ms": 13.187, "p95_ms": 11.397}, "gstreamer_push": {"avg_ms": 1.017, "count": 155, "max_ms": 1.331, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.773, "count": 155, "max_ms": 70.035, "p95_ms": 62.555}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.761, "count": 155, "max_ms": 78.54, "p95_ms": 71.917}, "yolo11_640_fire_11class": {"avg_ms": 48.775, "count": 155, "max_ms": 69.477, "p95_ms": 64.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.566, "count": 155, "max_ms": 84.715, "p95_ms": 80.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 151.288, "count": 155, "max_ms": 243.848, "p95_ms": 199.047}, "read_interval": {"avg_ms": 193.934, "count": 154, "max_ms": 5008.235, "p95_ms": 209.812}, "triton_wait": {"avg_ms": 61.69, "count": 155, "max_ms": 84.727, "p95_ms": 80.92}, "visualize": {"avg_ms": 6.901, "count": 155, "max_ms": 10.743, "p95_ms": 9.648}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3023}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6325.399, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.462, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 362770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:53:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:53:07+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T19:53:07+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T19:53:07.424668+09:00", "mtime_epoch": 1783075987.424668, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176884}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:53:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.367, "pushed": 10.367, "read": 10.367}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 311, "max_ms": 7.664, "p95_ms": 5.83}, "gstreamer_push": {"avg_ms": 1.266, "count": 311, "max_ms": 1.821, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.685, "count": 311, "max_ms": 69.136, "p95_ms": 61.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.793, "count": 311, "max_ms": 81.176, "p95_ms": 62.466}, "yolo11_640_fire_11class": {"avg_ms": 50.478, "count": 311, "max_ms": 70.704, "p95_ms": 63.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.354, "count": 311, "max_ms": 83.643, "p95_ms": 78.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.792, "count": 311, "max_ms": 134.393, "p95_ms": 109.511}, "read_interval": {"avg_ms": 96.532, "count": 311, "max_ms": 507.094, "p95_ms": 127.985}, "triton_wait": {"avg_ms": 54.564, "count": 311, "max_ms": 83.656, "p95_ms": 79.116}, "visualize": {"avg_ms": 4.087, "count": 311, "max_ms": 6.184, "p95_ms": 5.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2354}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:52:50+09:00", "last_error_summary": "[h264 @ 0x555efef021c0] error while decoding MB 74 32, bytestream -9", "last_exit_at": "2026-07-03T19:52:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.266, "last_started_at": "2026-07-03T19:52:53+09:00", "pid": 49609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.332, "name": "ffmpeg", "pid": 49609, "rss_mb": 266.332, "state": "S (sleeping)", "threads": 106}, "restart_count": 157, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.633, "sample_count": 1782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:53:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:53:33+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-07-03T19:53:33+09:00", "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-07-03T19:53:33.373578+09:00", "mtime_epoch": 1783076013.3735783, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 158078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:53:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.78, "pushed": 5.78, "read": 5.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.709, "count": 172, "max_ms": 12.819, "p95_ms": 11.093}, "gstreamer_push": {"avg_ms": 0.98, "count": 173, "max_ms": 1.212, "p95_ms": 1.15}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.959, "count": 172, "max_ms": 69.023, "p95_ms": 64.097}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.326, "count": 172, "max_ms": 82.407, "p95_ms": 75.887}, "yolo11_640_fire_11class": {"avg_ms": 49.572, "count": 172, "max_ms": 67.636, "p95_ms": 64.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.169, "count": 172, "max_ms": 85.427, "p95_ms": 82.178}}, "truncated_count": 0}, "processing_total": {"avg_ms": 163.596, "count": 173, "max_ms": 231.06, "p95_ms": 207.114}, "read_interval": {"avg_ms": 173.714, "count": 172, "max_ms": 242.608, "p95_ms": 216.688}, "triton_wait": {"avg_ms": 62.736, "count": 172, "max_ms": 85.437, "p95_ms": 82.19}, "visualize": {"avg_ms": 7.417, "count": 172, "max_ms": 12.074, "p95_ms": 9.495}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6355.468, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.222, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 363051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:53:37+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T19:53:37+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T19:53:37.493721+09:00", "mtime_epoch": 1783076017.493721, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194365}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:53:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.372, "pushed": 9.372, "read": 9.339}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.724, "count": 281, "max_ms": 8.087, "p95_ms": 6.624}, "gstreamer_push": {"avg_ms": 1.211, "count": 281, "max_ms": 1.585, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.215, "count": 281, "max_ms": 67.575, "p95_ms": 63.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.602, "count": 281, "max_ms": 79.857, "p95_ms": 74.238}, "yolo11_640_fire_11class": {"avg_ms": 49.163, "count": 281, "max_ms": 70.668, "p95_ms": 63.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.401, "count": 281, "max_ms": 84.705, "p95_ms": 81.297}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.929, "count": 281, "max_ms": 135.994, "p95_ms": 129.702}, "read_interval": {"avg_ms": 106.95, "count": 280, "max_ms": 461.595, "p95_ms": 145.817}, "triton_wait": {"avg_ms": 55.528, "count": 281, "max_ms": 84.716, "p95_ms": 81.309}, "visualize": {"avg_ms": 4.49, "count": 281, "max_ms": 6.426, "p95_ms": 5.6}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:52:50+09:00", "last_error_summary": "[h264 @ 0x555efef021c0] error while decoding MB 74 32, bytestream -9", "last_exit_at": "2026-07-03T19:52:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.429, "last_started_at": "2026-07-03T19:52:53+09:00", "pid": 49609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.168, "name": "ffmpeg", "pid": 49609, "rss_mb": 269.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 157, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 192.549, "sample_count": 1794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:54:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:54:03+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-07-03T19:54:03+09:00", "mjpeg": {"age_sec": 0.159, "exists": true, "mtime": "2026-07-03T19:54:03.578613+09:00", "mtime_epoch": 1783076043.5786133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:54:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.003, "pushed": 6.003, "read": 5.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.35, "count": 179, "max_ms": 16.784, "p95_ms": 10.818}, "gstreamer_push": {"avg_ms": 1.014, "count": 180, "max_ms": 1.284, "p95_ms": 1.163}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.622, "count": 179, "max_ms": 66.668, "p95_ms": 61.757}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.675, "count": 179, "max_ms": 82.517, "p95_ms": 69.177}, "yolo11_640_fire_11class": {"avg_ms": 47.664, "count": 179, "max_ms": 64.704, "p95_ms": 60.771}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.449, "count": 179, "max_ms": 85.848, "p95_ms": 81.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 156.59, "count": 180, "max_ms": 220.161, "p95_ms": 188.266}, "read_interval": {"avg_ms": 167.518, "count": 179, "max_ms": 230.901, "p95_ms": 200.759}, "triton_wait": {"avg_ms": 61.119, "count": 179, "max_ms": 85.859, "p95_ms": 81.213}, "visualize": {"avg_ms": 7.072, "count": 179, "max_ms": 12.647, "p95_ms": 8.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3027}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6385.473, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.536, "sample_count": 2978, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 363351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:54:07+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T19:54:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T19:54:07.510746+09:00", "mtime_epoch": 1783076047.5107462, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:54:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 10.003}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.484, "count": 300, "max_ms": 8.126, "p95_ms": 5.869}, "gstreamer_push": {"avg_ms": 1.229, "count": 300, "max_ms": 1.563, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.339, "count": 300, "max_ms": 67.799, "p95_ms": 61.893}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.395, "count": 300, "max_ms": 81.693, "p95_ms": 58.473}, "yolo11_640_fire_11class": {"avg_ms": 47.056, "count": 300, "max_ms": 66.643, "p95_ms": 60.712}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.102, "count": 300, "max_ms": 84.502, "p95_ms": 79.551}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.888, "count": 300, "max_ms": 138.076, "p95_ms": 122.659}, "read_interval": {"avg_ms": 100.087, "count": 300, "max_ms": 151.119, "p95_ms": 135.605}, "triton_wait": {"avg_ms": 54.217, "count": 300, "max_ms": 84.516, "p95_ms": 79.563}, "visualize": {"avg_ms": 4.329, "count": 300, "max_ms": 5.999, "p95_ms": 5.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:52:50+09:00", "last_error_summary": "[h264 @ 0x555efef021c0] error while decoding MB 74 32, bytestream -9", "last_exit_at": "2026-07-03T19:52:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.566, "last_started_at": "2026-07-03T19:52:53+09:00", "pid": 49609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.293, "name": "ffmpeg", "pid": 49609, "rss_mb": 273.293, "state": "S (sleeping)", "threads": 106}, "restart_count": 157, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 188.14, "sample_count": 1814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 282860, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:54:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:54:33+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-07-03T19:54:33+09:00", "mjpeg": {"age_sec": 0.151, "exists": true, "mtime": "2026-07-03T19:54:33.723621+09:00", "mtime_epoch": 1783076073.7236214, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:54:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.463, "pushed": 6.463, "read": 6.43}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.033, "count": 193, "max_ms": 14.704, "p95_ms": 11.367}, "gstreamer_push": {"avg_ms": 1.039, "count": 193, "max_ms": 1.304, "p95_ms": 1.191}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.768, "count": 193, "max_ms": 64.945, "p95_ms": 61.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.214, "count": 193, "max_ms": 79.508, "p95_ms": 68.944}, "yolo11_640_fire_11class": {"avg_ms": 46.469, "count": 193, "max_ms": 65.482, "p95_ms": 60.228}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.017, "count": 193, "max_ms": 85.391, "p95_ms": 79.496}}, "truncated_count": 0}, "processing_total": {"avg_ms": 144.204, "count": 193, "max_ms": 208.078, "p95_ms": 178.834}, "read_interval": {"avg_ms": 155.456, "count": 192, "max_ms": 218.213, "p95_ms": 190.487}, "triton_wait": {"avg_ms": 58.808, "count": 193, "max_ms": 85.403, "p95_ms": 79.506}, "visualize": {"avg_ms": 6.622, "count": 193, "max_ms": 9.707, "p95_ms": 8.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6415.495, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.021, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 363623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:54:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:54:37+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T19:54:37+09:00", "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-07-03T19:54:37.495746+09:00", "mtime_epoch": 1783076077.495746, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183022}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:54:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.085, "pushed": 9.085, "read": 9.051}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.112, "count": 272, "max_ms": 8.237, "p95_ms": 6.48}, "gstreamer_push": {"avg_ms": 1.198, "count": 272, "max_ms": 1.767, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.847, "count": 272, "max_ms": 72.065, "p95_ms": 62.209}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.229, "count": 272, "max_ms": 82.312, "p95_ms": 67.352}, "yolo11_640_fire_11class": {"avg_ms": 47.27, "count": 272, "max_ms": 72.555, "p95_ms": 62.065}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.311, "count": 272, "max_ms": 89.531, "p95_ms": 80.15}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.85, "count": 272, "max_ms": 143.541, "p95_ms": 129.894}, "read_interval": {"avg_ms": 110.244, "count": 271, "max_ms": 157.595, "p95_ms": 143.536}, "triton_wait": {"avg_ms": 54.354, "count": 272, "max_ms": 89.543, "p95_ms": 80.163}, "visualize": {"avg_ms": 4.788, "count": 272, "max_ms": 6.583, "p95_ms": 5.59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:52:50+09:00", "last_error_summary": "[h264 @ 0x555efef021c0] error while decoding MB 74 32, bytestream -9", "last_exit_at": "2026-07-03T19:52:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.658, "last_started_at": "2026-07-03T19:52:53+09:00", "pid": 49609, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.676, "name": "ffmpeg", "pid": 49609, "rss_mb": 286.676, "state": "S (sleeping)", "threads": 104}, "restart_count": 157, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 186.055, "sample_count": 1825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:55:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:55:03+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T19:55:03+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T19:55:03.808604+09:00", "mtime_epoch": 1783076103.8086042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:55:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.355, "pushed": 6.355, "read": 6.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.81, "count": 190, "max_ms": 12.657, "p95_ms": 9.992}, "gstreamer_push": {"avg_ms": 1.03, "count": 190, "max_ms": 1.407, "p95_ms": 1.171}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.5, "count": 190, "max_ms": 65.321, "p95_ms": 61.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.179, "count": 190, "max_ms": 79.51, "p95_ms": 71.382}, "yolo11_640_fire_11class": {"avg_ms": 47.162, "count": 190, "max_ms": 63.099, "p95_ms": 60.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.961, "count": 190, "max_ms": 86.204, "p95_ms": 80.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 147.093, "count": 190, "max_ms": 212.162, "p95_ms": 183.249}, "read_interval": {"avg_ms": 158.303, "count": 189, "max_ms": 223.504, "p95_ms": 192.878}, "triton_wait": {"avg_ms": 61.084, "count": 190, "max_ms": 86.217, "p95_ms": 80.641}, "visualize": {"avg_ms": 6.654, "count": 190, "max_ms": 8.842, "p95_ms": 8.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3032}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12146.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6445.574, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.659, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 363913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:55:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:55:07+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T19:55:07+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T19:55:07.600726+09:00", "mtime_epoch": 1783076107.6007264, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 178173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:55:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.678, "pushed": 9.678, "read": 9.644}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.683, "count": 289, "max_ms": 7.87, "p95_ms": 6.188}, "gstreamer_push": {"avg_ms": 1.215, "count": 290, "max_ms": 1.966, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.308, "count": 289, "max_ms": 64.616, "p95_ms": 61.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.35, "count": 289, "max_ms": 78.789, "p95_ms": 60.637}, "yolo11_640_fire_11class": {"avg_ms": 47.054, "count": 289, "max_ms": 64.078, "p95_ms": 60.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.207, "count": 289, "max_ms": 84.07, "p95_ms": 78.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.823, "count": 290, "max_ms": 135.13, "p95_ms": 124.466}, "read_interval": {"avg_ms": 103.679, "count": 289, "max_ms": 151.895, "p95_ms": 137.996}, "triton_wait": {"avg_ms": 54.237, "count": 289, "max_ms": 84.083, "p95_ms": 78.846}, "visualize": {"avg_ms": 4.522, "count": 289, "max_ms": 6.766, "p95_ms": 5.601}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:52:50+09:00", "last_error_summary": "[h264 @ 0x555efef021c0] error while decoding MB 74 32, bytestream -9", "last_exit_at": "2026-07-03T19:55:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.519, "last_started_at": "2026-07-03T19:55:08+09:00", "pid": 49716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.578, "name": "ffmpeg", "pid": 49716, "rss_mb": 266.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 158, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.508, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:55:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:55:34+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-07-03T19:55:33+09:00", "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-07-03T19:55:33.965567+09:00", "mtime_epoch": 1783076133.965567, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 159598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:55:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.072, "pushed": 5.072, "read": 5.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.199, "count": 151, "max_ms": 12.138, "p95_ms": 10.323}, "gstreamer_push": {"avg_ms": 1.007, "count": 152, "max_ms": 1.283, "p95_ms": 1.179}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.836, "count": 151, "max_ms": 68.741, "p95_ms": 63.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.931, "count": 151, "max_ms": 83.369, "p95_ms": 72.67}, "yolo11_640_fire_11class": {"avg_ms": 49.122, "count": 151, "max_ms": 64.833, "p95_ms": 62.374}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.629, "count": 151, "max_ms": 86.342, "p95_ms": 82.652}}, "truncated_count": 0}, "processing_total": {"avg_ms": 154.457, "count": 152, "max_ms": 207.527, "p95_ms": 185.036}, "read_interval": {"avg_ms": 198.546, "count": 151, "max_ms": 5164.808, "p95_ms": 196.733}, "triton_wait": {"avg_ms": 62.443, "count": 151, "max_ms": 86.354, "p95_ms": 82.664}, "visualize": {"avg_ms": 6.99, "count": 151, "max_ms": 11.08, "p95_ms": 8.716}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6475.625, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.352, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 364189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:55:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T19:55:37+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T19:55:37+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T19:55:37.617682+09:00", "mtime_epoch": 1783076137.6176825, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 201045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:55:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.22, "pushed": 9.22, "read": 9.187}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.953, "count": 276, "max_ms": 8.304, "p95_ms": 6.339}, "gstreamer_push": {"avg_ms": 1.198, "count": 276, "max_ms": 2.006, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.482, "count": 276, "max_ms": 71.856, "p95_ms": 63.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.353, "count": 276, "max_ms": 79.593, "p95_ms": 69.628}, "yolo11_640_fire_11class": {"avg_ms": 48.321, "count": 276, "max_ms": 67.445, "p95_ms": 62.529}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.266, "count": 276, "max_ms": 84.094, "p95_ms": 80.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.206, "count": 276, "max_ms": 134.701, "p95_ms": 130.028}, "read_interval": {"avg_ms": 108.728, "count": 275, "max_ms": 151.767, "p95_ms": 143.576}, "triton_wait": {"avg_ms": 55.314, "count": 276, "max_ms": 84.106, "p95_ms": 80.07}, "visualize": {"avg_ms": 4.679, "count": 276, "max_ms": 7.039, "p95_ms": 5.352}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2361}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:52:50+09:00", "last_error_summary": "[h264 @ 0x555efef021c0] error while decoding MB 74 32, bytestream -9", "last_exit_at": "2026-07-03T19:55:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.602, "last_started_at": "2026-07-03T19:55:08+09:00", "pid": 49716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.094, "name": "ffmpeg", "pid": 49716, "rss_mb": 267.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 158, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 198.646, "sample_count": 1782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:56:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:56:04+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T19:56:04+09:00", "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-07-03T19:56:04.046507+09:00", "mtime_epoch": 1783076164.0465071, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:56:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.178, "pushed": 5.178, "read": 5.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.338, "count": 154, "max_ms": 14.132, "p95_ms": 12.173}, "gstreamer_push": {"avg_ms": 0.907, "count": 155, "max_ms": 1.369, "p95_ms": 1.078}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.384, "count": 154, "max_ms": 66.121, "p95_ms": 61.483}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.613, "count": 154, "max_ms": 80.94, "p95_ms": 73.466}, "yolo11_640_fire_11class": {"avg_ms": 48.315, "count": 154, "max_ms": 65.58, "p95_ms": 61.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.811, "count": 154, "max_ms": 85.171, "p95_ms": 81.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.72, "count": 155, "max_ms": 229.113, "p95_ms": 222.529}, "read_interval": {"avg_ms": 194.217, "count": 154, "max_ms": 240.717, "p95_ms": 232.093}, "triton_wait": {"avg_ms": 62.093, "count": 154, "max_ms": 85.183, "p95_ms": 81.999}, "visualize": {"avg_ms": 8.477, "count": 154, "max_ms": 10.903, "p95_ms": 10.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3037}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6505.688, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.189, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 364479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:56:07+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T19:56:07+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:56:07.746621+09:00", "mtime_epoch": 1783076167.7466211, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 195522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:56:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.683, "pushed": 9.683, "read": 9.65}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.77, "count": 290, "max_ms": 8.382, "p95_ms": 6.46}, "gstreamer_push": {"avg_ms": 1.215, "count": 290, "max_ms": 1.996, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.951, "count": 290, "max_ms": 65.954, "p95_ms": 62.072}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.541, "count": 290, "max_ms": 78.089, "p95_ms": 67.073}, "yolo11_640_fire_11class": {"avg_ms": 46.977, "count": 290, "max_ms": 65.941, "p95_ms": 61.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.853, "count": 290, "max_ms": 89.611, "p95_ms": 80.825}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.745, "count": 290, "max_ms": 137.915, "p95_ms": 129.255}, "read_interval": {"avg_ms": 103.754, "count": 289, "max_ms": 155.391, "p95_ms": 142.506}, "triton_wait": {"avg_ms": 53.896, "count": 290, "max_ms": 89.624, "p95_ms": 80.837}, "visualize": {"avg_ms": 4.559, "count": 290, "max_ms": 6.624, "p95_ms": 5.645}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:52:50+09:00", "last_error_summary": "[h264 @ 0x555efef021c0] error while decoding MB 74 32, bytestream -9", "last_exit_at": "2026-07-03T19:55:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.775, "last_started_at": "2026-07-03T19:55:08+09:00", "pid": 49716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.094, "name": "ffmpeg", "pid": 49716, "rss_mb": 267.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 158, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.412, "sample_count": 1734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:56:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:56:34+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-07-03T19:56:34+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T19:56:34.203429+09:00", "mtime_epoch": 1783076194.2034295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:56:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.067, "pushed": 5.1, "read": 5.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.339, "count": 152, "max_ms": 12.081, "p95_ms": 11.601}, "gstreamer_push": {"avg_ms": 0.897, "count": 153, "max_ms": 1.184, "p95_ms": 1.058}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.212, "count": 152, "max_ms": 64.033, "p95_ms": 61.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.629, "count": 152, "max_ms": 79.028, "p95_ms": 70.728}, "yolo11_640_fire_11class": {"avg_ms": 48.731, "count": 152, "max_ms": 63.477, "p95_ms": 61.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.15, "count": 152, "max_ms": 86.479, "p95_ms": 83.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 187.077, "count": 152, "max_ms": 227.485, "p95_ms": 219.39}, "read_interval": {"avg_ms": 197.245, "count": 152, "max_ms": 237.444, "p95_ms": 230.599}, "triton_wait": {"avg_ms": 63.356, "count": 152, "max_ms": 86.492, "p95_ms": 83.863}, "visualize": {"avg_ms": 8.617, "count": 152, "max_ms": 10.784, "p95_ms": 9.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6535.711, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.786, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 364755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:56:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:56:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T19:56:37+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T19:56:37.751537+09:00", "mtime_epoch": 1783076197.7515368, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 189049}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:56:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.228, "pushed": 9.228, "read": 9.195}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.964, "count": 276, "max_ms": 8.598, "p95_ms": 6.143}, "gstreamer_push": {"avg_ms": 1.169, "count": 276, "max_ms": 1.795, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.084, "count": 276, "max_ms": 68.866, "p95_ms": 62.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.645, "count": 276, "max_ms": 77.586, "p95_ms": 68.929}, "yolo11_640_fire_11class": {"avg_ms": 47.846, "count": 276, "max_ms": 65.549, "p95_ms": 61.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.377, "count": 276, "max_ms": 85.472, "p95_ms": 81.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.35, "count": 276, "max_ms": 139.431, "p95_ms": 131.173}, "read_interval": {"avg_ms": 108.782, "count": 275, "max_ms": 153.778, "p95_ms": 144.402}, "triton_wait": {"avg_ms": 54.429, "count": 276, "max_ms": 85.485, "p95_ms": 81.05}, "visualize": {"avg_ms": 4.707, "count": 276, "max_ms": 6.367, "p95_ms": 5.67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 137, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:52:50+09:00", "last_error_summary": "[h264 @ 0x555efef021c0] error while decoding MB 74 32, bytestream -9", "last_exit_at": "2026-07-03T19:55:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.918, "last_started_at": "2026-07-03T19:55:08+09:00", "pid": 49716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.094, "name": "ffmpeg", "pid": 49716, "rss_mb": 267.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 158, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.517, "sample_count": 1693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283665, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:57:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:57:04+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-07-03T19:57:04+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T19:57:04.352333+09:00", "mtime_epoch": 1783076224.3523333, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:57:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.176, "pushed": 5.176, "read": 5.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.413, "count": 154, "max_ms": 15.63, "p95_ms": 11.788}, "gstreamer_push": {"avg_ms": 0.889, "count": 155, "max_ms": 1.105, "p95_ms": 1.047}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.75, "count": 154, "max_ms": 68.161, "p95_ms": 61.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.365, "count": 154, "max_ms": 83.708, "p95_ms": 71.427}, "yolo11_640_fire_11class": {"avg_ms": 49.277, "count": 154, "max_ms": 66.976, "p95_ms": 63.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.428, "count": 154, "max_ms": 88.149, "p95_ms": 82.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.687, "count": 155, "max_ms": 226.658, "p95_ms": 209.069}, "read_interval": {"avg_ms": 194.528, "count": 154, "max_ms": 236.322, "p95_ms": 220.151}, "triton_wait": {"avg_ms": 62.743, "count": 154, "max_ms": 88.162, "p95_ms": 82.782}, "visualize": {"avg_ms": 8.542, "count": 154, "max_ms": 12.055, "p95_ms": 10.509}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6565.765, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.085, "sample_count": 2855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 365021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:57:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:57:07+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T19:57:07+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T19:57:07.788435+09:00", "mtime_epoch": 1783076227.7884352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:57:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.886, "pushed": 8.886, "read": 8.853}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.207, "count": 266, "max_ms": 7.757, "p95_ms": 6.433}, "gstreamer_push": {"avg_ms": 1.159, "count": 266, "max_ms": 1.694, "p95_ms": 1.381}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.673, "count": 266, "max_ms": 69.275, "p95_ms": 63.078}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.186, "count": 266, "max_ms": 80.191, "p95_ms": 70.109}, "yolo11_640_fire_11class": {"avg_ms": 50.835, "count": 266, "max_ms": 72.522, "p95_ms": 65.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.026, "count": 266, "max_ms": 89.384, "p95_ms": 80.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 98.974, "count": 266, "max_ms": 146.623, "p95_ms": 133.174}, "read_interval": {"avg_ms": 112.965, "count": 265, "max_ms": 165.206, "p95_ms": 146.661}, "triton_wait": {"avg_ms": 55.275, "count": 266, "max_ms": 89.396, "p95_ms": 80.525}, "visualize": {"avg_ms": 4.826, "count": 266, "max_ms": 6.201, "p95_ms": 5.681}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:57:14+09:00", "last_error_summary": "[h264 @ 0x55cf6fab6e00] error while decoding MB 25 17, bytestream -15", "last_exit_at": "2026-07-03T19:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 17.72, "last_started_at": "2026-07-03T19:57:16+09:00", "pid": 49823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.812, "name": "ffmpeg", "pid": 49823, "rss_mb": 267.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 159, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.615, "sample_count": 1635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:57:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:57:34+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T19:57:34+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T19:57:34.397217+09:00", "mtime_epoch": 1783076254.3972166, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162808}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:57:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.48, "pushed": 4.48, "read": 4.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.265, "count": 134, "max_ms": 16.612, "p95_ms": 11.68}, "gstreamer_push": {"avg_ms": 0.895, "count": 134, "max_ms": 1.119, "p95_ms": 0.978}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.663, "count": 134, "max_ms": 64.341, "p95_ms": 62.66}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.899, "count": 134, "max_ms": 81.814, "p95_ms": 72.217}, "yolo11_640_fire_11class": {"avg_ms": 48.743, "count": 134, "max_ms": 66.712, "p95_ms": 64.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.077, "count": 134, "max_ms": 84.601, "p95_ms": 82.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.2, "count": 134, "max_ms": 235.968, "p95_ms": 208.166}, "read_interval": {"avg_ms": 224.526, "count": 133, "max_ms": 4456.685, "p95_ms": 218.874}, "triton_wait": {"avg_ms": 62.381, "count": 134, "max_ms": 84.614, "p95_ms": 82.642}, "visualize": {"avg_ms": 8.489, "count": 134, "max_ms": 13.419, "p95_ms": 10.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3044}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6595.798, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.607, "sample_count": 2862, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 365326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:57:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:57:37+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T19:57:37+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T19:57:37.857317+09:00", "mtime_epoch": 1783076257.8573172, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 209975}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:57:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 304, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.204, "pushed": 10.204, "read": 10.17}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.447, "count": 305, "max_ms": 8.413, "p95_ms": 6.226}, "gstreamer_push": {"avg_ms": 1.234, "count": 305, "max_ms": 1.548, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.859, "count": 305, "max_ms": 67.208, "p95_ms": 61.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.319, "count": 305, "max_ms": 78.944, "p95_ms": 68.668}, "yolo11_640_fire_11class": {"avg_ms": 48.528, "count": 305, "max_ms": 66.976, "p95_ms": 61.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.579, "count": 305, "max_ms": 85.897, "p95_ms": 79.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.62, "count": 305, "max_ms": 147.175, "p95_ms": 111.958}, "read_interval": {"avg_ms": 98.531, "count": 304, "max_ms": 163.323, "p95_ms": 126.34}, "triton_wait": {"avg_ms": 53.64, "count": 305, "max_ms": 85.91, "p95_ms": 79.484}, "visualize": {"avg_ms": 4.323, "count": 305, "max_ms": 6.898, "p95_ms": 5.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2366}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12389.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:57:14+09:00", "last_error_summary": "[h264 @ 0x55cf6fab6e00] error while decoding MB 25 17, bytestream -15", "last_exit_at": "2026-07-03T19:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 47.838, "last_started_at": "2026-07-03T19:57:16+09:00", "pid": 49823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.164, "name": "ffmpeg", "pid": 49823, "rss_mb": 271.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 159, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.219, "sample_count": 1633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 283952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:58:04+09:00", "last_frame_read_age_sec": 0.224, "last_frame_read_at": "2026-07-03T19:58:04+09:00", "mjpeg": {"age_sec": 0.215, "exists": true, "mtime": "2026-07-03T19:58:04.494085+09:00", "mtime_epoch": 1783076284.494085, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:58:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.117, "pushed": 5.117, "read": 5.084}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.236, "count": 152, "max_ms": 15.262, "p95_ms": 11.22}, "gstreamer_push": {"avg_ms": 0.887, "count": 153, "max_ms": 1.234, "p95_ms": 0.99}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.764, "count": 152, "max_ms": 65.406, "p95_ms": 62.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.336, "count": 152, "max_ms": 81.175, "p95_ms": 73.94}, "yolo11_640_fire_11class": {"avg_ms": 49.878, "count": 152, "max_ms": 67.369, "p95_ms": 62.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.024, "count": 152, "max_ms": 85.997, "p95_ms": 82.774}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.901, "count": 153, "max_ms": 231.373, "p95_ms": 212.418}, "read_interval": {"avg_ms": 196.601, "count": 152, "max_ms": 243.155, "p95_ms": 222.007}, "triton_wait": {"avg_ms": 64.33, "count": 152, "max_ms": 86.009, "p95_ms": 82.783}, "visualize": {"avg_ms": 8.506, "count": 152, "max_ms": 14.904, "p95_ms": 9.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6625.856, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.73, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 365664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:58:07+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T19:58:07+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T19:58:07.914183+09:00", "mtime_epoch": 1783076287.9141827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 200414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:58:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 338, "pushed_frames": 338, "read_frames": 337, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.275, "pushed": 11.275, "read": 11.241}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.776, "count": 338, "max_ms": 7.967, "p95_ms": 5.508}, "gstreamer_push": {"avg_ms": 1.294, "count": 338, "max_ms": 1.534, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.45, "count": 338, "max_ms": 71.689, "p95_ms": 62.581}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.038, "count": 338, "max_ms": 78.338, "p95_ms": 70.46}, "yolo11_640_fire_11class": {"avg_ms": 49.046, "count": 338, "max_ms": 72.008, "p95_ms": 62.768}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.128, "count": 338, "max_ms": 85.855, "p95_ms": 81.511}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.295, "count": 338, "max_ms": 137.153, "p95_ms": 104.031}, "read_interval": {"avg_ms": 88.95, "count": 337, "max_ms": 150.782, "p95_ms": 117.533}, "triton_wait": {"avg_ms": 55.182, "count": 338, "max_ms": 85.867, "p95_ms": 81.522}, "visualize": {"avg_ms": 3.918, "count": 338, "max_ms": 5.844, "p95_ms": 5.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:57:14+09:00", "last_error_summary": "[h264 @ 0x55cf6fab6e00] error while decoding MB 25 17, bytestream -15", "last_exit_at": "2026-07-03T19:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.996, "last_started_at": "2026-07-03T19:57:16+09:00", "pid": 49823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.227, "name": "ffmpeg", "pid": 49823, "rss_mb": 273.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 159, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.732, "sample_count": 1615, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:58:34+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-07-03T19:58:34+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T19:58:34.698941+09:00", "mtime_epoch": 1783076314.698941, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140543}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:58:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.205, "pushed": 5.205, "read": 5.171}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.256, "count": 155, "max_ms": 17.107, "p95_ms": 11.209}, "gstreamer_push": {"avg_ms": 0.899, "count": 156, "max_ms": 1.107, "p95_ms": 1.027}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.071, "count": 155, "max_ms": 65.489, "p95_ms": 61.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.859, "count": 155, "max_ms": 79.551, "p95_ms": 73.146}, "yolo11_640_fire_11class": {"avg_ms": 51.038, "count": 155, "max_ms": 68.592, "p95_ms": 63.346}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.791, "count": 155, "max_ms": 86.994, "p95_ms": 81.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.382, "count": 156, "max_ms": 225.28, "p95_ms": 212.348}, "read_interval": {"avg_ms": 193.438, "count": 155, "max_ms": 235.971, "p95_ms": 221.945}, "triton_wait": {"avg_ms": 65.08, "count": 155, "max_ms": 87.006, "p95_ms": 81.379}, "visualize": {"avg_ms": 8.286, "count": 155, "max_ms": 10.521, "p95_ms": 9.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3049}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6655.913, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.638, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 365996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:58:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:58:38+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T19:58:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T19:58:37.943032+09:00", "mtime_epoch": 1783076317.943032, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193996}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:58:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.075, "pushed": 11.075, "read": 11.041}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.771, "count": 332, "max_ms": 7.995, "p95_ms": 5.514}, "gstreamer_push": {"avg_ms": 1.304, "count": 332, "max_ms": 1.876, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.081, "count": 332, "max_ms": 66.99, "p95_ms": 63.212}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.993, "count": 332, "max_ms": 77.786, "p95_ms": 70.979}, "yolo11_640_fire_11class": {"avg_ms": 51.324, "count": 332, "max_ms": 71.368, "p95_ms": 65.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.5, "count": 332, "max_ms": 85.841, "p95_ms": 82.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.803, "count": 332, "max_ms": 135.806, "p95_ms": 104.93}, "read_interval": {"avg_ms": 90.462, "count": 331, "max_ms": 149.636, "p95_ms": 118.861}, "triton_wait": {"avg_ms": 56.635, "count": 332, "max_ms": 85.853, "p95_ms": 82.879}, "visualize": {"avg_ms": 3.899, "count": 332, "max_ms": 7.649, "p95_ms": 5.107}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 138, "h264_decode_error_count": 346, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:57:14+09:00", "last_error_summary": "[h264 @ 0x55cf6fab6e00] error while decoding MB 25 17, bytestream -15", "last_exit_at": "2026-07-03T19:57:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.045, "last_started_at": "2026-07-03T19:57:16+09:00", "pid": 49823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.227, "name": "ffmpeg", "pid": 49823, "rss_mb": 273.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 159, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.069, "sample_count": 1585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284258, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:59:04+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-07-03T19:59:04+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T19:59:04.743778+09:00", "mtime_epoch": 1783076344.743778, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162655}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:59:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.024, "pushed": 5.024, "read": 4.991}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.51, "count": 150, "max_ms": 13.547, "p95_ms": 11.854}, "gstreamer_push": {"avg_ms": 0.895, "count": 150, "max_ms": 1.043, "p95_ms": 0.971}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.119, "count": 150, "max_ms": 64.273, "p95_ms": 61.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.98, "count": 150, "max_ms": 80.64, "p95_ms": 72.256}, "yolo11_640_fire_11class": {"avg_ms": 49.996, "count": 150, "max_ms": 64.872, "p95_ms": 62.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.739, "count": 150, "max_ms": 85.532, "p95_ms": 82.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.328, "count": 150, "max_ms": 227.791, "p95_ms": 212.713}, "read_interval": {"avg_ms": 200.372, "count": 149, "max_ms": 239.044, "p95_ms": 222.603}, "triton_wait": {"avg_ms": 65.126, "count": 150, "max_ms": 85.543, "p95_ms": 82.578}, "visualize": {"avg_ms": 8.674, "count": 150, "max_ms": 10.735, "p95_ms": 10.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6686.018, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.072, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 366284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:59:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:59:08+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T19:59:08+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T19:59:08.015868+09:00", "mtime_epoch": 1783076348.0158682, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 193761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:59:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.597, "pushed": 9.597, "read": 9.564}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.654, "count": 287, "max_ms": 8.299, "p95_ms": 6.25}, "gstreamer_push": {"avg_ms": 1.206, "count": 287, "max_ms": 1.517, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.026, "count": 287, "max_ms": 66.541, "p95_ms": 61.294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.035, "count": 287, "max_ms": 78.601, "p95_ms": 67.657}, "yolo11_640_fire_11class": {"avg_ms": 48.695, "count": 287, "max_ms": 67.251, "p95_ms": 62.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.905, "count": 287, "max_ms": 86.146, "p95_ms": 80.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.175, "count": 287, "max_ms": 140.85, "p95_ms": 129.462}, "read_interval": {"avg_ms": 104.428, "count": 286, "max_ms": 156.622, "p95_ms": 143.495}, "triton_wait": {"avg_ms": 54.937, "count": 287, "max_ms": 86.158, "p95_ms": 80.928}, "visualize": {"avg_ms": 4.499, "count": 287, "max_ms": 6.286, "p95_ms": 5.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:59:17+09:00", "last_error_summary": "[h264 @ 0x5596c1bfc3c0] error while decoding MB 26 32, bytestream -46", "last_exit_at": "2026-07-03T19:59:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.24, "last_started_at": "2026-07-03T19:59:20+09:00", "pid": 49930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.734, "name": "ffmpeg", "pid": 49930, "rss_mb": 264.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 160, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.348, "sample_count": 1521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:59:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:59:34+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-07-03T19:59:34+09:00", "mjpeg": {"age_sec": 0.185, "exists": true, "mtime": "2026-07-03T19:59:34.736600+09:00", "mtime_epoch": 1783076374.7365997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 161572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T19:59:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 128, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.267, "pushed": 4.267, "read": 4.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.479, "count": 128, "max_ms": 16.832, "p95_ms": 12.201}, "gstreamer_push": {"avg_ms": 0.905, "count": 128, "max_ms": 1.131, "p95_ms": 0.984}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.38, "count": 128, "max_ms": 69.947, "p95_ms": 63.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.574, "count": 128, "max_ms": 82.776, "p95_ms": 74.154}, "yolo11_640_fire_11class": {"avg_ms": 50.398, "count": 128, "max_ms": 69.959, "p95_ms": 65.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.065, "count": 128, "max_ms": 91.783, "p95_ms": 83.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.891, "count": 128, "max_ms": 226.078, "p95_ms": 215.393}, "read_interval": {"avg_ms": 234.347, "count": 128, "max_ms": 5113.911, "p95_ms": 228.061}, "triton_wait": {"avg_ms": 65.414, "count": 128, "max_ms": 91.795, "p95_ms": 83.873}, "visualize": {"avg_ms": 8.4, "count": 128, "max_ms": 11.109, "p95_ms": 9.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6716.037, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.361, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 366574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T19:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T19:59:38+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T19:59:38+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T19:59:38.064690+09:00", "mtime_epoch": 1783076378.06469, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 187128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T19:59:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.697, "pushed": 9.697, "read": 9.664}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.583, "count": 290, "max_ms": 6.866, "p95_ms": 5.787}, "gstreamer_push": {"avg_ms": 1.213, "count": 290, "max_ms": 1.855, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.131, "count": 290, "max_ms": 73.469, "p95_ms": 64.508}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.768, "count": 290, "max_ms": 80.635, "p95_ms": 73.119}, "yolo11_640_fire_11class": {"avg_ms": 49.95, "count": 290, "max_ms": 73.157, "p95_ms": 64.522}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.275, "count": 290, "max_ms": 87.023, "p95_ms": 82.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.639, "count": 290, "max_ms": 137.065, "p95_ms": 123.709}, "read_interval": {"avg_ms": 103.475, "count": 289, "max_ms": 150.703, "p95_ms": 135.264}, "triton_wait": {"avg_ms": 55.352, "count": 290, "max_ms": 87.035, "p95_ms": 82.909}, "visualize": {"avg_ms": 4.438, "count": 290, "max_ms": 6.896, "p95_ms": 5.338}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2371}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:59:17+09:00", "last_error_summary": "[h264 @ 0x5596c1bfc3c0] error while decoding MB 26 32, bytestream -46", "last_exit_at": "2026-07-03T19:59:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.32, "last_started_at": "2026-07-03T19:59:20+09:00", "pid": 49930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.57, "name": "ffmpeg", "pid": 49930, "rss_mb": 267.57, "state": "S (sleeping)", "threads": 106}, "restart_count": 160, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.397, "sample_count": 1482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:00:05+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T20:00:04+09:00", "mjpeg": {"age_sec": 0.197, "exists": true, "mtime": "2026-07-03T20:00:04.805411+09:00", "mtime_epoch": 1783076404.8054106, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160055}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:00:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.086, "pushed": 5.086, "read": 5.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.137, "count": 152, "max_ms": 12.766, "p95_ms": 11.457}, "gstreamer_push": {"avg_ms": 0.876, "count": 152, "max_ms": 1.205, "p95_ms": 0.964}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.06, "count": 152, "max_ms": 68.421, "p95_ms": 64.793}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.718, "count": 152, "max_ms": 83.071, "p95_ms": 73.456}, "yolo11_640_fire_11class": {"avg_ms": 49.973, "count": 152, "max_ms": 67.893, "p95_ms": 64.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.619, "count": 152, "max_ms": 85.832, "p95_ms": 82.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.265, "count": 152, "max_ms": 226.694, "p95_ms": 208.402}, "read_interval": {"avg_ms": 197.792, "count": 151, "max_ms": 236.485, "p95_ms": 219.695}, "triton_wait": {"avg_ms": 64.199, "count": 152, "max_ms": 85.845, "p95_ms": 82.919}, "visualize": {"avg_ms": 8.596, "count": 152, "max_ms": 12.307, "p95_ms": 9.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6746.08, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.173, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 366851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:00:08+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T20:00:08+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T20:00:08.105499+09:00", "mtime_epoch": 1783076408.1054988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 203936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:00:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.255, "pushed": 9.255, "read": 9.221}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.909, "count": 277, "max_ms": 7.805, "p95_ms": 6.403}, "gstreamer_push": {"avg_ms": 1.19, "count": 277, "max_ms": 1.755, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.562, "count": 277, "max_ms": 68.632, "p95_ms": 61.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.461, "count": 277, "max_ms": 76.694, "p95_ms": 67.905}, "yolo11_640_fire_11class": {"avg_ms": 49.828, "count": 277, "max_ms": 69.645, "p95_ms": 62.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.74, "count": 277, "max_ms": 85.425, "p95_ms": 80.31}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.692, "count": 277, "max_ms": 141.588, "p95_ms": 130.907}, "read_interval": {"avg_ms": 108.424, "count": 276, "max_ms": 155.36, "p95_ms": 144.717}, "triton_wait": {"avg_ms": 55.014, "count": 277, "max_ms": 85.437, "p95_ms": 80.323}, "visualize": {"avg_ms": 4.652, "count": 277, "max_ms": 6.844, "p95_ms": 5.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:59:17+09:00", "last_error_summary": "[h264 @ 0x5596c1bfc3c0] error while decoding MB 26 32, bytestream -46", "last_exit_at": "2026-07-03T19:59:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.403, "last_started_at": "2026-07-03T19:59:20+09:00", "pid": 49930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.406, "name": "ffmpeg", "pid": 49930, "rss_mb": 270.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 160, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.472, "sample_count": 1485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T20:00:35+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T20:00:34+09:00", "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-07-03T20:00:34.922210+09:00", "mtime_epoch": 1783076434.9222105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 157515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:00:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.16, "pushed": 5.16, "read": 5.127}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.062, "count": 154, "max_ms": 11.338, "p95_ms": 10.72}, "gstreamer_push": {"avg_ms": 0.874, "count": 154, "max_ms": 1.044, "p95_ms": 0.953}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.606, "count": 154, "max_ms": 68.864, "p95_ms": 62.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.12, "count": 154, "max_ms": 81.295, "p95_ms": 69.52}, "yolo11_640_fire_11class": {"avg_ms": 48.038, "count": 154, "max_ms": 64.621, "p95_ms": 61.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.167, "count": 154, "max_ms": 85.831, "p95_ms": 82.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 185.609, "count": 154, "max_ms": 231.036, "p95_ms": 206.204}, "read_interval": {"avg_ms": 195.415, "count": 153, "max_ms": 240.46, "p95_ms": 217.026}, "triton_wait": {"avg_ms": 62.63, "count": 154, "max_ms": 85.844, "p95_ms": 82.507}, "visualize": {"avg_ms": 8.435, "count": 154, "max_ms": 9.977, "p95_ms": 9.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.842, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6776.182, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.877, "sample_count": 2940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 367133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:00:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:00:38+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T20:00:38+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:00:38.214297+09:00", "mtime_epoch": 1783076438.2142973, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 191412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:00:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.404, "pushed": 9.404, "read": 9.37}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.876, "count": 281, "max_ms": 8.395, "p95_ms": 6.437}, "gstreamer_push": {"avg_ms": 1.18, "count": 282, "max_ms": 1.795, "p95_ms": 1.39}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.538, "count": 281, "max_ms": 71.848, "p95_ms": 61.771}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.916, "count": 281, "max_ms": 78.259, "p95_ms": 65.137}, "yolo11_640_fire_11class": {"avg_ms": 47.435, "count": 281, "max_ms": 65.224, "p95_ms": 60.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.481, "count": 281, "max_ms": 83.565, "p95_ms": 79.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.081, "count": 282, "max_ms": 135.897, "p95_ms": 129.036}, "read_interval": {"avg_ms": 106.716, "count": 281, "max_ms": 152.224, "p95_ms": 143.205}, "triton_wait": {"avg_ms": 54.55, "count": 281, "max_ms": 83.578, "p95_ms": 79.123}, "visualize": {"avg_ms": 4.606, "count": 281, "max_ms": 6.572, "p95_ms": 5.653}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2373}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 139, "h264_decode_error_count": 347, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T19:59:17+09:00", "last_error_summary": "[h264 @ 0x5596c1bfc3c0] error while decoding MB 26 32, bytestream -46", "last_exit_at": "2026-07-03T19:59:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.469, "last_started_at": "2026-07-03T19:59:20+09:00", "pid": 49930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.406, "name": "ffmpeg", "pid": 49930, "rss_mb": 270.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 160, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.636, "sample_count": 1480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:01:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T20:01:05+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T20:01:04+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T20:01:04.970997+09:00", "mtime_epoch": 1783076464.9709973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:01:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.025, "pushed": 5.025, "read": 4.991}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.453, "count": 150, "max_ms": 14.054, "p95_ms": 11.833}, "gstreamer_push": {"avg_ms": 0.875, "count": 150, "max_ms": 1.357, "p95_ms": 0.951}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.317, "count": 150, "max_ms": 67.231, "p95_ms": 61.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.491, "count": 150, "max_ms": 80.96, "p95_ms": 71.416}, "yolo11_640_fire_11class": {"avg_ms": 48.924, "count": 150, "max_ms": 66.038, "p95_ms": 60.79}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.891, "count": 150, "max_ms": 84.22, "p95_ms": 81.678}}, "truncated_count": 0}, "processing_total": {"avg_ms": 190.435, "count": 150, "max_ms": 229.266, "p95_ms": 223.582}, "read_interval": {"avg_ms": 200.456, "count": 149, "max_ms": 240.579, "p95_ms": 234.443}, "triton_wait": {"avg_ms": 63.417, "count": 150, "max_ms": 84.232, "p95_ms": 81.689}, "visualize": {"avg_ms": 8.729, "count": 150, "max_ms": 11.341, "p95_ms": 10.186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.854, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6806.255, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.316, "name": "ffmpeg", "pid": 44537, "rss_mb": 333.316, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.923, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 367416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:01:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:01:08+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T20:01:08+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T20:01:08.319084+09:00", "mtime_epoch": 1783076468.3190842, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 194837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:01:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.446, "pushed": 9.446, "read": 9.413}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.852, "count": 283, "max_ms": 7.835, "p95_ms": 6.595}, "gstreamer_push": {"avg_ms": 1.191, "count": 283, "max_ms": 1.587, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.91, "count": 283, "max_ms": 65.683, "p95_ms": 62.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.373, "count": 283, "max_ms": 78.569, "p95_ms": 70.527}, "yolo11_640_fire_11class": {"avg_ms": 48.487, "count": 283, "max_ms": 65.152, "p95_ms": 61.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.786, "count": 283, "max_ms": 86.224, "p95_ms": 80.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.499, "count": 283, "max_ms": 138.616, "p95_ms": 127.863}, "read_interval": {"avg_ms": 106.355, "count": 282, "max_ms": 152.812, "p95_ms": 142.365}, "triton_wait": {"avg_ms": 54.85, "count": 283, "max_ms": 86.237, "p95_ms": 80.933}, "visualize": {"avg_ms": 4.571, "count": 283, "max_ms": 6.377, "p95_ms": 5.719}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12370.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:01:21+09:00", "last_error_summary": "[h264 @ 0x560bca318980] error while decoding MB 13 36, bytestream -12", "last_exit_at": "2026-07-03T20:01:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 11.399, "last_started_at": "2026-07-03T20:01:23+09:00", "pid": 50037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 251.582, "name": "ffmpeg", "pid": 50037, "rss_mb": 251.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 161, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 211.477, "sample_count": 1461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 284975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:01:35+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-07-03T20:01:35+09:00", "mjpeg": {"age_sec": 0.186, "exists": true, "mtime": "2026-07-03T20:01:35.107775+09:00", "mtime_epoch": 1783076495.1077752, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162426}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:01:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.444, "pushed": 4.444, "read": 4.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.283, "count": 132, "max_ms": 15.756, "p95_ms": 12.084}, "gstreamer_push": {"avg_ms": 0.88, "count": 133, "max_ms": 1.028, "p95_ms": 0.994}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.506, "count": 132, "max_ms": 65.616, "p95_ms": 62.52}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.336, "count": 132, "max_ms": 79.588, "p95_ms": 74.545}, "yolo11_640_fire_11class": {"avg_ms": 47.617, "count": 132, "max_ms": 65.069, "p95_ms": 61.849}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.886, "count": 132, "max_ms": 86.35, "p95_ms": 82.341}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.242, "count": 133, "max_ms": 223.072, "p95_ms": 209.851}, "read_interval": {"avg_ms": 226.799, "count": 132, "max_ms": 4245.597, "p95_ms": 222.376}, "triton_wait": {"avg_ms": 62.421, "count": 132, "max_ms": 86.361, "p95_ms": 82.353}, "visualize": {"avg_ms": 8.565, "count": 132, "max_ms": 10.728, "p95_ms": 9.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3063}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T18:07:39+09:00", "last_error_summary": "[h264 @ 0x55cc6c764200] error while decoding MB 43 34, bytestream -45 [in#0/rtsp @ 0x55cc6bff8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55cc6bff8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T18:07:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 6844.172, "last_started_at": "2026-07-03T18:07:42+09:00", "pid": 44537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 334.148, "name": "ffmpeg", "pid": 44537, "rss_mb": 334.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 39, "restart_count_per_hour": 0, "rtsp_timeout_count": 60, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.444, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 367653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:01:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:01:46+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T20:01:46+09:00", "mjpeg": {"age_sec": 12.747, "exists": true, "mtime": "2026-07-03T20:01:33.547735+09:00", "mtime_epoch": 1783076493.5477352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 184376}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:01:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.641, "pushed": 5.641, "read": 5.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.792, "count": 168, "max_ms": 8.376, "p95_ms": 6.07}, "gstreamer_push": {"avg_ms": 1.199, "count": 169, "max_ms": 1.573, "p95_ms": 1.372}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.782, "count": 168, "max_ms": 69.619, "p95_ms": 58.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.477, "count": 168, "max_ms": 78.487, "p95_ms": 57.037}, "yolo11_640_fire_11class": {"avg_ms": 45.867, "count": 168, "max_ms": 65.865, "p95_ms": 56.299}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.411, "count": 168, "max_ms": 86.275, "p95_ms": 79.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.963, "count": 169, "max_ms": 139.517, "p95_ms": 120.79}, "read_interval": {"avg_ms": 178.533, "count": 168, "max_ms": 12788.281, "p95_ms": 140.553}, "triton_wait": {"avg_ms": 52.459, "count": 168, "max_ms": 86.287, "p95_ms": 79.263}, "visualize": {"avg_ms": 4.567, "count": 168, "max_ms": 6.707, "p95_ms": 5.559}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12080.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:01:21+09:00", "last_error_summary": "[h264 @ 0x560bca318980] error while decoding MB 13 36, bytestream -12", "last_exit_at": "2026-07-03T20:01:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.496, "last_started_at": "2026-07-03T20:01:23+09:00", "pid": 50037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.082, "name": "ffmpeg", "pid": 50037, "rss_mb": 268.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 161, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 210.496, "sample_count": 1465, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:02:05+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-03T20:02:05+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T20:02:05.196542+09:00", "mtime_epoch": 1783076525.1965418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144761}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:02:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.353, "pushed": 5.353, "read": 5.32}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk"], "latency_ms": {"analyze": {"avg_ms": 10.473, "count": 159, "max_ms": 12.368, "p95_ms": 11.461}, "gstreamer_push": {"avg_ms": 0.863, "count": 160, "max_ms": 0.992, "p95_ms": 0.943}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 44.292, "count": 159, "max_ms": 50.185, "p95_ms": 47.978}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.047, "count": 159, "max_ms": 61.07, "p95_ms": 59.47}, "yolo11_640_fire_11class": {"avg_ms": 44.112, "count": 159, "max_ms": 50.33, "p95_ms": 47.764}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.581, "count": 159, "max_ms": 68.531, "p95_ms": 60.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.359, "count": 160, "max_ms": 204.805, "p95_ms": 201.146}, "read_interval": {"avg_ms": 187.984, "count": 159, "max_ms": 215.554, "p95_ms": 210.712}, "triton_wait": {"avg_ms": 55.795, "count": 159, "max_ms": 68.543, "p95_ms": 60.036}, "visualize": {"avg_ms": 8.496, "count": 159, "max_ms": 10.154, "p95_ms": 9.77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:02:03+09:00", "last_error_summary": "[h264 @ 0x55d44a7a1740] error while decoding MB 82 30, bytestream -13 [in#0/rtsp @ 0x55d44a690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d44a690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:02:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.476, "last_started_at": "2026-07-03T20:02:05+09:00", "pid": 50144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.07, "name": "ffmpeg", "pid": 50144, "rss_mb": 328.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 1, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.599, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 367742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:02:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:02:16+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T20:02:16+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T20:02:16.284822+09:00", "mtime_epoch": 1783076536.284822, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 182679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:02:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.314, "pushed": 6.314, "read": 6.314}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.035, "count": 89, "max_ms": 6.784, "p95_ms": 6.354}, "gstreamer_push": {"avg_ms": 1.176, "count": 89, "max_ms": 1.457, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.97, "count": 89, "max_ms": 66.399, "p95_ms": 62.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.659, "count": 89, "max_ms": 79.267, "p95_ms": 68.425}, "yolo11_640_fire_11class": {"avg_ms": 47.797, "count": 89, "max_ms": 64.522, "p95_ms": 62.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.198, "count": 89, "max_ms": 84.044, "p95_ms": 82.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 95.315, "count": 89, "max_ms": 138.903, "p95_ms": 134.745}, "read_interval": {"avg_ms": 337.69, "count": 89, "max_ms": 16056.587, "p95_ms": 149.282}, "triton_wait": {"avg_ms": 54.21, "count": 89, "max_ms": 84.057, "p95_ms": 82.164}, "visualize": {"avg_ms": 4.739, "count": 89, "max_ms": 6.655, "p95_ms": 5.458}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 14.095, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:01:21+09:00", "last_error_summary": "[h264 @ 0x560bca318980] error while decoding MB 13 36, bytestream -12", "last_exit_at": "2026-07-03T20:01:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 71.51, "last_started_at": "2026-07-03T20:01:23+09:00", "pid": 50037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.402, "name": "ffmpeg", "pid": 50037, "rss_mb": 270.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 161, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.348, "sample_count": 1478, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:02:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:02:35+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T20:02:35+09:00", "mjpeg": {"age_sec": 0.18, "exists": true, "mtime": "2026-07-03T20:02:35.225297+09:00", "mtime_epoch": 1783076555.2252972, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163204}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:02:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.865, "pushed": 4.865, "read": 4.832}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.959, "count": 145, "max_ms": 12.954, "p95_ms": 12.254}, "gstreamer_push": {"avg_ms": 0.878, "count": 145, "max_ms": 1.073, "p95_ms": 0.949}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.127, "count": 145, "max_ms": 65.216, "p95_ms": 61.761}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.444, "count": 145, "max_ms": 83.477, "p95_ms": 72.559}, "yolo11_640_fire_11class": {"avg_ms": 48.584, "count": 145, "max_ms": 63.079, "p95_ms": 61.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.149, "count": 145, "max_ms": 85.825, "p95_ms": 82.441}}, "truncated_count": 0}, "processing_total": {"avg_ms": 197.054, "count": 145, "max_ms": 231.62, "p95_ms": 224.594}, "read_interval": {"avg_ms": 207.075, "count": 144, "max_ms": 241.509, "p95_ms": 234.6}, "triton_wait": {"avg_ms": 62.664, "count": 145, "max_ms": 85.838, "p95_ms": 82.466}, "visualize": {"avg_ms": 9.202, "count": 145, "max_ms": 11.926, "p95_ms": 10.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.802, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:02:03+09:00", "last_error_summary": "[h264 @ 0x55d44a7a1740] error while decoding MB 82 30, bytestream -13 [in#0/rtsp @ 0x55d44a690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d44a690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:02:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.531, "last_started_at": "2026-07-03T20:02:05+09:00", "pid": 50144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.422, "name": "ffmpeg", "pid": 50144, "rss_mb": 331.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 1, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.444, "sample_count": 2602, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 368030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:02:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:02:46+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T20:02:46+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T20:02:46.325574+09:00", "mtime_epoch": 1783076566.3255742, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174948}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:02:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.608, "pushed": 9.608, "read": 9.575}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.785, "count": 288, "max_ms": 8.556, "p95_ms": 6.205}, "gstreamer_push": {"avg_ms": 1.199, "count": 288, "max_ms": 2.113, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.159, "count": 288, "max_ms": 66.342, "p95_ms": 60.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.577, "count": 288, "max_ms": 81.809, "p95_ms": 73.214}, "yolo11_640_fire_11class": {"avg_ms": 47.079, "count": 288, "max_ms": 66.33, "p95_ms": 60.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.835, "count": 288, "max_ms": 84.528, "p95_ms": 81.088}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.211, "count": 288, "max_ms": 137.607, "p95_ms": 123.237}, "read_interval": {"avg_ms": 104.282, "count": 287, "max_ms": 151.967, "p95_ms": 137.135}, "triton_wait": {"avg_ms": 53.886, "count": 288, "max_ms": 84.541, "p95_ms": 81.151}, "visualize": {"avg_ms": 4.584, "count": 288, "max_ms": 6.831, "p95_ms": 5.705}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2378}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 140, "h264_decode_error_count": 348, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:01:21+09:00", "last_error_summary": "[h264 @ 0x560bca318980] error while decoding MB 13 36, bytestream -12", "last_exit_at": "2026-07-03T20:01:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.561, "last_started_at": "2026-07-03T20:01:23+09:00", "pid": 50037, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.918, "name": "ffmpeg", "pid": 50037, "rss_mb": 270.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 161, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.636, "sample_count": 1474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:03:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:03:05+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T20:03:05+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T20:03:05.262044+09:00", "mtime_epoch": 1783076585.262044, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160997}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:03:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.991, "pushed": 4.991, "read": 4.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.567, "count": 149, "max_ms": 14.618, "p95_ms": 11.985}, "gstreamer_push": {"avg_ms": 0.873, "count": 149, "max_ms": 1.072, "p95_ms": 0.951}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.988, "count": 149, "max_ms": 67.779, "p95_ms": 62.509}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.181, "count": 149, "max_ms": 86.477, "p95_ms": 75.124}, "yolo11_640_fire_11class": {"avg_ms": 48.458, "count": 149, "max_ms": 65.736, "p95_ms": 62.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.584, "count": 149, "max_ms": 86.465, "p95_ms": 82.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.865, "count": 149, "max_ms": 226.911, "p95_ms": 218.464}, "read_interval": {"avg_ms": 201.614, "count": 148, "max_ms": 237.243, "p95_ms": 227.658}, "triton_wait": {"avg_ms": 63.036, "count": 149, "max_ms": 86.487, "p95_ms": 82.844}, "visualize": {"avg_ms": 8.815, "count": 149, "max_ms": 13.732, "p95_ms": 10.126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.855, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:02:03+09:00", "last_error_summary": "[h264 @ 0x55d44a7a1740] error while decoding MB 82 30, bytestream -13 [in#0/rtsp @ 0x55d44a690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d44a690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:02:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 70.621, "last_started_at": "2026-07-03T20:02:05+09:00", "pid": 50144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.422, "name": "ffmpeg", "pid": 50144, "rss_mb": 331.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 1, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.563, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 368313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:03:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:03:16+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T20:03:16+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T20:03:16.422319+09:00", "mtime_epoch": 1783076596.422319, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176659}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:03:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 283, "pushed_frames": 283, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.442, "pushed": 9.442, "read": 9.409}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.817, "count": 282, "max_ms": 8.196, "p95_ms": 6.381}, "gstreamer_push": {"avg_ms": 1.174, "count": 283, "max_ms": 1.479, "p95_ms": 1.378}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.597, "count": 282, "max_ms": 73.06, "p95_ms": 60.907}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.969, "count": 282, "max_ms": 83.19, "p95_ms": 71.021}, "yolo11_640_fire_11class": {"avg_ms": 48.165, "count": 282, "max_ms": 72.499, "p95_ms": 59.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.409, "count": 282, "max_ms": 90.226, "p95_ms": 79.949}}, "truncated_count": 0}, "processing_total": {"avg_ms": 91.879, "count": 283, "max_ms": 140.537, "p95_ms": 127.496}, "read_interval": {"avg_ms": 106.287, "count": 282, "max_ms": 154.408, "p95_ms": 142.78}, "triton_wait": {"avg_ms": 54.473, "count": 282, "max_ms": 90.238, "p95_ms": 79.963}, "visualize": {"avg_ms": 4.577, "count": 282, "max_ms": 6.582, "p95_ms": 5.565}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12277.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 349, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:03:28+09:00", "last_error_summary": "[h264 @ 0x55e3a4726940] error while decoding MB 20 20, bytestream -5", "last_exit_at": "2026-07-03T20:03:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.624, "last_started_at": "2026-07-03T20:03:31+09:00", "pid": 50296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 163.145, "name": "ffmpeg", "pid": 50296, "rss_mb": 163.145, "state": "S (sleeping)", "threads": 106}, "restart_count": 162, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.795, "sample_count": 1434, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:03:35+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T20:03:35+09:00", "mjpeg": {"age_sec": 0.196, "exists": true, "mtime": "2026-07-03T20:03:35.438785+09:00", "mtime_epoch": 1783076615.4387853, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 160487}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:03:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.904, "pushed": 3.904, "read": 3.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.564, "count": 116, "max_ms": 16.85, "p95_ms": 13.984}, "gstreamer_push": {"avg_ms": 0.864, "count": 117, "max_ms": 1.022, "p95_ms": 0.919}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.762, "count": 116, "max_ms": 66.913, "p95_ms": 61.703}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.3, "count": 116, "max_ms": 81.012, "p95_ms": 74.138}, "yolo11_640_fire_11class": {"avg_ms": 48.772, "count": 116, "max_ms": 67.391, "p95_ms": 61.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.702, "count": 116, "max_ms": 88.897, "p95_ms": 81.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 208.377, "count": 117, "max_ms": 243.287, "p95_ms": 229.031}, "read_interval": {"avg_ms": 258.3, "count": 116, "max_ms": 4878.958, "p95_ms": 239.996}, "triton_wait": {"avg_ms": 62.954, "count": 116, "max_ms": 88.909, "p95_ms": 81.545}, "visualize": {"avg_ms": 9.753, "count": 116, "max_ms": 12.35, "p95_ms": 11.241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:02:03+09:00", "last_error_summary": "[h264 @ 0x55d44a7a1740] error while decoding MB 82 30, bytestream -13 [in#0/rtsp @ 0x55d44a690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d44a690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:02:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.698, "last_started_at": "2026-07-03T20:02:05+09:00", "pid": 50144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.422, "name": "ffmpeg", "pid": 50144, "rss_mb": 331.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 1, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.535, "sample_count": 2494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 368589, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:03:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:03:46+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T20:03:46+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T20:03:46.467054+09:00", "mtime_epoch": 1783076626.4670541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:03:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.211, "pushed": 9.211, "read": 9.178}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.086, "count": 275, "max_ms": 7.265, "p95_ms": 6.385}, "gstreamer_push": {"avg_ms": 1.171, "count": 276, "max_ms": 1.559, "p95_ms": 1.382}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.544, "count": 275, "max_ms": 67.012, "p95_ms": 60.512}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.649, "count": 275, "max_ms": 79.377, "p95_ms": 66.077}, "yolo11_640_fire_11class": {"avg_ms": 47.039, "count": 275, "max_ms": 66.638, "p95_ms": 60.021}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.238, "count": 275, "max_ms": 87.685, "p95_ms": 78.941}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.867, "count": 276, "max_ms": 139.144, "p95_ms": 127.924}, "read_interval": {"avg_ms": 108.824, "count": 275, "max_ms": 152.149, "p95_ms": 140.612}, "triton_wait": {"avg_ms": 53.254, "count": 275, "max_ms": 87.698, "p95_ms": 78.955}, "visualize": {"avg_ms": 4.798, "count": 275, "max_ms": 6.326, "p95_ms": 5.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2380}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 349, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:03:28+09:00", "last_error_summary": "[h264 @ 0x55e3a4726940] error while decoding MB 20 20, bytestream -5", "last_exit_at": "2026-07-03T20:03:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.82, "last_started_at": "2026-07-03T20:03:31+09:00", "pid": 50296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.695, "name": "ffmpeg", "pid": 50296, "rss_mb": 267.695, "state": "S (sleeping)", "threads": 106}, "restart_count": 162, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.834, "sample_count": 1429, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:04:05+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-07-03T20:04:05+09:00", "mjpeg": {"age_sec": 0.223, "exists": true, "mtime": "2026-07-03T20:04:05.607518+09:00", "mtime_epoch": 1783076645.6075184, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 163197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:04:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.801, "pushed": 4.801, "read": 4.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 11.045, "count": 144, "max_ms": 16.011, "p95_ms": 12.984}, "gstreamer_push": {"avg_ms": 0.866, "count": 144, "max_ms": 1.025, "p95_ms": 0.93}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.88, "count": 144, "max_ms": 65.873, "p95_ms": 62.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.866, "count": 144, "max_ms": 81.165, "p95_ms": 73.681}, "yolo11_640_fire_11class": {"avg_ms": 48.762, "count": 144, "max_ms": 65.928, "p95_ms": 62.184}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.91, "count": 144, "max_ms": 86.301, "p95_ms": 83.687}}, "truncated_count": 0}, "processing_total": {"avg_ms": 198.881, "count": 144, "max_ms": 234.224, "p95_ms": 225.645}, "read_interval": {"avg_ms": 208.0, "count": 144, "max_ms": 241.132, "p95_ms": 234.752}, "triton_wait": {"avg_ms": 63.336, "count": 144, "max_ms": 86.313, "p95_ms": 83.699}, "visualize": {"avg_ms": 9.175, "count": 144, "max_ms": 12.668, "p95_ms": 10.327}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:02:03+09:00", "last_error_summary": "[h264 @ 0x55d44a7a1740] error while decoding MB 82 30, bytestream -13 [in#0/rtsp @ 0x55d44a690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d44a690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:02:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.788, "last_started_at": "2026-07-03T20:02:05+09:00", "pid": 50144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.68, "name": "ffmpeg", "pid": 50144, "rss_mb": 331.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 40, "restart_count_per_hour": 1, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.535, "sample_count": 2507, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 368875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:04:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:04:16+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T20:04:16+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T20:04:16.587783+09:00", "mtime_epoch": 1783076656.5877833, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 176700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:04:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.541, "pushed": 9.541, "read": 9.508}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.771, "count": 285, "max_ms": 8.42, "p95_ms": 6.015}, "gstreamer_push": {"avg_ms": 1.19, "count": 286, "max_ms": 1.714, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.753, "count": 285, "max_ms": 66.146, "p95_ms": 61.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.903, "count": 285, "max_ms": 78.745, "p95_ms": 70.787}, "yolo11_640_fire_11class": {"avg_ms": 47.198, "count": 285, "max_ms": 65.491, "p95_ms": 61.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.138, "count": 285, "max_ms": 85.311, "p95_ms": 81.696}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.531, "count": 286, "max_ms": 138.501, "p95_ms": 130.325}, "read_interval": {"avg_ms": 105.155, "count": 285, "max_ms": 153.722, "p95_ms": 144.178}, "triton_wait": {"avg_ms": 54.153, "count": 285, "max_ms": 85.323, "p95_ms": 81.709}, "visualize": {"avg_ms": 4.545, "count": 285, "max_ms": 6.971, "p95_ms": 5.517}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 349, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:03:28+09:00", "last_error_summary": "[h264 @ 0x55e3a4726940] error while decoding MB 20 20, bytestream -5", "last_exit_at": "2026-07-03T20:03:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.925, "last_started_at": "2026-07-03T20:03:31+09:00", "pid": 50296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.016, "name": "ffmpeg", "pid": 50296, "rss_mb": 270.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 162, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 221.375, "sample_count": 1449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:04:35+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-07-03T20:04:35+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T20:04:35.740243+09:00", "mtime_epoch": 1783076675.740243, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 164698}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:04:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.982, "pushed": 4.982, "read": 4.949}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.791, "count": 148, "max_ms": 13.989, "p95_ms": 11.876}, "gstreamer_push": {"avg_ms": 0.869, "count": 149, "max_ms": 0.971, "p95_ms": 0.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.883, "count": 148, "max_ms": 65.505, "p95_ms": 62.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.879, "count": 148, "max_ms": 84.722, "p95_ms": 72.508}, "yolo11_640_fire_11class": {"avg_ms": 47.675, "count": 148, "max_ms": 66.868, "p95_ms": 62.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.689, "count": 148, "max_ms": 87.403, "p95_ms": 82.349}}, "truncated_count": 0}, "processing_total": {"avg_ms": 192.186, "count": 149, "max_ms": 232.26, "p95_ms": 224.265}, "read_interval": {"avg_ms": 202.004, "count": 148, "max_ms": 241.662, "p95_ms": 233.716}, "triton_wait": {"avg_ms": 61.07, "count": 148, "max_ms": 87.415, "p95_ms": 82.361}, "visualize": {"avg_ms": 9.025, "count": 148, "max_ms": 12.856, "p95_ms": 10.123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3074}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 39, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:02:03+09:00", "last_error_summary": "[h264 @ 0x55d44a7a1740] error while decoding MB 82 30, bytestream -13 [in#0/rtsp @ 0x55d44a690e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d44a690e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:02:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.041, "last_started_at": "2026-07-03T20:02:05+09:00", "pid": 50144, "process": {"exists": true, "fd_count": 5, "hwm_mb": 353.992, "name": "ffmpeg", "pid": 50144, "rss_mb": 353.992, "state": "S (sleeping)", "threads": 104}, "restart_count": 40, "restart_count_per_hour": 1, "rtsp_timeout_count": 62, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.383, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 368984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T20:05:00+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T20:05:00+09:00", "mjpeg": {"age_sec": 16.09, "exists": true, "mtime": "2026-07-03T20:04:44.852461+09:00", "mtime_epoch": 1783076684.8524606, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173578}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:05:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.124, "pushed": 0.124, "read": 0.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.45, "count": 2, "max_ms": 5.457, "p95_ms": 5.457}, "gstreamer_push": {"avg_ms": 1.172, "count": 2, "max_ms": 1.185, "p95_ms": 1.185}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.188, "count": 2, "max_ms": 45.99, "p95_ms": 45.99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.402, "count": 2, "max_ms": 49.584, "p95_ms": 49.584}, "yolo11_640_fire_11class": {"avg_ms": 44.957, "count": 2, "max_ms": 44.977, "p95_ms": 44.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.17, "count": 2, "max_ms": 49.348, "p95_ms": 49.348}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.099, "count": 2, "max_ms": 100.894, "p95_ms": 100.894}, "read_interval": {"avg_ms": 16218.312, "count": 2, "max_ms": 16375.428, "p95_ms": 16375.428}, "triton_wait": {"avg_ms": 49.477, "count": 2, "max_ms": 49.594, "p95_ms": 49.594}, "visualize": {"avg_ms": 4.27, "count": 2, "max_ms": 5.049, "p95_ms": 5.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.167, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12104.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 349, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:03:28+09:00", "last_error_summary": "[h264 @ 0x55e3a4726940] error while decoding MB 20 20, bytestream -5", "last_exit_at": "2026-07-03T20:03:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.004, "last_started_at": "2026-07-03T20:03:31+09:00", "pid": 50296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.047, "name": "ffmpeg", "pid": 50296, "rss_mb": 271.047, "state": "S (sleeping)", "threads": 106}, "restart_count": 162, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.732, "sample_count": 1456, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 285998, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T20:05:06+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T20:05:05+09:00", "mjpeg": {"age_sec": 0.198, "exists": true, "mtime": "2026-07-03T20:05:05.816959+09:00", "mtime_epoch": 1783076705.816959, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 162323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:05:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.29, "pushed": 5.29, "read": 5.256}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk"], "latency_ms": {"analyze": {"avg_ms": 10.358, "count": 158, "max_ms": 11.998, "p95_ms": 11.106}, "gstreamer_push": {"avg_ms": 0.853, "count": 158, "max_ms": 0.952, "p95_ms": 0.925}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 45.102, "count": 158, "max_ms": 61.124, "p95_ms": 47.617}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.559, "count": 158, "max_ms": 78.313, "p95_ms": 60.156}, "yolo11_640_fire_11class": {"avg_ms": 44.859, "count": 158, "max_ms": 60.119, "p95_ms": 47.054}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.193, "count": 158, "max_ms": 81.657, "p95_ms": 58.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 180.666, "count": 158, "max_ms": 206.825, "p95_ms": 201.405}, "read_interval": {"avg_ms": 190.217, "count": 157, "max_ms": 216.321, "p95_ms": 210.946}, "triton_wait": {"avg_ms": 56.823, "count": 158, "max_ms": 81.668, "p95_ms": 60.167}, "visualize": {"avg_ms": 8.546, "count": 158, "max_ms": 10.59, "p95_ms": 9.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.735, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 331.805, "name": "ffmpeg", "pid": 50403, "rss_mb": 331.805, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.899, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 369198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:05:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:05:30+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T20:05:30+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T20:05:30.881550+09:00", "mtime_epoch": 1783076730.8815503, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:05:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.135, "pushed": 7.135, "read": 7.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.443, "count": 214, "max_ms": 7.657, "p95_ms": 6.499}, "gstreamer_push": {"avg_ms": 1.132, "count": 214, "max_ms": 1.411, "p95_ms": 1.345}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.048, "count": 214, "max_ms": 65.759, "p95_ms": 61.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.511, "count": 214, "max_ms": 81.158, "p95_ms": 73.411}, "yolo11_640_fire_11class": {"avg_ms": 47.434, "count": 214, "max_ms": 64.879, "p95_ms": 60.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.847, "count": 214, "max_ms": 85.343, "p95_ms": 80.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.051, "count": 214, "max_ms": 138.701, "p95_ms": 132.213}, "read_interval": {"avg_ms": 140.397, "count": 214, "max_ms": 5416.197, "p95_ms": 145.275}, "triton_wait": {"avg_ms": 53.865, "count": 214, "max_ms": 85.355, "p95_ms": 80.413}, "visualize": {"avg_ms": 5.035, "count": 214, "max_ms": 7.716, "p95_ms": 5.575}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2384}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12402.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 141, "h264_decode_error_count": 349, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:03:28+09:00", "last_error_summary": "[h264 @ 0x55e3a4726940] error while decoding MB 20 20, bytestream -5", "last_exit_at": "2026-07-03T20:03:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.118, "last_started_at": "2026-07-03T20:03:31+09:00", "pid": 50296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.918, "name": "ffmpeg", "pid": 50296, "rss_mb": 286.918, "state": "S (sleeping)", "threads": 104}, "restart_count": 162, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.395, "sample_count": 1448, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:05:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T20:05:36+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-07-03T20:05:35+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T20:05:35.929669+09:00", "mtime_epoch": 1783076735.929669, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165180}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:05:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.878, "pushed": 4.878, "read": 4.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.957, "count": 145, "max_ms": 15.95, "p95_ms": 13.061}, "gstreamer_push": {"avg_ms": 0.874, "count": 146, "max_ms": 1.046, "p95_ms": 0.919}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.523, "count": 145, "max_ms": 73.73, "p95_ms": 61.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.303, "count": 145, "max_ms": 84.035, "p95_ms": 71.789}, "yolo11_640_fire_11class": {"avg_ms": 47.805, "count": 145, "max_ms": 73.717, "p95_ms": 60.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.503, "count": 145, "max_ms": 87.035, "p95_ms": 82.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 196.208, "count": 146, "max_ms": 227.056, "p95_ms": 222.342}, "read_interval": {"avg_ms": 206.19, "count": 145, "max_ms": 237.124, "p95_ms": 232.182}, "triton_wait": {"avg_ms": 61.856, "count": 145, "max_ms": 87.051, "p95_ms": 82.804}, "visualize": {"avg_ms": 9.088, "count": 145, "max_ms": 12.435, "p95_ms": 10.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.808, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.32, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.693, "sample_count": 2132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 369477, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:06:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:06:01+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T20:06:00+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T20:06:00.922253+09:00", "mtime_epoch": 1783076760.9222534, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 132935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:06:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.302, "pushed": 9.302, "read": 9.269}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.005, "count": 279, "max_ms": 8.501, "p95_ms": 5.76}, "gstreamer_push": {"avg_ms": 1.164, "count": 279, "max_ms": 1.518, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.639, "count": 279, "max_ms": 66.323, "p95_ms": 60.005}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.211, "count": 279, "max_ms": 79.808, "p95_ms": 59.834}, "yolo11_640_fire_11class": {"avg_ms": 47.158, "count": 279, "max_ms": 66.31, "p95_ms": 60.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.093, "count": 279, "max_ms": 86.225, "p95_ms": 78.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 94.224, "count": 279, "max_ms": 138.869, "p95_ms": 125.025}, "read_interval": {"avg_ms": 107.745, "count": 278, "max_ms": 152.289, "p95_ms": 137.951}, "triton_wait": {"avg_ms": 53.11, "count": 279, "max_ms": 86.237, "p95_ms": 78.053}, "visualize": {"avg_ms": 4.741, "count": 279, "max_ms": 6.862, "p95_ms": 5.247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 350, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:38+09:00", "last_error_summary": "[h264 @ 0x555e6d80ce40] error while decoding MB 33 15, bytestream -7", "last_exit_at": "2026-07-03T20:05:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.218, "last_started_at": "2026-07-03T20:05:41+09:00", "pid": 50555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.09, "name": "ffmpeg", "pid": 50555, "rss_mb": 266.09, "state": "S (sleeping)", "threads": 106}, "restart_count": 163, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.148, "sample_count": 1424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:06:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T20:06:06+09:00", "last_frame_read_age_sec": 0.23, "last_frame_read_at": "2026-07-03T20:06:06+09:00", "mjpeg": {"age_sec": 0.221, "exists": true, "mtime": "2026-07-03T20:06:06.046373+09:00", "mtime_epoch": 1783076766.0463727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170328}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:06:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.244, "pushed": 4.244, "read": 4.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.42, "count": 126, "max_ms": 15.747, "p95_ms": 11.782}, "gstreamer_push": {"avg_ms": 0.891, "count": 127, "max_ms": 1.113, "p95_ms": 1.001}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.206, "count": 126, "max_ms": 65.293, "p95_ms": 62.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.486, "count": 126, "max_ms": 84.641, "p95_ms": 68.851}, "yolo11_640_fire_11class": {"avg_ms": 48.346, "count": 126, "max_ms": 62.543, "p95_ms": 61.091}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.249, "count": 126, "max_ms": 87.247, "p95_ms": 82.401}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.618, "count": 127, "max_ms": 226.926, "p95_ms": 216.535}, "read_interval": {"avg_ms": 237.295, "count": 126, "max_ms": 5046.81, "p95_ms": 227.494}, "triton_wait": {"avg_ms": 62.515, "count": 126, "max_ms": 87.26, "p95_ms": 82.414}, "visualize": {"avg_ms": 8.777, "count": 126, "max_ms": 13.427, "p95_ms": 10.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.818, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.32, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.797, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 369733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:06:31+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T20:06:30+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T20:06:30.934950+09:00", "mtime_epoch": 1783076790.9349496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:06:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.534, "pushed": 8.534, "read": 8.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.489, "count": 256, "max_ms": 8.414, "p95_ms": 6.592}, "gstreamer_push": {"avg_ms": 1.127, "count": 256, "max_ms": 1.527, "p95_ms": 1.323}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.041, "count": 256, "max_ms": 63.39, "p95_ms": 60.172}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.951, "count": 256, "max_ms": 79.87, "p95_ms": 73.479}, "yolo11_640_fire_11class": {"avg_ms": 47.178, "count": 256, "max_ms": 62.466, "p95_ms": 59.1}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.722, "count": 256, "max_ms": 84.678, "p95_ms": 79.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.963, "count": 256, "max_ms": 138.469, "p95_ms": 130.744}, "read_interval": {"avg_ms": 117.227, "count": 256, "max_ms": 152.171, "p95_ms": 143.767}, "triton_wait": {"avg_ms": 54.749, "count": 256, "max_ms": 84.691, "p95_ms": 79.385}, "visualize": {"avg_ms": 5.042, "count": 256, "max_ms": 6.727, "p95_ms": 5.592}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 350, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:38+09:00", "last_error_summary": "[h264 @ 0x555e6d80ce40] error while decoding MB 33 15, bytestream -7", "last_exit_at": "2026-07-03T20:05:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.23, "last_started_at": "2026-07-03T20:05:41+09:00", "pid": 50555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.379, "name": "ffmpeg", "pid": 50555, "rss_mb": 267.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 163, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.025, "sample_count": 1444, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:06:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:06:36+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-07-03T20:06:36+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-03T20:06:36.107069+09:00", "mtime_epoch": 1783076796.107069, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170154}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:06:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.103, "pushed": 5.103, "read": 5.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.323, "count": 152, "max_ms": 13.734, "p95_ms": 11.679}, "gstreamer_push": {"avg_ms": 0.875, "count": 152, "max_ms": 0.981, "p95_ms": 0.952}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.199, "count": 152, "max_ms": 65.244, "p95_ms": 62.325}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.634, "count": 152, "max_ms": 83.755, "p95_ms": 80.118}, "yolo11_640_fire_11class": {"avg_ms": 48.66, "count": 152, "max_ms": 64.461, "p95_ms": 62.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.117, "count": 152, "max_ms": 85.622, "p95_ms": 82.9}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.07, "count": 152, "max_ms": 233.012, "p95_ms": 212.23}, "read_interval": {"avg_ms": 197.467, "count": 151, "max_ms": 242.957, "p95_ms": 221.94}, "triton_wait": {"avg_ms": 62.529, "count": 152, "max_ms": 85.635, "p95_ms": 82.912}, "visualize": {"avg_ms": 8.711, "count": 152, "max_ms": 12.562, "p95_ms": 10.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.786, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.866, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.773, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 370014, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:07:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T20:07:01+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T20:07:00+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:07:00.987641+09:00", "mtime_epoch": 1783076820.987641, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:07:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.388, "pushed": 9.388, "read": 9.355}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.919, "count": 281, "max_ms": 7.898, "p95_ms": 6.496}, "gstreamer_push": {"avg_ms": 1.193, "count": 281, "max_ms": 1.931, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.953, "count": 281, "max_ms": 68.042, "p95_ms": 60.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.458, "count": 281, "max_ms": 78.769, "p95_ms": 69.497}, "yolo11_640_fire_11class": {"avg_ms": 47.576, "count": 281, "max_ms": 67.521, "p95_ms": 61.001}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.457, "count": 281, "max_ms": 85.556, "p95_ms": 80.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.537, "count": 281, "max_ms": 138.503, "p95_ms": 127.463}, "read_interval": {"avg_ms": 106.888, "count": 280, "max_ms": 151.871, "p95_ms": 141.007}, "triton_wait": {"avg_ms": 54.475, "count": 281, "max_ms": 85.568, "p95_ms": 80.422}, "visualize": {"avg_ms": 4.671, "count": 281, "max_ms": 7.566, "p95_ms": 5.638}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 350, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:38+09:00", "last_error_summary": "[h264 @ 0x555e6d80ce40] error while decoding MB 33 15, bytestream -7", "last_exit_at": "2026-07-03T20:05:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.275, "last_started_at": "2026-07-03T20:05:41+09:00", "pid": 50555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.895, "name": "ffmpeg", "pid": 50555, "rss_mb": 267.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 163, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 222.025, "sample_count": 1439, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:07:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:07:06+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-07-03T20:07:06+09:00", "mjpeg": {"age_sec": 0.204, "exists": true, "mtime": "2026-07-03T20:07:06.119759+09:00", "mtime_epoch": 1783076826.1197588, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:07:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.194, "pushed": 5.194, "read": 5.16}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.267, "count": 155, "max_ms": 15.882, "p95_ms": 11.503}, "gstreamer_push": {"avg_ms": 0.897, "count": 155, "max_ms": 1.225, "p95_ms": 0.993}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.61, "count": 155, "max_ms": 65.559, "p95_ms": 61.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.415, "count": 155, "max_ms": 82.677, "p95_ms": 74.29}, "yolo11_640_fire_11class": {"avg_ms": 48.353, "count": 155, "max_ms": 66.122, "p95_ms": 60.823}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.275, "count": 155, "max_ms": 85.647, "p95_ms": 82.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.783, "count": 155, "max_ms": 213.68, "p95_ms": 207.406}, "read_interval": {"avg_ms": 193.644, "count": 154, "max_ms": 223.998, "p95_ms": 217.178}, "triton_wait": {"avg_ms": 62.643, "count": 155, "max_ms": 85.659, "p95_ms": 82.494}, "visualize": {"avg_ms": 8.462, "count": 155, "max_ms": 11.581, "p95_ms": 9.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.871, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.807, "sample_count": 2401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 370286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:07:31+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-07-03T20:07:30+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T20:07:30.948325+09:00", "mtime_epoch": 1783076850.9483252, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 183166}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:07:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.069, "pushed": 9.069, "read": 9.069}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.084, "count": 272, "max_ms": 8.393, "p95_ms": 6.387}, "gstreamer_push": {"avg_ms": 1.156, "count": 272, "max_ms": 1.495, "p95_ms": 1.362}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.711, "count": 272, "max_ms": 67.149, "p95_ms": 60.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.053, "count": 272, "max_ms": 78.884, "p95_ms": 66.822}, "yolo11_640_fire_11class": {"avg_ms": 47.213, "count": 272, "max_ms": 67.69, "p95_ms": 59.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.225, "count": 272, "max_ms": 86.456, "p95_ms": 79.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 96.531, "count": 272, "max_ms": 140.253, "p95_ms": 129.858}, "read_interval": {"avg_ms": 110.194, "count": 272, "max_ms": 153.407, "p95_ms": 142.586}, "triton_wait": {"avg_ms": 54.237, "count": 272, "max_ms": 86.468, "p95_ms": 79.329}, "visualize": {"avg_ms": 4.783, "count": 272, "max_ms": 6.519, "p95_ms": 5.528}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2389}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.402, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 142, "h264_decode_error_count": 350, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:38+09:00", "last_error_summary": "[h264 @ 0x555e6d80ce40] error while decoding MB 33 15, bytestream -7", "last_exit_at": "2026-07-03T20:05:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.446, "last_started_at": "2026-07-03T20:05:41+09:00", "pid": 50555, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.895, "name": "ffmpeg", "pid": 50555, "rss_mb": 267.895, "state": "S (sleeping)", "threads": 106}, "restart_count": 163, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 220.466, "sample_count": 1445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:07:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:07:36+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-07-03T20:07:36+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T20:07:36.300447+09:00", "mtime_epoch": 1783076856.3004467, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166323}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:07:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.07, "pushed": 5.07, "read": 5.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.212, "count": 151, "max_ms": 13.932, "p95_ms": 11.534}, "gstreamer_push": {"avg_ms": 0.88, "count": 152, "max_ms": 1.155, "p95_ms": 0.958}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.37, "count": 151, "max_ms": 66.531, "p95_ms": 62.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.948, "count": 151, "max_ms": 83.026, "p95_ms": 71.715}, "yolo11_640_fire_11class": {"avg_ms": 48.908, "count": 151, "max_ms": 65.992, "p95_ms": 61.998}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.422, "count": 151, "max_ms": 86.547, "p95_ms": 81.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.516, "count": 152, "max_ms": 226.426, "p95_ms": 208.111}, "read_interval": {"avg_ms": 198.4, "count": 151, "max_ms": 237.994, "p95_ms": 219.652}, "triton_wait": {"avg_ms": 62.737, "count": 151, "max_ms": 86.559, "p95_ms": 81.46}, "visualize": {"avg_ms": 8.668, "count": 151, "max_ms": 11.047, "p95_ms": 9.392}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.918, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.423, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 370544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:08:01+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T20:08:00+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T20:08:01.001006+09:00", "mtime_epoch": 1783076881.0010061, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 177449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:08:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.619, "pushed": 8.619, "read": 8.586}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.45, "count": 258, "max_ms": 8.439, "p95_ms": 6.276}, "gstreamer_push": {"avg_ms": 1.13, "count": 258, "max_ms": 1.59, "p95_ms": 1.27}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.786, "count": 258, "max_ms": 67.28, "p95_ms": 59.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.562, "count": 258, "max_ms": 80.818, "p95_ms": 72.476}, "yolo11_640_fire_11class": {"avg_ms": 47.238, "count": 258, "max_ms": 67.267, "p95_ms": 59.534}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.493, "count": 258, "max_ms": 86.31, "p95_ms": 80.044}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.12, "count": 258, "max_ms": 140.529, "p95_ms": 132.296}, "read_interval": {"avg_ms": 116.34, "count": 257, "max_ms": 152.939, "p95_ms": 146.158}, "triton_wait": {"avg_ms": 53.524, "count": 258, "max_ms": 86.322, "p95_ms": 80.057}, "visualize": {"avg_ms": 5.046, "count": 258, "max_ms": 6.468, "p95_ms": 5.567}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 351, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:07:43+09:00", "last_error_summary": "[h264 @ 0x55f7185bee00] error while decoding MB 21 29, bytestream -8", "last_exit_at": "2026-07-03T20:07:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.241, "last_started_at": "2026-07-03T20:07:46+09:00", "pid": 50662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.406, "name": "ffmpeg", "pid": 50662, "rss_mb": 264.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 164, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 219.795, "sample_count": 1424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 286858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:08:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:08:06+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-07-03T20:08:06+09:00", "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-07-03T20:08:06.361127+09:00", "mtime_epoch": 1783076886.3611271, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 169851}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:08:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 128, "pushed_frames": 128, "read_frames": 127, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.291, "pushed": 4.291, "read": 4.257}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.442, "count": 128, "max_ms": 14.287, "p95_ms": 12.181}, "gstreamer_push": {"avg_ms": 0.866, "count": 128, "max_ms": 0.961, "p95_ms": 0.907}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.151, "count": 128, "max_ms": 64.961, "p95_ms": 62.093}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.292, "count": 128, "max_ms": 83.906, "p95_ms": 79.108}, "yolo11_640_fire_11class": {"avg_ms": 48.906, "count": 128, "max_ms": 64.153, "p95_ms": 61.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.8, "count": 128, "max_ms": 85.911, "p95_ms": 82.583}}, "truncated_count": 0}, "processing_total": {"avg_ms": 189.145, "count": 128, "max_ms": 231.563, "p95_ms": 209.738}, "read_interval": {"avg_ms": 235.023, "count": 127, "max_ms": 4823.246, "p95_ms": 220.125}, "triton_wait": {"avg_ms": 63.07, "count": 128, "max_ms": 85.922, "p95_ms": 82.594}, "visualize": {"avg_ms": 8.727, "count": 128, "max_ms": 10.533, "p95_ms": 9.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.833, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3089}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.973, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.664, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 370799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:08:31+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T20:08:31+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T20:08:31.077683+09:00", "mtime_epoch": 1783076911.077683, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 170992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:08:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.516, "pushed": 8.516, "read": 8.483}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.521, "count": 255, "max_ms": 8.536, "p95_ms": 6.367}, "gstreamer_push": {"avg_ms": 1.121, "count": 255, "max_ms": 1.56, "p95_ms": 1.245}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.338, "count": 255, "max_ms": 64.636, "p95_ms": 59.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.449, "count": 255, "max_ms": 81.633, "p95_ms": 70.793}, "yolo11_640_fire_11class": {"avg_ms": 46.74, "count": 255, "max_ms": 63.84, "p95_ms": 59.563}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.542, "count": 255, "max_ms": 84.846, "p95_ms": 79.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.016, "count": 255, "max_ms": 138.658, "p95_ms": 130.96}, "read_interval": {"avg_ms": 117.841, "count": 254, "max_ms": 325.502, "p95_ms": 144.027}, "triton_wait": {"avg_ms": 53.564, "count": 255, "max_ms": 84.857, "p95_ms": 79.658}, "visualize": {"avg_ms": 5.074, "count": 255, "max_ms": 7.565, "p95_ms": 5.582}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 351, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:07:43+09:00", "last_error_summary": "[h264 @ 0x55f7185bee00] error while decoding MB 21 29, bytestream -8", "last_exit_at": "2026-07-03T20:07:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.378, "last_started_at": "2026-07-03T20:07:46+09:00", "pid": 50662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.211, "name": "ffmpeg", "pid": 50662, "rss_mb": 266.211, "state": "S (sleeping)", "threads": 106}, "restart_count": 164, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 213.043, "sample_count": 1458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:08:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:08:36+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-07-03T20:08:36+09:00", "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-07-03T20:08:36.477804+09:00", "mtime_epoch": 1783076916.477804, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171836}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:08:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.01, "pushed": 5.01, "read": 4.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.555, "count": 149, "max_ms": 15.424, "p95_ms": 11.752}, "gstreamer_push": {"avg_ms": 0.867, "count": 150, "max_ms": 1.129, "p95_ms": 0.948}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.071, "count": 149, "max_ms": 64.282, "p95_ms": 60.846}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.885, "count": 149, "max_ms": 79.671, "p95_ms": 71.282}, "yolo11_640_fire_11class": {"avg_ms": 48.495, "count": 149, "max_ms": 63.333, "p95_ms": 60.498}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.099, "count": 149, "max_ms": 84.538, "p95_ms": 80.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 191.648, "count": 150, "max_ms": 239.313, "p95_ms": 215.519}, "read_interval": {"avg_ms": 200.836, "count": 149, "max_ms": 249.068, "p95_ms": 225.053}, "triton_wait": {"avg_ms": 62.428, "count": 149, "max_ms": 84.549, "p95_ms": 80.404}, "visualize": {"avg_ms": 8.816, "count": 149, "max_ms": 12.252, "p95_ms": 9.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.004, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.857, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 371059, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:09:01+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T20:09:01+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T20:09:01.118354+09:00", "mtime_epoch": 1783076941.1183543, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 179927}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:09:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.692, "pushed": 8.692, "read": 8.658}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.378, "count": 260, "max_ms": 7.883, "p95_ms": 6.437}, "gstreamer_push": {"avg_ms": 1.134, "count": 260, "max_ms": 1.464, "p95_ms": 1.276}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.894, "count": 260, "max_ms": 65.991, "p95_ms": 61.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.06, "count": 260, "max_ms": 78.689, "p95_ms": 62.449}, "yolo11_640_fire_11class": {"avg_ms": 47.336, "count": 260, "max_ms": 65.47, "p95_ms": 61.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.407, "count": 260, "max_ms": 86.588, "p95_ms": 79.306}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.128, "count": 260, "max_ms": 139.616, "p95_ms": 131.534}, "read_interval": {"avg_ms": 115.48, "count": 259, "max_ms": 154.938, "p95_ms": 144.744}, "triton_wait": {"avg_ms": 54.421, "count": 260, "max_ms": 86.6, "p95_ms": 79.318}, "visualize": {"avg_ms": 4.979, "count": 260, "max_ms": 6.269, "p95_ms": 5.649}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 351, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:07:43+09:00", "last_error_summary": "[h264 @ 0x55f7185bee00] error while decoding MB 21 29, bytestream -8", "last_exit_at": "2026-07-03T20:07:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.38, "last_started_at": "2026-07-03T20:07:46+09:00", "pid": 50662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.5, "name": "ffmpeg", "pid": 50662, "rss_mb": 267.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 164, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.801, "sample_count": 1468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:09:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:09:06+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-07-03T20:09:06+09:00", "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-07-03T20:09:06.498474+09:00", "mtime_epoch": 1783076946.4984741, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 166740}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:09:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 155, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.168, "pushed": 5.168, "read": 5.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.248, "count": 155, "max_ms": 14.865, "p95_ms": 11.597}, "gstreamer_push": {"avg_ms": 0.901, "count": 155, "max_ms": 1.705, "p95_ms": 0.991}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.928, "count": 155, "max_ms": 65.098, "p95_ms": 62.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.459, "count": 155, "max_ms": 81.574, "p95_ms": 71.179}, "yolo11_640_fire_11class": {"avg_ms": 48.799, "count": 155, "max_ms": 65.647, "p95_ms": 62.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.32, "count": 155, "max_ms": 84.886, "p95_ms": 82.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 183.872, "count": 155, "max_ms": 228.664, "p95_ms": 207.442}, "read_interval": {"avg_ms": 193.651, "count": 155, "max_ms": 238.312, "p95_ms": 216.413}, "triton_wait": {"avg_ms": 62.974, "count": 155, "max_ms": 84.898, "p95_ms": 82.296}, "visualize": {"avg_ms": 8.402, "count": 155, "max_ms": 10.478, "p95_ms": 9.414}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3094}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.101, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.743, "sample_count": 2337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 371319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:09:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:09:31+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T20:09:31+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T20:09:31.207023+09:00", "mtime_epoch": 1783076971.2070227, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173334}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:09:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.672, "pushed": 8.672, "read": 8.639}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.49, "count": 259, "max_ms": 6.904, "p95_ms": 6.587}, "gstreamer_push": {"avg_ms": 1.133, "count": 260, "max_ms": 1.472, "p95_ms": 1.32}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.096, "count": 259, "max_ms": 67.45, "p95_ms": 61.897}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.496, "count": 259, "max_ms": 78.658, "p95_ms": 69.725}, "yolo11_640_fire_11class": {"avg_ms": 47.325, "count": 259, "max_ms": 68.01, "p95_ms": 59.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.709, "count": 259, "max_ms": 82.98, "p95_ms": 79.391}}, "truncated_count": 0}, "processing_total": {"avg_ms": 102.087, "count": 260, "max_ms": 136.959, "p95_ms": 129.256}, "read_interval": {"avg_ms": 115.734, "count": 259, "max_ms": 151.232, "p95_ms": 144.328}, "triton_wait": {"avg_ms": 53.77, "count": 259, "max_ms": 82.993, "p95_ms": 79.402}, "visualize": {"avg_ms": 5.054, "count": 259, "max_ms": 6.121, "p95_ms": 5.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2394}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 143, "h264_decode_error_count": 351, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:07:43+09:00", "last_error_summary": "[h264 @ 0x55f7185bee00] error while decoding MB 21 29, bytestream -8", "last_exit_at": "2026-07-03T20:07:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.406, "last_started_at": "2026-07-03T20:07:46+09:00", "pid": 50662, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.5, "name": "ffmpeg", "pid": 50662, "rss_mb": 267.5, "state": "S (sleeping)", "threads": 106}, "restart_count": 164, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.863, "sample_count": 1481, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:09:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T20:09:36+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-07-03T20:09:36+09:00", "mjpeg": {"age_sec": 0.152, "exists": true, "mtime": "2026-07-03T20:09:36.547141+09:00", "mtime_epoch": 1783076976.5471408, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 171681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:09:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.397, "pushed": 5.397, "read": 5.363}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.024, "count": 161, "max_ms": 15.022, "p95_ms": 11.231}, "gstreamer_push": {"avg_ms": 0.913, "count": 161, "max_ms": 1.172, "p95_ms": 0.988}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.36, "count": 161, "max_ms": 63.0, "p95_ms": 61.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.572, "count": 161, "max_ms": 78.823, "p95_ms": 67.443}, "yolo11_640_fire_11class": {"avg_ms": 47.991, "count": 161, "max_ms": 62.015, "p95_ms": 60.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.449, "count": 161, "max_ms": 83.34, "p95_ms": 80.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 176.927, "count": 161, "max_ms": 225.17, "p95_ms": 204.789}, "read_interval": {"avg_ms": 186.594, "count": 160, "max_ms": 234.495, "p95_ms": 214.341}, "triton_wait": {"avg_ms": 60.832, "count": 161, "max_ms": 83.352, "p95_ms": 80.633}, "visualize": {"avg_ms": 8.174, "count": 161, "max_ms": 10.791, "p95_ms": 9.41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.834, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.131, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.442, "sample_count": 2594, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 371581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:10:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:10:01+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-07-03T20:10:01+09:00", "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-07-03T20:10:01.235685+09:00", "mtime_epoch": 1783077001.2356853, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 172991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:10:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 262, "pushed_frames": 262, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.759, "pushed": 8.759, "read": 8.725}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.443, "count": 262, "max_ms": 8.376, "p95_ms": 6.281}, "gstreamer_push": {"avg_ms": 1.144, "count": 262, "max_ms": 1.505, "p95_ms": 1.314}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.601, "count": 262, "max_ms": 65.473, "p95_ms": 59.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.851, "count": 262, "max_ms": 79.602, "p95_ms": 63.112}, "yolo11_640_fire_11class": {"avg_ms": 46.132, "count": 262, "max_ms": 64.935, "p95_ms": 59.224}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.584, "count": 262, "max_ms": 83.974, "p95_ms": 78.55}}, "truncated_count": 0}, "processing_total": {"avg_ms": 100.985, "count": 262, "max_ms": 135.809, "p95_ms": 129.736}, "read_interval": {"avg_ms": 114.556, "count": 261, "max_ms": 149.175, "p95_ms": 143.114}, "triton_wait": {"avg_ms": 52.621, "count": 262, "max_ms": 83.985, "p95_ms": 78.563}, "visualize": {"avg_ms": 5.027, "count": 262, "max_ms": 6.636, "p95_ms": 5.579}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12382.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 352, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:09:45+09:00", "last_error_summary": "[h264 @ 0x5600b4e2fbc0] error while decoding MB 17 37, bytestream -12", "last_exit_at": "2026-07-03T20:09:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 18.041, "last_started_at": "2026-07-03T20:09:48+09:00", "pid": 50769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.074, "name": "ffmpeg", "pid": 50769, "rss_mb": 264.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 165, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.177, "sample_count": 1455, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:10:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:10:06+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-07-03T20:10:06+09:00", "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-07-03T20:10:06.699805+09:00", "mtime_epoch": 1783077006.6998055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 173106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:10:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.4, "pushed": 4.4, "read": 4.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.177, "count": 132, "max_ms": 14.67, "p95_ms": 11.507}, "gstreamer_push": {"avg_ms": 0.921, "count": 132, "max_ms": 1.442, "p95_ms": 1.033}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.48, "count": 132, "max_ms": 63.715, "p95_ms": 61.665}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.997, "count": 132, "max_ms": 84.3, "p95_ms": 75.501}, "yolo11_640_fire_11class": {"avg_ms": 48.209, "count": 132, "max_ms": 63.974, "p95_ms": 61.121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.616, "count": 132, "max_ms": 85.043, "p95_ms": 80.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 181.57, "count": 132, "max_ms": 223.814, "p95_ms": 206.781}, "read_interval": {"avg_ms": 227.141, "count": 132, "max_ms": 4962.696, "p95_ms": 217.052}, "triton_wait": {"avg_ms": 62.304, "count": 132, "max_ms": 85.055, "p95_ms": 80.841}, "visualize": {"avg_ms": 8.39, "count": 132, "max_ms": 12.374, "p95_ms": 9.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.131, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.423, "sample_count": 2636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 371838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:10:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:10:31+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T20:10:31+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T20:10:31.244344+09:00", "mtime_epoch": 1783077031.244344, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 185722}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:10:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.57, "pushed": 8.57, "read": 8.57}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.434, "count": 257, "max_ms": 8.329, "p95_ms": 6.44}, "gstreamer_push": {"avg_ms": 1.137, "count": 257, "max_ms": 1.516, "p95_ms": 1.3}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.378, "count": 257, "max_ms": 72.163, "p95_ms": 60.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.525, "count": 257, "max_ms": 83.049, "p95_ms": 74.077}, "yolo11_640_fire_11class": {"avg_ms": 47.949, "count": 257, "max_ms": 71.63, "p95_ms": 60.553}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.795, "count": 257, "max_ms": 89.976, "p95_ms": 80.425}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.171, "count": 257, "max_ms": 142.339, "p95_ms": 131.732}, "read_interval": {"avg_ms": 116.765, "count": 257, "max_ms": 155.918, "p95_ms": 145.025}, "triton_wait": {"avg_ms": 54.826, "count": 257, "max_ms": 89.988, "p95_ms": 80.436}, "visualize": {"avg_ms": 5.029, "count": 257, "max_ms": 6.595, "p95_ms": 5.628}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 352, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:09:45+09:00", "last_error_summary": "[h264 @ 0x5600b4e2fbc0] error while decoding MB 17 37, bytestream -12", "last_exit_at": "2026-07-03T20:09:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 48.111, "last_started_at": "2026-07-03T20:09:48+09:00", "pid": 50769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.363, "name": "ffmpeg", "pid": 50769, "rss_mb": 265.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 165, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.111, "sample_count": 1470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:10:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:10:36+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-07-03T20:10:36+09:00", "mjpeg": {"age_sec": 0.172, "exists": true, "mtime": "2026-07-03T20:10:36.772465+09:00", "mtime_epoch": 1783077036.772465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 165071}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:10:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.351, "pushed": 5.351, "read": 5.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.024, "count": 160, "max_ms": 13.828, "p95_ms": 11.417}, "gstreamer_push": {"avg_ms": 0.916, "count": 160, "max_ms": 1.042, "p95_ms": 1.015}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.326, "count": 160, "max_ms": 67.633, "p95_ms": 62.596}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.42, "count": 160, "max_ms": 84.365, "p95_ms": 78.714}, "yolo11_640_fire_11class": {"avg_ms": 48.687, "count": 160, "max_ms": 67.101, "p95_ms": 62.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.63, "count": 160, "max_ms": 87.138, "p95_ms": 83.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 178.082, "count": 160, "max_ms": 220.802, "p95_ms": 205.938}, "read_interval": {"avg_ms": 187.906, "count": 159, "max_ms": 232.792, "p95_ms": 215.641}, "triton_wait": {"avg_ms": 63.106, "count": 160, "max_ms": 87.15, "p95_ms": 83.484}, "visualize": {"avg_ms": 8.195, "count": 160, "max_ms": 10.481, "p95_ms": 9.409}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.306, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.832, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 372082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:11:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T20:11:01+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T20:11:01+09:00", "mjpeg": {"age_sec": 2.262, "exists": true, "mtime": "2026-07-03T20:10:59.256956+09:00", "mtime_epoch": 1783077059.2569556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 174849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:11:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.12, "pushed": 8.12, "read": 8.086}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.342, "count": 243, "max_ms": 8.383, "p95_ms": 6.392}, "gstreamer_push": {"avg_ms": 1.144, "count": 243, "max_ms": 1.388, "p95_ms": 1.317}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.242, "count": 243, "max_ms": 66.827, "p95_ms": 62.28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.389, "count": 243, "max_ms": 78.472, "p95_ms": 72.013}, "yolo11_640_fire_11class": {"avg_ms": 47.919, "count": 243, "max_ms": 67.338, "p95_ms": 61.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.77, "count": 243, "max_ms": 86.313, "p95_ms": 79.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 101.256, "count": 243, "max_ms": 155.146, "p95_ms": 131.247}, "read_interval": {"avg_ms": 123.659, "count": 242, "max_ms": 2278.99, "p95_ms": 144.615}, "triton_wait": {"avg_ms": 54.83, "count": 243, "max_ms": 86.33, "p95_ms": 79.966}, "visualize": {"avg_ms": 4.974, "count": 243, "max_ms": 6.788, "p95_ms": 5.636}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 352, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:09:45+09:00", "last_error_summary": "[h264 @ 0x5600b4e2fbc0] error while decoding MB 17 37, bytestream -12", "last_exit_at": "2026-07-03T20:09:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.209, "last_started_at": "2026-07-03T20:09:48+09:00", "pid": 50769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.621, "name": "ffmpeg", "pid": 50769, "rss_mb": 265.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 165, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.862, "sample_count": 1495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:11:07+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-07-03T20:11:06+09:00", "mjpeg": {"age_sec": 0.205, "exists": true, "mtime": "2026-07-03T20:11:06.837121+09:00", "mtime_epoch": 1783077066.8371205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:11:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.08, "pushed": 5.08, "read": 5.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.468, "count": 151, "max_ms": 17.388, "p95_ms": 11.366}, "gstreamer_push": {"avg_ms": 0.883, "count": 152, "max_ms": 1.042, "p95_ms": 0.983}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.357, "count": 151, "max_ms": 65.865, "p95_ms": 62.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.957, "count": 151, "max_ms": 83.151, "p95_ms": 75.238}, "yolo11_640_fire_11class": {"avg_ms": 48.676, "count": 151, "max_ms": 66.64, "p95_ms": 62.164}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.737, "count": 151, "max_ms": 87.925, "p95_ms": 82.707}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.679, "count": 152, "max_ms": 232.175, "p95_ms": 213.46}, "read_interval": {"avg_ms": 197.899, "count": 151, "max_ms": 241.698, "p95_ms": 221.632}, "triton_wait": {"avg_ms": 63.095, "count": 151, "max_ms": 87.937, "p95_ms": 82.718}, "visualize": {"avg_ms": 8.739, "count": 151, "max_ms": 13.133, "p95_ms": 9.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.37, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.916, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 372339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:11:31+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T20:11:31+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T20:11:31.489656+09:00", "mtime_epoch": 1783077091.4896557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:11:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.582, "pushed": 8.582, "read": 8.549}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.559, "count": 257, "max_ms": 8.514, "p95_ms": 6.5}, "gstreamer_push": {"avg_ms": 1.145, "count": 257, "max_ms": 2.239, "p95_ms": 1.338}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.621, "count": 257, "max_ms": 69.06, "p95_ms": 60.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.366, "count": 257, "max_ms": 80.566, "p95_ms": 73.727}, "yolo11_640_fire_11class": {"avg_ms": 46.992, "count": 257, "max_ms": 67.018, "p95_ms": 59.866}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.67, "count": 257, "max_ms": 86.05, "p95_ms": 79.112}}, "truncated_count": 0}, "processing_total": {"avg_ms": 103.853, "count": 257, "max_ms": 139.111, "p95_ms": 130.988}, "read_interval": {"avg_ms": 116.985, "count": 256, "max_ms": 151.914, "p95_ms": 143.929}, "triton_wait": {"avg_ms": 53.694, "count": 257, "max_ms": 86.062, "p95_ms": 79.124}, "visualize": {"avg_ms": 5.111, "count": 257, "max_ms": 6.392, "p95_ms": 5.665}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 144, "h264_decode_error_count": 352, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:09:45+09:00", "last_error_summary": "[h264 @ 0x5600b4e2fbc0] error while decoding MB 17 37, bytestream -12", "last_exit_at": "2026-07-03T20:09:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.287, "last_started_at": "2026-07-03T20:09:48+09:00", "pid": 50769, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.621, "name": "ffmpeg", "pid": 50769, "rss_mb": 265.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 165, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.973, "sample_count": 1494, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 287921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T20:11:37+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-07-03T20:11:36+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T20:11:36.921773+09:00", "mtime_epoch": 1783077096.9217732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:11:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.086, "pushed": 5.086, "read": 5.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.472, "count": 152, "max_ms": 14.059, "p95_ms": 11.896}, "gstreamer_push": {"avg_ms": 0.889, "count": 152, "max_ms": 1.09, "p95_ms": 0.963}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.748, "count": 152, "max_ms": 65.889, "p95_ms": 62.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.506, "count": 152, "max_ms": 81.341, "p95_ms": 74.463}, "yolo11_640_fire_11class": {"avg_ms": 48.61, "count": 152, "max_ms": 67.365, "p95_ms": 61.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.927, "count": 152, "max_ms": 88.402, "p95_ms": 82.351}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.274, "count": 152, "max_ms": 233.139, "p95_ms": 214.447}, "read_interval": {"avg_ms": 197.775, "count": 151, "max_ms": 243.043, "p95_ms": 224.203}, "triton_wait": {"avg_ms": 62.164, "count": 152, "max_ms": 88.415, "p95_ms": 82.363}, "visualize": {"avg_ms": 8.675, "count": 152, "max_ms": 10.715, "p95_ms": 9.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12313.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.388, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.922, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 372594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:12:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:12:01+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T20:12:01+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T20:12:01.502304+09:00", "mtime_epoch": 1783077121.5023043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 173141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:12:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.535, "pushed": 8.535, "read": 8.501}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.579, "count": 255, "max_ms": 8.118, "p95_ms": 6.459}, "gstreamer_push": {"avg_ms": 1.11, "count": 255, "max_ms": 1.336, "p95_ms": 1.202}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.816, "count": 255, "max_ms": 69.849, "p95_ms": 60.556}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.34, "count": 255, "max_ms": 79.67, "p95_ms": 71.509}, "yolo11_640_fire_11class": {"avg_ms": 47.089, "count": 255, "max_ms": 67.97, "p95_ms": 59.89}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.972, "count": 255, "max_ms": 87.332, "p95_ms": 79.598}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.361, "count": 255, "max_ms": 142.353, "p95_ms": 131.754}, "read_interval": {"avg_ms": 117.712, "count": 254, "max_ms": 157.1, "p95_ms": 145.721}, "triton_wait": {"avg_ms": 53.012, "count": 255, "max_ms": 87.348, "p95_ms": 79.611}, "visualize": {"avg_ms": 5.129, "count": 255, "max_ms": 7.308, "p95_ms": 5.625}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 353, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:11:52+09:00", "last_error_summary": "[h264 @ 0x557574da16c0] error while decoding MB 73 10, bytestream -5", "last_exit_at": "2026-07-03T20:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 12.948, "last_started_at": "2026-07-03T20:11:54+09:00", "pid": 50876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.793, "name": "ffmpeg", "pid": 50876, "rss_mb": 266.793, "state": "S (sleeping)", "threads": 106}, "restart_count": 166, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.978, "sample_count": 1466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:12:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:12:07+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-07-03T20:12:07+09:00", "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-07-03T20:12:07.130425+09:00", "mtime_epoch": 1783077127.1304255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170712}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:12:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.24, "pushed": 4.24, "read": 4.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.569, "count": 126, "max_ms": 14.598, "p95_ms": 11.436}, "gstreamer_push": {"avg_ms": 0.877, "count": 127, "max_ms": 1.06, "p95_ms": 0.963}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.968, "count": 126, "max_ms": 64.448, "p95_ms": 62.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.423, "count": 126, "max_ms": 79.556, "p95_ms": 74.948}, "yolo11_640_fire_11class": {"avg_ms": 48.919, "count": 126, "max_ms": 62.693, "p95_ms": 61.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.746, "count": 126, "max_ms": 85.253, "p95_ms": 83.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 195.875, "count": 127, "max_ms": 233.313, "p95_ms": 222.942}, "read_interval": {"avg_ms": 237.992, "count": 126, "max_ms": 4279.299, "p95_ms": 233.207}, "triton_wait": {"avg_ms": 63.974, "count": 126, "max_ms": 85.263, "p95_ms": 83.385}, "visualize": {"avg_ms": 8.956, "count": 126, "max_ms": 14.63, "p95_ms": 10.017}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.424, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.983, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 372862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:12:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:12:31+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T20:12:31+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T20:12:31.510950+09:00", "mtime_epoch": 1783077151.5109496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:12:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.964, "pushed": 8.964, "read": 8.93}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.145, "count": 268, "max_ms": 8.485, "p95_ms": 6.59}, "gstreamer_push": {"avg_ms": 1.17, "count": 268, "max_ms": 2.015, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.441, "count": 268, "max_ms": 65.778, "p95_ms": 62.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.345, "count": 268, "max_ms": 78.519, "p95_ms": 71.189}, "yolo11_640_fire_11class": {"avg_ms": 47.449, "count": 268, "max_ms": 65.711, "p95_ms": 61.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.533, "count": 268, "max_ms": 84.674, "p95_ms": 82.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.845, "count": 268, "max_ms": 137.281, "p95_ms": 130.974}, "read_interval": {"avg_ms": 111.942, "count": 267, "max_ms": 155.154, "p95_ms": 144.345}, "triton_wait": {"avg_ms": 55.57, "count": 268, "max_ms": 84.685, "p95_ms": 82.098}, "visualize": {"avg_ms": 4.843, "count": 268, "max_ms": 6.592, "p95_ms": 5.734}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2401}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 353, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:11:52+09:00", "last_error_summary": "[h264 @ 0x557574da16c0] error while decoding MB 73 10, bytestream -5", "last_exit_at": "2026-07-03T20:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 43.026, "last_started_at": "2026-07-03T20:11:54+09:00", "pid": 50876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.598, "name": "ffmpeg", "pid": 50876, "rss_mb": 268.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 166, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.068, "sample_count": 1466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:12:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:12:37+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-07-03T20:12:37+09:00", "mjpeg": {"age_sec": 0.195, "exists": true, "mtime": "2026-07-03T20:12:37.179071+09:00", "mtime_epoch": 1783077157.1790712, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:12:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.085, "pushed": 5.085, "read": 5.051}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.478, "count": 152, "max_ms": 12.48, "p95_ms": 11.797}, "gstreamer_push": {"avg_ms": 0.898, "count": 152, "max_ms": 1.063, "p95_ms": 0.989}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.038, "count": 152, "max_ms": 63.418, "p95_ms": 61.606}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.084, "count": 152, "max_ms": 80.154, "p95_ms": 72.853}, "yolo11_640_fire_11class": {"avg_ms": 48.583, "count": 152, "max_ms": 63.288, "p95_ms": 61.261}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.385, "count": 152, "max_ms": 85.805, "p95_ms": 82.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 188.004, "count": 152, "max_ms": 225.674, "p95_ms": 212.577}, "read_interval": {"avg_ms": 197.794, "count": 151, "max_ms": 236.093, "p95_ms": 223.895}, "triton_wait": {"avg_ms": 63.541, "count": 152, "max_ms": 85.818, "p95_ms": 82.932}, "visualize": {"avg_ms": 8.682, "count": 152, "max_ms": 11.528, "p95_ms": 10.256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.441, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.06, "sample_count": 2568, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 373116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:13:01+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-07-03T20:13:01+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T20:13:01.559593+09:00", "mtime_epoch": 1783077181.5595932, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 161329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:13:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.495, "pushed": 8.495, "read": 8.462}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.64, "count": 254, "max_ms": 7.625, "p95_ms": 6.664}, "gstreamer_push": {"avg_ms": 1.112, "count": 254, "max_ms": 1.455, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.733, "count": 254, "max_ms": 67.971, "p95_ms": 61.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.935, "count": 254, "max_ms": 77.171, "p95_ms": 66.216}, "yolo11_640_fire_11class": {"avg_ms": 47.009, "count": 254, "max_ms": 67.201, "p95_ms": 61.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.704, "count": 254, "max_ms": 86.342, "p95_ms": 81.075}}, "truncated_count": 0}, "processing_total": {"avg_ms": 104.911, "count": 254, "max_ms": 143.693, "p95_ms": 132.232}, "read_interval": {"avg_ms": 118.19, "count": 253, "max_ms": 158.598, "p95_ms": 147.134}, "triton_wait": {"avg_ms": 53.716, "count": 254, "max_ms": 86.354, "p95_ms": 81.087}, "visualize": {"avg_ms": 5.145, "count": 254, "max_ms": 6.262, "p95_ms": 5.741}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 353, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:11:52+09:00", "last_error_summary": "[h264 @ 0x557574da16c0] error while decoding MB 73 10, bytestream -5", "last_exit_at": "2026-07-03T20:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.239, "last_started_at": "2026-07-03T20:11:54+09:00", "pid": 50876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.629, "name": "ffmpeg", "pid": 50876, "rss_mb": 269.629, "state": "S (sleeping)", "threads": 106}, "restart_count": 166, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.634, "sample_count": 1491, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288354, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:13:07+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-07-03T20:13:07+09:00", "mjpeg": {"age_sec": 0.199, "exists": true, "mtime": "2026-07-03T20:13:07.387718+09:00", "mtime_epoch": 1783077187.3877177, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 172781}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:13:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.13, "pushed": 5.13, "read": 5.096}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.544, "count": 153, "max_ms": 13.1, "p95_ms": 12.06}, "gstreamer_push": {"avg_ms": 0.902, "count": 153, "max_ms": 1.241, "p95_ms": 0.991}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.161, "count": 153, "max_ms": 63.735, "p95_ms": 61.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.029, "count": 153, "max_ms": 80.391, "p95_ms": 71.605}, "yolo11_640_fire_11class": {"avg_ms": 48.71, "count": 153, "max_ms": 64.19, "p95_ms": 61.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.992, "count": 153, "max_ms": 84.787, "p95_ms": 82.548}}, "truncated_count": 0}, "processing_total": {"avg_ms": 186.693, "count": 153, "max_ms": 225.28, "p95_ms": 210.889}, "read_interval": {"avg_ms": 196.057, "count": 152, "max_ms": 235.023, "p95_ms": 220.646}, "triton_wait": {"avg_ms": 62.818, "count": 153, "max_ms": 84.799, "p95_ms": 82.561}, "visualize": {"avg_ms": 8.731, "count": 153, "max_ms": 11.407, "p95_ms": 10.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3111}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.452, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.983, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 373413, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:13:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:13:31+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T20:13:31+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T20:13:31.604234+09:00", "mtime_epoch": 1783077211.604234, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 159384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:13:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.578, "count": 297, "max_ms": 8.322, "p95_ms": 6.499}, "gstreamer_push": {"avg_ms": 1.196, "count": 297, "max_ms": 1.486, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.177, "count": 297, "max_ms": 72.911, "p95_ms": 62.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.356, "count": 297, "max_ms": 85.477, "p95_ms": 71.672}, "yolo11_640_fire_11class": {"avg_ms": 47.832, "count": 297, "max_ms": 72.455, "p95_ms": 62.439}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.983, "count": 297, "max_ms": 88.939, "p95_ms": 81.329}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.44, "count": 297, "max_ms": 138.705, "p95_ms": 128.967}, "read_interval": {"avg_ms": 101.174, "count": 297, "max_ms": 153.46, "p95_ms": 141.554}, "triton_wait": {"avg_ms": 54.048, "count": 297, "max_ms": 88.949, "p95_ms": 81.342}, "visualize": {"avg_ms": 4.408, "count": 297, "max_ms": 6.758, "p95_ms": 5.501}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 145, "h264_decode_error_count": 353, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:11:52+09:00", "last_error_summary": "[h264 @ 0x557574da16c0] error while decoding MB 73 10, bytestream -5", "last_exit_at": "2026-07-03T20:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.263, "last_started_at": "2026-07-03T20:11:54+09:00", "pid": 50876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.887, "name": "ffmpeg", "pid": 50876, "rss_mb": 269.887, "state": "S (sleeping)", "threads": 106}, "restart_count": 166, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.978, "sample_count": 1496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:13:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:13:37+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-07-03T20:13:37+09:00", "mjpeg": {"age_sec": 0.19, "exists": true, "mtime": "2026-07-03T20:13:37.420358+09:00", "mtime_epoch": 1783077217.4203577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 170234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:13:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.158, "pushed": 5.158, "read": 5.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 10.234, "count": 154, "max_ms": 12.78, "p95_ms": 11.529}, "gstreamer_push": {"avg_ms": 0.9, "count": 154, "max_ms": 1.05, "p95_ms": 0.992}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.473, "count": 154, "max_ms": 66.004, "p95_ms": 62.047}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.704, "count": 154, "max_ms": 81.239, "p95_ms": 77.058}, "yolo11_640_fire_11class": {"avg_ms": 49.281, "count": 154, "max_ms": 65.114, "p95_ms": 61.468}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.133, "count": 154, "max_ms": 84.268, "p95_ms": 82.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 184.941, "count": 154, "max_ms": 230.601, "p95_ms": 208.01}, "read_interval": {"avg_ms": 194.904, "count": 153, "max_ms": 240.181, "p95_ms": 217.98}, "triton_wait": {"avg_ms": 63.685, "count": 154, "max_ms": 84.28, "p95_ms": 82.109}, "visualize": {"avg_ms": 8.435, "count": 154, "max_ms": 11.862, "p95_ms": 9.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12275.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 536.472, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.288, "sample_count": 2719, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 373782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:14:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:14:01+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T20:14:01+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T20:14:01.620872+09:00", "mtime_epoch": 1783077241.6208715, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:14:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 369, "pushed_frames": 369, "read_frames": 369, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.301, "pushed": 12.301, "read": 12.301}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.449, "count": 369, "max_ms": 5.156, "p95_ms": 4.353}, "gstreamer_push": {"avg_ms": 1.315, "count": 369, "max_ms": 1.799, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.462, "count": 369, "max_ms": 68.228, "p95_ms": 62.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.43, "count": 369, "max_ms": 82.498, "p95_ms": 65.619}, "yolo11_640_fire_11class": {"avg_ms": 47.619, "count": 369, "max_ms": 67.676, "p95_ms": 61.943}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.269, "count": 369, "max_ms": 85.299, "p95_ms": 77.643}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.478, "count": 369, "max_ms": 97.337, "p95_ms": 89.752}, "read_interval": {"avg_ms": 81.356, "count": 369, "max_ms": 119.718, "p95_ms": 107.28}, "triton_wait": {"avg_ms": 52.348, "count": 369, "max_ms": 85.311, "p95_ms": 77.655}, "visualize": {"avg_ms": 3.696, "count": 369, "max_ms": 5.873, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 354, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:13:55+09:00", "last_error_summary": "[h264 @ 0x5611555be500] error while decoding MB 78 23, bytestream -22", "last_exit_at": "2026-07-03T20:13:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.515, "last_started_at": "2026-07-03T20:13:58+09:00", "pid": 50983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.34, "name": "ffmpeg", "pid": 50983, "rss_mb": 266.34, "state": "S (sleeping)", "threads": 106}, "restart_count": 167, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.634, "sample_count": 1486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:14:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T20:14:07+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T20:14:07+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T20:14:07.540997+09:00", "mtime_epoch": 1783077247.540997, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:14:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.861, "pushed": 4.861, "read": 4.827}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 9.804, "count": 145, "max_ms": 16.957, "p95_ms": 11.774}, "gstreamer_push": {"avg_ms": 0.947, "count": 145, "max_ms": 1.252, "p95_ms": 1.187}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.515, "count": 145, "max_ms": 63.065, "p95_ms": 61.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.872, "count": 145, "max_ms": 75.087, "p95_ms": 72.277}, "yolo11_640_fire_11class": {"avg_ms": 49.016, "count": 145, "max_ms": 62.407, "p95_ms": 61.09}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.857, "count": 145, "max_ms": 82.484, "p95_ms": 77.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 168.193, "count": 145, "max_ms": 224.706, "p95_ms": 206.027}, "read_interval": {"avg_ms": 207.754, "count": 144, "max_ms": 4316.555, "p95_ms": 218.366}, "triton_wait": {"avg_ms": 62.855, "count": 145, "max_ms": 82.498, "p95_ms": 77.951}, "visualize": {"avg_ms": 7.67, "count": 145, "max_ms": 11.102, "p95_ms": 10.17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12389.379, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 566.536, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.543, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 374114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:14:31+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T20:14:31+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T20:14:31.653507+09:00", "mtime_epoch": 1783077271.6535072, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:14:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.082, "pushed": 11.082, "read": 11.049}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.853, "count": 332, "max_ms": 8.544, "p95_ms": 5.553}, "gstreamer_push": {"avg_ms": 1.288, "count": 332, "max_ms": 1.934, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.526, "count": 332, "max_ms": 75.924, "p95_ms": 62.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.201, "count": 332, "max_ms": 87.193, "p95_ms": 72.652}, "yolo11_640_fire_11class": {"avg_ms": 47.894, "count": 332, "max_ms": 76.447, "p95_ms": 62.115}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.262, "count": 332, "max_ms": 91.705, "p95_ms": 79.069}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.844, "count": 332, "max_ms": 147.871, "p95_ms": 109.631}, "read_interval": {"avg_ms": 90.493, "count": 331, "max_ms": 168.274, "p95_ms": 124.604}, "triton_wait": {"avg_ms": 54.401, "count": 332, "max_ms": 91.718, "p95_ms": 79.082}, "visualize": {"avg_ms": 3.961, "count": 332, "max_ms": 7.36, "p95_ms": 5.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 354, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:13:55+09:00", "last_error_summary": "[h264 @ 0x5611555be500] error while decoding MB 78 23, bytestream -22", "last_exit_at": "2026-07-03T20:13:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.612, "last_started_at": "2026-07-03T20:13:58+09:00", "pid": 50983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.918, "name": "ffmpeg", "pid": 50983, "rss_mb": 268.918, "state": "S (sleeping)", "threads": 106}, "restart_count": 167, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 209.02, "sample_count": 1521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 288850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:14:37+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-07-03T20:14:37+09:00", "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-07-03T20:14:37.585633+09:00", "mtime_epoch": 1783077277.5856326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:14:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.573, "pushed": 6.573, "read": 6.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.723, "count": 196, "max_ms": 14.416, "p95_ms": 10.304}, "gstreamer_push": {"avg_ms": 1.051, "count": 197, "max_ms": 1.321, "p95_ms": 1.215}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.902, "count": 196, "max_ms": 72.517, "p95_ms": 62.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.091, "count": 196, "max_ms": 83.986, "p95_ms": 73.466}, "yolo11_640_fire_11class": {"avg_ms": 49.426, "count": 196, "max_ms": 73.255, "p95_ms": 62.253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.471, "count": 196, "max_ms": 88.173, "p95_ms": 80.01}}, "truncated_count": 0}, "processing_total": {"avg_ms": 141.664, "count": 197, "max_ms": 187.447, "p95_ms": 182.863}, "read_interval": {"avg_ms": 152.652, "count": 196, "max_ms": 197.436, "p95_ms": 193.733}, "triton_wait": {"avg_ms": 62.541, "count": 196, "max_ms": 88.185, "p95_ms": 80.022}, "visualize": {"avg_ms": 6.365, "count": 196, "max_ms": 9.667, "p95_ms": 7.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.548, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.665, "sample_count": 2885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 374469, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:15:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:15:01+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:15:01+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:15:01.670140+09:00", "mtime_epoch": 1783077301.6701403, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 149804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:15:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 355, "pushed_frames": 355, "read_frames": 355, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.835, "pushed": 11.835, "read": 11.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.448, "count": 355, "max_ms": 5.069, "p95_ms": 4.18}, "gstreamer_push": {"avg_ms": 1.307, "count": 355, "max_ms": 2.039, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.558, "count": 355, "max_ms": 68.064, "p95_ms": 63.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.888, "count": 355, "max_ms": 78.03, "p95_ms": 71.699}, "yolo11_640_fire_11class": {"avg_ms": 50.047, "count": 355, "max_ms": 67.477, "p95_ms": 63.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.139, "count": 355, "max_ms": 83.061, "p95_ms": 77.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.417, "count": 355, "max_ms": 95.142, "p95_ms": 89.802}, "read_interval": {"avg_ms": 84.559, "count": 355, "max_ms": 112.718, "p95_ms": 107.121}, "triton_wait": {"avg_ms": 55.384, "count": 355, "max_ms": 83.073, "p95_ms": 77.891}, "visualize": {"avg_ms": 3.666, "count": 355, "max_ms": 5.746, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 354, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:13:55+09:00", "last_error_summary": "[h264 @ 0x5611555be500] error while decoding MB 78 23, bytestream -22", "last_exit_at": "2026-07-03T20:13:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.661, "last_started_at": "2026-07-03T20:13:58+09:00", "pid": 50983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.949, "name": "ffmpeg", "pid": 50983, "rss_mb": 269.949, "state": "S (sleeping)", "threads": 106}, "restart_count": 167, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 208.144, "sample_count": 1605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:15:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:15:07+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-07-03T20:15:07+09:00", "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-07-03T20:15:07.682267+09:00", "mtime_epoch": 1783077307.6822667, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148247}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:15:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.253, "pushed": 7.253, "read": 7.22}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.976, "count": 217, "max_ms": 13.702, "p95_ms": 9.168}, "gstreamer_push": {"avg_ms": 1.124, "count": 217, "max_ms": 1.635, "p95_ms": 1.256}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.34, "count": 217, "max_ms": 66.835, "p95_ms": 62.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.991, "count": 217, "max_ms": 78.299, "p95_ms": 71.381}, "yolo11_640_fire_11class": {"avg_ms": 51.278, "count": 217, "max_ms": 65.192, "p95_ms": 62.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.713, "count": 217, "max_ms": 82.947, "p95_ms": 76.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 126.532, "count": 217, "max_ms": 185.719, "p95_ms": 166.899}, "read_interval": {"avg_ms": 138.533, "count": 216, "max_ms": 195.872, "p95_ms": 176.975}, "triton_wait": {"avg_ms": 62.479, "count": 217, "max_ms": 82.959, "p95_ms": 76.919}, "visualize": {"avg_ms": 5.674, "count": 217, "max_ms": 9.039, "p95_ms": 7.658}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.6, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 332.836, "name": "ffmpeg", "pid": 50403, "rss_mb": 332.836, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.95, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 374801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:15:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:15:31+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T20:15:31+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T20:15:31.750772+09:00", "mtime_epoch": 1783077331.7507725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 150125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:15:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.076, "pushed": 11.076, "read": 11.042}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.745, "count": 332, "max_ms": 8.493, "p95_ms": 5.522}, "gstreamer_push": {"avg_ms": 1.291, "count": 332, "max_ms": 2.049, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.064, "count": 332, "max_ms": 68.07, "p95_ms": 63.734}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.562, "count": 332, "max_ms": 79.635, "p95_ms": 73.774}, "yolo11_640_fire_11class": {"avg_ms": 49.634, "count": 332, "max_ms": 68.905, "p95_ms": 64.154}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.017, "count": 332, "max_ms": 84.568, "p95_ms": 80.346}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.597, "count": 332, "max_ms": 148.378, "p95_ms": 103.14}, "read_interval": {"avg_ms": 90.529, "count": 331, "max_ms": 168.237, "p95_ms": 116.631}, "triton_wait": {"avg_ms": 57.101, "count": 332, "max_ms": 84.581, "p95_ms": 80.359}, "visualize": {"avg_ms": 3.88, "count": 332, "max_ms": 7.045, "p95_ms": 5.21}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 354, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:13:55+09:00", "last_error_summary": "[h264 @ 0x5611555be500] error while decoding MB 78 23, bytestream -22", "last_exit_at": "2026-07-03T20:13:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.767, "last_started_at": "2026-07-03T20:13:58+09:00", "pid": 50983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.207, "name": "ffmpeg", "pid": 50983, "rss_mb": 270.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 167, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 207.722, "sample_count": 1664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:15:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:15:37+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T20:15:37+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T20:15:37.770899+09:00", "mtime_epoch": 1783077337.7708988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146173}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:15:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.304, "pushed": 7.304, "read": 7.271}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.811, "count": 218, "max_ms": 12.382, "p95_ms": 10.437}, "gstreamer_push": {"avg_ms": 1.115, "count": 219, "max_ms": 1.358, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.662, "count": 218, "max_ms": 66.155, "p95_ms": 63.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.324, "count": 218, "max_ms": 81.113, "p95_ms": 76.699}, "yolo11_640_fire_11class": {"avg_ms": 52.179, "count": 218, "max_ms": 65.649, "p95_ms": 63.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.7, "count": 218, "max_ms": 83.955, "p95_ms": 80.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 125.243, "count": 219, "max_ms": 187.018, "p95_ms": 161.036}, "read_interval": {"avg_ms": 137.424, "count": 218, "max_ms": 198.018, "p95_ms": 172.174}, "triton_wait": {"avg_ms": 64.423, "count": 218, "max_ms": 83.967, "p95_ms": 80.875}, "visualize": {"avg_ms": 5.431, "count": 218, "max_ms": 8.008, "p95_ms": 7.134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3125}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12392.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 40, "h264_decode_error_count": 45, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:05:02+09:00", "last_error_summary": "[h264 @ 0x55719439d880] error while decoding MB 43 35, bytestream -31 [in#0/rtsp @ 0x5571938f2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5571938f2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:05:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 659.174, "last_started_at": "2026-07-03T20:05:05+09:00", "pid": 50403, "process": {"exists": true, "fd_count": 5, "hwm_mb": 333.707, "name": "ffmpeg", "pid": 50403, "rss_mb": 333.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 41, "restart_count_per_hour": 2, "rtsp_timeout_count": 64, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.372, "sample_count": 2957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 375063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:16:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T20:16:04+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-03T20:16:04+09:00", "mjpeg": {"age_sec": 9.159, "exists": true, "mtime": "2026-07-03T20:15:55.227265+09:00", "mtime_epoch": 1783077355.2272646, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 154489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:16:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.776, "pushed": 7.776, "read": 7.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.575, "count": 233, "max_ms": 6.906, "p95_ms": 5.453}, "gstreamer_push": {"avg_ms": 1.268, "count": 233, "max_ms": 2.166, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.114, "count": 233, "max_ms": 70.028, "p95_ms": 63.755}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.743, "count": 233, "max_ms": 79.25, "p95_ms": 74.079}, "yolo11_640_fire_11class": {"avg_ms": 48.666, "count": 233, "max_ms": 70.04, "p95_ms": 63.477}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.705, "count": 233, "max_ms": 85.932, "p95_ms": 79.636}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.324, "count": 233, "max_ms": 128.576, "p95_ms": 104.239}, "read_interval": {"avg_ms": 128.895, "count": 232, "max_ms": 9158.827, "p95_ms": 117.787}, "triton_wait": {"avg_ms": 57.736, "count": 233, "max_ms": 85.944, "p95_ms": 79.648}, "visualize": {"avg_ms": 3.718, "count": 233, "max_ms": 5.348, "p95_ms": 5.103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12392.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 354, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:13:55+09:00", "last_error_summary": "[h264 @ 0x5611555be500] error while decoding MB 78 23, bytestream -22", "last_exit_at": "2026-07-03T20:13:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.847, "last_started_at": "2026-07-03T20:13:58+09:00", "pid": 50983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.723, "name": "ffmpeg", "pid": 50983, "rss_mb": 270.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 167, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 206.335, "sample_count": 1750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:16:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:16:07+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T20:16:07+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T20:16:07.879529+09:00", "mtime_epoch": 1783077367.8795292, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148050}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:16:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.91, "pushed": 7.91, "read": 7.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.356, "count": 236, "max_ms": 10.776, "p95_ms": 8.23}, "gstreamer_push": {"avg_ms": 1.143, "count": 237, "max_ms": 1.488, "p95_ms": 1.244}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.768, "count": 236, "max_ms": 66.046, "p95_ms": 61.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.356, "count": 236, "max_ms": 78.038, "p95_ms": 72.657}, "yolo11_640_fire_11class": {"avg_ms": 47.859, "count": 236, "max_ms": 66.279, "p95_ms": 62.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.855, "count": 236, "max_ms": 83.366, "p95_ms": 78.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.418, "count": 237, "max_ms": 163.364, "p95_ms": 135.549}, "read_interval": {"avg_ms": 126.962, "count": 236, "max_ms": 174.54, "p95_ms": 149.825}, "triton_wait": {"avg_ms": 59.191, "count": 236, "max_ms": 83.377, "p95_ms": 78.71}, "visualize": {"avg_ms": 5.17, "count": 236, "max_ms": 6.887, "p95_ms": 6.035}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 16.453, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.129, "name": "ffmpeg", "pid": 51090, "rss_mb": 328.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.285, "sample_count": 2847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 375209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:16:34+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T20:16:34+09:00", "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-07-03T20:16:34.352082+09:00", "mtime_epoch": 1783077394.352082, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 148001}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:16:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 146, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.28, "pushed": 7.28, "read": 7.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 146, "max_ms": 7.792, "p95_ms": 5.735}, "gstreamer_push": {"avg_ms": 1.266, "count": 146, "max_ms": 1.508, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.554, "count": 146, "max_ms": 66.78, "p95_ms": 64.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.022, "count": 146, "max_ms": 79.223, "p95_ms": 74.395}, "yolo11_640_fire_11class": {"avg_ms": 52.746, "count": 146, "max_ms": 68.47, "p95_ms": 66.405}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.277, "count": 146, "max_ms": 82.54, "p95_ms": 80.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.697, "count": 146, "max_ms": 137.844, "p95_ms": 132.444}, "read_interval": {"avg_ms": 206.042, "count": 146, "max_ms": 10162.594, "p95_ms": 146.982}, "triton_wait": {"avg_ms": 62.306, "count": 146, "max_ms": 82.553, "p95_ms": 80.771}, "visualize": {"avg_ms": 4.249, "count": 146, "max_ms": 6.894, "p95_ms": 5.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 20.054, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 354, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:13:55+09:00", "last_error_summary": "[h264 @ 0x5611555be500] error while decoding MB 78 23, bytestream -22", "last_exit_at": "2026-07-03T20:13:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.903, "last_started_at": "2026-07-03T20:13:58+09:00", "pid": 50983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.723, "name": "ffmpeg", "pid": 50983, "rss_mb": 270.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 167, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.326, "sample_count": 1832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:16:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-07-03T20:16:38+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T20:16:37+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T20:16:37.932157+09:00", "mtime_epoch": 1783077397.9321568, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:16:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.816, "pushed": 7.816, "read": 7.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.255, "count": 234, "max_ms": 10.025, "p95_ms": 7.881}, "gstreamer_push": {"avg_ms": 1.142, "count": 234, "max_ms": 1.558, "p95_ms": 1.204}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.539, "count": 234, "max_ms": 67.133, "p95_ms": 62.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.578, "count": 234, "max_ms": 80.758, "p95_ms": 74.266}, "yolo11_640_fire_11class": {"avg_ms": 51.473, "count": 234, "max_ms": 67.182, "p95_ms": 63.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.648, "count": 234, "max_ms": 83.626, "p95_ms": 79.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.891, "count": 234, "max_ms": 158.786, "p95_ms": 134.001}, "read_interval": {"avg_ms": 128.486, "count": 233, "max_ms": 170.163, "p95_ms": 147.002}, "triton_wait": {"avg_ms": 61.734, "count": 234, "max_ms": 83.637, "p95_ms": 79.168}, "visualize": {"avg_ms": 5.117, "count": 234, "max_ms": 6.917, "p95_ms": 5.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 46.514, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.902, "name": "ffmpeg", "pid": 51090, "rss_mb": 328.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.16, "sample_count": 2866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 375486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:17:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:17:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T20:17:04+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T20:17:04.476709+09:00", "mtime_epoch": 1783077424.4767094, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146414}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:17:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.258, "pushed": 9.258, "read": 9.224}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.652, "count": 277, "max_ms": 8.714, "p95_ms": 6.131}, "gstreamer_push": {"avg_ms": 1.217, "count": 277, "max_ms": 1.818, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.627, "count": 277, "max_ms": 68.01, "p95_ms": 64.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.823, "count": 277, "max_ms": 82.716, "p95_ms": 73.978}, "yolo11_640_fire_11class": {"avg_ms": 51.56, "count": 277, "max_ms": 69.233, "p95_ms": 64.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.866, "count": 277, "max_ms": 83.577, "p95_ms": 79.578}}, "truncated_count": 0}, "processing_total": {"avg_ms": 93.83, "count": 277, "max_ms": 137.607, "p95_ms": 131.665}, "read_interval": {"avg_ms": 108.627, "count": 276, "max_ms": 153.919, "p95_ms": 145.786}, "triton_wait": {"avg_ms": 60.012, "count": 277, "max_ms": 83.589, "p95_ms": 79.591}, "visualize": {"avg_ms": 4.54, "count": 277, "max_ms": 7.705, "p95_ms": 5.732}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 146, "h264_decode_error_count": 354, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:13:55+09:00", "last_error_summary": "[h264 @ 0x5611555be500] error while decoding MB 78 23, bytestream -22", "last_exit_at": "2026-07-03T20:13:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.966, "last_started_at": "2026-07-03T20:13:58+09:00", "pid": 50983, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.723, "name": "ffmpeg", "pid": 50983, "rss_mb": 270.723, "state": "S (sleeping)", "threads": 106}, "restart_count": 167, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 204.0, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 289987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:17:08+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-07-03T20:17:07+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T20:17:07.984782+09:00", "mtime_epoch": 1783077427.9847825, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148463}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:17:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.681, "pushed": 7.681, "read": 7.648}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.286, "count": 230, "max_ms": 11.355, "p95_ms": 7.85}, "gstreamer_push": {"avg_ms": 1.146, "count": 230, "max_ms": 1.308, "p95_ms": 1.211}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.827, "count": 230, "max_ms": 67.723, "p95_ms": 62.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.734, "count": 230, "max_ms": 82.953, "p95_ms": 75.157}, "yolo11_640_fire_11class": {"avg_ms": 52.68, "count": 230, "max_ms": 68.614, "p95_ms": 63.699}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.3, "count": 230, "max_ms": 83.429, "p95_ms": 78.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.845, "count": 230, "max_ms": 140.708, "p95_ms": 132.98}, "read_interval": {"avg_ms": 130.727, "count": 229, "max_ms": 155.505, "p95_ms": 146.524}, "triton_wait": {"avg_ms": 63.268, "count": 230, "max_ms": 83.441, "p95_ms": 78.782}, "visualize": {"avg_ms": 5.152, "count": 230, "max_ms": 8.682, "p95_ms": 5.685}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12379.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.577, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.902, "name": "ffmpeg", "pid": 51090, "rss_mb": 328.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.009, "sample_count": 2894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 375780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:17:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:17:34+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-07-03T20:17:34+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T20:17:34.505333+09:00", "mtime_epoch": 1783077454.5053332, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 147466}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:17:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.821, "pushed": 9.821, "read": 9.787}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.554, "count": 294, "max_ms": 8.767, "p95_ms": 5.855}, "gstreamer_push": {"avg_ms": 1.215, "count": 294, "max_ms": 1.898, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.656, "count": 294, "max_ms": 67.075, "p95_ms": 62.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.378, "count": 294, "max_ms": 78.629, "p95_ms": 72.94}, "yolo11_640_fire_11class": {"avg_ms": 48.348, "count": 294, "max_ms": 70.646, "p95_ms": 62.916}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.298, "count": 294, "max_ms": 81.952, "p95_ms": 78.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.225, "count": 294, "max_ms": 147.094, "p95_ms": 128.589}, "read_interval": {"avg_ms": 102.193, "count": 293, "max_ms": 164.431, "p95_ms": 141.886}, "triton_wait": {"avg_ms": 55.4, "count": 294, "max_ms": 81.964, "p95_ms": 78.419}, "visualize": {"avg_ms": 4.415, "count": 294, "max_ms": 7.654, "p95_ms": 5.373}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2418}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:17:13+09:00", "last_error_summary": "[h264 @ 0x55b7ebaf2200] error while decoding MB 64 13, bytestream -5", "last_exit_at": "2026-07-03T20:17:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 22.419, "last_started_at": "2026-07-03T20:17:15+09:00", "pid": 51242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.387, "name": "ffmpeg", "pid": 51242, "rss_mb": 264.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 168, "restart_count_per_hour": 28, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 200.184, "sample_count": 1985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290189, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:17:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:17:38+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-07-03T20:17:38+09:00", "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-07-03T20:17:38.093408+09:00", "mtime_epoch": 1783077458.0934076, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144444}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:17:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.702, "pushed": 6.702, "read": 6.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.339, "count": 201, "max_ms": 11.45, "p95_ms": 9.284}, "gstreamer_push": {"avg_ms": 1.147, "count": 201, "max_ms": 1.337, "p95_ms": 1.242}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.011, "count": 201, "max_ms": 64.674, "p95_ms": 62.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.975, "count": 201, "max_ms": 79.37, "p95_ms": 75.345}, "yolo11_640_fire_11class": {"avg_ms": 50.528, "count": 201, "max_ms": 67.348, "p95_ms": 62.911}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.639, "count": 201, "max_ms": 82.506, "p95_ms": 79.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.152, "count": 201, "max_ms": 158.02, "p95_ms": 134.636}, "read_interval": {"avg_ms": 149.13, "count": 201, "max_ms": 4247.081, "p95_ms": 148.914}, "triton_wait": {"avg_ms": 60.559, "count": 201, "max_ms": 82.521, "p95_ms": 79.089}, "visualize": {"avg_ms": 5.199, "count": 201, "max_ms": 7.896, "p95_ms": 6.346}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.592, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.902, "name": "ffmpeg", "pid": 51090, "rss_mb": 328.902, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.486, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 376074, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:18:04+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T20:18:04+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:18:04.529955+09:00", "mtime_epoch": 1783077484.5299554, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 142368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:18:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.833, "pushed": 9.833, "read": 9.799}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.48, "count": 294, "max_ms": 7.882, "p95_ms": 5.716}, "gstreamer_push": {"avg_ms": 1.206, "count": 294, "max_ms": 1.82, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.383, "count": 294, "max_ms": 66.969, "p95_ms": 63.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.499, "count": 294, "max_ms": 81.398, "p95_ms": 73.54}, "yolo11_640_fire_11class": {"avg_ms": 48.867, "count": 294, "max_ms": 66.105, "p95_ms": 62.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.695, "count": 294, "max_ms": 80.783, "p95_ms": 78.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.649, "count": 294, "max_ms": 133.728, "p95_ms": 129.349}, "read_interval": {"avg_ms": 102.078, "count": 293, "max_ms": 148.761, "p95_ms": 142.903}, "triton_wait": {"avg_ms": 55.819, "count": 294, "max_ms": 81.41, "p95_ms": 79.047}, "visualize": {"avg_ms": 4.389, "count": 294, "max_ms": 7.214, "p95_ms": 5.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12381.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:17:13+09:00", "last_error_summary": "[h264 @ 0x55b7ebaf2200] error while decoding MB 64 13, bytestream -5", "last_exit_at": "2026-07-03T20:17:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 52.535, "last_started_at": "2026-07-03T20:17:15+09:00", "pid": 51242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.418, "name": "ffmpeg", "pid": 51242, "rss_mb": 265.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 168, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 185.751, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:18:08+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-07-03T20:18:08+09:00", "mjpeg": {"age_sec": 0.15, "exists": true, "mtime": "2026-07-03T20:18:08.186031+09:00", "mtime_epoch": 1783077488.1860309, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 131805}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:18:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.901, "pushed": 7.901, "read": 7.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.186, "count": 236, "max_ms": 11.592, "p95_ms": 7.87}, "gstreamer_push": {"avg_ms": 1.155, "count": 237, "max_ms": 1.461, "p95_ms": 1.241}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.494, "count": 236, "max_ms": 66.12, "p95_ms": 62.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.385, "count": 236, "max_ms": 80.848, "p95_ms": 74.764}, "yolo11_640_fire_11class": {"avg_ms": 49.976, "count": 236, "max_ms": 65.632, "p95_ms": 62.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.439, "count": 236, "max_ms": 82.243, "p95_ms": 77.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.09, "count": 237, "max_ms": 152.073, "p95_ms": 133.1}, "read_interval": {"avg_ms": 126.907, "count": 236, "max_ms": 159.271, "p95_ms": 146.782}, "triton_wait": {"avg_ms": 59.748, "count": 236, "max_ms": 82.252, "p95_ms": 78.175}, "visualize": {"avg_ms": 5.144, "count": 236, "max_ms": 8.565, "p95_ms": 5.761}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.61, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.917, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 376369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:18:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:18:34+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T20:18:34+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T20:18:34.546576+09:00", "mtime_epoch": 1783077514.5465758, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 146209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:18:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.866, "pushed": 9.866, "read": 9.833}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.214, "count": 295, "max_ms": 8.614, "p95_ms": 5.544}, "gstreamer_push": {"avg_ms": 1.244, "count": 295, "max_ms": 1.785, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.686, "count": 295, "max_ms": 72.786, "p95_ms": 65.106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.33, "count": 295, "max_ms": 79.671, "p95_ms": 74.73}, "yolo11_640_fire_11class": {"avg_ms": 52.206, "count": 295, "max_ms": 72.214, "p95_ms": 65.067}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.111, "count": 295, "max_ms": 82.584, "p95_ms": 79.424}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.036, "count": 295, "max_ms": 149.008, "p95_ms": 130.914}, "read_interval": {"avg_ms": 101.721, "count": 294, "max_ms": 167.047, "p95_ms": 145.714}, "triton_wait": {"avg_ms": 59.337, "count": 295, "max_ms": 82.596, "p95_ms": 79.435}, "visualize": {"avg_ms": 4.217, "count": 295, "max_ms": 7.783, "p95_ms": 5.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:17:13+09:00", "last_error_summary": "[h264 @ 0x55b7ebaf2200] error while decoding MB 64 13, bytestream -5", "last_exit_at": "2026-07-03T20:17:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.621, "last_started_at": "2026-07-03T20:17:15+09:00", "pid": 51242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.738, "name": "ffmpeg", "pid": 51242, "rss_mb": 267.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 168, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 176.213, "sample_count": 2144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:18:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:18:38+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-07-03T20:18:38+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T20:18:38.314654+09:00", "mtime_epoch": 1783077518.3146536, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:18:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.682, "pushed": 7.682, "read": 7.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.203, "count": 230, "max_ms": 10.968, "p95_ms": 7.819}, "gstreamer_push": {"avg_ms": 1.135, "count": 230, "max_ms": 1.274, "p95_ms": 1.22}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.597, "count": 230, "max_ms": 71.652, "p95_ms": 65.038}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.724, "count": 230, "max_ms": 78.693, "p95_ms": 75.348}, "yolo11_640_fire_11class": {"avg_ms": 53.855, "count": 230, "max_ms": 72.175, "p95_ms": 64.68}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.564, "count": 230, "max_ms": 82.949, "p95_ms": 79.194}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.988, "count": 230, "max_ms": 141.057, "p95_ms": 133.068}, "read_interval": {"avg_ms": 130.837, "count": 229, "max_ms": 153.475, "p95_ms": 146.178}, "triton_wait": {"avg_ms": 63.755, "count": 230, "max_ms": 82.961, "p95_ms": 79.207}, "visualize": {"avg_ms": 5.123, "count": 230, "max_ms": 7.925, "p95_ms": 5.553}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.68, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.569, "sample_count": 2838, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 376658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:19:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:19:04+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T20:19:04+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T20:19:04.647197+09:00", "mtime_epoch": 1783077544.6471965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 139219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:19:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.604}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.382, "count": 289, "max_ms": 8.37, "p95_ms": 5.991}, "gstreamer_push": {"avg_ms": 1.242, "count": 289, "max_ms": 1.851, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.463, "count": 289, "max_ms": 72.272, "p95_ms": 64.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.817, "count": 289, "max_ms": 83.092, "p95_ms": 74.264}, "yolo11_640_fire_11class": {"avg_ms": 52.01, "count": 289, "max_ms": 72.786, "p95_ms": 66.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.497, "count": 289, "max_ms": 86.919, "p95_ms": 80.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.391, "count": 289, "max_ms": 139.375, "p95_ms": 132.226}, "read_interval": {"avg_ms": 104.111, "count": 288, "max_ms": 153.319, "p95_ms": 146.215}, "triton_wait": {"avg_ms": 59.613, "count": 289, "max_ms": 86.929, "p95_ms": 80.526}, "visualize": {"avg_ms": 4.319, "count": 289, "max_ms": 5.976, "p95_ms": 5.388}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:17:13+09:00", "last_error_summary": "[h264 @ 0x55b7ebaf2200] error while decoding MB 64 13, bytestream -5", "last_exit_at": "2026-07-03T20:17:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.71, "last_started_at": "2026-07-03T20:17:15+09:00", "pid": 51242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.738, "name": "ffmpeg", "pid": 51242, "rss_mb": 267.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 168, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.281, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 290886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:19:08+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-07-03T20:19:08+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T20:19:08.387274+09:00", "mtime_epoch": 1783077548.3872736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 136380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:19:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.674, "pushed": 7.674, "read": 7.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.274, "count": 229, "max_ms": 11.249, "p95_ms": 7.839}, "gstreamer_push": {"avg_ms": 1.149, "count": 230, "max_ms": 1.499, "p95_ms": 1.218}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.758, "count": 229, "max_ms": 66.213, "p95_ms": 64.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.046, "count": 229, "max_ms": 82.359, "p95_ms": 75.34}, "yolo11_640_fire_11class": {"avg_ms": 54.338, "count": 229, "max_ms": 70.232, "p95_ms": 65.985}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.253, "count": 229, "max_ms": 82.171, "p95_ms": 80.171}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.815, "count": 230, "max_ms": 137.765, "p95_ms": 135.664}, "read_interval": {"avg_ms": 130.774, "count": 229, "max_ms": 151.157, "p95_ms": 148.802}, "triton_wait": {"avg_ms": 63.605, "count": 229, "max_ms": 82.369, "p95_ms": 80.546}, "visualize": {"avg_ms": 5.123, "count": 229, "max_ms": 6.545, "p95_ms": 5.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.716, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.699, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 376985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:19:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:19:34+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T20:19:34+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T20:19:34.683815+09:00", "mtime_epoch": 1783077574.6838148, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:19:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.915, "pushed": 10.915, "read": 10.881}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.608, "count": 327, "max_ms": 5.859, "p95_ms": 5.429}, "gstreamer_push": {"avg_ms": 1.304, "count": 327, "max_ms": 2.052, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.678, "count": 327, "max_ms": 71.408, "p95_ms": 63.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.081, "count": 327, "max_ms": 84.376, "p95_ms": 77.949}, "yolo11_640_fire_11class": {"avg_ms": 51.181, "count": 327, "max_ms": 73.255, "p95_ms": 65.724}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.405, "count": 327, "max_ms": 85.196, "p95_ms": 78.805}}, "truncated_count": 0}, "processing_total": {"avg_ms": 75.199, "count": 327, "max_ms": 136.663, "p95_ms": 128.145}, "read_interval": {"avg_ms": 91.889, "count": 326, "max_ms": 150.099, "p95_ms": 141.676}, "triton_wait": {"avg_ms": 59.956, "count": 327, "max_ms": 85.208, "p95_ms": 79.217}, "visualize": {"avg_ms": 3.79, "count": 327, "max_ms": 5.867, "p95_ms": 5.108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:17:13+09:00", "last_error_summary": "[h264 @ 0x55b7ebaf2200] error while decoding MB 64 13, bytestream -5", "last_exit_at": "2026-07-03T20:17:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 142.734, "last_started_at": "2026-07-03T20:17:15+09:00", "pid": 51242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.738, "name": "ffmpeg", "pid": 51242, "rss_mb": 267.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 168, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.294, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:19:38+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-07-03T20:19:38+09:00", "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-07-03T20:19:38.407891+09:00", "mtime_epoch": 1783077578.4078913, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:19:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.597, "pushed": 7.597, "read": 7.563}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.26, "count": 227, "max_ms": 10.172, "p95_ms": 7.989}, "gstreamer_push": {"avg_ms": 1.157, "count": 227, "max_ms": 1.424, "p95_ms": 1.232}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.698, "count": 227, "max_ms": 67.471, "p95_ms": 62.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.078, "count": 227, "max_ms": 83.62, "p95_ms": 79.434}, "yolo11_640_fire_11class": {"avg_ms": 54.814, "count": 227, "max_ms": 68.778, "p95_ms": 65.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.202, "count": 227, "max_ms": 83.113, "p95_ms": 79.21}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.061, "count": 227, "max_ms": 141.073, "p95_ms": 135.776}, "read_interval": {"avg_ms": 132.181, "count": 226, "max_ms": 153.786, "p95_ms": 150.303}, "triton_wait": {"avg_ms": 64.958, "count": 227, "max_ms": 83.632, "p95_ms": 81.15}, "visualize": {"avg_ms": 5.147, "count": 227, "max_ms": 6.7, "p95_ms": 5.42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3144}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.867, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.708, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 377323, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:20:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:20:04+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T20:20:04+09:00", "mjpeg": {"age_sec": 0.371, "exists": true, "mtime": "2026-07-03T20:20:04.524428+09:00", "mtime_epoch": 1783077604.5244277, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99395}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:20:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 337, "pushed_frames": 337, "read_frames": 336, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.24, "pushed": 11.24, "read": 11.207}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.482, "count": 337, "max_ms": 6.052, "p95_ms": 4.216}, "gstreamer_push": {"avg_ms": 1.305, "count": 337, "max_ms": 1.554, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.95, "count": 337, "max_ms": 66.978, "p95_ms": 61.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.879, "count": 337, "max_ms": 82.802, "p95_ms": 78.013}, "yolo11_640_fire_11class": {"avg_ms": 49.991, "count": 337, "max_ms": 69.044, "p95_ms": 62.886}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.287, "count": 337, "max_ms": 82.698, "p95_ms": 77.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.087, "count": 337, "max_ms": 107.878, "p95_ms": 91.866}, "read_interval": {"avg_ms": 89.24, "count": 336, "max_ms": 380.831, "p95_ms": 110.639}, "triton_wait": {"avg_ms": 58.31, "count": 337, "max_ms": 82.814, "p95_ms": 78.822}, "visualize": {"avg_ms": 3.707, "count": 337, "max_ms": 5.269, "p95_ms": 4.137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:17:13+09:00", "last_error_summary": "[h264 @ 0x55b7ebaf2200] error while decoding MB 64 13, bytestream -5", "last_exit_at": "2026-07-03T20:17:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 172.823, "last_started_at": "2026-07-03T20:17:15+09:00", "pid": 51242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 51242, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 168, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.802, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291344, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:20:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:20:08+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-07-03T20:20:08+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T20:20:08.524510+09:00", "mtime_epoch": 1783077608.5245097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 149936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:20:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.709, "pushed": 7.709, "read": 7.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.418, "count": 230, "max_ms": 11.237, "p95_ms": 8.918}, "gstreamer_push": {"avg_ms": 1.159, "count": 231, "max_ms": 1.392, "p95_ms": 1.241}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.321, "count": 230, "max_ms": 66.761, "p95_ms": 63.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.244, "count": 230, "max_ms": 86.16, "p95_ms": 79.567}, "yolo11_640_fire_11class": {"avg_ms": 53.123, "count": 230, "max_ms": 67.056, "p95_ms": 64.554}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.411, "count": 230, "max_ms": 82.086, "p95_ms": 79.434}}, "truncated_count": 0}, "processing_total": {"avg_ms": 117.161, "count": 231, "max_ms": 143.614, "p95_ms": 134.496}, "read_interval": {"avg_ms": 130.306, "count": 230, "max_ms": 155.239, "p95_ms": 148.444}, "triton_wait": {"avg_ms": 62.373, "count": 230, "max_ms": 86.172, "p95_ms": 80.221}, "visualize": {"avg_ms": 5.224, "count": 230, "max_ms": 7.095, "p95_ms": 6.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 256.935, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.708, "sample_count": 2788, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 377625, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:20:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:20:34+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T20:20:34+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T20:20:34.901050+09:00", "mtime_epoch": 1783077634.9010503, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99703}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:20:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.071, "pushed": 10.071, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.444, "count": 302, "max_ms": 5.265, "p95_ms": 3.998}, "gstreamer_push": {"avg_ms": 1.327, "count": 302, "max_ms": 2.083, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.779, "count": 302, "max_ms": 68.299, "p95_ms": 62.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.304, "count": 302, "max_ms": 81.555, "p95_ms": 76.358}, "yolo11_640_fire_11class": {"avg_ms": 48.905, "count": 302, "max_ms": 70.924, "p95_ms": 64.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.287, "count": 302, "max_ms": 80.252, "p95_ms": 77.759}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.403, "count": 302, "max_ms": 93.681, "p95_ms": 90.247}, "read_interval": {"avg_ms": 99.624, "count": 301, "max_ms": 420.871, "p95_ms": 216.998}, "triton_wait": {"avg_ms": 56.313, "count": 302, "max_ms": 81.568, "p95_ms": 78.049}, "visualize": {"avg_ms": 3.694, "count": 302, "max_ms": 5.04, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 147, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:17:13+09:00", "last_error_summary": "[h264 @ 0x55b7ebaf2200] error while decoding MB 64 13, bytestream -5", "last_exit_at": "2026-07-03T20:17:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 202.902, "last_started_at": "2026-07-03T20:17:15+09:00", "pid": 51242, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.359, "name": "ffmpeg", "pid": 51242, "rss_mb": 268.359, "state": "S (sleeping)", "threads": 106}, "restart_count": 168, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.284, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:20:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:20:38+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-07-03T20:20:38+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T20:20:38.601126+09:00", "mtime_epoch": 1783077638.6011262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 148329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:20:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.91, "pushed": 7.91, "read": 7.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.227, "count": 236, "max_ms": 9.028, "p95_ms": 7.769}, "gstreamer_push": {"avg_ms": 1.158, "count": 237, "max_ms": 1.401, "p95_ms": 1.238}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.684, "count": 236, "max_ms": 63.7, "p95_ms": 62.425}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.971, "count": 236, "max_ms": 81.675, "p95_ms": 77.917}, "yolo11_640_fire_11class": {"avg_ms": 52.45, "count": 236, "max_ms": 69.888, "p95_ms": 65.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.498, "count": 236, "max_ms": 80.601, "p95_ms": 78.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.807, "count": 237, "max_ms": 147.084, "p95_ms": 132.75}, "read_interval": {"avg_ms": 126.949, "count": 236, "max_ms": 158.314, "p95_ms": 145.879}, "triton_wait": {"avg_ms": 59.576, "count": 236, "max_ms": 81.687, "p95_ms": 78.781}, "visualize": {"avg_ms": 5.169, "count": 236, "max_ms": 6.621, "p95_ms": 5.573}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12154.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.998, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.587, "sample_count": 2865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 377928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:21:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:21:05+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T20:21:04+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T20:21:04.965666+09:00", "mtime_epoch": 1783077664.9656656, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81278}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:21:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.105, "pushed": 10.105, "read": 10.072}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.51, "count": 303, "max_ms": 5.909, "p95_ms": 4.289}, "gstreamer_push": {"avg_ms": 1.332, "count": 303, "max_ms": 1.775, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.249, "count": 303, "max_ms": 64.329, "p95_ms": 61.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.387, "count": 303, "max_ms": 80.739, "p95_ms": 76.678}, "yolo11_640_fire_11class": {"avg_ms": 49.897, "count": 303, "max_ms": 70.304, "p95_ms": 64.801}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.211, "count": 303, "max_ms": 80.167, "p95_ms": 76.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.484, "count": 303, "max_ms": 105.43, "p95_ms": 90.506}, "read_interval": {"avg_ms": 99.281, "count": 302, "max_ms": 442.663, "p95_ms": 161.155}, "triton_wait": {"avg_ms": 57.108, "count": 303, "max_ms": 80.75, "p95_ms": 78.435}, "visualize": {"avg_ms": 3.719, "count": 303, "max_ms": 6.503, "p95_ms": 4.138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12288.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:21:01+09:00", "last_error_summary": "[h264 @ 0x55ea770e5700] error while decoding MB 79 29, bytestream -5", "last_exit_at": "2026-07-03T20:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 4.311, "last_started_at": "2026-07-03T20:21:04+09:00", "pid": 51349, "process": {"exists": true, "fd_count": 5, "hwm_mb": 175.098, "name": "ffmpeg", "pid": 51349, "rss_mb": 175.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 169, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.122, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 291781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:21:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:21:08+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-07-03T20:21:08+09:00", "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-07-03T20:21:08.705742+09:00", "mtime_epoch": 1783077668.7057421, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 147096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:21:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.667, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.221, "count": 199, "max_ms": 10.488, "p95_ms": 7.962}, "gstreamer_push": {"avg_ms": 1.165, "count": 200, "max_ms": 1.841, "p95_ms": 1.241}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.375, "count": 199, "max_ms": 68.028, "p95_ms": 62.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.851, "count": 199, "max_ms": 82.199, "p95_ms": 77.244}, "yolo11_640_fire_11class": {"avg_ms": 53.479, "count": 199, "max_ms": 77.122, "p95_ms": 65.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.9, "count": 199, "max_ms": 84.28, "p95_ms": 78.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 115.277, "count": 199, "max_ms": 138.498, "p95_ms": 133.583}, "read_interval": {"avg_ms": 150.684, "count": 199, "max_ms": 4603.001, "p95_ms": 146.271}, "triton_wait": {"avg_ms": 61.339, "count": 199, "max_ms": 84.292, "p95_ms": 79.947}, "visualize": {"avg_ms": 5.171, "count": 199, "max_ms": 6.777, "p95_ms": 5.714}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3151}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 317.051, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.688, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 378228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:21:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:21:35+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T20:21:35+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T20:21:35.018280+09:00", "mtime_epoch": 1783077695.0182796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:21:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.983}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.397, "count": 300, "max_ms": 5.337, "p95_ms": 4.019}, "gstreamer_push": {"avg_ms": 1.297, "count": 300, "max_ms": 1.55, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.632, "count": 300, "max_ms": 74.645, "p95_ms": 61.854}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.318, "count": 300, "max_ms": 83.588, "p95_ms": 75.914}, "yolo11_640_fire_11class": {"avg_ms": 50.412, "count": 300, "max_ms": 77.057, "p95_ms": 65.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.898, "count": 300, "max_ms": 87.153, "p95_ms": 76.604}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.496, "count": 300, "max_ms": 99.25, "p95_ms": 89.168}, "read_interval": {"avg_ms": 100.171, "count": 299, "max_ms": 452.718, "p95_ms": 196.947}, "triton_wait": {"avg_ms": 57.515, "count": 300, "max_ms": 87.165, "p95_ms": 77.095}, "visualize": {"avg_ms": 3.629, "count": 300, "max_ms": 4.912, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2433}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:21:01+09:00", "last_error_summary": "[h264 @ 0x55ea770e5700] error while decoding MB 79 29, bytestream -5", "last_exit_at": "2026-07-03T20:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.392, "last_started_at": "2026-07-03T20:21:04+09:00", "pid": 51349, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.098, "name": "ffmpeg", "pid": 51349, "rss_mb": 269.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 169, "restart_count_per_hour": 27, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.086, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:21:38+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T20:21:38+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T20:21:38.818357+09:00", "mtime_epoch": 1783077698.818357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143132}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:21:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.878, "pushed": 7.878, "read": 7.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.262, "count": 235, "max_ms": 11.413, "p95_ms": 7.73}, "gstreamer_push": {"avg_ms": 1.162, "count": 236, "max_ms": 1.374, "p95_ms": 1.234}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.23, "count": 235, "max_ms": 72.24, "p95_ms": 62.566}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.425, "count": 235, "max_ms": 82.915, "p95_ms": 73.607}, "yolo11_640_fire_11class": {"avg_ms": 53.452, "count": 235, "max_ms": 74.802, "p95_ms": 64.631}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.98, "count": 235, "max_ms": 84.969, "p95_ms": 78.199}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.442, "count": 236, "max_ms": 141.872, "p95_ms": 133.069}, "read_interval": {"avg_ms": 127.475, "count": 235, "max_ms": 154.421, "p95_ms": 146.017}, "triton_wait": {"avg_ms": 60.4, "count": 235, "max_ms": 84.98, "p95_ms": 78.495}, "visualize": {"avg_ms": 5.138, "count": 235, "max_ms": 6.613, "p95_ms": 5.442}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3154}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 347.158, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.063, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 378527, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:22:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:22:05+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T20:22:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:22:05.094893+09:00", "mtime_epoch": 1783077725.094893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:22:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.959, "pushed": 9.959, "read": 9.926}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 298, "max_ms": 5.402, "p95_ms": 4.031}, "gstreamer_push": {"avg_ms": 1.311, "count": 298, "max_ms": 2.152, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.965, "count": 298, "max_ms": 70.204, "p95_ms": 63.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.895, "count": 298, "max_ms": 83.965, "p95_ms": 74.051}, "yolo11_640_fire_11class": {"avg_ms": 50.24, "count": 298, "max_ms": 73.362, "p95_ms": 66.15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.088, "count": 298, "max_ms": 81.007, "p95_ms": 77.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.716, "count": 298, "max_ms": 95.684, "p95_ms": 89.821}, "read_interval": {"avg_ms": 100.699, "count": 297, "max_ms": 473.065, "p95_ms": 186.528}, "triton_wait": {"avg_ms": 57.555, "count": 298, "max_ms": 83.977, "p95_ms": 77.8}, "visualize": {"avg_ms": 3.697, "count": 298, "max_ms": 4.928, "p95_ms": 4.163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:21:01+09:00", "last_error_summary": "[h264 @ 0x55ea770e5700] error while decoding MB 79 29, bytestream -5", "last_exit_at": "2026-07-03T20:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.511, "last_started_at": "2026-07-03T20:21:04+09:00", "pid": 51349, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.355, "name": "ffmpeg", "pid": 51349, "rss_mb": 269.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 169, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.122, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:22:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:22:09+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T20:22:08+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T20:22:08.934971+09:00", "mtime_epoch": 1783077728.934971, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:22:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.769, "pushed": 7.769, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.448, "count": 232, "max_ms": 11.445, "p95_ms": 9.251}, "gstreamer_push": {"avg_ms": 1.149, "count": 233, "max_ms": 1.295, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.648, "count": 232, "max_ms": 65.011, "p95_ms": 62.516}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.352, "count": 232, "max_ms": 79.989, "p95_ms": 74.266}, "yolo11_640_fire_11class": {"avg_ms": 52.998, "count": 232, "max_ms": 67.749, "p95_ms": 65.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.709, "count": 232, "max_ms": 79.156, "p95_ms": 76.934}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.28, "count": 233, "max_ms": 161.633, "p95_ms": 133.849}, "read_interval": {"avg_ms": 129.279, "count": 232, "max_ms": 173.569, "p95_ms": 146.946}, "triton_wait": {"avg_ms": 60.456, "count": 232, "max_ms": 80.0, "p95_ms": 77.457}, "visualize": {"avg_ms": 5.255, "count": 232, "max_ms": 8.816, "p95_ms": 6.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3156}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 377.246, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.62, "sample_count": 3045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 378830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:22:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:22:35+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T20:22:35+09:00", "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-07-03T20:22:35.163505+09:00", "mtime_epoch": 1783077755.1635053, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:22:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.069, "pushed": 10.069, "read": 10.069}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.385, "count": 302, "max_ms": 5.665, "p95_ms": 4.115}, "gstreamer_push": {"avg_ms": 1.306, "count": 302, "max_ms": 2.175, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.089, "count": 302, "max_ms": 68.309, "p95_ms": 62.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.438, "count": 302, "max_ms": 79.956, "p95_ms": 75.935}, "yolo11_640_fire_11class": {"avg_ms": 49.116, "count": 302, "max_ms": 71.469, "p95_ms": 65.696}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.87, "count": 302, "max_ms": 81.603, "p95_ms": 76.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.811, "count": 302, "max_ms": 93.979, "p95_ms": 89.406}, "read_interval": {"avg_ms": 99.342, "count": 302, "max_ms": 351.836, "p95_ms": 181.8}, "triton_wait": {"avg_ms": 55.803, "count": 302, "max_ms": 81.633, "p95_ms": 77.137}, "visualize": {"avg_ms": 3.629, "count": 302, "max_ms": 5.721, "p95_ms": 4.285}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:21:01+09:00", "last_error_summary": "[h264 @ 0x55ea770e5700] error while decoding MB 79 29, bytestream -5", "last_exit_at": "2026-07-03T20:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.599, "last_started_at": "2026-07-03T20:21:04+09:00", "pid": 51349, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.871, "name": "ffmpeg", "pid": 51349, "rss_mb": 269.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 169, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.008, "sample_count": 2291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:22:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:22:39+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T20:22:39+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T20:22:39.027584+09:00", "mtime_epoch": 1783077759.0275838, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 141151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:22:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.911, "pushed": 7.911, "read": 7.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.308, "count": 237, "max_ms": 11.131, "p95_ms": 8.1}, "gstreamer_push": {"avg_ms": 1.152, "count": 237, "max_ms": 1.412, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.791, "count": 237, "max_ms": 65.635, "p95_ms": 62.35}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.411, "count": 237, "max_ms": 81.666, "p95_ms": 75.143}, "yolo11_640_fire_11class": {"avg_ms": 52.855, "count": 237, "max_ms": 68.157, "p95_ms": 64.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.631, "count": 237, "max_ms": 80.341, "p95_ms": 77.811}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.958, "count": 237, "max_ms": 138.663, "p95_ms": 133.236}, "read_interval": {"avg_ms": 126.983, "count": 236, "max_ms": 150.806, "p95_ms": 146.021}, "triton_wait": {"avg_ms": 59.214, "count": 237, "max_ms": 81.681, "p95_ms": 78.194}, "visualize": {"avg_ms": 5.159, "count": 237, "max_ms": 6.719, "p95_ms": 5.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3159}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.992, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 407.327, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.473, "sample_count": 3048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 379130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:23:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:23:05+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:23:05+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:23:05.264117+09:00", "mtime_epoch": 1783077785.2641175, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:23:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.0, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.489, "count": 299, "max_ms": 5.334, "p95_ms": 4.311}, "gstreamer_push": {"avg_ms": 1.324, "count": 300, "max_ms": 2.216, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.406, "count": 299, "max_ms": 64.695, "p95_ms": 62.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.405, "count": 299, "max_ms": 80.379, "p95_ms": 73.597}, "yolo11_640_fire_11class": {"avg_ms": 50.118, "count": 299, "max_ms": 71.803, "p95_ms": 66.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.759, "count": 299, "max_ms": 80.155, "p95_ms": 75.936}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.791, "count": 300, "max_ms": 92.925, "p95_ms": 89.092}, "read_interval": {"avg_ms": 100.245, "count": 299, "max_ms": 359.967, "p95_ms": 223.782}, "triton_wait": {"avg_ms": 55.492, "count": 299, "max_ms": 80.392, "p95_ms": 76.829}, "visualize": {"avg_ms": 3.742, "count": 299, "max_ms": 4.889, "p95_ms": 4.432}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:21:01+09:00", "last_error_summary": "[h264 @ 0x55ea770e5700] error while decoding MB 79 29, bytestream -5", "last_exit_at": "2026-07-03T20:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.63, "last_started_at": "2026-07-03T20:21:04+09:00", "pid": 51349, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.871, "name": "ffmpeg", "pid": 51349, "rss_mb": 269.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 169, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.914, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:23:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:23:09+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-07-03T20:23:09+09:00", "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-07-03T20:23:09.044194+09:00", "mtime_epoch": 1783077789.0441942, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 143368}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:23:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.963, "pushed": 7.963, "read": 7.93}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.329, "count": 238, "max_ms": 11.326, "p95_ms": 8.214}, "gstreamer_push": {"avg_ms": 1.161, "count": 238, "max_ms": 1.645, "p95_ms": 1.247}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.83, "count": 238, "max_ms": 64.72, "p95_ms": 62.872}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.624, "count": 238, "max_ms": 80.369, "p95_ms": 73.11}, "yolo11_640_fire_11class": {"avg_ms": 52.966, "count": 238, "max_ms": 72.964, "p95_ms": 65.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.942, "count": 238, "max_ms": 79.736, "p95_ms": 77.002}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.034, "count": 238, "max_ms": 155.97, "p95_ms": 132.25}, "read_interval": {"avg_ms": 126.148, "count": 237, "max_ms": 167.121, "p95_ms": 145.406}, "triton_wait": {"avg_ms": 58.548, "count": 238, "max_ms": 80.381, "p95_ms": 77.868}, "visualize": {"avg_ms": 5.185, "count": 238, "max_ms": 7.097, "p95_ms": 5.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3161}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 437.403, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.641, "sample_count": 3054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 379431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:23:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:23:35+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T20:23:35+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T20:23:35.376729+09:00", "mtime_epoch": 1783077815.376729, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:23:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.034, "read": 10.001}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 300, "max_ms": 5.214, "p95_ms": 3.814}, "gstreamer_push": {"avg_ms": 1.307, "count": 301, "max_ms": 1.54, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.58, "count": 300, "max_ms": 66.453, "p95_ms": 61.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.274, "count": 300, "max_ms": 80.014, "p95_ms": 74.413}, "yolo11_640_fire_11class": {"avg_ms": 48.5, "count": 300, "max_ms": 67.764, "p95_ms": 63.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.748, "count": 300, "max_ms": 80.244, "p95_ms": 75.296}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.087, "count": 301, "max_ms": 92.312, "p95_ms": 88.923}, "read_interval": {"avg_ms": 99.977, "count": 300, "max_ms": 419.622, "p95_ms": 193.347}, "triton_wait": {"avg_ms": 54.987, "count": 300, "max_ms": 80.256, "p95_ms": 76.752}, "visualize": {"avg_ms": 3.711, "count": 300, "max_ms": 5.783, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:21:01+09:00", "last_error_summary": "[h264 @ 0x55ea770e5700] error while decoding MB 79 29, bytestream -5", "last_exit_at": "2026-07-03T20:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.699, "last_started_at": "2026-07-03T20:21:04+09:00", "pid": 51349, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.129, "name": "ffmpeg", "pid": 51349, "rss_mb": 270.129, "state": "S (sleeping)", "threads": 106}, "restart_count": 169, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.341, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 292958, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:23:39+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T20:23:39+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T20:23:39.128805+09:00", "mtime_epoch": 1783077819.1288052, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 145118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:23:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.78, "pushed": 7.78, "read": 7.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.458, "count": 233, "max_ms": 10.052, "p95_ms": 8.816}, "gstreamer_push": {"avg_ms": 1.142, "count": 233, "max_ms": 1.85, "p95_ms": 1.245}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.187, "count": 233, "max_ms": 65.553, "p95_ms": 61.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.19, "count": 233, "max_ms": 82.023, "p95_ms": 75.54}, "yolo11_640_fire_11class": {"avg_ms": 50.279, "count": 233, "max_ms": 67.251, "p95_ms": 64.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.414, "count": 233, "max_ms": 80.67, "p95_ms": 76.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.046, "count": 233, "max_ms": 159.361, "p95_ms": 139.409}, "read_interval": {"avg_ms": 129.071, "count": 232, "max_ms": 170.053, "p95_ms": 152.146}, "triton_wait": {"avg_ms": 58.76, "count": 233, "max_ms": 82.035, "p95_ms": 76.963}, "visualize": {"avg_ms": 5.303, "count": 233, "max_ms": 7.633, "p95_ms": 6.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3164}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 467.403, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.624, "sample_count": 3067, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 379731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:24:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:24:05+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:24:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:24:05.345337+09:00", "mtime_epoch": 1783077845.345337, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93184}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:24:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.005, "pushed": 10.005, "read": 10.005}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.459, "count": 300, "max_ms": 5.332, "p95_ms": 4.254}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 2.193, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.692, "count": 300, "max_ms": 69.71, "p95_ms": 62.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.883, "count": 300, "max_ms": 83.233, "p95_ms": 78.402}, "yolo11_640_fire_11class": {"avg_ms": 49.124, "count": 300, "max_ms": 66.939, "p95_ms": 62.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.149, "count": 300, "max_ms": 83.058, "p95_ms": 77.648}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.718, "count": 300, "max_ms": 96.176, "p95_ms": 91.533}, "read_interval": {"avg_ms": 99.932, "count": 300, "max_ms": 428.675, "p95_ms": 165.804}, "triton_wait": {"avg_ms": 56.551, "count": 300, "max_ms": 83.245, "p95_ms": 79.138}, "visualize": {"avg_ms": 3.69, "count": 300, "max_ms": 4.698, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12387.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:21:01+09:00", "last_error_summary": "[h264 @ 0x55ea770e5700] error while decoding MB 79 29, bytestream -5", "last_exit_at": "2026-07-03T20:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.742, "last_started_at": "2026-07-03T20:21:04+09:00", "pid": 51349, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.387, "name": "ffmpeg", "pid": 51349, "rss_mb": 270.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 169, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.413, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293187, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:24:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:24:09+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T20:24:09+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T20:24:09.165414+09:00", "mtime_epoch": 1783077849.1654143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133658}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:24:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.658, "pushed": 7.658, "read": 7.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.36, "count": 229, "max_ms": 11.528, "p95_ms": 8.551}, "gstreamer_push": {"avg_ms": 1.172, "count": 229, "max_ms": 1.863, "p95_ms": 1.282}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.887, "count": 229, "max_ms": 69.51, "p95_ms": 62.777}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.497, "count": 229, "max_ms": 84.481, "p95_ms": 79.853}, "yolo11_640_fire_11class": {"avg_ms": 50.311, "count": 229, "max_ms": 65.478, "p95_ms": 62.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.755, "count": 229, "max_ms": 80.835, "p95_ms": 77.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.919, "count": 229, "max_ms": 153.96, "p95_ms": 136.35}, "read_interval": {"avg_ms": 131.226, "count": 228, "max_ms": 357.352, "p95_ms": 149.977}, "triton_wait": {"avg_ms": 61.749, "count": 229, "max_ms": 84.494, "p95_ms": 79.865}, "visualize": {"avg_ms": 5.241, "count": 229, "max_ms": 8.639, "p95_ms": 6.099}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12387.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 497.746, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.253, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 380033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T20:24:35+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T20:24:35+09:00", "mjpeg": {"age_sec": 0.334, "exists": true, "mtime": "2026-07-03T20:24:35.441508+09:00", "mtime_epoch": 1783077875.4415083, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:24:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.047, "pushed": 10.047, "read": 10.014}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.396, "count": 301, "max_ms": 5.445, "p95_ms": 3.956}, "gstreamer_push": {"avg_ms": 1.3, "count": 301, "max_ms": 1.923, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.87, "count": 301, "max_ms": 67.037, "p95_ms": 62.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.575, "count": 301, "max_ms": 83.799, "p95_ms": 77.882}, "yolo11_640_fire_11class": {"avg_ms": 48.412, "count": 301, "max_ms": 67.065, "p95_ms": 61.387}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.779, "count": 301, "max_ms": 81.053, "p95_ms": 76.089}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.324, "count": 301, "max_ms": 95.888, "p95_ms": 90.312}, "read_interval": {"avg_ms": 99.906, "count": 300, "max_ms": 403.09, "p95_ms": 144.874}, "triton_wait": {"avg_ms": 56.291, "count": 301, "max_ms": 83.811, "p95_ms": 78.078}, "visualize": {"avg_ms": 3.66, "count": 301, "max_ms": 5.043, "p95_ms": 4.09}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2445}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 148, "h264_decode_error_count": 356, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:21:01+09:00", "last_error_summary": "[h264 @ 0x55ea770e5700] error while decoding MB 79 29, bytestream -5", "last_exit_at": "2026-07-03T20:21:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 214.742, "last_started_at": "2026-07-03T20:21:04+09:00", "pid": 51349, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.387, "name": "ffmpeg", "pid": 51349, "rss_mb": 270.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 169, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.933, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:24:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:24:39+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T20:24:39+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T20:24:39.165415+09:00", "mtime_epoch": 1783077879.1654153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 134785}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:24:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.903, "pushed": 7.903, "read": 7.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.173, "count": 237, "max_ms": 10.064, "p95_ms": 7.97}, "gstreamer_push": {"avg_ms": 1.16, "count": 237, "max_ms": 1.767, "p95_ms": 1.255}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.199, "count": 237, "max_ms": 65.178, "p95_ms": 62.479}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.447, "count": 237, "max_ms": 83.488, "p95_ms": 78.68}, "yolo11_640_fire_11class": {"avg_ms": 48.809, "count": 237, "max_ms": 64.519, "p95_ms": 61.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.979, "count": 237, "max_ms": 80.701, "p95_ms": 76.318}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.5, "count": 237, "max_ms": 139.537, "p95_ms": 133.58}, "read_interval": {"avg_ms": 126.577, "count": 237, "max_ms": 152.301, "p95_ms": 146.751}, "triton_wait": {"avg_ms": 59.456, "count": 237, "max_ms": 83.499, "p95_ms": 78.852}, "visualize": {"avg_ms": 5.103, "count": 237, "max_ms": 7.016, "p95_ms": 5.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3169}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12380.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 527.802, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.064, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 380334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:25:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:25:05+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T20:25:05+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T20:25:05.760780+09:00", "mtime_epoch": 1783077905.7607803, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78068}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:25:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.042, "pushed": 10.042, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 301, "max_ms": 5.195, "p95_ms": 4.138}, "gstreamer_push": {"avg_ms": 1.291, "count": 301, "max_ms": 1.978, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.028, "count": 301, "max_ms": 65.522, "p95_ms": 62.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.491, "count": 301, "max_ms": 82.616, "p95_ms": 76.893}, "yolo11_640_fire_11class": {"avg_ms": 48.884, "count": 301, "max_ms": 67.986, "p95_ms": 63.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.922, "count": 301, "max_ms": 80.516, "p95_ms": 76.169}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.499, "count": 301, "max_ms": 97.775, "p95_ms": 90.289}, "read_interval": {"avg_ms": 99.897, "count": 300, "max_ms": 420.273, "p95_ms": 147.025}, "triton_wait": {"avg_ms": 55.442, "count": 301, "max_ms": 82.629, "p95_ms": 77.758}, "visualize": {"avg_ms": 3.614, "count": 301, "max_ms": 4.598, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12380.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 357, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:24:51+09:00", "last_error_summary": "[h264 @ 0x55a9a98154c0] error while decoding MB 14 14, bytestream -9", "last_exit_at": "2026-07-03T20:24:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 14.952, "last_started_at": "2026-07-03T20:24:54+09:00", "pid": 51456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.168, "name": "ffmpeg", "pid": 51456, "rss_mb": 264.168, "state": "S (sleeping)", "threads": 106}, "restart_count": 170, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.58, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:25:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:25:09+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-07-03T20:25:09+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-03T20:25:09.256701+09:00", "mtime_epoch": 1783077909.2567005, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 134892}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:25:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.743, "pushed": 6.743, "read": 6.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.435, "count": 202, "max_ms": 13.199, "p95_ms": 9.091}, "gstreamer_push": {"avg_ms": 1.169, "count": 202, "max_ms": 1.685, "p95_ms": 1.254}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.237, "count": 202, "max_ms": 67.558, "p95_ms": 62.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.036, "count": 202, "max_ms": 83.769, "p95_ms": 75.209}, "yolo11_640_fire_11class": {"avg_ms": 51.798, "count": 202, "max_ms": 67.882, "p95_ms": 63.407}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.987, "count": 202, "max_ms": 79.573, "p95_ms": 76.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.578, "count": 202, "max_ms": 141.965, "p95_ms": 131.57}, "read_interval": {"avg_ms": 149.079, "count": 201, "max_ms": 4552.469, "p95_ms": 144.387}, "triton_wait": {"avg_ms": 59.986, "count": 202, "max_ms": 83.779, "p95_ms": 76.845}, "visualize": {"avg_ms": 5.238, "count": 202, "max_ms": 8.539, "p95_ms": 5.751}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 557.818, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.854, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 380634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:25:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:25:35+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T20:25:35+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T20:25:35.752123+09:00", "mtime_epoch": 1783077935.752123, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 74291}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:25:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.02, "pushed": 10.02, "read": 9.987}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.398, "count": 300, "max_ms": 5.173, "p95_ms": 4.096}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 2.273, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.428, "count": 300, "max_ms": 69.071, "p95_ms": 63.032}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.369, "count": 300, "max_ms": 81.491, "p95_ms": 73.471}, "yolo11_640_fire_11class": {"avg_ms": 49.576, "count": 300, "max_ms": 75.522, "p95_ms": 65.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.201, "count": 300, "max_ms": 78.591, "p95_ms": 75.509}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.033, "count": 300, "max_ms": 93.843, "p95_ms": 87.728}, "read_interval": {"avg_ms": 100.03, "count": 299, "max_ms": 371.406, "p95_ms": 218.324}, "triton_wait": {"avg_ms": 54.972, "count": 300, "max_ms": 81.504, "p95_ms": 76.107}, "visualize": {"avg_ms": 3.646, "count": 300, "max_ms": 5.562, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 357, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:24:51+09:00", "last_error_summary": "[h264 @ 0x55a9a98154c0] error while decoding MB 14 14, bytestream -9", "last_exit_at": "2026-07-03T20:24:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 44.985, "last_started_at": "2026-07-03T20:24:54+09:00", "pid": 51456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.746, "name": "ffmpeg", "pid": 51456, "rss_mb": 266.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 170, "restart_count_per_hour": 26, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.497, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 293864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:25:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:25:39+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-07-03T20:25:39+09:00", "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-07-03T20:25:39.280050+09:00", "mtime_epoch": 1783077939.2800498, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 136140}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:25:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.957, "pushed": 7.957, "read": 7.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.24, "count": 238, "max_ms": 11.632, "p95_ms": 8.074}, "gstreamer_push": {"avg_ms": 1.159, "count": 238, "max_ms": 1.673, "p95_ms": 1.239}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.683, "count": 238, "max_ms": 64.469, "p95_ms": 61.909}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.481, "count": 238, "max_ms": 78.629, "p95_ms": 72.376}, "yolo11_640_fire_11class": {"avg_ms": 52.037, "count": 238, "max_ms": 68.119, "p95_ms": 64.256}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.959, "count": 238, "max_ms": 78.069, "p95_ms": 75.451}}, "truncated_count": 0}, "processing_total": {"avg_ms": 113.15, "count": 238, "max_ms": 132.341, "p95_ms": 129.951}, "read_interval": {"avg_ms": 126.141, "count": 237, "max_ms": 147.213, "p95_ms": 144.166}, "triton_wait": {"avg_ms": 58.676, "count": 238, "max_ms": 78.639, "p95_ms": 75.923}, "visualize": {"avg_ms": 5.198, "count": 238, "max_ms": 8.04, "p95_ms": 6.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3174}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 587.905, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.568, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 380934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:26:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:26:05+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:26:05+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:26:05.843523+09:00", "mtime_epoch": 1783077965.8435233, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 71839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:26:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.969, "pushed": 9.969, "read": 9.969}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 299, "max_ms": 5.386, "p95_ms": 4.174}, "gstreamer_push": {"avg_ms": 1.302, "count": 299, "max_ms": 1.549, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.593, "count": 299, "max_ms": 66.611, "p95_ms": 63.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.536, "count": 299, "max_ms": 80.981, "p95_ms": 71.339}, "yolo11_640_fire_11class": {"avg_ms": 49.917, "count": 299, "max_ms": 69.978, "p95_ms": 65.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.586, "count": 299, "max_ms": 78.913, "p95_ms": 76.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.944, "count": 299, "max_ms": 92.928, "p95_ms": 88.163}, "read_interval": {"avg_ms": 100.267, "count": 299, "max_ms": 364.334, "p95_ms": 215.028}, "triton_wait": {"avg_ms": 54.762, "count": 299, "max_ms": 80.994, "p95_ms": 76.153}, "visualize": {"avg_ms": 3.677, "count": 299, "max_ms": 5.686, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 357, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:24:51+09:00", "last_error_summary": "[h264 @ 0x55a9a98154c0] error while decoding MB 14 14, bytestream -9", "last_exit_at": "2026-07-03T20:24:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.033, "last_started_at": "2026-07-03T20:24:54+09:00", "pid": 51456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.746, "name": "ffmpeg", "pid": 51456, "rss_mb": 266.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 170, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.119, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:26:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:26:09+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T20:26:09+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T20:26:09.351457+09:00", "mtime_epoch": 1783077969.3514569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 134612}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:26:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.89, "pushed": 7.89, "read": 7.856}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.194, "count": 236, "max_ms": 12.481, "p95_ms": 7.871}, "gstreamer_push": {"avg_ms": 1.153, "count": 236, "max_ms": 1.691, "p95_ms": 1.246}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.335, "count": 236, "max_ms": 64.979, "p95_ms": 62.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.807, "count": 236, "max_ms": 78.106, "p95_ms": 72.221}, "yolo11_640_fire_11class": {"avg_ms": 52.79, "count": 236, "max_ms": 68.855, "p95_ms": 64.565}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.117, "count": 236, "max_ms": 78.27, "p95_ms": 75.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.017, "count": 236, "max_ms": 143.259, "p95_ms": 130.399}, "read_interval": {"avg_ms": 127.353, "count": 235, "max_ms": 160.498, "p95_ms": 144.303}, "triton_wait": {"avg_ms": 59.828, "count": 236, "max_ms": 78.283, "p95_ms": 75.446}, "visualize": {"avg_ms": 5.178, "count": 236, "max_ms": 7.873, "p95_ms": 6.102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12383.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 617.905, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.393, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 381237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:26:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:26:35+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T20:26:35+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T20:26:35.874980+09:00", "mtime_epoch": 1783077995.8749802, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 66103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:26:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.106, "pushed": 10.106, "read": 10.106}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.502, "count": 303, "max_ms": 5.392, "p95_ms": 4.491}, "gstreamer_push": {"avg_ms": 1.319, "count": 303, "max_ms": 1.852, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.893, "count": 303, "max_ms": 69.363, "p95_ms": 62.848}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.725, "count": 303, "max_ms": 79.618, "p95_ms": 73.01}, "yolo11_640_fire_11class": {"avg_ms": 49.917, "count": 303, "max_ms": 70.428, "p95_ms": 64.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.95, "count": 303, "max_ms": 80.35, "p95_ms": 76.175}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.249, "count": 303, "max_ms": 92.577, "p95_ms": 88.333}, "read_interval": {"avg_ms": 99.103, "count": 303, "max_ms": 380.467, "p95_ms": 205.406}, "triton_wait": {"avg_ms": 54.942, "count": 303, "max_ms": 80.362, "p95_ms": 76.216}, "visualize": {"avg_ms": 3.727, "count": 303, "max_ms": 5.507, "p95_ms": 4.434}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 357, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:24:51+09:00", "last_error_summary": "[h264 @ 0x55a9a98154c0] error while decoding MB 14 14, bytestream -9", "last_exit_at": "2026-07-03T20:24:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.114, "last_started_at": "2026-07-03T20:24:54+09:00", "pid": 51456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.746, "name": "ffmpeg", "pid": 51456, "rss_mb": 266.746, "state": "S (sleeping)", "threads": 106}, "restart_count": 170, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.022, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:26:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:26:39+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-07-03T20:26:39+09:00", "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-07-03T20:26:39.426920+09:00", "mtime_epoch": 1783077999.4269197, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128292}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:26:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.883, "pushed": 7.883, "read": 7.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.289, "count": 236, "max_ms": 9.243, "p95_ms": 8.005}, "gstreamer_push": {"avg_ms": 1.147, "count": 236, "max_ms": 1.26, "p95_ms": 1.225}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.61, "count": 236, "max_ms": 69.466, "p95_ms": 62.863}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.153, "count": 236, "max_ms": 79.641, "p95_ms": 72.448}, "yolo11_640_fire_11class": {"avg_ms": 51.776, "count": 236, "max_ms": 71.083, "p95_ms": 64.249}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.33, "count": 236, "max_ms": 81.464, "p95_ms": 76.784}}, "truncated_count": 0}, "processing_total": {"avg_ms": 114.392, "count": 236, "max_ms": 150.704, "p95_ms": 132.404}, "read_interval": {"avg_ms": 127.472, "count": 235, "max_ms": 161.902, "p95_ms": 145.302}, "triton_wait": {"avg_ms": 59.719, "count": 236, "max_ms": 81.476, "p95_ms": 78.264}, "visualize": {"avg_ms": 5.193, "count": 236, "max_ms": 8.282, "p95_ms": 6.062}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3179}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 647.939, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.568, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 381536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:27:05+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T20:27:05+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:27:05.878490+09:00", "mtime_epoch": 1783078025.8784904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 69680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:27:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.984, "pushed": 9.984, "read": 9.984}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 299, "max_ms": 5.202, "p95_ms": 4.105}, "gstreamer_push": {"avg_ms": 1.324, "count": 299, "max_ms": 1.617, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.757, "count": 299, "max_ms": 71.262, "p95_ms": 63.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.941, "count": 299, "max_ms": 91.297, "p95_ms": 74.641}, "yolo11_640_fire_11class": {"avg_ms": 49.136, "count": 299, "max_ms": 72.594, "p95_ms": 63.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.113, "count": 299, "max_ms": 88.162, "p95_ms": 78.532}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.376, "count": 299, "max_ms": 103.508, "p95_ms": 90.82}, "read_interval": {"avg_ms": 100.365, "count": 299, "max_ms": 314.648, "p95_ms": 215.557}, "triton_wait": {"avg_ms": 55.125, "count": 299, "max_ms": 91.31, "p95_ms": 78.546}, "visualize": {"avg_ms": 3.714, "count": 299, "max_ms": 4.818, "p95_ms": 4.08}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2454}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 357, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:24:51+09:00", "last_error_summary": "[h264 @ 0x55a9a98154c0] error while decoding MB 14 14, bytestream -9", "last_exit_at": "2026-07-03T20:24:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.141, "last_started_at": "2026-07-03T20:24:54+09:00", "pid": 51456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.262, "name": "ffmpeg", "pid": 51456, "rss_mb": 267.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 170, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.398, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:27:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:27:09+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-07-03T20:27:09+09:00", "mjpeg": {"age_sec": 0.166, "exists": true, "mtime": "2026-07-03T20:27:09.394436+09:00", "mtime_epoch": 1783078029.3944364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 138759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:27:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.955, "pushed": 6.955, "read": 6.922}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.093, "count": 208, "max_ms": 12.615, "p95_ms": 9.197}, "gstreamer_push": {"avg_ms": 1.095, "count": 208, "max_ms": 1.93, "p95_ms": 1.212}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.912, "count": 208, "max_ms": 68.541, "p95_ms": 63.341}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.247, "count": 208, "max_ms": 88.528, "p95_ms": 77.308}, "yolo11_640_fire_11class": {"avg_ms": 48.553, "count": 208, "max_ms": 69.682, "p95_ms": 62.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.735, "count": 208, "max_ms": 85.895, "p95_ms": 78.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 132.538, "count": 208, "max_ms": 185.549, "p95_ms": 178.234}, "read_interval": {"avg_ms": 144.153, "count": 207, "max_ms": 196.081, "p95_ms": 186.502}, "triton_wait": {"avg_ms": 62.105, "count": 208, "max_ms": 88.54, "p95_ms": 79.437}, "visualize": {"avg_ms": 5.937, "count": 208, "max_ms": 9.234, "p95_ms": 7.647}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 677.99, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.662, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 381837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:27:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:27:36+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T20:27:35+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T20:27:35.958049+09:00", "mtime_epoch": 1783078055.958049, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 66019}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:27:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.043, "pushed": 10.043, "read": 10.009}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 301, "max_ms": 5.147, "p95_ms": 4.011}, "gstreamer_push": {"avg_ms": 1.321, "count": 301, "max_ms": 1.56, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.364, "count": 301, "max_ms": 66.448, "p95_ms": 63.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.767, "count": 301, "max_ms": 80.387, "p95_ms": 70.287}, "yolo11_640_fire_11class": {"avg_ms": 48.91, "count": 301, "max_ms": 65.633, "p95_ms": 62.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.547, "count": 301, "max_ms": 82.194, "p95_ms": 77.985}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.919, "count": 301, "max_ms": 93.5, "p95_ms": 90.14}, "read_interval": {"avg_ms": 99.908, "count": 300, "max_ms": 319.914, "p95_ms": 200.667}, "triton_wait": {"avg_ms": 54.702, "count": 301, "max_ms": 82.203, "p95_ms": 77.998}, "visualize": {"avg_ms": 3.717, "count": 301, "max_ms": 5.296, "p95_ms": 4.188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 357, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:24:51+09:00", "last_error_summary": "[h264 @ 0x55a9a98154c0] error while decoding MB 14 14, bytestream -9", "last_exit_at": "2026-07-03T20:24:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.161, "last_started_at": "2026-07-03T20:24:54+09:00", "pid": 51456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.52, "name": "ffmpeg", "pid": 51456, "rss_mb": 267.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 170, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.925, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:27:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:27:39+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-07-03T20:27:39+09:00", "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-07-03T20:27:39.414001+09:00", "mtime_epoch": 1783078059.4140015, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:27:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.202, "pushed": 7.202, "read": 7.169}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 8.244, "count": 215, "max_ms": 12.249, "p95_ms": 10.484}, "gstreamer_push": {"avg_ms": 1.109, "count": 215, "max_ms": 1.842, "p95_ms": 1.226}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.339, "count": 215, "max_ms": 66.02, "p95_ms": 61.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.293, "count": 215, "max_ms": 81.987, "p95_ms": 73.139}, "yolo11_640_fire_11class": {"avg_ms": 48.691, "count": 215, "max_ms": 66.456, "p95_ms": 61.977}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.556, "count": 215, "max_ms": 82.713, "p95_ms": 78.422}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.17, "count": 215, "max_ms": 182.358, "p95_ms": 170.23}, "read_interval": {"avg_ms": 139.417, "count": 214, "max_ms": 192.683, "p95_ms": 182.18}, "triton_wait": {"avg_ms": 60.69, "count": 215, "max_ms": 82.722, "p95_ms": 78.434}, "visualize": {"avg_ms": 5.791, "count": 215, "max_ms": 9.809, "p95_ms": 7.696}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.852, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3184}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 708.024, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.704, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 382137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:28:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:28:06+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T20:28:05+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T20:28:05.993655+09:00", "mtime_epoch": 1783078085.9936552, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 76277}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:28:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.98}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.413, "count": 300, "max_ms": 5.397, "p95_ms": 4.009}, "gstreamer_push": {"avg_ms": 1.307, "count": 300, "max_ms": 1.539, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.57, "count": 300, "max_ms": 66.017, "p95_ms": 62.198}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.342, "count": 300, "max_ms": 80.848, "p95_ms": 71.514}, "yolo11_640_fire_11class": {"avg_ms": 48.24, "count": 300, "max_ms": 66.027, "p95_ms": 61.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.504, "count": 300, "max_ms": 82.007, "p95_ms": 76.879}}, "truncated_count": 0}, "processing_total": {"avg_ms": 65.397, "count": 300, "max_ms": 94.454, "p95_ms": 89.474}, "read_interval": {"avg_ms": 100.194, "count": 299, "max_ms": 353.173, "p95_ms": 212.213}, "triton_wait": {"avg_ms": 53.274, "count": 300, "max_ms": 82.02, "p95_ms": 77.346}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 5.44, "p95_ms": 4.157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 357, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:24:51+09:00", "last_error_summary": "[h264 @ 0x55a9a98154c0] error while decoding MB 14 14, bytestream -9", "last_exit_at": "2026-07-03T20:24:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.228, "last_started_at": "2026-07-03T20:24:54+09:00", "pid": 51456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.965, "name": "ffmpeg", "pid": 51456, "rss_mb": 273.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 170, "restart_count_per_hour": 25, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.132, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 294974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:28:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:28:09+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-07-03T20:28:09+09:00", "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-07-03T20:28:09.521612+09:00", "mtime_epoch": 1783078089.521612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 140473}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:28:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.191, "pushed": 7.191, "read": 7.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.926, "count": 215, "max_ms": 11.657, "p95_ms": 9.194}, "gstreamer_push": {"avg_ms": 1.102, "count": 215, "max_ms": 1.287, "p95_ms": 1.21}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.281, "count": 215, "max_ms": 65.332, "p95_ms": 62.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.376, "count": 215, "max_ms": 80.749, "p95_ms": 75.152}, "yolo11_640_fire_11class": {"avg_ms": 47.872, "count": 215, "max_ms": 64.847, "p95_ms": 61.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.418, "count": 215, "max_ms": 81.342, "p95_ms": 79.147}}, "truncated_count": 0}, "processing_total": {"avg_ms": 127.391, "count": 215, "max_ms": 185.459, "p95_ms": 161.206}, "read_interval": {"avg_ms": 139.839, "count": 214, "max_ms": 196.674, "p95_ms": 172.819}, "triton_wait": {"avg_ms": 60.522, "count": 215, "max_ms": 81.354, "p95_ms": 79.159}, "visualize": {"avg_ms": 5.749, "count": 215, "max_ms": 8.484, "p95_ms": 7.35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3186}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12397.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 738.044, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.021, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 382437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:28:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:28:36+09:00", "last_frame_read_age_sec": 0.056, "last_frame_read_at": "2026-07-03T20:28:36+09:00", "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-07-03T20:28:36.017306+09:00", "mtime_epoch": 1783078116.0173056, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 73109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:28:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.029, "pushed": 10.029, "read": 9.995}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.483, "count": 300, "max_ms": 5.413, "p95_ms": 4.726}, "gstreamer_push": {"avg_ms": 1.313, "count": 300, "max_ms": 1.613, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.889, "count": 300, "max_ms": 67.539, "p95_ms": 63.91}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.072, "count": 300, "max_ms": 82.73, "p95_ms": 75.772}, "yolo11_640_fire_11class": {"avg_ms": 49.187, "count": 300, "max_ms": 67.665, "p95_ms": 63.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.948, "count": 300, "max_ms": 82.672, "p95_ms": 79.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.933, "count": 300, "max_ms": 95.618, "p95_ms": 91.715}, "read_interval": {"avg_ms": 100.154, "count": 299, "max_ms": 692.414, "p95_ms": 192.055}, "triton_wait": {"avg_ms": 55.644, "count": 300, "max_ms": 82.742, "p95_ms": 79.69}, "visualize": {"avg_ms": 3.733, "count": 300, "max_ms": 5.008, "p95_ms": 4.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 357, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:24:51+09:00", "last_error_summary": "[h264 @ 0x55a9a98154c0] error while decoding MB 14 14, bytestream -9", "last_exit_at": "2026-07-03T20:24:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 225.415, "last_started_at": "2026-07-03T20:24:54+09:00", "pid": 51456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.496, "name": "ffmpeg", "pid": 51456, "rss_mb": 281.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 170, "restart_count_per_hour": 24, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.704, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:28:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:28:39+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-07-03T20:28:39+09:00", "mjpeg": {"age_sec": 0.169, "exists": true, "mtime": "2026-07-03T20:28:39.665266+09:00", "mtime_epoch": 1783078119.665266, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:28:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.62, "pushed": 7.62, "read": 7.587}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.359, "count": 228, "max_ms": 11.592, "p95_ms": 8.255}, "gstreamer_push": {"avg_ms": 1.131, "count": 228, "max_ms": 1.307, "p95_ms": 1.227}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.766, "count": 228, "max_ms": 64.538, "p95_ms": 62.608}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.051, "count": 228, "max_ms": 82.551, "p95_ms": 76.156}, "yolo11_640_fire_11class": {"avg_ms": 50.232, "count": 228, "max_ms": 64.526, "p95_ms": 62.28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.995, "count": 228, "max_ms": 82.588, "p95_ms": 79.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.977, "count": 228, "max_ms": 175.779, "p95_ms": 139.515}, "read_interval": {"avg_ms": 131.598, "count": 227, "max_ms": 173.2, "p95_ms": 152.312}, "triton_wait": {"avg_ms": 62.853, "count": 228, "max_ms": 82.604, "p95_ms": 79.964}, "visualize": {"avg_ms": 5.245, "count": 228, "max_ms": 7.557, "p95_ms": 6.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3189}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 768.046, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.161, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 382738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:29:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:29:06+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T20:29:06+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T20:29:06.012998+09:00", "mtime_epoch": 1783078146.0129979, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80623}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:29:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.039, "pushed": 10.039, "read": 10.039}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.441, "count": 301, "max_ms": 5.19, "p95_ms": 4.063}, "gstreamer_push": {"avg_ms": 1.322, "count": 301, "max_ms": 1.616, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.953, "count": 301, "max_ms": 65.445, "p95_ms": 63.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.4, "count": 301, "max_ms": 82.035, "p95_ms": 73.597}, "yolo11_640_fire_11class": {"avg_ms": 49.426, "count": 301, "max_ms": 67.306, "p95_ms": 64.428}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.859, "count": 301, "max_ms": 82.989, "p95_ms": 78.377}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.853, "count": 301, "max_ms": 95.131, "p95_ms": 90.836}, "read_interval": {"avg_ms": 99.655, "count": 301, "max_ms": 429.613, "p95_ms": 176.371}, "triton_wait": {"avg_ms": 55.612, "count": 301, "max_ms": 83.002, "p95_ms": 78.389}, "visualize": {"avg_ms": 3.703, "count": 301, "max_ms": 4.836, "p95_ms": 4.049}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.758, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 149, "h264_decode_error_count": 357, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:24:51+09:00", "last_error_summary": "[h264 @ 0x55a9a98154c0] error while decoding MB 14 14, bytestream -9", "last_exit_at": "2026-07-03T20:24:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 255.474, "last_started_at": "2026-07-03T20:24:54+09:00", "pid": 51456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.613, "name": "ffmpeg", "pid": 51456, "rss_mb": 293.613, "state": "S (sleeping)", "threads": 106}, "restart_count": 170, "restart_count_per_hour": 24, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.086, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:29:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:29:09+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-07-03T20:29:09+09:00", "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-07-03T20:29:09.760962+09:00", "mtime_epoch": 1783078149.7609622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137450}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:29:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.724, "pushed": 7.724, "read": 7.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.177, "count": 231, "max_ms": 10.233, "p95_ms": 8.444}, "gstreamer_push": {"avg_ms": 1.128, "count": 231, "max_ms": 1.531, "p95_ms": 1.357}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.177, "count": 231, "max_ms": 65.551, "p95_ms": 63.031}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.006, "count": 231, "max_ms": 83.825, "p95_ms": 74.065}, "yolo11_640_fire_11class": {"avg_ms": 49.932, "count": 231, "max_ms": 65.464, "p95_ms": 64.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.155, "count": 231, "max_ms": 83.081, "p95_ms": 78.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 116.191, "count": 231, "max_ms": 168.224, "p95_ms": 153.053}, "read_interval": {"avg_ms": 130.053, "count": 230, "max_ms": 325.502, "p95_ms": 165.946}, "triton_wait": {"avg_ms": 61.284, "count": 231, "max_ms": 83.838, "p95_ms": 78.392}, "visualize": {"avg_ms": 5.26, "count": 231, "max_ms": 6.811, "p95_ms": 6.494}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3191}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12382.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 798.112, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.212, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 383038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:29:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:29:36+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T20:29:36+09:00", "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-07-03T20:29:36.072729+09:00", "mtime_epoch": 1783078176.0727286, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 70322}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:29:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.003, "pushed": 10.003, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.414, "count": 300, "max_ms": 5.002, "p95_ms": 3.789}, "gstreamer_push": {"avg_ms": 1.34, "count": 300, "max_ms": 1.893, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.911, "count": 300, "max_ms": 68.691, "p95_ms": 64.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.612, "count": 300, "max_ms": 80.494, "p95_ms": 74.993}, "yolo11_640_fire_11class": {"avg_ms": 50.251, "count": 300, "max_ms": 72.515, "p95_ms": 66.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.188, "count": 300, "max_ms": 81.666, "p95_ms": 78.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.434, "count": 300, "max_ms": 94.028, "p95_ms": 90.954}, "read_interval": {"avg_ms": 100.273, "count": 299, "max_ms": 440.614, "p95_ms": 187.689}, "triton_wait": {"avg_ms": 55.152, "count": 300, "max_ms": 81.678, "p95_ms": 78.456}, "visualize": {"avg_ms": 3.72, "count": 300, "max_ms": 5.633, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2463}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 20.916, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.996, "name": "ffmpeg", "pid": 51563, "rss_mb": 265.996, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 25, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.08, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:29:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:29:39+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-07-03T20:29:39+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T20:29:39.904697+09:00", "mtime_epoch": 1783078179.9046972, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 132128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:29:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.921, "pushed": 6.921, "read": 6.887}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 5.593, "count": 207, "max_ms": 11.752, "p95_ms": 8.157}, "gstreamer_push": {"avg_ms": 1.288, "count": 207, "max_ms": 1.545, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.991, "count": 207, "max_ms": 71.323, "p95_ms": 64.686}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.073, "count": 207, "max_ms": 81.648, "p95_ms": 75.99}, "yolo11_640_fire_11class": {"avg_ms": 55.699, "count": 207, "max_ms": 73.999, "p95_ms": 66.992}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.437, "count": 207, "max_ms": 82.257, "p95_ms": 79.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.207, "count": 207, "max_ms": 162.033, "p95_ms": 136.889}, "read_interval": {"avg_ms": 145.62, "count": 206, "max_ms": 4969.602, "p95_ms": 148.839}, "triton_wait": {"avg_ms": 63.663, "count": 207, "max_ms": 82.269, "p95_ms": 79.344}, "visualize": {"avg_ms": 4.217, "count": 207, "max_ms": 7.272, "p95_ms": 6.294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3194}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12386.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 828.145, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.318, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 383338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:30:06+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T20:30:06+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T20:30:06.076497+09:00", "mtime_epoch": 1783078206.076497, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:30:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.016, "pushed": 10.016, "read": 9.982}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.403, "count": 300, "max_ms": 4.203, "p95_ms": 3.622}, "gstreamer_push": {"avg_ms": 1.358, "count": 300, "max_ms": 1.88, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.115, "count": 300, "max_ms": 71.01, "p95_ms": 65.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.213, "count": 300, "max_ms": 80.571, "p95_ms": 76.096}, "yolo11_640_fire_11class": {"avg_ms": 55.276, "count": 300, "max_ms": 72.532, "p95_ms": 68.14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.858, "count": 300, "max_ms": 80.703, "p95_ms": 78.244}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.719, "count": 300, "max_ms": 92.937, "p95_ms": 90.719}, "read_interval": {"avg_ms": 100.065, "count": 299, "max_ms": 353.991, "p95_ms": 139.56}, "triton_wait": {"avg_ms": 61.425, "count": 300, "max_ms": 80.715, "p95_ms": 78.297}, "visualize": {"avg_ms": 3.699, "count": 300, "max_ms": 4.508, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 50.996, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.832, "name": "ffmpeg", "pid": 51563, "rss_mb": 268.832, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 25, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.364, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 295925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:30:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:30:10+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T20:30:09+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T20:30:09.984469+09:00", "mtime_epoch": 1783078209.9844694, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:30:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.474, "pushed": 9.474, "read": 9.44}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.774, "count": 284, "max_ms": 10.461, "p95_ms": 7.763}, "gstreamer_push": {"avg_ms": 1.284, "count": 284, "max_ms": 2.308, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.848, "count": 284, "max_ms": 69.782, "p95_ms": 64.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.727, "count": 284, "max_ms": 79.831, "p95_ms": 76.115}, "yolo11_640_fire_11class": {"avg_ms": 56.684, "count": 284, "max_ms": 71.285, "p95_ms": 67.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.494, "count": 284, "max_ms": 80.912, "p95_ms": 77.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 90.72, "count": 284, "max_ms": 149.103, "p95_ms": 129.154}, "read_interval": {"avg_ms": 105.977, "count": 283, "max_ms": 161.083, "p95_ms": 142.37}, "triton_wait": {"avg_ms": 63.788, "count": 284, "max_ms": 80.924, "p95_ms": 78.063}, "visualize": {"avg_ms": 4.247, "count": 284, "max_ms": 6.554, "p95_ms": 5.333}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3196}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 858.171, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.44, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 383639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:30:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:30:36+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T20:30:36+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T20:30:36.136300+09:00", "mtime_epoch": 1783078236.1362998, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80701}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:30:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.056, "pushed": 10.056, "read": 10.023}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.429, "count": 301, "max_ms": 5.368, "p95_ms": 4.209}, "gstreamer_push": {"avg_ms": 1.315, "count": 301, "max_ms": 2.13, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.573, "count": 301, "max_ms": 67.427, "p95_ms": 65.206}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.073, "count": 301, "max_ms": 79.799, "p95_ms": 75.069}, "yolo11_640_fire_11class": {"avg_ms": 51.68, "count": 301, "max_ms": 69.4, "p95_ms": 67.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.822, "count": 301, "max_ms": 80.691, "p95_ms": 77.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.51, "count": 301, "max_ms": 92.845, "p95_ms": 90.441}, "read_interval": {"avg_ms": 99.816, "count": 300, "max_ms": 423.896, "p95_ms": 190.209}, "triton_wait": {"avg_ms": 57.366, "count": 301, "max_ms": 80.704, "p95_ms": 77.898}, "visualize": {"avg_ms": 3.652, "count": 301, "max_ms": 5.531, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.067, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.699, "name": "ffmpeg", "pid": 51563, "rss_mb": 272.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 24, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.086, "sample_count": 2336, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:30:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:30:40+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T20:30:40+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:30:40.036277+09:00", "mtime_epoch": 1783078240.0362768, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 146965}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:30:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.352, "pushed": 9.352, "read": 9.319}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.998, "count": 280, "max_ms": 10.407, "p95_ms": 7.76}, "gstreamer_push": {"avg_ms": 1.262, "count": 280, "max_ms": 1.937, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.724, "count": 280, "max_ms": 67.318, "p95_ms": 64.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.145, "count": 280, "max_ms": 81.136, "p95_ms": 75.053}, "yolo11_640_fire_11class": {"avg_ms": 53.992, "count": 280, "max_ms": 70.345, "p95_ms": 66.936}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.883, "count": 280, "max_ms": 80.219, "p95_ms": 78.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.358, "count": 280, "max_ms": 161.396, "p95_ms": 128.97}, "read_interval": {"avg_ms": 107.402, "count": 279, "max_ms": 173.471, "p95_ms": 142.47}, "triton_wait": {"avg_ms": 61.03, "count": 280, "max_ms": 81.148, "p95_ms": 78.057}, "visualize": {"avg_ms": 4.391, "count": 280, "max_ms": 6.176, "p95_ms": 5.298}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3199}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 888.225, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.487, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 383940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:31:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:31:06+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T20:31:06+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T20:31:06.152136+09:00", "mtime_epoch": 1783078266.1521358, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:31:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.052, "pushed": 10.052, "read": 10.019}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.429, "count": 301, "max_ms": 5.278, "p95_ms": 3.994}, "gstreamer_push": {"avg_ms": 1.345, "count": 301, "max_ms": 1.75, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.507, "count": 301, "max_ms": 67.586, "p95_ms": 64.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.317, "count": 301, "max_ms": 78.79, "p95_ms": 73.255}, "yolo11_640_fire_11class": {"avg_ms": 52.193, "count": 301, "max_ms": 75.199, "p95_ms": 67.313}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.478, "count": 301, "max_ms": 82.286, "p95_ms": 77.733}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.257, "count": 301, "max_ms": 94.2, "p95_ms": 90.142}, "read_interval": {"avg_ms": 99.917, "count": 300, "max_ms": 399.955, "p95_ms": 153.962}, "triton_wait": {"avg_ms": 56.906, "count": 301, "max_ms": 82.298, "p95_ms": 77.876}, "visualize": {"avg_ms": 3.716, "count": 301, "max_ms": 5.593, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2470}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.085, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.957, "name": "ffmpeg", "pid": 51563, "rss_mb": 272.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 24, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.058, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:31:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:31:10+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-07-03T20:31:10+09:00", "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-07-03T20:31:10.028117+09:00", "mtime_epoch": 1783078270.0281172, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 144190}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:31:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.372, "pushed": 9.372, "read": 9.339}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.068, "count": 280, "max_ms": 12.008, "p95_ms": 7.825}, "gstreamer_push": {"avg_ms": 1.26, "count": 280, "max_ms": 1.691, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.358, "count": 280, "max_ms": 66.404, "p95_ms": 63.739}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.572, "count": 280, "max_ms": 80.893, "p95_ms": 72.79}, "yolo11_640_fire_11class": {"avg_ms": 54.521, "count": 280, "max_ms": 71.168, "p95_ms": 66.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.714, "count": 280, "max_ms": 82.486, "p95_ms": 77.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 92.155, "count": 280, "max_ms": 156.532, "p95_ms": 130.102}, "read_interval": {"avg_ms": 107.132, "count": 279, "max_ms": 170.329, "p95_ms": 144.652}, "triton_wait": {"avg_ms": 60.668, "count": 280, "max_ms": 82.498, "p95_ms": 77.634}, "visualize": {"avg_ms": 4.424, "count": 280, "max_ms": 7.766, "p95_ms": 5.97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 918.263, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.585, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 384239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:31:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:31:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T20:31:36+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:31:36.200003+09:00", "mtime_epoch": 1783078296.200003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83676}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:31:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.981, "pushed": 9.981, "read": 9.948}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.473, "count": 299, "max_ms": 5.418, "p95_ms": 4.251}, "gstreamer_push": {"avg_ms": 1.378, "count": 299, "max_ms": 2.211, "p95_ms": 1.504}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.093, "count": 299, "max_ms": 67.483, "p95_ms": 64.931}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.246, "count": 299, "max_ms": 87.874, "p95_ms": 74.187}, "yolo11_640_fire_11class": {"avg_ms": 55.159, "count": 299, "max_ms": 70.075, "p95_ms": 67.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.822, "count": 299, "max_ms": 80.561, "p95_ms": 77.621}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.666, "count": 299, "max_ms": 100.11, "p95_ms": 90.457}, "read_interval": {"avg_ms": 100.435, "count": 298, "max_ms": 315.365, "p95_ms": 138.959}, "triton_wait": {"avg_ms": 61.176, "count": 299, "max_ms": 87.886, "p95_ms": 77.666}, "visualize": {"avg_ms": 3.778, "count": 299, "max_ms": 5.104, "p95_ms": 4.492}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.161, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.957, "name": "ffmpeg", "pid": 51563, "rss_mb": 272.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 24, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.576, "sample_count": 2440, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 296781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:31:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:31:40+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T20:31:40+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T20:31:40.151988+09:00", "mtime_epoch": 1783078300.1519876, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115724}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:31:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.882, "pushed": 9.882, "read": 9.848}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.352, "count": 296, "max_ms": 9.91, "p95_ms": 7.436}, "gstreamer_push": {"avg_ms": 1.302, "count": 296, "max_ms": 1.589, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.837, "count": 296, "max_ms": 68.147, "p95_ms": 64.569}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.103, "count": 296, "max_ms": 86.648, "p95_ms": 75.975}, "yolo11_640_fire_11class": {"avg_ms": 57.856, "count": 296, "max_ms": 73.315, "p95_ms": 67.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.773, "count": 296, "max_ms": 82.766, "p95_ms": 78.037}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.966, "count": 296, "max_ms": 136.445, "p95_ms": 127.447}, "read_interval": {"avg_ms": 101.682, "count": 295, "max_ms": 151.301, "p95_ms": 140.734}, "triton_wait": {"avg_ms": 64.857, "count": 296, "max_ms": 86.659, "p95_ms": 78.132}, "visualize": {"avg_ms": 3.976, "count": 296, "max_ms": 6.672, "p95_ms": 5.184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3204}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 948.346, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.747, "sample_count": 2992, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 384532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:32:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:32:06+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T20:32:06+09:00", "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-07-03T20:32:06.307899+09:00", "mtime_epoch": 1783078326.3078988, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 95329}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:32:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.439, "count": 293, "max_ms": 5.708, "p95_ms": 3.716}, "gstreamer_push": {"avg_ms": 1.383, "count": 293, "max_ms": 1.908, "p95_ms": 1.502}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.575, "count": 293, "max_ms": 70.04, "p95_ms": 66.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.351, "count": 293, "max_ms": 83.554, "p95_ms": 77.093}, "yolo11_640_fire_11class": {"avg_ms": 62.646, "count": 293, "max_ms": 71.598, "p95_ms": 69.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.082, "count": 293, "max_ms": 81.846, "p95_ms": 78.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.932, "count": 293, "max_ms": 98.028, "p95_ms": 91.598}, "read_interval": {"avg_ms": 102.725, "count": 292, "max_ms": 215.534, "p95_ms": 111.826}, "triton_wait": {"avg_ms": 71.473, "count": 293, "max_ms": 83.567, "p95_ms": 78.968}, "visualize": {"avg_ms": 3.755, "count": 293, "max_ms": 6.153, "p95_ms": 4.096}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2475}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.306, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.957, "name": "ffmpeg", "pid": 51563, "rss_mb": 272.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 24, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.772, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:32:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:32:10+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-07-03T20:32:10+09:00", "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-07-03T20:32:10.235887+09:00", "mtime_epoch": 1783078330.2358873, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:32:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 285, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.541, "pushed": 9.541, "read": 9.507}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.046, "count": 286, "max_ms": 11.195, "p95_ms": 6.826}, "gstreamer_push": {"avg_ms": 1.328, "count": 286, "max_ms": 1.534, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.767, "count": 286, "max_ms": 69.318, "p95_ms": 65.223}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.208, "count": 286, "max_ms": 82.744, "p95_ms": 77.051}, "yolo11_640_fire_11class": {"avg_ms": 63.379, "count": 286, "max_ms": 71.967, "p95_ms": 68.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.274, "count": 286, "max_ms": 81.63, "p95_ms": 78.853}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.869, "count": 286, "max_ms": 135.542, "p95_ms": 101.519}, "read_interval": {"avg_ms": 104.953, "count": 285, "max_ms": 151.591, "p95_ms": 117.919}, "triton_wait": {"avg_ms": 72.73, "count": 286, "max_ms": 82.757, "p95_ms": 79.093}, "visualize": {"avg_ms": 3.855, "count": 286, "max_ms": 6.616, "p95_ms": 5.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3207}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 978.452, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.803, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 384842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:32:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:32:36+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T20:32:36+09:00", "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-07-03T20:32:36.367823+09:00", "mtime_epoch": 1783078356.3678226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:32:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.327, "pushed": 10.327, "read": 10.293}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 309, "max_ms": 5.384, "p95_ms": 3.831}, "gstreamer_push": {"avg_ms": 1.332, "count": 309, "max_ms": 1.551, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.768, "count": 309, "max_ms": 70.764, "p95_ms": 65.568}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.871, "count": 309, "max_ms": 80.973, "p95_ms": 77.092}, "yolo11_640_fire_11class": {"avg_ms": 58.207, "count": 309, "max_ms": 71.872, "p95_ms": 68.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.182, "count": 309, "max_ms": 81.519, "p95_ms": 78.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.01, "count": 309, "max_ms": 93.953, "p95_ms": 90.96}, "read_interval": {"avg_ms": 97.19, "count": 308, "max_ms": 379.13, "p95_ms": 110.533}, "triton_wait": {"avg_ms": 65.839, "count": 309, "max_ms": 81.532, "p95_ms": 78.736}, "visualize": {"avg_ms": 3.677, "count": 309, "max_ms": 4.759, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.352, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.957, "name": "ffmpeg", "pid": 51563, "rss_mb": 272.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 24, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.825, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297353, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:32:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:32:40+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-07-03T20:32:40+09:00", "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-07-03T20:32:40.311815+09:00", "mtime_epoch": 1783078360.3118145, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115262}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:32:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 285, "pushed_frames": 285, "read_frames": 284, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.523, "pushed": 9.523, "read": 9.49}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.341, "count": 285, "max_ms": 11.485, "p95_ms": 7.504}, "gstreamer_push": {"avg_ms": 1.291, "count": 285, "max_ms": 1.526, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.772, "count": 285, "max_ms": 70.859, "p95_ms": 65.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.467, "count": 285, "max_ms": 84.056, "p95_ms": 77.41}, "yolo11_640_fire_11class": {"avg_ms": 60.633, "count": 285, "max_ms": 71.877, "p95_ms": 68.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.33, "count": 285, "max_ms": 81.723, "p95_ms": 78.711}}, "truncated_count": 0}, "processing_total": {"avg_ms": 89.694, "count": 285, "max_ms": 155.182, "p95_ms": 129.132}, "read_interval": {"avg_ms": 105.389, "count": 284, "max_ms": 167.282, "p95_ms": 143.022}, "triton_wait": {"avg_ms": 68.97, "count": 285, "max_ms": 84.069, "p95_ms": 78.834}, "visualize": {"avg_ms": 3.967, "count": 285, "max_ms": 6.671, "p95_ms": 5.216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3209}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1008.479, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.209, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 385140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:33:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:33:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:33:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T20:33:06.419773+09:00", "mtime_epoch": 1783078386.4197726, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:33:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.01, "pushed": 10.01, "read": 10.01}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.426, "count": 298, "max_ms": 5.26, "p95_ms": 3.647}, "gstreamer_push": {"avg_ms": 1.372, "count": 298, "max_ms": 2.34, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.009, "count": 298, "max_ms": 69.878, "p95_ms": 66.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.394, "count": 298, "max_ms": 81.632, "p95_ms": 78.662}, "yolo11_640_fire_11class": {"avg_ms": 58.666, "count": 298, "max_ms": 71.89, "p95_ms": 70.07}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.966, "count": 298, "max_ms": 83.534, "p95_ms": 79.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 78.056, "count": 298, "max_ms": 95.847, "p95_ms": 91.961}, "read_interval": {"avg_ms": 100.71, "count": 298, "max_ms": 357.99, "p95_ms": 117.591}, "triton_wait": {"avg_ms": 65.732, "count": 298, "max_ms": 83.547, "p95_ms": 79.724}, "visualize": {"avg_ms": 3.699, "count": 298, "max_ms": 5.23, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.771, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2480}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 231.459, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.957, "name": "ffmpeg", "pid": 51563, "rss_mb": 272.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 23, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.52, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:33:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:33:10+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-07-03T20:33:10+09:00", "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-07-03T20:33:10.415768+09:00", "mtime_epoch": 1783078390.4157677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 106950}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:33:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.1, "count": 299, "max_ms": 7.438, "p95_ms": 6.987}, "gstreamer_push": {"avg_ms": 1.34, "count": 299, "max_ms": 2.091, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.109, "count": 299, "max_ms": 69.841, "p95_ms": 65.688}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.51, "count": 299, "max_ms": 82.393, "p95_ms": 77.595}, "yolo11_640_fire_11class": {"avg_ms": 58.911, "count": 299, "max_ms": 71.175, "p95_ms": 68.251}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.893, "count": 299, "max_ms": 83.641, "p95_ms": 78.675}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.964, "count": 299, "max_ms": 133.712, "p95_ms": 116.773}, "read_interval": {"avg_ms": 100.279, "count": 299, "max_ms": 146.922, "p95_ms": 130.241}, "triton_wait": {"avg_ms": 65.805, "count": 299, "max_ms": 83.652, "p95_ms": 79.141}, "visualize": {"avg_ms": 3.897, "count": 299, "max_ms": 6.139, "p95_ms": 5.205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3212}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1038.674, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.088, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 385443, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:33:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:33:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T20:33:36+09:00", "mjpeg": {"age_sec": 0.231, "exists": true, "mtime": "2026-07-03T20:33:36.471747+09:00", "mtime_epoch": 1783078416.471747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:33:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.073, "pushed": 10.073, "read": 10.04}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 302, "max_ms": 5.96, "p95_ms": 4.08}, "gstreamer_push": {"avg_ms": 1.312, "count": 302, "max_ms": 1.872, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.957, "count": 302, "max_ms": 69.009, "p95_ms": 64.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.583, "count": 302, "max_ms": 81.249, "p95_ms": 74.256}, "yolo11_640_fire_11class": {"avg_ms": 50.614, "count": 302, "max_ms": 70.597, "p95_ms": 66.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.758, "count": 302, "max_ms": 82.276, "p95_ms": 77.724}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.868, "count": 302, "max_ms": 94.468, "p95_ms": 90.318}, "read_interval": {"avg_ms": 99.591, "count": 301, "max_ms": 471.455, "p95_ms": 196.774}, "triton_wait": {"avg_ms": 56.683, "count": 302, "max_ms": 82.289, "p95_ms": 78.135}, "visualize": {"avg_ms": 3.672, "count": 302, "max_ms": 4.946, "p95_ms": 4.173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 261.471, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.957, "name": "ffmpeg", "pid": 51563, "rss_mb": 272.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 23, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.011, "sample_count": 2672, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 297880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:33:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:33:40+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-07-03T20:33:40+09:00", "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-07-03T20:33:40.423745+09:00", "mtime_epoch": 1783078420.4237454, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117242}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:33:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.567, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.822, "count": 227, "max_ms": 12.936, "p95_ms": 9.754}, "gstreamer_push": {"avg_ms": 1.134, "count": 227, "max_ms": 1.532, "p95_ms": 1.235}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.061, "count": 227, "max_ms": 67.687, "p95_ms": 61.975}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.626, "count": 227, "max_ms": 81.093, "p95_ms": 72.008}, "yolo11_640_fire_11class": {"avg_ms": 49.436, "count": 227, "max_ms": 68.212, "p95_ms": 61.337}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 58.929, "count": 227, "max_ms": 82.887, "p95_ms": 77.127}}, "truncated_count": 0}, "processing_total": {"avg_ms": 119.008, "count": 227, "max_ms": 171.5, "p95_ms": 145.653}, "read_interval": {"avg_ms": 132.224, "count": 227, "max_ms": 182.258, "p95_ms": 157.584}, "triton_wait": {"avg_ms": 60.362, "count": 227, "max_ms": 82.899, "p95_ms": 77.662}, "visualize": {"avg_ms": 5.447, "count": 227, "max_ms": 8.938, "p95_ms": 6.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3214}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1068.685, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.004, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 385741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:34:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:34:06+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T20:34:06+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T20:34:06.655745+09:00", "mtime_epoch": 1783078446.6557446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 110367}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:34:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.936, "pushed": 9.936, "read": 9.936}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.457, "count": 298, "max_ms": 5.584, "p95_ms": 4.48}, "gstreamer_push": {"avg_ms": 1.356, "count": 298, "max_ms": 1.711, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.836, "count": 298, "max_ms": 71.158, "p95_ms": 67.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.094, "count": 298, "max_ms": 80.422, "p95_ms": 70.208}, "yolo11_640_fire_11class": {"avg_ms": 53.062, "count": 298, "max_ms": 68.512, "p95_ms": 64.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.186, "count": 298, "max_ms": 79.322, "p95_ms": 77.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.27, "count": 298, "max_ms": 93.001, "p95_ms": 89.546}, "read_interval": {"avg_ms": 100.804, "count": 298, "max_ms": 451.706, "p95_ms": 158.436}, "triton_wait": {"avg_ms": 59.878, "count": 298, "max_ms": 80.437, "p95_ms": 77.46}, "visualize": {"avg_ms": 3.727, "count": 298, "max_ms": 5.51, "p95_ms": 4.591}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12390.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.56, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.957, "name": "ffmpeg", "pid": 51563, "rss_mb": 272.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 23, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.824, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:34:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:34:10+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-07-03T20:34:10+09:00", "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-07-03T20:34:10.515746+09:00", "mtime_epoch": 1783078450.5157459, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:34:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.652, "pushed": 9.652, "read": 9.618}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.647, "count": 289, "max_ms": 8.567, "p95_ms": 7.891}, "gstreamer_push": {"avg_ms": 1.279, "count": 289, "max_ms": 1.558, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.233, "count": 289, "max_ms": 73.383, "p95_ms": 65.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.394, "count": 289, "max_ms": 76.201, "p95_ms": 70.665}, "yolo11_640_fire_11class": {"avg_ms": 53.404, "count": 289, "max_ms": 68.732, "p95_ms": 64.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.072, "count": 289, "max_ms": 80.67, "p95_ms": 77.12}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.65, "count": 289, "max_ms": 158.075, "p95_ms": 131.716}, "read_interval": {"avg_ms": 104.05, "count": 288, "max_ms": 169.655, "p95_ms": 145.125}, "triton_wait": {"avg_ms": 61.712, "count": 289, "max_ms": 80.682, "p95_ms": 77.132}, "visualize": {"avg_ms": 4.229, "count": 289, "max_ms": 6.993, "p95_ms": 5.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3217}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12390.754, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1098.752, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.96, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 386043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:34:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:34:36+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T20:34:36+09:00", "mjpeg": {"age_sec": 0.281, "exists": true, "mtime": "2026-07-03T20:34:36.499764+09:00", "mtime_epoch": 1783078476.499764, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 115800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:34:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.037}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 302, "max_ms": 5.188, "p95_ms": 4.184}, "gstreamer_push": {"avg_ms": 1.325, "count": 302, "max_ms": 2.252, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.786, "count": 302, "max_ms": 65.944, "p95_ms": 63.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.614, "count": 302, "max_ms": 79.522, "p95_ms": 73.898}, "yolo11_640_fire_11class": {"avg_ms": 49.505, "count": 302, "max_ms": 71.314, "p95_ms": 63.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.977, "count": 302, "max_ms": 81.099, "p95_ms": 78.108}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.005, "count": 302, "max_ms": 93.497, "p95_ms": 90.664}, "read_interval": {"avg_ms": 99.623, "count": 301, "max_ms": 408.43, "p95_ms": 176.998}, "triton_wait": {"avg_ms": 54.767, "count": 302, "max_ms": 81.112, "p95_ms": 78.538}, "visualize": {"avg_ms": 3.678, "count": 302, "max_ms": 5.06, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2486}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 321.703, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.957, "name": "ffmpeg", "pid": 51563, "rss_mb": 272.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 23, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.323, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:34:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T20:34:40+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-07-03T20:34:40+09:00", "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-07-03T20:34:40.627768+09:00", "mtime_epoch": 1783078480.6277683, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120311}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:34:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.639, "pushed": 7.639, "read": 7.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 7.554, "count": 228, "max_ms": 11.226, "p95_ms": 8.448}, "gstreamer_push": {"avg_ms": 1.129, "count": 229, "max_ms": 1.38, "p95_ms": 1.231}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.402, "count": 228, "max_ms": 67.213, "p95_ms": 63.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.28, "count": 228, "max_ms": 83.217, "p95_ms": 74.295}, "yolo11_640_fire_11class": {"avg_ms": 50.773, "count": 228, "max_ms": 72.572, "p95_ms": 63.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.305, "count": 228, "max_ms": 84.335, "p95_ms": 78.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 118.644, "count": 229, "max_ms": 180.314, "p95_ms": 152.713}, "read_interval": {"avg_ms": 131.52, "count": 228, "max_ms": 189.077, "p95_ms": 165.451}, "triton_wait": {"avg_ms": 60.722, "count": 228, "max_ms": 84.347, "p95_ms": 78.862}, "visualize": {"avg_ms": 5.346, "count": 228, "max_ms": 7.747, "p95_ms": 6.377}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3219}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12396.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1128.775, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.884, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 386342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:35:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:35:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:35:06+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T20:35:06.719804+09:00", "mtime_epoch": 1783078506.7198043, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:35:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.993, "pushed": 9.993, "read": 9.959}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.416, "count": 299, "max_ms": 5.444, "p95_ms": 4.16}, "gstreamer_push": {"avg_ms": 1.313, "count": 299, "max_ms": 1.625, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.046, "count": 299, "max_ms": 69.356, "p95_ms": 66.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.113, "count": 299, "max_ms": 80.34, "p95_ms": 68.55}, "yolo11_640_fire_11class": {"avg_ms": 50.318, "count": 299, "max_ms": 68.541, "p95_ms": 64.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.293, "count": 299, "max_ms": 82.67, "p95_ms": 77.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.249, "count": 299, "max_ms": 95.606, "p95_ms": 89.55}, "read_interval": {"avg_ms": 100.396, "count": 298, "max_ms": 499.897, "p95_ms": 200.967}, "triton_wait": {"avg_ms": 56.051, "count": 299, "max_ms": 82.684, "p95_ms": 77.128}, "visualize": {"avg_ms": 3.681, "count": 299, "max_ms": 5.663, "p95_ms": 4.198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2488}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12397.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 351.776, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.492, "name": "ffmpeg", "pid": 51563, "rss_mb": 279.492, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 22, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.131, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:35:10+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:35:10+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T20:35:10.751811+09:00", "mtime_epoch": 1783078510.751811, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:35:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.949, "pushed": 8.949, "read": 8.916}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 6.194, "count": 268, "max_ms": 10.701, "p95_ms": 8.122}, "gstreamer_push": {"avg_ms": 1.237, "count": 268, "max_ms": 1.475, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.714, "count": 268, "max_ms": 69.751, "p95_ms": 65.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.967, "count": 268, "max_ms": 78.09, "p95_ms": 70.57}, "yolo11_640_fire_11class": {"avg_ms": 52.889, "count": 268, "max_ms": 68.085, "p95_ms": 64.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.697, "count": 268, "max_ms": 81.378, "p95_ms": 76.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 97.741, "count": 268, "max_ms": 158.886, "p95_ms": 138.304}, "read_interval": {"avg_ms": 112.274, "count": 267, "max_ms": 171.804, "p95_ms": 150.238}, "triton_wait": {"avg_ms": 61.749, "count": 268, "max_ms": 81.39, "p95_ms": 77.171}, "visualize": {"avg_ms": 4.542, "count": 268, "max_ms": 6.896, "p95_ms": 6.368}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3221}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1158.816, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.868, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 386633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:35:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:35:36+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:35:36+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:35:36.759864+09:00", "mtime_epoch": 1783078536.7598636, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114431}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:35:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.721, "pushed": 9.721, "read": 9.687}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.436, "count": 291, "max_ms": 5.244, "p95_ms": 3.697}, "gstreamer_push": {"avg_ms": 1.368, "count": 291, "max_ms": 1.585, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.302, "count": 291, "max_ms": 70.242, "p95_ms": 67.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.82, "count": 291, "max_ms": 75.564, "p95_ms": 70.466}, "yolo11_640_fire_11class": {"avg_ms": 63.191, "count": 291, "max_ms": 69.54, "p95_ms": 67.623}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.408, "count": 291, "max_ms": 82.342, "p95_ms": 77.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.888, "count": 291, "max_ms": 94.827, "p95_ms": 90.026}, "read_interval": {"avg_ms": 103.205, "count": 290, "max_ms": 187.467, "p95_ms": 109.2}, "triton_wait": {"avg_ms": 73.496, "count": 291, "max_ms": 82.355, "p95_ms": 77.595}, "visualize": {"avg_ms": 3.702, "count": 291, "max_ms": 4.922, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 381.879, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.258, "name": "ffmpeg", "pid": 51563, "rss_mb": 288.258, "state": "S (sleeping)", "threads": 106}, "restart_count": 171, "restart_count_per_hour": 22, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.072, "sample_count": 2745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 298956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:35:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:35:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:35:40.851873+09:00", "mtime_epoch": 1783078540.8518732, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116501}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:35:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.779, "count": 289, "max_ms": 7.442, "p95_ms": 4.922}, "gstreamer_push": {"avg_ms": 1.316, "count": 289, "max_ms": 1.972, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.76, "count": 289, "max_ms": 69.108, "p95_ms": 66.26}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.313, "count": 289, "max_ms": 74.703, "p95_ms": 69.041}, "yolo11_640_fire_11class": {"avg_ms": 62.782, "count": 289, "max_ms": 69.1, "p95_ms": 66.797}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.168, "count": 289, "max_ms": 80.237, "p95_ms": 77.776}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.203, "count": 289, "max_ms": 133.165, "p95_ms": 91.626}, "read_interval": {"avg_ms": 103.794, "count": 289, "max_ms": 163.801, "p95_ms": 108.35}, "triton_wait": {"avg_ms": 73.193, "count": 289, "max_ms": 80.249, "p95_ms": 77.787}, "visualize": {"avg_ms": 3.673, "count": 289, "max_ms": 5.148, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3224}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12409.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1188.84, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.9, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 386945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:36:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:36:06+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T20:36:06+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T20:36:06.803941+09:00", "mtime_epoch": 1783078566.8039415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112420}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:36:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.428, "pushed": 10.428, "read": 10.394}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 312, "max_ms": 5.446, "p95_ms": 3.781}, "gstreamer_push": {"avg_ms": 1.358, "count": 312, "max_ms": 2.268, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.405, "count": 312, "max_ms": 70.535, "p95_ms": 67.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.234, "count": 312, "max_ms": 76.933, "p95_ms": 70.163}, "yolo11_640_fire_11class": {"avg_ms": 57.892, "count": 312, "max_ms": 68.763, "p95_ms": 66.978}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.845, "count": 312, "max_ms": 80.345, "p95_ms": 77.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.364, "count": 312, "max_ms": 93.238, "p95_ms": 90.041}, "read_interval": {"avg_ms": 96.276, "count": 311, "max_ms": 251.405, "p95_ms": 109.774}, "triton_wait": {"avg_ms": 64.94, "count": 312, "max_ms": 80.358, "p95_ms": 77.448}, "visualize": {"avg_ms": 3.727, "count": 312, "max_ms": 5.934, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2492}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12512.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 150, "h264_decode_error_count": 361, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:29:16+09:00", "last_error_summary": "[h264 @ 0x55869c159a80] error while decoding MB 46 2, bytestream -16 [h264 @ 0x55869c0bcc40] cabac decode of qscale diff failed at 25 25 [h264 @ 0x55869c0bcc40] error while decoding MB 25 25, bytestream 4014 [h264 @ 0x55869c195fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55869c195fc0] error while decoding MB 0 28, bytestream 57 [in#0/rtsp @ 0x55869c039e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55869c039e00] Error retrieving a packet from demuxer: Conn", "last_exit_at": "2026-07-03T20:29:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 419.029, "last_started_at": "2026-07-03T20:29:19+09:00", "pid": 51563, "process": {"exists": true, "fd_count": 5, "hwm_mb": 395.418, "name": "ffmpeg", "pid": 51563, "rss_mb": 395.418, "state": "S (sleeping)", "threads": 104}, "restart_count": 171, "restart_count_per_hour": 22, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.072, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299127, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:36:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:36:18+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T20:36:17+09:00", "mjpeg": {"age_sec": 10.235, "exists": true, "mtime": "2026-07-03T20:36:07.851944+09:00", "mtime_epoch": 1783078567.8519444, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117039}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:36:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.408, "pushed": 3.408, "read": 3.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.837, "count": 102, "max_ms": 7.886, "p95_ms": 4.994}, "gstreamer_push": {"avg_ms": 1.295, "count": 102, "max_ms": 1.443, "p95_ms": 1.383}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.726, "count": 102, "max_ms": 67.366, "p95_ms": 66.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 65.376, "count": 102, "max_ms": 76.524, "p95_ms": 69.66}, "yolo11_640_fire_11class": {"avg_ms": 63.26, "count": 102, "max_ms": 67.931, "p95_ms": 65.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.234, "count": 102, "max_ms": 77.681, "p95_ms": 76.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.314, "count": 102, "max_ms": 95.899, "p95_ms": 91.45}, "read_interval": {"avg_ms": 296.228, "count": 101, "max_ms": 10221.042, "p95_ms": 113.988}, "triton_wait": {"avg_ms": 73.276, "count": 102, "max_ms": 77.693, "p95_ms": 76.9}, "visualize": {"avg_ms": 3.736, "count": 102, "max_ms": 6.717, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3227}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12381.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1218.871, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.749, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 387245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:36:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:36:36+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T20:36:36+09:00", "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-07-03T20:36:36.844037+09:00", "mtime_epoch": 1783078596.8440366, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 113207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:36:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.014, "pushed": 10.014, "read": 9.981}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.469, "count": 300, "max_ms": 5.338, "p95_ms": 3.955}, "gstreamer_push": {"avg_ms": 1.369, "count": 300, "max_ms": 2.34, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.52, "count": 300, "max_ms": 71.38, "p95_ms": 67.347}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.841, "count": 300, "max_ms": 69.019, "p95_ms": 65.307}, "yolo11_640_fire_11class": {"avg_ms": 50.169, "count": 300, "max_ms": 67.637, "p95_ms": 64.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.105, "count": 300, "max_ms": 78.658, "p95_ms": 75.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.778, "count": 300, "max_ms": 91.513, "p95_ms": 87.723}, "read_interval": {"avg_ms": 100.185, "count": 299, "max_ms": 517.872, "p95_ms": 168.731}, "triton_wait": {"avg_ms": 54.261, "count": 300, "max_ms": 78.671, "p95_ms": 75.076}, "visualize": {"avg_ms": 3.797, "count": 300, "max_ms": 5.672, "p95_ms": 4.243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 23.035, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.559, "name": "ffmpeg", "pid": 51670, "rss_mb": 265.559, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 23, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.163, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:36:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:36:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T20:36:48.092076+09:00", "mtime_epoch": 1783078608.0920763, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:36:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.702, "pushed": 8.702, "read": 8.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.945, "count": 260, "max_ms": 8.345, "p95_ms": 5.615}, "gstreamer_push": {"avg_ms": 1.338, "count": 261, "max_ms": 1.805, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.386, "count": 260, "max_ms": 71.876, "p95_ms": 67.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.196, "count": 260, "max_ms": 71.391, "p95_ms": 67.538}, "yolo11_640_fire_11class": {"avg_ms": 56.538, "count": 260, "max_ms": 67.812, "p95_ms": 65.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.437, "count": 260, "max_ms": 79.457, "p95_ms": 75.507}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.337, "count": 261, "max_ms": 130.146, "p95_ms": 91.146}, "read_interval": {"avg_ms": 115.341, "count": 260, "max_ms": 4321.598, "p95_ms": 118.705}, "triton_wait": {"avg_ms": 64.907, "count": 260, "max_ms": 79.469, "p95_ms": 75.52}, "visualize": {"avg_ms": 3.753, "count": 260, "max_ms": 6.0, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3229}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1248.951, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.635, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 387545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:37:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:37:06+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T20:37:06+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T20:37:06.916148+09:00", "mtime_epoch": 1783078626.916148, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 115160}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:37:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.967, "pushed": 10.0, "read": 9.967}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.518, "count": 299, "max_ms": 5.456, "p95_ms": 4.464}, "gstreamer_push": {"avg_ms": 1.382, "count": 300, "max_ms": 2.013, "p95_ms": 1.503}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.029, "count": 299, "max_ms": 71.141, "p95_ms": 69.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.791, "count": 299, "max_ms": 74.662, "p95_ms": 68.967}, "yolo11_640_fire_11class": {"avg_ms": 58.835, "count": 299, "max_ms": 69.759, "p95_ms": 66.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.438, "count": 299, "max_ms": 80.108, "p95_ms": 77.176}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.18, "count": 299, "max_ms": 95.868, "p95_ms": 91.012}, "read_interval": {"avg_ms": 100.323, "count": 299, "max_ms": 373.31, "p95_ms": 114.088}, "triton_wait": {"avg_ms": 67.587, "count": 299, "max_ms": 80.125, "p95_ms": 77.189}, "visualize": {"avg_ms": 3.81, "count": 299, "max_ms": 6.122, "p95_ms": 4.468}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2497}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.051, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.071, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.848, "name": "ffmpeg", "pid": 51670, "rss_mb": 266.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 22, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.163, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:37:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:37:18+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T20:37:18+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T20:37:18.124193+09:00", "mtime_epoch": 1783078638.1241934, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:37:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.088, "pushed": 10.088, "read": 10.054}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.052, "count": 302, "max_ms": 7.968, "p95_ms": 7.489}, "gstreamer_push": {"avg_ms": 1.339, "count": 302, "max_ms": 1.565, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.011, "count": 302, "max_ms": 72.137, "p95_ms": 67.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.88, "count": 302, "max_ms": 72.164, "p95_ms": 67.255}, "yolo11_640_fire_11class": {"avg_ms": 56.491, "count": 302, "max_ms": 68.429, "p95_ms": 64.647}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.869, "count": 302, "max_ms": 79.002, "p95_ms": 76.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.032, "count": 302, "max_ms": 134.396, "p95_ms": 93.525}, "read_interval": {"avg_ms": 99.43, "count": 301, "max_ms": 148.162, "p95_ms": 117.111}, "triton_wait": {"avg_ms": 65.303, "count": 302, "max_ms": 79.014, "p95_ms": 76.423}, "visualize": {"avg_ms": 3.862, "count": 302, "max_ms": 6.732, "p95_ms": 5.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1279.006, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.455, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 387842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:37:37+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T20:37:36+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T20:37:36.956275+09:00", "mtime_epoch": 1783078656.9562745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:37:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.908, "pushed": 9.908, "read": 9.875}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 297, "max_ms": 5.304, "p95_ms": 3.997}, "gstreamer_push": {"avg_ms": 1.363, "count": 297, "max_ms": 2.334, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.865, "count": 297, "max_ms": 71.595, "p95_ms": 68.841}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.652, "count": 297, "max_ms": 70.601, "p95_ms": 68.105}, "yolo11_640_fire_11class": {"avg_ms": 59.95, "count": 297, "max_ms": 69.897, "p95_ms": 66.376}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.19, "count": 297, "max_ms": 82.772, "p95_ms": 77.504}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.753, "count": 297, "max_ms": 137.675, "p95_ms": 89.78}, "read_interval": {"avg_ms": 101.206, "count": 296, "max_ms": 318.177, "p95_ms": 109.376}, "triton_wait": {"avg_ms": 69.243, "count": 297, "max_ms": 82.785, "p95_ms": 77.516}, "visualize": {"avg_ms": 3.725, "count": 297, "max_ms": 5.836, "p95_ms": 4.176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12386.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.151, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.848, "name": "ffmpeg", "pid": 51670, "rss_mb": 266.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 22, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.843, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 299984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T20:37:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:37:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:37:48.204326+09:00", "mtime_epoch": 1783078668.2043257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118124}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:37:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.859, "count": 294, "max_ms": 8.431, "p95_ms": 5.174}, "gstreamer_push": {"avg_ms": 1.323, "count": 294, "max_ms": 1.745, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.681, "count": 294, "max_ms": 70.378, "p95_ms": 67.055}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.599, "count": 294, "max_ms": 77.707, "p95_ms": 67.685}, "yolo11_640_fire_11class": {"avg_ms": 60.567, "count": 294, "max_ms": 71.887, "p95_ms": 65.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.843, "count": 294, "max_ms": 82.465, "p95_ms": 76.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.669, "count": 294, "max_ms": 130.788, "p95_ms": 90.703}, "read_interval": {"avg_ms": 102.288, "count": 293, "max_ms": 144.181, "p95_ms": 107.811}, "triton_wait": {"avg_ms": 70.93, "count": 294, "max_ms": 82.476, "p95_ms": 76.422}, "visualize": {"avg_ms": 3.704, "count": 294, "max_ms": 6.089, "p95_ms": 4.076}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3234}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1309.051, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.962, "sample_count": 2990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 388135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:38:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:38:07+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T20:38:07+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T20:38:07.020416+09:00", "mtime_epoch": 1783078687.0204158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 115205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:38:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.786, "pushed": 9.786, "read": 9.753}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 293, "max_ms": 5.328, "p95_ms": 3.77}, "gstreamer_push": {"avg_ms": 1.359, "count": 293, "max_ms": 1.574, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.693, "count": 293, "max_ms": 75.121, "p95_ms": 69.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.583, "count": 293, "max_ms": 78.371, "p95_ms": 69.025}, "yolo11_640_fire_11class": {"avg_ms": 62.588, "count": 293, "max_ms": 69.562, "p95_ms": 66.84}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.042, "count": 293, "max_ms": 81.182, "p95_ms": 77.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.531, "count": 293, "max_ms": 94.696, "p95_ms": 90.373}, "read_interval": {"avg_ms": 102.614, "count": 292, "max_ms": 114.323, "p95_ms": 107.989}, "triton_wait": {"avg_ms": 73.145, "count": 293, "max_ms": 81.194, "p95_ms": 77.934}, "visualize": {"avg_ms": 3.719, "count": 293, "max_ms": 4.676, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2502}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.17, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.848, "name": "ffmpeg", "pid": 51670, "rss_mb": 266.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 22, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.62, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:38:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:38:18+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T20:38:18+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T20:38:18.220472+09:00", "mtime_epoch": 1783078698.2204719, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117504}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:38:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.8}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.887, "count": 294, "max_ms": 7.852, "p95_ms": 5.706}, "gstreamer_push": {"avg_ms": 1.317, "count": 294, "max_ms": 1.896, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.701, "count": 294, "max_ms": 73.381, "p95_ms": 68.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.262, "count": 294, "max_ms": 71.827, "p95_ms": 67.908}, "yolo11_640_fire_11class": {"avg_ms": 60.263, "count": 294, "max_ms": 68.304, "p95_ms": 65.829}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.299, "count": 294, "max_ms": 79.042, "p95_ms": 76.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.598, "count": 294, "max_ms": 134.143, "p95_ms": 92.188}, "read_interval": {"avg_ms": 102.092, "count": 294, "max_ms": 148.075, "p95_ms": 109.263}, "triton_wait": {"avg_ms": 70.371, "count": 294, "max_ms": 79.055, "p95_ms": 76.977}, "visualize": {"avg_ms": 3.738, "count": 294, "max_ms": 6.462, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3236}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1339.086, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.906, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 388431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:38:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:38:37+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T20:38:37+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T20:38:37.020570+09:00", "mtime_epoch": 1783078717.0205703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109439}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:38:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.881, "pushed": 9.881, "read": 9.847}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 296, "max_ms": 5.376, "p95_ms": 3.597}, "gstreamer_push": {"avg_ms": 1.363, "count": 296, "max_ms": 1.641, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.003, "count": 296, "max_ms": 72.96, "p95_ms": 69.71}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.949, "count": 296, "max_ms": 77.066, "p95_ms": 68.424}, "yolo11_640_fire_11class": {"avg_ms": 62.181, "count": 296, "max_ms": 71.066, "p95_ms": 66.972}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.911, "count": 296, "max_ms": 79.859, "p95_ms": 77.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.429, "count": 296, "max_ms": 92.493, "p95_ms": 90.12}, "read_interval": {"avg_ms": 101.437, "count": 295, "max_ms": 113.781, "p95_ms": 107.521}, "triton_wait": {"avg_ms": 71.961, "count": 296, "max_ms": 79.87, "p95_ms": 77.568}, "visualize": {"avg_ms": 3.709, "count": 296, "max_ms": 6.097, "p95_ms": 3.926}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 143.194, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.848, "name": "ffmpeg", "pid": 51670, "rss_mb": 266.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 22, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.235, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:38:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:38:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:38:48+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:38:48.252631+09:00", "mtime_epoch": 1783078728.2526314, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118947}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:38:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.858, "pushed": 9.858, "read": 9.825}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.794, "count": 295, "max_ms": 7.309, "p95_ms": 5.109}, "gstreamer_push": {"avg_ms": 1.313, "count": 295, "max_ms": 1.541, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.908, "count": 295, "max_ms": 73.212, "p95_ms": 68.47}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.291, "count": 295, "max_ms": 75.515, "p95_ms": 67.823}, "yolo11_640_fire_11class": {"avg_ms": 60.536, "count": 295, "max_ms": 68.182, "p95_ms": 65.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.719, "count": 295, "max_ms": 78.705, "p95_ms": 76.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.427, "count": 295, "max_ms": 133.054, "p95_ms": 91.039}, "read_interval": {"avg_ms": 101.767, "count": 294, "max_ms": 147.237, "p95_ms": 107.828}, "triton_wait": {"avg_ms": 70.824, "count": 295, "max_ms": 78.717, "p95_ms": 76.521}, "visualize": {"avg_ms": 3.695, "count": 295, "max_ms": 5.267, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3239}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1369.103, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.901, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 388728, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:39:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:39:07+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T20:39:07+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:39:07.044738+09:00", "mtime_epoch": 1783078747.0447378, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112121}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:39:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.9, "read": 9.9}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.426, "count": 297, "max_ms": 5.039, "p95_ms": 3.664}, "gstreamer_push": {"avg_ms": 1.366, "count": 297, "max_ms": 1.676, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.691, "count": 297, "max_ms": 71.332, "p95_ms": 68.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.061, "count": 297, "max_ms": 69.085, "p95_ms": 66.952}, "yolo11_640_fire_11class": {"avg_ms": 60.206, "count": 297, "max_ms": 68.095, "p95_ms": 65.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.717, "count": 297, "max_ms": 79.675, "p95_ms": 76.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.221, "count": 297, "max_ms": 91.964, "p95_ms": 89.064}, "read_interval": {"avg_ms": 101.095, "count": 297, "max_ms": 112.787, "p95_ms": 108.256}, "triton_wait": {"avg_ms": 70.76, "count": 297, "max_ms": 79.688, "p95_ms": 76.404}, "visualize": {"avg_ms": 3.711, "count": 297, "max_ms": 4.651, "p95_ms": 4.027}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2507}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.559, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 173.275, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.848, "name": "ffmpeg", "pid": 51670, "rss_mb": 266.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 21, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.527, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 300864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:39:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:39:18+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T20:39:18+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:39:18.328804+09:00", "mtime_epoch": 1783078758.3288038, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:39:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.706, "pushed": 9.706, "read": 9.673}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.808, "count": 291, "max_ms": 6.437, "p95_ms": 5.092}, "gstreamer_push": {"avg_ms": 1.321, "count": 291, "max_ms": 1.566, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.849, "count": 291, "max_ms": 71.684, "p95_ms": 68.11}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.53, "count": 291, "max_ms": 70.695, "p95_ms": 67.478}, "yolo11_640_fire_11class": {"avg_ms": 61.653, "count": 291, "max_ms": 70.137, "p95_ms": 65.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.539, "count": 291, "max_ms": 82.558, "p95_ms": 75.953}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.908, "count": 291, "max_ms": 98.231, "p95_ms": 90.889}, "read_interval": {"avg_ms": 103.347, "count": 290, "max_ms": 114.087, "p95_ms": 107.658}, "triton_wait": {"avg_ms": 72.554, "count": 291, "max_ms": 82.571, "p95_ms": 75.966}, "visualize": {"avg_ms": 3.713, "count": 291, "max_ms": 4.654, "p95_ms": 3.977}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3241}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1399.186, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.771, "sample_count": 2974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 389021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:39:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:39:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:39:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:39:37.124918+09:00", "mtime_epoch": 1783078777.1249177, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 111347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:39:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.405, "count": 293, "max_ms": 4.91, "p95_ms": 3.51}, "gstreamer_push": {"avg_ms": 1.367, "count": 293, "max_ms": 1.727, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.154, "count": 293, "max_ms": 78.616, "p95_ms": 68.932}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.576, "count": 293, "max_ms": 78.628, "p95_ms": 68.237}, "yolo11_640_fire_11class": {"avg_ms": 61.89, "count": 293, "max_ms": 69.434, "p95_ms": 65.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.048, "count": 293, "max_ms": 80.412, "p95_ms": 77.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.579, "count": 293, "max_ms": 92.966, "p95_ms": 89.422}, "read_interval": {"avg_ms": 102.658, "count": 292, "max_ms": 112.595, "p95_ms": 109.487}, "triton_wait": {"avg_ms": 72.095, "count": 293, "max_ms": 80.425, "p95_ms": 77.088}, "visualize": {"avg_ms": 3.705, "count": 293, "max_ms": 4.672, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2509}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.345, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.848, "name": "ffmpeg", "pid": 51670, "rss_mb": 266.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 21, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.828, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:39:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:39:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T20:39:48+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:39:48.404988+09:00", "mtime_epoch": 1783078788.404988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:39:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.71}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.848, "count": 292, "max_ms": 7.539, "p95_ms": 5.089}, "gstreamer_push": {"avg_ms": 1.31, "count": 292, "max_ms": 1.497, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.888, "count": 292, "max_ms": 79.862, "p95_ms": 67.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.933, "count": 292, "max_ms": 79.874, "p95_ms": 67.513}, "yolo11_640_fire_11class": {"avg_ms": 61.222, "count": 292, "max_ms": 67.264, "p95_ms": 65.485}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.323, "count": 292, "max_ms": 78.757, "p95_ms": 75.921}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.616, "count": 292, "max_ms": 129.015, "p95_ms": 91.272}, "read_interval": {"avg_ms": 102.965, "count": 291, "max_ms": 142.446, "p95_ms": 108.089}, "triton_wait": {"avg_ms": 71.389, "count": 292, "max_ms": 79.884, "p95_ms": 75.933}, "visualize": {"avg_ms": 3.714, "count": 292, "max_ms": 5.667, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3244}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1429.238, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.77, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 389313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:40:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:40:07+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:40:07+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:40:07.177109+09:00", "mtime_epoch": 1783078807.177109, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 115941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:40:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.435, "count": 292, "max_ms": 5.127, "p95_ms": 3.611}, "gstreamer_push": {"avg_ms": 1.372, "count": 292, "max_ms": 1.513, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.889, "count": 292, "max_ms": 71.885, "p95_ms": 69.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.592, "count": 292, "max_ms": 72.292, "p95_ms": 69.067}, "yolo11_640_fire_11class": {"avg_ms": 63.281, "count": 292, "max_ms": 69.257, "p95_ms": 66.869}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.363, "count": 292, "max_ms": 79.6, "p95_ms": 77.046}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.928, "count": 292, "max_ms": 92.452, "p95_ms": 89.631}, "read_interval": {"avg_ms": 102.906, "count": 291, "max_ms": 113.899, "p95_ms": 108.203}, "triton_wait": {"avg_ms": 73.377, "count": 292, "max_ms": 79.613, "p95_ms": 77.055}, "visualize": {"avg_ms": 3.718, "count": 292, "max_ms": 4.808, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 233.4, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.426, "name": "ffmpeg", "pid": 51670, "rss_mb": 269.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 21, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.312, "sample_count": 2709, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:40:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:40:18+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T20:40:18+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T20:40:18.461184+09:00", "mtime_epoch": 1783078818.4611835, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117310}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:40:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.801, "count": 292, "max_ms": 6.439, "p95_ms": 4.928}, "gstreamer_push": {"avg_ms": 1.318, "count": 292, "max_ms": 1.522, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.428, "count": 292, "max_ms": 71.074, "p95_ms": 68.682}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.546, "count": 292, "max_ms": 71.235, "p95_ms": 67.345}, "yolo11_640_fire_11class": {"avg_ms": 61.544, "count": 292, "max_ms": 68.296, "p95_ms": 65.415}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.648, "count": 292, "max_ms": 78.487, "p95_ms": 75.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.453, "count": 292, "max_ms": 93.747, "p95_ms": 90.27}, "read_interval": {"avg_ms": 102.929, "count": 291, "max_ms": 110.7, "p95_ms": 107.516}, "triton_wait": {"avg_ms": 71.663, "count": 292, "max_ms": 78.499, "p95_ms": 75.504}, "visualize": {"avg_ms": 3.668, "count": 292, "max_ms": 4.45, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3246}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1459.244, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.814, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 389606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:40:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:40:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:40:37+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T20:40:37.185311+09:00", "mtime_epoch": 1783078837.1853106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 114146}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:40:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.429, "count": 293, "max_ms": 5.168, "p95_ms": 3.647}, "gstreamer_push": {"avg_ms": 1.362, "count": 293, "max_ms": 1.648, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.454, "count": 293, "max_ms": 74.94, "p95_ms": 70.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.307, "count": 293, "max_ms": 74.952, "p95_ms": 69.427}, "yolo11_640_fire_11class": {"avg_ms": 62.928, "count": 293, "max_ms": 71.113, "p95_ms": 68.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.826, "count": 293, "max_ms": 82.617, "p95_ms": 77.943}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.448, "count": 293, "max_ms": 96.599, "p95_ms": 90.865}, "read_interval": {"avg_ms": 102.413, "count": 293, "max_ms": 114.555, "p95_ms": 108.253}, "triton_wait": {"avg_ms": 72.86, "count": 293, "max_ms": 82.629, "p95_ms": 77.955}, "visualize": {"avg_ms": 3.709, "count": 293, "max_ms": 4.773, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.424, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.426, "name": "ffmpeg", "pid": 51670, "rss_mb": 269.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 21, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.34, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 301740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:40:48+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:40:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T20:40:48.481389+09:00", "mtime_epoch": 1783078848.4813893, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116733}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:40:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.724}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.842, "count": 292, "max_ms": 7.353, "p95_ms": 5.248}, "gstreamer_push": {"avg_ms": 1.315, "count": 292, "max_ms": 1.536, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.914, "count": 292, "max_ms": 74.097, "p95_ms": 69.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.361, "count": 292, "max_ms": 72.974, "p95_ms": 67.846}, "yolo11_640_fire_11class": {"avg_ms": 61.538, "count": 292, "max_ms": 71.383, "p95_ms": 66.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.459, "count": 292, "max_ms": 83.137, "p95_ms": 77.357}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.251, "count": 292, "max_ms": 130.017, "p95_ms": 92.494}, "read_interval": {"avg_ms": 102.81, "count": 291, "max_ms": 143.684, "p95_ms": 108.636}, "triton_wait": {"avg_ms": 71.519, "count": 292, "max_ms": 83.15, "p95_ms": 77.369}, "visualize": {"avg_ms": 3.696, "count": 292, "max_ms": 5.114, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3249}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12388.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1489.261, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.717, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 389901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:41:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:41:07+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:41:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T20:41:07.201523+09:00", "mtime_epoch": 1783078867.2015226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:41:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.833, "pushed": 9.833, "read": 9.833}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.38, "count": 295, "max_ms": 4.236, "p95_ms": 3.502}, "gstreamer_push": {"avg_ms": 1.362, "count": 295, "max_ms": 1.533, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.5, "count": 295, "max_ms": 73.672, "p95_ms": 68.993}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.674, "count": 295, "max_ms": 74.743, "p95_ms": 68.307}, "yolo11_640_fire_11class": {"avg_ms": 62.532, "count": 295, "max_ms": 69.803, "p95_ms": 66.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.238, "count": 295, "max_ms": 79.014, "p95_ms": 76.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.714, "count": 295, "max_ms": 91.215, "p95_ms": 88.873}, "read_interval": {"avg_ms": 101.751, "count": 295, "max_ms": 110.117, "p95_ms": 107.044}, "triton_wait": {"avg_ms": 72.255, "count": 295, "max_ms": 79.026, "p95_ms": 76.449}, "visualize": {"avg_ms": 3.694, "count": 295, "max_ms": 4.227, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12388.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 293.474, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.426, "name": "ffmpeg", "pid": 51670, "rss_mb": 269.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 21, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.175, "sample_count": 2903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:41:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:41:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:41:18.529605+09:00", "mtime_epoch": 1783078878.529605, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:41:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.795, "count": 295, "max_ms": 7.707, "p95_ms": 4.908}, "gstreamer_push": {"avg_ms": 1.322, "count": 295, "max_ms": 1.527, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.931, "count": 295, "max_ms": 77.381, "p95_ms": 67.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.861, "count": 295, "max_ms": 73.405, "p95_ms": 66.644}, "yolo11_640_fire_11class": {"avg_ms": 60.927, "count": 295, "max_ms": 73.941, "p95_ms": 65.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.702, "count": 295, "max_ms": 83.595, "p95_ms": 75.577}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.224, "count": 295, "max_ms": 99.667, "p95_ms": 90.157}, "read_interval": {"avg_ms": 101.846, "count": 294, "max_ms": 115.502, "p95_ms": 107.292}, "triton_wait": {"avg_ms": 70.719, "count": 295, "max_ms": 83.608, "p95_ms": 75.589}, "visualize": {"avg_ms": 3.679, "count": 295, "max_ms": 4.887, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3251}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12391.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1519.262, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.771, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 390193, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:41:37+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T20:41:37+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T20:41:37.197744+09:00", "mtime_epoch": 1783078897.197744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 112424}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:41:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.413, "count": 292, "max_ms": 5.085, "p95_ms": 3.519}, "gstreamer_push": {"avg_ms": 1.358, "count": 292, "max_ms": 1.54, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.984, "count": 292, "max_ms": 78.98, "p95_ms": 68.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.692, "count": 292, "max_ms": 75.152, "p95_ms": 67.171}, "yolo11_640_fire_11class": {"avg_ms": 63.225, "count": 292, "max_ms": 75.696, "p95_ms": 66.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.212, "count": 292, "max_ms": 85.279, "p95_ms": 76.017}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.603, "count": 292, "max_ms": 98.081, "p95_ms": 88.796}, "read_interval": {"avg_ms": 102.727, "count": 292, "max_ms": 118.0, "p95_ms": 106.704}, "triton_wait": {"avg_ms": 73.227, "count": 292, "max_ms": 85.292, "p95_ms": 76.029}, "visualize": {"avg_ms": 3.701, "count": 292, "max_ms": 4.615, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12391.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.497, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.004, "name": "ffmpeg", "pid": 51670, "rss_mb": 272.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 20, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.096, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:41:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:41:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:41:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:41:48.553830+09:00", "mtime_epoch": 1783078908.5538301, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:41:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.793, "pushed": 9.793, "read": 9.759}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.705, "count": 293, "max_ms": 7.08, "p95_ms": 4.872}, "gstreamer_push": {"avg_ms": 1.297, "count": 293, "max_ms": 1.551, "p95_ms": 1.375}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.467, "count": 293, "max_ms": 72.851, "p95_ms": 67.284}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.865, "count": 293, "max_ms": 69.939, "p95_ms": 66.37}, "yolo11_640_fire_11class": {"avg_ms": 61.504, "count": 293, "max_ms": 67.47, "p95_ms": 64.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.55, "count": 293, "max_ms": 79.149, "p95_ms": 75.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.842, "count": 293, "max_ms": 92.799, "p95_ms": 89.672}, "read_interval": {"avg_ms": 102.461, "count": 292, "max_ms": 109.962, "p95_ms": 107.521}, "triton_wait": {"avg_ms": 71.569, "count": 293, "max_ms": 79.16, "p95_ms": 75.186}, "visualize": {"avg_ms": 3.617, "count": 293, "max_ms": 4.689, "p95_ms": 3.737}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3254}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12393.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1549.331, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.694, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 390485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:42:07+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:42:07+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:42:07.269975+09:00", "mtime_epoch": 1783078927.2699747, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 109240}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:42:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.452, "count": 292, "max_ms": 4.896, "p95_ms": 3.583}, "gstreamer_push": {"avg_ms": 1.39, "count": 292, "max_ms": 1.565, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.86, "count": 292, "max_ms": 73.464, "p95_ms": 69.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.299, "count": 292, "max_ms": 73.991, "p95_ms": 68.671}, "yolo11_640_fire_11class": {"avg_ms": 62.777, "count": 292, "max_ms": 68.859, "p95_ms": 66.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.019, "count": 292, "max_ms": 79.52, "p95_ms": 76.965}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.645, "count": 292, "max_ms": 91.909, "p95_ms": 89.681}, "read_interval": {"avg_ms": 102.97, "count": 291, "max_ms": 111.325, "p95_ms": 108.389}, "triton_wait": {"avg_ms": 73.038, "count": 292, "max_ms": 79.534, "p95_ms": 76.978}, "visualize": {"avg_ms": 3.767, "count": 292, "max_ms": 5.594, "p95_ms": 3.946}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12393.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 353.523, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.582, "name": "ffmpeg", "pid": 51670, "rss_mb": 274.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 20, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.866, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:42:18+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:42:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:42:18.582064+09:00", "mtime_epoch": 1783078938.582064, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:42:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.725, "pushed": 9.725, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.745, "count": 291, "max_ms": 7.347, "p95_ms": 5.142}, "gstreamer_push": {"avg_ms": 1.314, "count": 291, "max_ms": 2.043, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.405, "count": 291, "max_ms": 75.409, "p95_ms": 68.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.499, "count": 291, "max_ms": 72.168, "p95_ms": 67.848}, "yolo11_640_fire_11class": {"avg_ms": 61.904, "count": 291, "max_ms": 69.974, "p95_ms": 65.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.103, "count": 291, "max_ms": 79.37, "p95_ms": 75.676}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.518, "count": 291, "max_ms": 94.164, "p95_ms": 90.732}, "read_interval": {"avg_ms": 103.177, "count": 290, "max_ms": 111.98, "p95_ms": 108.24}, "triton_wait": {"avg_ms": 72.121, "count": 291, "max_ms": 79.381, "p95_ms": 75.686}, "visualize": {"avg_ms": 3.649, "count": 291, "max_ms": 4.661, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3256}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12393.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1579.426, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.631, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 390778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:42:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:42:37+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T20:42:37+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T20:42:37.374215+09:00", "mtime_epoch": 1783078957.3742146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94496}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:42:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.439, "count": 292, "max_ms": 4.935, "p95_ms": 3.76}, "gstreamer_push": {"avg_ms": 1.353, "count": 293, "max_ms": 1.615, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.637, "count": 292, "max_ms": 73.484, "p95_ms": 69.625}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.746, "count": 292, "max_ms": 72.638, "p95_ms": 69.038}, "yolo11_640_fire_11class": {"avg_ms": 63.246, "count": 292, "max_ms": 68.97, "p95_ms": 66.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.293, "count": 292, "max_ms": 78.53, "p95_ms": 76.772}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.671, "count": 293, "max_ms": 90.73, "p95_ms": 89.09}, "read_interval": {"avg_ms": 102.707, "count": 292, "max_ms": 109.911, "p95_ms": 107.05}, "triton_wait": {"avg_ms": 73.317, "count": 292, "max_ms": 78.542, "p95_ms": 76.785}, "visualize": {"avg_ms": 3.696, "count": 292, "max_ms": 4.698, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2524}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12393.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 383.557, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.582, "name": "ffmpeg", "pid": 51670, "rss_mb": 274.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 20, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.866, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 302911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:42:48+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T20:42:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T20:42:48.610306+09:00", "mtime_epoch": 1783078968.610306, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121128}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:42:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.721}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.989, "count": 292, "max_ms": 7.796, "p95_ms": 6.376}, "gstreamer_push": {"avg_ms": 1.333, "count": 292, "max_ms": 1.52, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.884, "count": 292, "max_ms": 70.616, "p95_ms": 67.585}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.913, "count": 292, "max_ms": 74.34, "p95_ms": 67.084}, "yolo11_640_fire_11class": {"avg_ms": 60.733, "count": 292, "max_ms": 67.77, "p95_ms": 65.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.629, "count": 292, "max_ms": 77.563, "p95_ms": 75.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.654, "count": 292, "max_ms": 97.166, "p95_ms": 90.684}, "read_interval": {"avg_ms": 102.834, "count": 291, "max_ms": 116.862, "p95_ms": 107.752}, "triton_wait": {"avg_ms": 70.648, "count": 292, "max_ms": 77.575, "p95_ms": 75.196}, "visualize": {"avg_ms": 3.747, "count": 292, "max_ms": 6.431, "p95_ms": 4.269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12396.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1609.477, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.575, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 391070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:43:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:43:07+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:43:07+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:43:07.418462+09:00", "mtime_epoch": 1783078987.4184618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93199}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:43:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.435, "count": 292, "max_ms": 5.279, "p95_ms": 3.663}, "gstreamer_push": {"avg_ms": 1.354, "count": 292, "max_ms": 1.554, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.111, "count": 292, "max_ms": 76.536, "p95_ms": 70.705}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.563, "count": 292, "max_ms": 76.243, "p95_ms": 69.361}, "yolo11_640_fire_11class": {"avg_ms": 63.557, "count": 292, "max_ms": 76.547, "p95_ms": 68.015}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.634, "count": 292, "max_ms": 85.248, "p95_ms": 77.435}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.976, "count": 292, "max_ms": 97.563, "p95_ms": 89.755}, "read_interval": {"avg_ms": 102.907, "count": 291, "max_ms": 117.893, "p95_ms": 107.107}, "triton_wait": {"avg_ms": 73.646, "count": 292, "max_ms": 85.261, "p95_ms": 77.448}, "visualize": {"avg_ms": 3.702, "count": 292, "max_ms": 5.898, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12396.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 413.593, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.418, "name": "ffmpeg", "pid": 51670, "rss_mb": 277.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 20, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.737, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:43:18+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T20:43:18+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:43:18.650556+09:00", "mtime_epoch": 1783078998.6505563, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:43:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.72}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.778, "count": 292, "max_ms": 5.637, "p95_ms": 4.908}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 1.501, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.858, "count": 292, "max_ms": 73.346, "p95_ms": 68.677}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.978, "count": 292, "max_ms": 73.332, "p95_ms": 68.462}, "yolo11_640_fire_11class": {"avg_ms": 61.682, "count": 292, "max_ms": 74.105, "p95_ms": 66.533}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.439, "count": 292, "max_ms": 82.538, "p95_ms": 76.082}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.148, "count": 292, "max_ms": 96.161, "p95_ms": 91.019}, "read_interval": {"avg_ms": 102.842, "count": 291, "max_ms": 112.976, "p95_ms": 108.368}, "triton_wait": {"avg_ms": 71.455, "count": 292, "max_ms": 82.55, "p95_ms": 76.094}, "visualize": {"avg_ms": 3.665, "count": 292, "max_ms": 4.731, "p95_ms": 3.812}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3261}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1639.538, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.367, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 391363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:43:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:43:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:43:37+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T20:43:37.482717+09:00", "mtime_epoch": 1783079017.482717, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 99288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:43:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.41, "count": 293, "max_ms": 5.146, "p95_ms": 3.545}, "gstreamer_push": {"avg_ms": 1.351, "count": 293, "max_ms": 1.554, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.872, "count": 293, "max_ms": 72.083, "p95_ms": 69.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.582, "count": 293, "max_ms": 73.293, "p95_ms": 69.649}, "yolo11_640_fire_11class": {"avg_ms": 63.455, "count": 293, "max_ms": 70.947, "p95_ms": 67.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.166, "count": 293, "max_ms": 81.652, "p95_ms": 76.701}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.436, "count": 293, "max_ms": 93.867, "p95_ms": 89.069}, "read_interval": {"avg_ms": 102.588, "count": 292, "max_ms": 111.743, "p95_ms": 107.79}, "triton_wait": {"avg_ms": 73.191, "count": 293, "max_ms": 81.664, "p95_ms": 76.714}, "visualize": {"avg_ms": 3.685, "count": 293, "max_ms": 4.288, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2529}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.152, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 443.69, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.441, "name": "ffmpeg", "pid": 51670, "rss_mb": 286.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 19, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.68, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:43:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:43:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T20:43:48+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T20:43:48.742814+09:00", "mtime_epoch": 1783079028.7428143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119109}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:43:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.602}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.8, "count": 289, "max_ms": 5.993, "p95_ms": 5.105}, "gstreamer_push": {"avg_ms": 1.319, "count": 289, "max_ms": 1.536, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.725, "count": 289, "max_ms": 71.953, "p95_ms": 67.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.659, "count": 289, "max_ms": 71.311, "p95_ms": 67.227}, "yolo11_640_fire_11class": {"avg_ms": 61.71, "count": 289, "max_ms": 70.117, "p95_ms": 65.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.775, "count": 289, "max_ms": 80.778, "p95_ms": 75.327}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.324, "count": 289, "max_ms": 94.631, "p95_ms": 90.129}, "read_interval": {"avg_ms": 104.122, "count": 288, "max_ms": 381.207, "p95_ms": 108.165}, "triton_wait": {"avg_ms": 71.792, "count": 289, "max_ms": 80.79, "p95_ms": 75.339}, "visualize": {"avg_ms": 3.697, "count": 289, "max_ms": 4.48, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1669.576, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.367, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 391654, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:44:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:44:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:44:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:44:07.518979+09:00", "mtime_epoch": 1783079047.5189788, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:44:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.72, "pushed": 9.72, "read": 9.687}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.398, "count": 291, "max_ms": 5.073, "p95_ms": 3.476}, "gstreamer_push": {"avg_ms": 1.363, "count": 291, "max_ms": 1.559, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.506, "count": 291, "max_ms": 74.165, "p95_ms": 70.38}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.107, "count": 291, "max_ms": 73.971, "p95_ms": 69.281}, "yolo11_640_fire_11class": {"avg_ms": 64.063, "count": 291, "max_ms": 70.737, "p95_ms": 67.208}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.929, "count": 291, "max_ms": 80.721, "p95_ms": 76.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.211, "count": 291, "max_ms": 92.846, "p95_ms": 88.989}, "read_interval": {"avg_ms": 103.219, "count": 290, "max_ms": 114.307, "p95_ms": 107.197}, "triton_wait": {"avg_ms": 73.943, "count": 291, "max_ms": 80.734, "p95_ms": 76.835}, "visualize": {"avg_ms": 3.688, "count": 291, "max_ms": 4.636, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 473.715, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.441, "name": "ffmpeg", "pid": 51670, "rss_mb": 286.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 19, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.583, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 303783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:44:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:44:18+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T20:44:18+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:44:18.775079+09:00", "mtime_epoch": 1783079058.7750788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:44:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.693}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.783, "count": 291, "max_ms": 6.038, "p95_ms": 5.027}, "gstreamer_push": {"avg_ms": 1.323, "count": 291, "max_ms": 1.833, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.158, "count": 291, "max_ms": 71.887, "p95_ms": 68.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.877, "count": 291, "max_ms": 70.086, "p95_ms": 67.288}, "yolo11_640_fire_11class": {"avg_ms": 61.43, "count": 291, "max_ms": 68.936, "p95_ms": 65.354}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.484, "count": 291, "max_ms": 77.873, "p95_ms": 75.174}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.25, "count": 291, "max_ms": 92.811, "p95_ms": 90.115}, "read_interval": {"avg_ms": 103.18, "count": 290, "max_ms": 113.033, "p95_ms": 107.865}, "triton_wait": {"avg_ms": 71.501, "count": 291, "max_ms": 77.884, "p95_ms": 75.186}, "visualize": {"avg_ms": 3.676, "count": 291, "max_ms": 4.531, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3266}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1699.648, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.313, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 391946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:44:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:44:37+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:44:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:44:37.587248+09:00", "mtime_epoch": 1783079077.5872478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:44:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.442, "count": 292, "max_ms": 5.418, "p95_ms": 3.559}, "gstreamer_push": {"avg_ms": 1.358, "count": 292, "max_ms": 1.997, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.445, "count": 292, "max_ms": 72.781, "p95_ms": 69.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.531, "count": 292, "max_ms": 70.536, "p95_ms": 67.591}, "yolo11_640_fire_11class": {"avg_ms": 63.121, "count": 292, "max_ms": 69.45, "p95_ms": 66.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.521, "count": 292, "max_ms": 80.868, "p95_ms": 76.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.864, "count": 292, "max_ms": 92.74, "p95_ms": 89.091}, "read_interval": {"avg_ms": 102.983, "count": 291, "max_ms": 112.924, "p95_ms": 107.282}, "triton_wait": {"avg_ms": 73.535, "count": 292, "max_ms": 80.88, "p95_ms": 76.539}, "visualize": {"avg_ms": 3.729, "count": 292, "max_ms": 5.912, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 503.756, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.441, "name": "ffmpeg", "pid": 51670, "rss_mb": 286.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 19, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.493, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:44:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:44:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:44:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:44:48.815350+09:00", "mtime_epoch": 1783079088.81535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:44:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.85, "count": 292, "max_ms": 7.909, "p95_ms": 5.06}, "gstreamer_push": {"avg_ms": 1.325, "count": 292, "max_ms": 2.189, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.24, "count": 292, "max_ms": 72.042, "p95_ms": 68.216}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.564, "count": 292, "max_ms": 68.999, "p95_ms": 66.783}, "yolo11_640_fire_11class": {"avg_ms": 61.104, "count": 292, "max_ms": 68.964, "p95_ms": 65.789}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.154, "count": 292, "max_ms": 79.177, "p95_ms": 75.629}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.093, "count": 292, "max_ms": 128.778, "p95_ms": 90.79}, "read_interval": {"avg_ms": 102.87, "count": 291, "max_ms": 142.625, "p95_ms": 108.438}, "triton_wait": {"avg_ms": 71.235, "count": 292, "max_ms": 79.189, "p95_ms": 75.641}, "visualize": {"avg_ms": 3.731, "count": 292, "max_ms": 6.637, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3268}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1729.652, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.441, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 392239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:45:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:45:07+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:45:07+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:45:07.595523+09:00", "mtime_epoch": 1783079107.5955226, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92909}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:45:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 293, "max_ms": 5.107, "p95_ms": 3.533}, "gstreamer_push": {"avg_ms": 1.359, "count": 293, "max_ms": 1.563, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.898, "count": 293, "max_ms": 75.624, "p95_ms": 70.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.993, "count": 293, "max_ms": 71.552, "p95_ms": 69.414}, "yolo11_640_fire_11class": {"avg_ms": 62.971, "count": 293, "max_ms": 72.208, "p95_ms": 67.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.978, "count": 293, "max_ms": 82.833, "p95_ms": 77.982}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.318, "count": 293, "max_ms": 94.99, "p95_ms": 90.106}, "read_interval": {"avg_ms": 102.392, "count": 293, "max_ms": 112.051, "p95_ms": 107.851}, "triton_wait": {"avg_ms": 73.004, "count": 293, "max_ms": 82.845, "p95_ms": 77.995}, "visualize": {"avg_ms": 3.674, "count": 293, "max_ms": 5.196, "p95_ms": 3.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2536}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 533.848, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.441, "name": "ffmpeg", "pid": 51670, "rss_mb": 286.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 19, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.572, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:45:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:45:18+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T20:45:18+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:45:18.907628+09:00", "mtime_epoch": 1783079118.9076278, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115174}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:45:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.801, "count": 290, "max_ms": 7.546, "p95_ms": 4.976}, "gstreamer_push": {"avg_ms": 1.318, "count": 290, "max_ms": 1.489, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.723, "count": 290, "max_ms": 70.849, "p95_ms": 68.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.688, "count": 290, "max_ms": 70.853, "p95_ms": 68.286}, "yolo11_640_fire_11class": {"avg_ms": 61.83, "count": 290, "max_ms": 68.354, "p95_ms": 66.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.059, "count": 290, "max_ms": 82.973, "p95_ms": 76.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.633, "count": 290, "max_ms": 131.005, "p95_ms": 91.234}, "read_interval": {"avg_ms": 103.752, "count": 289, "max_ms": 144.624, "p95_ms": 108.975}, "triton_wait": {"avg_ms": 72.079, "count": 290, "max_ms": 82.985, "p95_ms": 76.742}, "visualize": {"avg_ms": 3.674, "count": 290, "max_ms": 5.224, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3271}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1759.682, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.252, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 392529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:45:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:45:37+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T20:45:37+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:45:37.623804+09:00", "mtime_epoch": 1783079137.6238036, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:45:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.69, "pushed": 9.69, "read": 9.657}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.434, "count": 290, "max_ms": 5.253, "p95_ms": 3.854}, "gstreamer_push": {"avg_ms": 1.361, "count": 290, "max_ms": 1.791, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.05, "count": 290, "max_ms": 71.129, "p95_ms": 69.426}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.629, "count": 290, "max_ms": 69.845, "p95_ms": 68.294}, "yolo11_640_fire_11class": {"avg_ms": 63.556, "count": 290, "max_ms": 69.732, "p95_ms": 66.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.617, "count": 290, "max_ms": 82.627, "p95_ms": 76.372}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.016, "count": 290, "max_ms": 94.707, "p95_ms": 88.899}, "read_interval": {"avg_ms": 103.534, "count": 289, "max_ms": 116.056, "p95_ms": 107.914}, "triton_wait": {"avg_ms": 73.637, "count": 290, "max_ms": 82.64, "p95_ms": 76.385}, "visualize": {"avg_ms": 3.714, "count": 290, "max_ms": 5.89, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 563.891, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 286.441, "name": "ffmpeg", "pid": 51670, "rss_mb": 286.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 18, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.401, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:45:49+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:45:48+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T20:45:48.951911+09:00", "mtime_epoch": 1783079148.9519112, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:45:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.72}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.78, "count": 292, "max_ms": 7.791, "p95_ms": 5.112}, "gstreamer_push": {"avg_ms": 1.318, "count": 292, "max_ms": 2.171, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.391, "count": 292, "max_ms": 70.252, "p95_ms": 67.536}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.721, "count": 292, "max_ms": 70.716, "p95_ms": 67.167}, "yolo11_640_fire_11class": {"avg_ms": 61.912, "count": 292, "max_ms": 69.763, "p95_ms": 65.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.997, "count": 292, "max_ms": 78.211, "p95_ms": 75.415}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.173, "count": 292, "max_ms": 93.464, "p95_ms": 90.163}, "read_interval": {"avg_ms": 102.877, "count": 291, "max_ms": 117.28, "p95_ms": 107.534}, "triton_wait": {"avg_ms": 72.009, "count": 292, "max_ms": 78.222, "p95_ms": 75.427}, "visualize": {"avg_ms": 3.692, "count": 292, "max_ms": 6.612, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3273}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12407.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1789.735, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.212, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 392821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:46:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:46:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:46:07+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:46:07.676090+09:00", "mtime_epoch": 1783079167.6760905, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:46:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.414, "count": 292, "max_ms": 4.991, "p95_ms": 3.574}, "gstreamer_push": {"avg_ms": 1.368, "count": 292, "max_ms": 1.523, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.055, "count": 292, "max_ms": 72.082, "p95_ms": 68.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.101, "count": 292, "max_ms": 72.7, "p95_ms": 68.232}, "yolo11_640_fire_11class": {"avg_ms": 63.074, "count": 292, "max_ms": 68.468, "p95_ms": 65.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.201, "count": 292, "max_ms": 79.941, "p95_ms": 75.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.592, "count": 292, "max_ms": 92.139, "p95_ms": 88.469}, "read_interval": {"avg_ms": 102.912, "count": 291, "max_ms": 110.358, "p95_ms": 106.898}, "triton_wait": {"avg_ms": 73.213, "count": 292, "max_ms": 79.953, "p95_ms": 75.684}, "visualize": {"avg_ms": 3.694, "count": 292, "max_ms": 4.627, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 593.962, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.02, "name": "ffmpeg", "pid": 51670, "rss_mb": 289.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 18, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.402, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 304949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:46:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:46:19+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T20:46:19+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T20:46:19.012200+09:00", "mtime_epoch": 1783079179.0122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120608}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:46:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.71}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.828, "count": 292, "max_ms": 7.631, "p95_ms": 5.163}, "gstreamer_push": {"avg_ms": 1.332, "count": 292, "max_ms": 1.623, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.547, "count": 292, "max_ms": 69.668, "p95_ms": 67.261}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.535, "count": 292, "max_ms": 68.854, "p95_ms": 66.601}, "yolo11_640_fire_11class": {"avg_ms": 61.292, "count": 292, "max_ms": 66.669, "p95_ms": 65.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.294, "count": 292, "max_ms": 77.491, "p95_ms": 75.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.119, "count": 292, "max_ms": 95.247, "p95_ms": 90.117}, "read_interval": {"avg_ms": 102.958, "count": 291, "max_ms": 119.753, "p95_ms": 107.152}, "triton_wait": {"avg_ms": 71.306, "count": 292, "max_ms": 77.503, "p95_ms": 75.165}, "visualize": {"avg_ms": 3.729, "count": 292, "max_ms": 6.646, "p95_ms": 4.068}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1819.784, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.212, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 393115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:46:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:46:37+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T20:46:37+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T20:46:37.748383+09:00", "mtime_epoch": 1783079197.748383, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96295}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:46:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.785}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.456, "count": 294, "max_ms": 5.707, "p95_ms": 3.607}, "gstreamer_push": {"avg_ms": 1.373, "count": 294, "max_ms": 1.717, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.016, "count": 294, "max_ms": 71.938, "p95_ms": 68.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.891, "count": 294, "max_ms": 71.95, "p95_ms": 66.874}, "yolo11_640_fire_11class": {"avg_ms": 62.92, "count": 294, "max_ms": 70.663, "p95_ms": 66.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.609, "count": 294, "max_ms": 80.202, "p95_ms": 76.083}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.189, "count": 294, "max_ms": 93.18, "p95_ms": 88.742}, "read_interval": {"avg_ms": 102.279, "count": 293, "max_ms": 113.064, "p95_ms": 106.85}, "triton_wait": {"avg_ms": 72.637, "count": 294, "max_ms": 80.215, "p95_ms": 76.095}, "visualize": {"avg_ms": 3.742, "count": 294, "max_ms": 5.906, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2543}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12407.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 624.022, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.02, "name": "ffmpeg", "pid": 51670, "rss_mb": 289.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 18, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.56, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:46:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:46:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:46:49+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:46:49.080494+09:00", "mtime_epoch": 1783079209.0804944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:46:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.776}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.828, "count": 294, "max_ms": 7.238, "p95_ms": 4.998}, "gstreamer_push": {"avg_ms": 1.322, "count": 294, "max_ms": 1.525, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.295, "count": 294, "max_ms": 74.409, "p95_ms": 67.996}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.502, "count": 294, "max_ms": 74.421, "p95_ms": 67.665}, "yolo11_640_fire_11class": {"avg_ms": 61.182, "count": 294, "max_ms": 72.899, "p95_ms": 66.339}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.588, "count": 294, "max_ms": 82.468, "p95_ms": 75.763}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.574, "count": 294, "max_ms": 124.258, "p95_ms": 90.892}, "read_interval": {"avg_ms": 102.237, "count": 293, "max_ms": 137.038, "p95_ms": 108.816}, "triton_wait": {"avg_ms": 70.716, "count": 294, "max_ms": 82.479, "p95_ms": 75.776}, "visualize": {"avg_ms": 3.706, "count": 294, "max_ms": 5.243, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3278}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1849.834, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.168, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 393407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:47:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:47:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:47:07+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:47:07.772680+09:00", "mtime_epoch": 1783079227.7726798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:47:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 292, "max_ms": 4.149, "p95_ms": 3.53}, "gstreamer_push": {"avg_ms": 1.386, "count": 292, "max_ms": 2.321, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.005, "count": 292, "max_ms": 74.51, "p95_ms": 68.737}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.563, "count": 292, "max_ms": 71.079, "p95_ms": 68.011}, "yolo11_640_fire_11class": {"avg_ms": 62.548, "count": 292, "max_ms": 71.091, "p95_ms": 67.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.366, "count": 292, "max_ms": 79.079, "p95_ms": 76.554}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.838, "count": 292, "max_ms": 91.907, "p95_ms": 88.943}, "read_interval": {"avg_ms": 102.902, "count": 291, "max_ms": 112.372, "p95_ms": 108.178}, "triton_wait": {"avg_ms": 72.382, "count": 292, "max_ms": 79.092, "p95_ms": 76.566}, "visualize": {"avg_ms": 3.729, "count": 292, "max_ms": 5.961, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2546}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 654.038, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.02, "name": "ffmpeg", "pid": 51670, "rss_mb": 289.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 18, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.533, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305534, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:47:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:47:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:47:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:47:19.096793+09:00", "mtime_epoch": 1783079239.0967932, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:47:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.7, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.791, "count": 291, "max_ms": 7.019, "p95_ms": 5.13}, "gstreamer_push": {"avg_ms": 1.324, "count": 291, "max_ms": 1.803, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.287, "count": 291, "max_ms": 70.716, "p95_ms": 67.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.855, "count": 291, "max_ms": 69.655, "p95_ms": 66.937}, "yolo11_640_fire_11class": {"avg_ms": 61.608, "count": 291, "max_ms": 68.685, "p95_ms": 65.614}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.894, "count": 291, "max_ms": 78.555, "p95_ms": 75.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.276, "count": 291, "max_ms": 93.254, "p95_ms": 90.598}, "read_interval": {"avg_ms": 103.152, "count": 291, "max_ms": 113.924, "p95_ms": 107.988}, "triton_wait": {"avg_ms": 71.906, "count": 291, "max_ms": 78.568, "p95_ms": 75.976}, "visualize": {"avg_ms": 3.714, "count": 291, "max_ms": 4.916, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3280}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1879.874, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.165, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 393699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:47:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:47:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:47:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:47:37.812982+09:00", "mtime_epoch": 1783079257.8129818, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91671}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:47:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.72}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 292, "max_ms": 5.061, "p95_ms": 3.9}, "gstreamer_push": {"avg_ms": 1.37, "count": 292, "max_ms": 1.552, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.017, "count": 292, "max_ms": 72.387, "p95_ms": 69.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.571, "count": 292, "max_ms": 71.945, "p95_ms": 68.612}, "yolo11_640_fire_11class": {"avg_ms": 63.298, "count": 292, "max_ms": 71.403, "p95_ms": 67.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.432, "count": 292, "max_ms": 82.782, "p95_ms": 76.599}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.83, "count": 292, "max_ms": 95.14, "p95_ms": 89.106}, "read_interval": {"avg_ms": 102.869, "count": 291, "max_ms": 113.003, "p95_ms": 107.179}, "triton_wait": {"avg_ms": 73.445, "count": 292, "max_ms": 82.795, "p95_ms": 76.615}, "visualize": {"avg_ms": 3.689, "count": 292, "max_ms": 4.567, "p95_ms": 3.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2548}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 684.095, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.02, "name": "ffmpeg", "pid": 51670, "rss_mb": 289.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 18, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.427, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 305826, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:47:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:47:49+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T20:47:49+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:47:49.149097+09:00", "mtime_epoch": 1783079269.1490967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:47:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.714}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.771, "count": 292, "max_ms": 7.718, "p95_ms": 4.957}, "gstreamer_push": {"avg_ms": 1.328, "count": 292, "max_ms": 1.504, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.147, "count": 292, "max_ms": 73.519, "p95_ms": 67.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.134, "count": 292, "max_ms": 73.016, "p95_ms": 67.327}, "yolo11_640_fire_11class": {"avg_ms": 61.638, "count": 292, "max_ms": 72.404, "p95_ms": 65.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.748, "count": 292, "max_ms": 83.737, "p95_ms": 75.277}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.088, "count": 292, "max_ms": 97.051, "p95_ms": 89.8}, "read_interval": {"avg_ms": 102.918, "count": 291, "max_ms": 115.77, "p95_ms": 108.032}, "triton_wait": {"avg_ms": 71.76, "count": 292, "max_ms": 83.749, "p95_ms": 75.291}, "visualize": {"avg_ms": 3.697, "count": 292, "max_ms": 6.294, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12407.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1909.949, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.119, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 393991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:48:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T20:48:07+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T20:48:07.885288+09:00", "mtime_epoch": 1783079287.8852882, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:48:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 292, "max_ms": 5.544, "p95_ms": 3.655}, "gstreamer_push": {"avg_ms": 1.377, "count": 292, "max_ms": 1.701, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.19, "count": 292, "max_ms": 71.808, "p95_ms": 68.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.074, "count": 292, "max_ms": 72.489, "p95_ms": 67.68}, "yolo11_640_fire_11class": {"avg_ms": 62.815, "count": 292, "max_ms": 70.063, "p95_ms": 66.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.504, "count": 292, "max_ms": 80.326, "p95_ms": 76.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.988, "count": 292, "max_ms": 95.377, "p95_ms": 89.284}, "read_interval": {"avg_ms": 102.968, "count": 291, "max_ms": 117.256, "p95_ms": 107.73}, "triton_wait": {"avg_ms": 73.516, "count": 292, "max_ms": 80.338, "p95_ms": 76.79}, "visualize": {"avg_ms": 3.752, "count": 292, "max_ms": 5.94, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 714.139, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.02, "name": "ffmpeg", "pid": 51670, "rss_mb": 289.02, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 17, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.379, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306118, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:48:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:48:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:48:19+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:48:19.193405+09:00", "mtime_epoch": 1783079299.1934047, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119857}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:48:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.754, "count": 292, "max_ms": 7.768, "p95_ms": 4.875}, "gstreamer_push": {"avg_ms": 1.325, "count": 292, "max_ms": 1.551, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.0, "count": 292, "max_ms": 70.009, "p95_ms": 67.141}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.503, "count": 292, "max_ms": 71.39, "p95_ms": 66.921}, "yolo11_640_fire_11class": {"avg_ms": 61.354, "count": 292, "max_ms": 68.909, "p95_ms": 66.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.838, "count": 292, "max_ms": 79.224, "p95_ms": 75.665}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.084, "count": 292, "max_ms": 95.718, "p95_ms": 89.831}, "read_interval": {"avg_ms": 102.875, "count": 291, "max_ms": 117.904, "p95_ms": 107.167}, "triton_wait": {"avg_ms": 71.849, "count": 292, "max_ms": 79.234, "p95_ms": 75.677}, "visualize": {"avg_ms": 3.7, "count": 292, "max_ms": 6.558, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3285}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12407.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1940.009, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.15, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 394283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:48:38+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T20:48:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:48:37.949599+09:00", "mtime_epoch": 1783079317.949599, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:48:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.429, "count": 292, "max_ms": 5.127, "p95_ms": 3.662}, "gstreamer_push": {"avg_ms": 1.368, "count": 292, "max_ms": 1.556, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.197, "count": 292, "max_ms": 75.668, "p95_ms": 69.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.26, "count": 292, "max_ms": 73.87, "p95_ms": 68.69}, "yolo11_640_fire_11class": {"avg_ms": 63.531, "count": 292, "max_ms": 68.966, "p95_ms": 67.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.588, "count": 292, "max_ms": 79.777, "p95_ms": 76.737}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.043, "count": 292, "max_ms": 92.104, "p95_ms": 89.324}, "read_interval": {"avg_ms": 102.926, "count": 291, "max_ms": 109.913, "p95_ms": 107.005}, "triton_wait": {"avg_ms": 73.615, "count": 292, "max_ms": 79.789, "p95_ms": 76.749}, "visualize": {"avg_ms": 3.714, "count": 292, "max_ms": 4.857, "p95_ms": 3.979}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2553}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 744.172, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.277, "name": "ffmpeg", "pid": 51670, "rss_mb": 289.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 17, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.382, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:48:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:48:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:48:49+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:48:49.229717+09:00", "mtime_epoch": 1783079329.2297168, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120025}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:48:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.69}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.843, "count": 291, "max_ms": 7.941, "p95_ms": 5.331}, "gstreamer_push": {"avg_ms": 1.33, "count": 291, "max_ms": 1.533, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.642, "count": 291, "max_ms": 73.163, "p95_ms": 68.327}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.576, "count": 291, "max_ms": 72.884, "p95_ms": 67.98}, "yolo11_640_fire_11class": {"avg_ms": 61.985, "count": 291, "max_ms": 69.981, "p95_ms": 65.979}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.994, "count": 291, "max_ms": 79.332, "p95_ms": 75.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.42, "count": 291, "max_ms": 97.411, "p95_ms": 90.385}, "read_interval": {"avg_ms": 103.195, "count": 290, "max_ms": 117.443, "p95_ms": 107.8}, "triton_wait": {"avg_ms": 72.023, "count": 291, "max_ms": 79.343, "p95_ms": 75.667}, "visualize": {"avg_ms": 3.734, "count": 291, "max_ms": 6.646, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 1970.066, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.259, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 394573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:49:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:49:08+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T20:49:08+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:49:08.009914+09:00", "mtime_epoch": 1783079348.009914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90688}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:49:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.681, "pushed": 9.681, "read": 9.648}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.511, "count": 290, "max_ms": 5.45, "p95_ms": 4.724}, "gstreamer_push": {"avg_ms": 1.371, "count": 290, "max_ms": 2.012, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.236, "count": 290, "max_ms": 77.224, "p95_ms": 69.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.4, "count": 290, "max_ms": 73.715, "p95_ms": 68.127}, "yolo11_640_fire_11class": {"avg_ms": 63.583, "count": 290, "max_ms": 73.621, "p95_ms": 67.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.759, "count": 290, "max_ms": 81.756, "p95_ms": 77.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.318, "count": 290, "max_ms": 93.846, "p95_ms": 90.941}, "read_interval": {"avg_ms": 103.659, "count": 289, "max_ms": 118.387, "p95_ms": 109.69}, "triton_wait": {"avg_ms": 73.777, "count": 290, "max_ms": 81.768, "p95_ms": 77.18}, "visualize": {"avg_ms": 3.784, "count": 290, "max_ms": 6.052, "p95_ms": 4.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 774.258, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.277, "name": "ffmpeg", "pid": 51670, "rss_mb": 289.277, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 17, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.533, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:49:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:49:19+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:49:19+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:49:19.318033+09:00", "mtime_epoch": 1783079359.3180332, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116015}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:49:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.856, "count": 290, "max_ms": 7.967, "p95_ms": 5.416}, "gstreamer_push": {"avg_ms": 1.316, "count": 290, "max_ms": 1.586, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.077, "count": 290, "max_ms": 73.078, "p95_ms": 68.731}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.335, "count": 290, "max_ms": 69.34, "p95_ms": 67.809}, "yolo11_640_fire_11class": {"avg_ms": 62.36, "count": 290, "max_ms": 69.456, "p95_ms": 66.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.445, "count": 290, "max_ms": 78.625, "p95_ms": 76.052}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.029, "count": 290, "max_ms": 96.955, "p95_ms": 91.585}, "read_interval": {"avg_ms": 103.743, "count": 289, "max_ms": 117.863, "p95_ms": 109.085}, "triton_wait": {"avg_ms": 72.465, "count": 290, "max_ms": 78.637, "p95_ms": 76.064}, "visualize": {"avg_ms": 3.777, "count": 290, "max_ms": 6.767, "p95_ms": 4.286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3290}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.238, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2000.149, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.254, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 394865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:49:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:49:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:49:38+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T20:49:38.090233+09:00", "mtime_epoch": 1783079378.0902326, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98706}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:49:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.416, "count": 292, "max_ms": 4.95, "p95_ms": 3.514}, "gstreamer_push": {"avg_ms": 1.374, "count": 292, "max_ms": 1.525, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.937, "count": 292, "max_ms": 72.848, "p95_ms": 69.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.057, "count": 292, "max_ms": 71.459, "p95_ms": 68.773}, "yolo11_640_fire_11class": {"avg_ms": 63.686, "count": 292, "max_ms": 69.649, "p95_ms": 67.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.706, "count": 292, "max_ms": 79.709, "p95_ms": 76.79}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.088, "count": 292, "max_ms": 92.92, "p95_ms": 89.163}, "read_interval": {"avg_ms": 103.019, "count": 291, "max_ms": 110.449, "p95_ms": 106.726}, "triton_wait": {"avg_ms": 73.72, "count": 292, "max_ms": 79.722, "p95_ms": 76.802}, "visualize": {"avg_ms": 3.714, "count": 292, "max_ms": 4.753, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2558}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.547, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 804.286, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.113, "name": "ffmpeg", "pid": 51670, "rss_mb": 292.113, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 17, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.415, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 306991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:49:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:49:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:49:49+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:49:49.346353+09:00", "mtime_epoch": 1783079389.3463526, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118837}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:49:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.75, "count": 292, "max_ms": 6.415, "p95_ms": 4.947}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 2.087, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.816, "count": 292, "max_ms": 68.38, "p95_ms": 66.374}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.565, "count": 292, "max_ms": 69.831, "p95_ms": 66.267}, "yolo11_640_fire_11class": {"avg_ms": 61.832, "count": 292, "max_ms": 66.22, "p95_ms": 65.108}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.143, "count": 292, "max_ms": 77.357, "p95_ms": 75.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.134, "count": 292, "max_ms": 95.213, "p95_ms": 89.594}, "read_interval": {"avg_ms": 102.829, "count": 291, "max_ms": 111.415, "p95_ms": 107.207}, "triton_wait": {"avg_ms": 72.155, "count": 292, "max_ms": 77.369, "p95_ms": 75.545}, "visualize": {"avg_ms": 3.669, "count": 292, "max_ms": 4.658, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3292}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2030.197, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.16, "name": "ffmpeg", "pid": 51090, "rss_mb": 329.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.163, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 395157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:50:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:50:08+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T20:50:08+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T20:50:08.134554+09:00", "mtime_epoch": 1783079408.1345544, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:50:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.398, "count": 292, "max_ms": 5.212, "p95_ms": 3.53}, "gstreamer_push": {"avg_ms": 1.381, "count": 292, "max_ms": 1.633, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.581, "count": 292, "max_ms": 70.117, "p95_ms": 68.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.402, "count": 292, "max_ms": 69.912, "p95_ms": 67.172}, "yolo11_640_fire_11class": {"avg_ms": 63.114, "count": 292, "max_ms": 67.776, "p95_ms": 66.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.428, "count": 292, "max_ms": 79.044, "p95_ms": 76.514}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.816, "count": 292, "max_ms": 91.596, "p95_ms": 88.971}, "read_interval": {"avg_ms": 102.88, "count": 291, "max_ms": 110.324, "p95_ms": 107.097}, "triton_wait": {"avg_ms": 73.441, "count": 292, "max_ms": 79.056, "p95_ms": 76.526}, "visualize": {"avg_ms": 3.719, "count": 292, "max_ms": 4.783, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2560}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 834.306, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.691, "name": "ffmpeg", "pid": 51670, "rss_mb": 294.691, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 16, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.323, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:50:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:50:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:50:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:50:19.362675+09:00", "mtime_epoch": 1783079419.3626754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:50:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.793, "pushed": 9.793, "read": 9.76}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.758, "count": 293, "max_ms": 6.092, "p95_ms": 4.913}, "gstreamer_push": {"avg_ms": 1.324, "count": 293, "max_ms": 1.468, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.807, "count": 293, "max_ms": 71.126, "p95_ms": 67.307}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.142, "count": 293, "max_ms": 68.96, "p95_ms": 66.881}, "yolo11_640_fire_11class": {"avg_ms": 61.103, "count": 293, "max_ms": 68.135, "p95_ms": 65.239}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.922, "count": 293, "max_ms": 77.707, "p95_ms": 74.983}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.23, "count": 293, "max_ms": 92.778, "p95_ms": 89.65}, "read_interval": {"avg_ms": 102.446, "count": 292, "max_ms": 112.361, "p95_ms": 107.168}, "triton_wait": {"avg_ms": 70.951, "count": 293, "max_ms": 77.718, "p95_ms": 74.995}, "visualize": {"avg_ms": 3.668, "count": 293, "max_ms": 4.784, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3294}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12449.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 41, "h264_decode_error_count": 46, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:16:15+09:00", "last_error_summary": "[h264 @ 0x55a2eea18d00] error while decoding MB 48 66, bytestream -17 [in#0/rtsp @ 0x55a2ee2b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a2ee2b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:16:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2066.587, "last_started_at": "2026-07-03T20:16:18+09:00", "pid": 51090, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.004, "name": "ffmpeg", "pid": 51090, "rss_mb": 354.004, "state": "S (sleeping)", "threads": 104}, "restart_count": 42, "restart_count_per_hour": 3, "rtsp_timeout_count": 66, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.173, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 395284, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:50:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:50:44+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T20:50:44+09:00", "mjpeg": {"age_sec": 14.537, "exists": true, "mtime": "2026-07-03T20:50:30.078791+09:00", "mtime_epoch": 1783079430.0787914, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 98392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:50:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.169, "pushed": 2.169, "read": 2.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.402, "count": 65, "max_ms": 4.084, "p95_ms": 3.506}, "gstreamer_push": {"avg_ms": 1.37, "count": 65, "max_ms": 1.465, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.714, "count": 65, "max_ms": 75.254, "p95_ms": 68.861}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.933, "count": 65, "max_ms": 73.052, "p95_ms": 66.634}, "yolo11_640_fire_11class": {"avg_ms": 62.387, "count": 65, "max_ms": 72.444, "p95_ms": 66.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.014, "count": 65, "max_ms": 81.268, "p95_ms": 75.234}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.417, "count": 65, "max_ms": 93.692, "p95_ms": 87.83}, "read_interval": {"avg_ms": 468.557, "count": 64, "max_ms": 14547.459, "p95_ms": 106.497}, "triton_wait": {"avg_ms": 72.062, "count": 65, "max_ms": 81.279, "p95_ms": 75.248}, "visualize": {"avg_ms": 3.698, "count": 65, "max_ms": 4.356, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2563}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12145.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 864.313, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.004, "name": "ffmpeg", "pid": 51670, "rss_mb": 305.004, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 16, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.117, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:50:49+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T20:50:49+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T20:50:49.395002+09:00", "mtime_epoch": 1783079449.3950016, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:50:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 375, "pushed_frames": 375, "read_frames": 375, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.504, "pushed": 12.504, "read": 12.504}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.827, "count": 375, "max_ms": 7.361, "p95_ms": 5.16}, "gstreamer_push": {"avg_ms": 1.349, "count": 375, "max_ms": 1.777, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.875, "count": 375, "max_ms": 67.149, "p95_ms": 53.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.187, "count": 375, "max_ms": 68.233, "p95_ms": 52.302}, "yolo11_640_fire_11class": {"avg_ms": 46.237, "count": 375, "max_ms": 67.683, "p95_ms": 50.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.889, "count": 375, "max_ms": 76.438, "p95_ms": 52.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.824, "count": 375, "max_ms": 90.828, "p95_ms": 69.656}, "read_interval": {"avg_ms": 80.089, "count": 375, "max_ms": 113.211, "p95_ms": 93.518}, "triton_wait": {"avg_ms": 48.87, "count": 375, "max_ms": 76.45, "p95_ms": 53.674}, "visualize": {"avg_ms": 3.733, "count": 375, "max_ms": 4.87, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12427.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.502, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.469, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.168, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 395535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:51:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:51:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:51:14+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:51:14.531277+09:00", "mtime_epoch": 1783079474.5312772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:51:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.37, "pushed": 8.37, "read": 8.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 251, "max_ms": 5.03, "p95_ms": 3.758}, "gstreamer_push": {"avg_ms": 1.378, "count": 251, "max_ms": 1.552, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.842, "count": 251, "max_ms": 72.404, "p95_ms": 69.227}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.546, "count": 251, "max_ms": 71.349, "p95_ms": 67.965}, "yolo11_640_fire_11class": {"avg_ms": 62.278, "count": 251, "max_ms": 69.105, "p95_ms": 67.095}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.575, "count": 251, "max_ms": 79.759, "p95_ms": 76.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.998, "count": 251, "max_ms": 91.848, "p95_ms": 89.068}, "read_interval": {"avg_ms": 119.447, "count": 251, "max_ms": 5159.053, "p95_ms": 105.977}, "triton_wait": {"avg_ms": 71.631, "count": 251, "max_ms": 79.771, "p95_ms": 76.788}, "visualize": {"avg_ms": 3.714, "count": 251, "max_ms": 5.081, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2566}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12427.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 894.324, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.121, "name": "ffmpeg", "pid": 51670, "rss_mb": 307.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 16, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.074, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 307957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:51:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:51:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:51:19+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:51:19.383330+09:00", "mtime_epoch": 1783079479.3833303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:51:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.935, "pushed": 9.935, "read": 9.935}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.769, "count": 298, "max_ms": 5.62, "p95_ms": 5.176}, "gstreamer_push": {"avg_ms": 1.311, "count": 298, "max_ms": 1.534, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.298, "count": 298, "max_ms": 70.365, "p95_ms": 66.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.026, "count": 298, "max_ms": 71.061, "p95_ms": 66.587}, "yolo11_640_fire_11class": {"avg_ms": 59.671, "count": 298, "max_ms": 68.38, "p95_ms": 65.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.803, "count": 298, "max_ms": 78.402, "p95_ms": 75.096}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.16, "count": 298, "max_ms": 92.272, "p95_ms": 89.705}, "read_interval": {"avg_ms": 100.621, "count": 298, "max_ms": 239.566, "p95_ms": 106.657}, "triton_wait": {"avg_ms": 68.983, "count": 298, "max_ms": 78.415, "p95_ms": 75.109}, "visualize": {"avg_ms": 3.666, "count": 298, "max_ms": 4.967, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12427.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.513, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.163, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 395829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:51:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:51:44+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:51:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:51:44.543609+09:00", "mtime_epoch": 1783079504.5436087, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94279}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:51:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.353, "count": 294, "max_ms": 4.272, "p95_ms": 3.474}, "gstreamer_push": {"avg_ms": 1.37, "count": 294, "max_ms": 1.584, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.701, "count": 294, "max_ms": 71.74, "p95_ms": 69.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.794, "count": 294, "max_ms": 70.627, "p95_ms": 68.187}, "yolo11_640_fire_11class": {"avg_ms": 62.999, "count": 294, "max_ms": 68.119, "p95_ms": 66.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.91, "count": 294, "max_ms": 79.224, "p95_ms": 76.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.215, "count": 294, "max_ms": 92.188, "p95_ms": 88.764}, "read_interval": {"avg_ms": 102.068, "count": 294, "max_ms": 111.242, "p95_ms": 107.028}, "triton_wait": {"avg_ms": 72.927, "count": 294, "max_ms": 79.237, "p95_ms": 76.534}, "visualize": {"avg_ms": 3.69, "count": 294, "max_ms": 4.647, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2568}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 924.34, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.699, "name": "ffmpeg", "pid": 51670, "rss_mb": 309.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 16, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.927, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:51:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:51:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:51:49+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:51:49.399662+09:00", "mtime_epoch": 1783079509.3996625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:51:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.8, "pushed": 9.8, "read": 9.8}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.774, "count": 294, "max_ms": 5.616, "p95_ms": 4.946}, "gstreamer_push": {"avg_ms": 1.333, "count": 294, "max_ms": 1.58, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.593, "count": 294, "max_ms": 69.411, "p95_ms": 67.491}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.659, "count": 294, "max_ms": 69.595, "p95_ms": 66.975}, "yolo11_640_fire_11class": {"avg_ms": 60.975, "count": 294, "max_ms": 68.769, "p95_ms": 65.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.833, "count": 294, "max_ms": 77.955, "p95_ms": 74.968}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.251, "count": 294, "max_ms": 92.035, "p95_ms": 89.55}, "read_interval": {"avg_ms": 102.1, "count": 294, "max_ms": 110.445, "p95_ms": 107.31}, "triton_wait": {"avg_ms": 70.85, "count": 294, "max_ms": 77.967, "p95_ms": 74.981}, "visualize": {"avg_ms": 3.744, "count": 294, "max_ms": 4.674, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3301}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12429.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.551, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.162, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 396122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:52:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:52:14+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:52:14+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:52:14.579943+09:00", "mtime_epoch": 1783079534.5799432, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92995}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:52:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.754}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.412, "count": 293, "max_ms": 5.172, "p95_ms": 3.505}, "gstreamer_push": {"avg_ms": 1.371, "count": 293, "max_ms": 1.579, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.549, "count": 293, "max_ms": 74.48, "p95_ms": 68.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.607, "count": 293, "max_ms": 77.772, "p95_ms": 67.706}, "yolo11_640_fire_11class": {"avg_ms": 63.558, "count": 293, "max_ms": 69.901, "p95_ms": 66.317}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.375, "count": 293, "max_ms": 79.26, "p95_ms": 76.051}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.781, "count": 293, "max_ms": 91.752, "p95_ms": 88.744}, "read_interval": {"avg_ms": 102.505, "count": 292, "max_ms": 109.07, "p95_ms": 106.814}, "triton_wait": {"avg_ms": 73.414, "count": 293, "max_ms": 79.272, "p95_ms": 76.063}, "visualize": {"avg_ms": 3.695, "count": 293, "max_ms": 4.738, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2571}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12429.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 954.397, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.699, "name": "ffmpeg", "pid": 51670, "rss_mb": 309.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 16, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.859, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:52:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:52:19+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T20:52:19+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T20:52:19.459998+09:00", "mtime_epoch": 1783079539.4599977, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:52:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.78}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.044, "count": 294, "max_ms": 7.463, "p95_ms": 6.747}, "gstreamer_push": {"avg_ms": 1.34, "count": 294, "max_ms": 1.582, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.964, "count": 294, "max_ms": 71.055, "p95_ms": 66.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.608, "count": 294, "max_ms": 68.724, "p95_ms": 66.211}, "yolo11_640_fire_11class": {"avg_ms": 60.552, "count": 294, "max_ms": 68.184, "p95_ms": 64.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.193, "count": 294, "max_ms": 78.031, "p95_ms": 75.058}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.969, "count": 294, "max_ms": 93.018, "p95_ms": 90.434}, "read_interval": {"avg_ms": 102.233, "count": 293, "max_ms": 111.021, "p95_ms": 107.901}, "triton_wait": {"avg_ms": 70.243, "count": 294, "max_ms": 78.043, "p95_ms": 75.07}, "visualize": {"avg_ms": 3.815, "count": 294, "max_ms": 4.773, "p95_ms": 4.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.579, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.163, "sample_count": 2650, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 396415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:52:44+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:52:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:52:44.604280+09:00", "mtime_epoch": 1783079564.60428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:52:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.791, "pushed": 9.791, "read": 9.757}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.401, "count": 293, "max_ms": 4.439, "p95_ms": 3.469}, "gstreamer_push": {"avg_ms": 1.354, "count": 293, "max_ms": 1.585, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.104, "count": 293, "max_ms": 75.02, "p95_ms": 68.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.717, "count": 293, "max_ms": 72.751, "p95_ms": 67.96}, "yolo11_640_fire_11class": {"avg_ms": 63.213, "count": 293, "max_ms": 71.535, "p95_ms": 66.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.4, "count": 293, "max_ms": 82.483, "p95_ms": 76.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.749, "count": 293, "max_ms": 94.686, "p95_ms": 88.916}, "read_interval": {"avg_ms": 102.478, "count": 292, "max_ms": 112.402, "p95_ms": 107.29}, "triton_wait": {"avg_ms": 73.416, "count": 293, "max_ms": 82.495, "p95_ms": 76.761}, "visualize": {"avg_ms": 3.681, "count": 293, "max_ms": 4.495, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2573}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 984.492, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.699, "name": "ffmpeg", "pid": 51670, "rss_mb": 309.699, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 16, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.928, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 308838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:52:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:52:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:52:49+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T20:52:49.544336+09:00", "mtime_epoch": 1783079569.5443356, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:52:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.799, "count": 292, "max_ms": 7.023, "p95_ms": 5.389}, "gstreamer_push": {"avg_ms": 1.322, "count": 293, "max_ms": 1.576, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.92, "count": 292, "max_ms": 71.184, "p95_ms": 67.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.547, "count": 292, "max_ms": 74.491, "p95_ms": 66.541}, "yolo11_640_fire_11class": {"avg_ms": 61.35, "count": 292, "max_ms": 70.268, "p95_ms": 65.523}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.583, "count": 292, "max_ms": 83.264, "p95_ms": 75.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.868, "count": 293, "max_ms": 98.729, "p95_ms": 90.236}, "read_interval": {"avg_ms": 102.696, "count": 292, "max_ms": 115.355, "p95_ms": 107.418}, "triton_wait": {"avg_ms": 71.595, "count": 292, "max_ms": 83.275, "p95_ms": 75.957}, "visualize": {"avg_ms": 3.687, "count": 292, "max_ms": 4.842, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12429.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.609, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.159, "sample_count": 2651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 396707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:53:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:53:14+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:53:14+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T20:53:14.636620+09:00", "mtime_epoch": 1783079594.6366196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:53:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.449, "count": 292, "max_ms": 5.416, "p95_ms": 3.722}, "gstreamer_push": {"avg_ms": 1.384, "count": 292, "max_ms": 1.946, "p95_ms": 1.502}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.54, "count": 292, "max_ms": 72.212, "p95_ms": 68.462}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.391, "count": 292, "max_ms": 70.113, "p95_ms": 67.358}, "yolo11_640_fire_11class": {"avg_ms": 63.161, "count": 292, "max_ms": 70.536, "p95_ms": 66.785}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.399, "count": 292, "max_ms": 81.769, "p95_ms": 76.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.999, "count": 292, "max_ms": 94.005, "p95_ms": 89.393}, "read_interval": {"avg_ms": 102.833, "count": 291, "max_ms": 115.428, "p95_ms": 107.328}, "triton_wait": {"avg_ms": 73.411, "count": 292, "max_ms": 81.78, "p95_ms": 76.657}, "visualize": {"avg_ms": 3.77, "count": 292, "max_ms": 5.989, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2576}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.035, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 1014.514, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.957, "name": "ffmpeg", "pid": 51670, "rss_mb": 309.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 15, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.94, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:53:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:53:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:53:19.572675+09:00", "mtime_epoch": 1783079599.5726755, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119525}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:53:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.759, "pushed": 9.759, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.865, "count": 292, "max_ms": 7.881, "p95_ms": 5.839}, "gstreamer_push": {"avg_ms": 1.322, "count": 292, "max_ms": 1.534, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.825, "count": 292, "max_ms": 69.287, "p95_ms": 67.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.386, "count": 292, "max_ms": 69.276, "p95_ms": 66.47}, "yolo11_640_fire_11class": {"avg_ms": 61.378, "count": 292, "max_ms": 69.394, "p95_ms": 65.512}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.508, "count": 292, "max_ms": 78.884, "p95_ms": 75.518}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.959, "count": 292, "max_ms": 97.838, "p95_ms": 90.159}, "read_interval": {"avg_ms": 102.804, "count": 291, "max_ms": 116.929, "p95_ms": 107.397}, "triton_wait": {"avg_ms": 71.52, "count": 292, "max_ms": 78.896, "p95_ms": 75.53}, "visualize": {"avg_ms": 3.747, "count": 292, "max_ms": 6.78, "p95_ms": 4.165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.633, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.092, "sample_count": 2652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 397000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:53:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:53:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:53:44+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:53:44.660961+09:00", "mtime_epoch": 1783079624.6609614, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:53:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.792, "pushed": 9.792, "read": 9.759}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.377, "count": 293, "max_ms": 4.04, "p95_ms": 3.45}, "gstreamer_push": {"avg_ms": 1.354, "count": 293, "max_ms": 1.491, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.76, "count": 293, "max_ms": 74.62, "p95_ms": 69.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.273, "count": 293, "max_ms": 76.076, "p95_ms": 68.128}, "yolo11_640_fire_11class": {"avg_ms": 63.778, "count": 293, "max_ms": 73.488, "p95_ms": 67.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.575, "count": 293, "max_ms": 82.48, "p95_ms": 76.749}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.875, "count": 293, "max_ms": 94.584, "p95_ms": 89.009}, "read_interval": {"avg_ms": 102.458, "count": 292, "max_ms": 110.584, "p95_ms": 106.466}, "triton_wait": {"avg_ms": 73.594, "count": 293, "max_ms": 82.492, "p95_ms": 76.76}, "visualize": {"avg_ms": 3.675, "count": 293, "max_ms": 4.658, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2578}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 1044.578, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.957, "name": "ffmpeg", "pid": 51670, "rss_mb": 309.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 15, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.898, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:53:49+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T20:53:49+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:53:49.633018+09:00", "mtime_epoch": 1783079629.633018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:53:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.778, "pushed": 9.778, "read": 9.745}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.813, "count": 293, "max_ms": 6.859, "p95_ms": 4.987}, "gstreamer_push": {"avg_ms": 1.344, "count": 293, "max_ms": 1.566, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.382, "count": 293, "max_ms": 73.532, "p95_ms": 67.63}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.643, "count": 293, "max_ms": 74.864, "p95_ms": 66.684}, "yolo11_640_fire_11class": {"avg_ms": 61.331, "count": 293, "max_ms": 72.156, "p95_ms": 65.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.048, "count": 293, "max_ms": 81.07, "p95_ms": 75.225}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.749, "count": 293, "max_ms": 96.297, "p95_ms": 89.854}, "read_interval": {"avg_ms": 102.577, "count": 292, "max_ms": 112.752, "p95_ms": 107.116}, "triton_wait": {"avg_ms": 71.066, "count": 293, "max_ms": 81.082, "p95_ms": 75.238}, "visualize": {"avg_ms": 3.715, "count": 293, "max_ms": 4.432, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.734, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.955, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 397292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:54:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:54:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:54:14+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T20:54:14.761306+09:00", "mtime_epoch": 1783079654.761306, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92790}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:54:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.733, "pushed": 9.733, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.464, "count": 291, "max_ms": 5.059, "p95_ms": 3.878}, "gstreamer_push": {"avg_ms": 1.362, "count": 292, "max_ms": 1.762, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 66.145, "count": 291, "max_ms": 75.098, "p95_ms": 70.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.261, "count": 291, "max_ms": 75.786, "p95_ms": 68.197}, "yolo11_640_fire_11class": {"avg_ms": 64.057, "count": 291, "max_ms": 72.839, "p95_ms": 67.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.798, "count": 291, "max_ms": 82.421, "p95_ms": 76.867}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.272, "count": 292, "max_ms": 95.061, "p95_ms": 89.435}, "read_interval": {"avg_ms": 103.084, "count": 291, "max_ms": 111.028, "p95_ms": 107.004}, "triton_wait": {"avg_ms": 73.817, "count": 291, "max_ms": 82.433, "p95_ms": 76.878}, "visualize": {"avg_ms": 3.718, "count": 291, "max_ms": 4.758, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 1074.645, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.957, "name": "ffmpeg", "pid": 51670, "rss_mb": 309.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 15, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.742, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 309715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:54:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:54:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:54:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:54:19.701363+09:00", "mtime_epoch": 1783079659.7013628, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 111347}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:54:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.816, "count": 292, "max_ms": 6.841, "p95_ms": 4.989}, "gstreamer_push": {"avg_ms": 1.339, "count": 292, "max_ms": 1.451, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.401, "count": 292, "max_ms": 73.841, "p95_ms": 68.226}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.378, "count": 292, "max_ms": 74.615, "p95_ms": 66.787}, "yolo11_640_fire_11class": {"avg_ms": 61.166, "count": 292, "max_ms": 71.41, "p95_ms": 65.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.892, "count": 292, "max_ms": 81.022, "p95_ms": 75.556}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.764, "count": 292, "max_ms": 96.441, "p95_ms": 90.639}, "read_interval": {"avg_ms": 102.958, "count": 291, "max_ms": 113.991, "p95_ms": 108.19}, "triton_wait": {"avg_ms": 70.912, "count": 292, "max_ms": 81.033, "p95_ms": 75.567}, "visualize": {"avg_ms": 3.701, "count": 292, "max_ms": 4.652, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.74, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.017, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 397584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:54:44+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T20:54:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:54:44.765652+09:00", "mtime_epoch": 1783079684.765652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:54:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 292, "max_ms": 5.007, "p95_ms": 3.501}, "gstreamer_push": {"avg_ms": 1.375, "count": 292, "max_ms": 1.625, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.283, "count": 292, "max_ms": 71.247, "p95_ms": 68.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.65, "count": 292, "max_ms": 70.112, "p95_ms": 67.652}, "yolo11_640_fire_11class": {"avg_ms": 63.794, "count": 292, "max_ms": 71.235, "p95_ms": 67.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.813, "count": 292, "max_ms": 80.138, "p95_ms": 76.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.078, "count": 292, "max_ms": 92.379, "p95_ms": 89.677}, "read_interval": {"avg_ms": 102.745, "count": 292, "max_ms": 110.582, "p95_ms": 106.623}, "triton_wait": {"avg_ms": 73.825, "count": 292, "max_ms": 80.15, "p95_ms": 76.957}, "visualize": {"avg_ms": 3.685, "count": 292, "max_ms": 4.388, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2583}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 1104.663, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.957, "name": "ffmpeg", "pid": 51670, "rss_mb": 309.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 15, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.776, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:54:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:54:49+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:54:49+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T20:54:49.717709+09:00", "mtime_epoch": 1783079689.717709, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115729}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:54:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.759, "pushed": 9.759, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.782, "count": 292, "max_ms": 5.819, "p95_ms": 4.972}, "gstreamer_push": {"avg_ms": 1.336, "count": 292, "max_ms": 1.527, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.048, "count": 292, "max_ms": 71.391, "p95_ms": 67.176}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.435, "count": 292, "max_ms": 69.932, "p95_ms": 66.822}, "yolo11_640_fire_11class": {"avg_ms": 61.749, "count": 292, "max_ms": 69.923, "p95_ms": 66.03}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.69, "count": 292, "max_ms": 82.221, "p95_ms": 75.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.008, "count": 292, "max_ms": 95.611, "p95_ms": 89.865}, "read_interval": {"avg_ms": 102.789, "count": 291, "max_ms": 112.091, "p95_ms": 107.65}, "triton_wait": {"avg_ms": 71.702, "count": 292, "max_ms": 82.233, "p95_ms": 75.843}, "visualize": {"avg_ms": 3.704, "count": 292, "max_ms": 4.397, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.816, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.068, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 397877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:55:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:55:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:55:14+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:55:14.846000+09:00", "mtime_epoch": 1783079714.8460004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:55:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.74}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.502, "count": 293, "max_ms": 5.359, "p95_ms": 4.248}, "gstreamer_push": {"avg_ms": 1.39, "count": 293, "max_ms": 1.86, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.238, "count": 293, "max_ms": 70.77, "p95_ms": 68.18}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.63, "count": 293, "max_ms": 71.808, "p95_ms": 67.469}, "yolo11_640_fire_11class": {"avg_ms": 63.008, "count": 293, "max_ms": 70.388, "p95_ms": 66.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.227, "count": 293, "max_ms": 78.793, "p95_ms": 76.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.758, "count": 293, "max_ms": 91.141, "p95_ms": 88.912}, "read_interval": {"avg_ms": 102.648, "count": 292, "max_ms": 109.732, "p95_ms": 106.523}, "triton_wait": {"avg_ms": 73.239, "count": 293, "max_ms": 78.806, "p95_ms": 76.123}, "visualize": {"avg_ms": 3.752, "count": 293, "max_ms": 4.99, "p95_ms": 4.152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 1134.672, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.957, "name": "ffmpeg", "pid": 51670, "rss_mb": 309.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 14, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.777, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:55:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:55:19+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:55:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T20:55:19.730057+09:00", "mtime_epoch": 1783079719.7300572, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:55:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.872, "count": 293, "max_ms": 7.323, "p95_ms": 6.222}, "gstreamer_push": {"avg_ms": 1.326, "count": 293, "max_ms": 1.563, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.566, "count": 293, "max_ms": 71.287, "p95_ms": 67.478}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.715, "count": 293, "max_ms": 69.442, "p95_ms": 65.937}, "yolo11_640_fire_11class": {"avg_ms": 60.868, "count": 293, "max_ms": 68.909, "p95_ms": 65.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.037, "count": 293, "max_ms": 77.855, "p95_ms": 75.167}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.559, "count": 293, "max_ms": 93.028, "p95_ms": 89.572}, "read_interval": {"avg_ms": 102.422, "count": 293, "max_ms": 113.58, "p95_ms": 107.538}, "triton_wait": {"avg_ms": 71.061, "count": 293, "max_ms": 77.867, "p95_ms": 75.176}, "visualize": {"avg_ms": 3.705, "count": 293, "max_ms": 4.763, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.841, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.069, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 398170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:55:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:55:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:55:44+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:55:44.870350+09:00", "mtime_epoch": 1783079744.8703501, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90981}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:55:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.793, "pushed": 9.793, "read": 9.76}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.475, "count": 293, "max_ms": 5.252, "p95_ms": 4.191}, "gstreamer_push": {"avg_ms": 1.373, "count": 293, "max_ms": 1.592, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.037, "count": 293, "max_ms": 74.343, "p95_ms": 69.744}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.494, "count": 293, "max_ms": 74.96, "p95_ms": 67.631}, "yolo11_640_fire_11class": {"avg_ms": 62.918, "count": 293, "max_ms": 73.378, "p95_ms": 66.386}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.099, "count": 293, "max_ms": 82.388, "p95_ms": 76.062}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.613, "count": 293, "max_ms": 94.5, "p95_ms": 88.952}, "read_interval": {"avg_ms": 102.464, "count": 292, "max_ms": 110.659, "p95_ms": 106.535}, "triton_wait": {"avg_ms": 73.12, "count": 293, "max_ms": 82.4, "p95_ms": 76.074}, "visualize": {"avg_ms": 3.724, "count": 293, "max_ms": 4.734, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2588}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 1164.773, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.957, "name": "ffmpeg", "pid": 51670, "rss_mb": 309.957, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 14, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.933, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T20:55:49+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T20:55:49+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T20:55:49.826408+09:00", "mtime_epoch": 1783079749.8264081, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116625}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:55:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.748, "count": 292, "max_ms": 5.5, "p95_ms": 4.881}, "gstreamer_push": {"avg_ms": 1.312, "count": 293, "max_ms": 1.493, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.276, "count": 292, "max_ms": 72.581, "p95_ms": 67.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.464, "count": 292, "max_ms": 72.591, "p95_ms": 66.66}, "yolo11_640_fire_11class": {"avg_ms": 61.421, "count": 292, "max_ms": 71.335, "p95_ms": 65.668}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.518, "count": 292, "max_ms": 80.221, "p95_ms": 75.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.837, "count": 293, "max_ms": 93.654, "p95_ms": 89.965}, "read_interval": {"avg_ms": 102.705, "count": 292, "max_ms": 110.468, "p95_ms": 107.074}, "triton_wait": {"avg_ms": 71.53, "count": 292, "max_ms": 80.23, "p95_ms": 75.226}, "visualize": {"avg_ms": 3.64, "count": 292, "max_ms": 4.204, "p95_ms": 3.78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 42, "h264_decode_error_count": 47, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:50:45+09:00", "last_error_summary": "[h264 @ 0x5556ffca97c0] error while decoding MB 39 18, bytestream -5 [in#0/rtsp @ 0x5556feed7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5556feed7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.88, "last_started_at": "2026-07-03T20:50:48+09:00", "pid": 51777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.727, "name": "ffmpeg", "pid": 51777, "rss_mb": 327.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 43, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.063, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 398462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:56:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:56:14+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:56:14+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:56:14.906702+09:00", "mtime_epoch": 1783079774.9067018, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:56:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.721}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.367, "count": 292, "max_ms": 4.276, "p95_ms": 3.5}, "gstreamer_push": {"avg_ms": 1.378, "count": 292, "max_ms": 1.655, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.638, "count": 292, "max_ms": 73.204, "p95_ms": 68.743}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.337, "count": 292, "max_ms": 73.18, "p95_ms": 67.524}, "yolo11_640_fire_11class": {"avg_ms": 63.583, "count": 292, "max_ms": 70.519, "p95_ms": 66.888}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.566, "count": 292, "max_ms": 80.289, "p95_ms": 76.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.004, "count": 292, "max_ms": 95.381, "p95_ms": 88.682}, "read_interval": {"avg_ms": 102.861, "count": 291, "max_ms": 111.694, "p95_ms": 106.926}, "triton_wait": {"avg_ms": 73.578, "count": 292, "max_ms": 80.301, "p95_ms": 76.324}, "visualize": {"avg_ms": 3.698, "count": 292, "max_ms": 4.5, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2590}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 1194.773, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.762, "name": "ffmpeg", "pid": 51670, "rss_mb": 311.762, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 14, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.965, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 310891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:56:19+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T20:56:19+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T20:56:19.854760+09:00", "mtime_epoch": 1783079779.85476, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 112521}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:56:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.939, "pushed": 9.939, "read": 9.939}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.704, "count": 298, "max_ms": 5.781, "p95_ms": 4.911}, "gstreamer_push": {"avg_ms": 1.301, "count": 298, "max_ms": 1.468, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.835, "count": 298, "max_ms": 72.711, "p95_ms": 67.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.894, "count": 298, "max_ms": 72.183, "p95_ms": 66.635}, "yolo11_640_fire_11class": {"avg_ms": 60.764, "count": 298, "max_ms": 71.888, "p95_ms": 65.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.96, "count": 298, "max_ms": 80.925, "p95_ms": 75.685}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.782, "count": 298, "max_ms": 94.918, "p95_ms": 89.813}, "read_interval": {"avg_ms": 100.775, "count": 298, "max_ms": 192.884, "p95_ms": 107.648}, "triton_wait": {"avg_ms": 70.015, "count": 298, "max_ms": 80.936, "p95_ms": 75.697}, "visualize": {"avg_ms": 3.636, "count": 298, "max_ms": 4.23, "p95_ms": 3.823}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2593}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12434.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 1224.847, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 314.855, "name": "ffmpeg", "pid": 51670, "rss_mb": 314.855, "state": "S (sleeping)", "threads": 106}, "restart_count": 172, "restart_count_per_hour": 14, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.829, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:56:49+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T20:56:49+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T20:56:49.931114+09:00", "mtime_epoch": 1783079809.9311137, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:56:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 380, "pushed_frames": 380, "read_frames": 379, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.67, "pushed": 12.67, "read": 12.636}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.727, "count": 380, "max_ms": 7.311, "p95_ms": 4.892}, "gstreamer_push": {"avg_ms": 1.307, "count": 380, "max_ms": 2.138, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.729, "count": 380, "max_ms": 66.161, "p95_ms": 52.7}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.31, "count": 380, "max_ms": 66.75, "p95_ms": 52.43}, "yolo11_640_fire_11class": {"avg_ms": 46.332, "count": 380, "max_ms": 65.617, "p95_ms": 51.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.983, "count": 380, "max_ms": 74.817, "p95_ms": 63.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.445, "count": 380, "max_ms": 88.867, "p95_ms": 76.822}, "read_interval": {"avg_ms": 79.134, "count": 379, "max_ms": 106.87, "p95_ms": 96.403}, "triton_wait": {"avg_ms": 48.827, "count": 380, "max_ms": 74.829, "p95_ms": 63.232}, "visualize": {"avg_ms": 3.656, "count": 380, "max_ms": 4.738, "p95_ms": 3.795}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3321}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12305.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.654, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.301, "name": "ffmpeg", "pid": 51929, "rss_mb": 201.301, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.101, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 398567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:56:59+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:56:59+09:00", "mjpeg": {"age_sec": 35.482, "exists": true, "mtime": "2026-07-03T20:56:24.182811+09:00", "mtime_epoch": 1783079784.1828108, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:56:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 1, "pushed_frames": 1, "read_frames": 1, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.0, "pushed": 1.0, "read": 1.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.303, "count": 1, "max_ms": 4.303, "p95_ms": 4.303}, "gstreamer_push": {"avg_ms": 1.442, "count": 1, "max_ms": 1.442, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.766, "count": 1, "max_ms": 61.766, "p95_ms": 61.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.366, "count": 1, "max_ms": 62.366, "p95_ms": 62.366}, "yolo11_640_fire_11class": {"avg_ms": 63.05, "count": 1, "max_ms": 63.05, "p95_ms": 63.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.656, "count": 1, "max_ms": 70.656, "p95_ms": 70.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.06, "count": 1, "max_ms": 84.06, "p95_ms": 84.06}, "read_interval": {"avg_ms": 35498.127, "count": 1, "max_ms": 35498.127, "p95_ms": 35498.127}, "triton_wait": {"avg_ms": 70.667, "count": 1, "max_ms": 70.667, "p95_ms": 70.667}, "visualize": {"avg_ms": 3.753, "count": 1, "max_ms": 3.753, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 1.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2595}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12437.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 151, "h264_decode_error_count": 366, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:36:22+09:00", "last_error_summary": "[h264 @ 0x55b698521ac0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55b698521ac0] error while decoding MB 0 22, bytestream 2300 [h264 @ 0x55b697b20b40] error while decoding MB 74 17, bytestream -7 [h264 @ 0x55b69878e640] cabac decode of qscale diff failed at 53 34 [h264 @ 0x55b69878e640] error while decoding MB 53 34, bytestream 5018 [h264 @ 0x55b697acbcc0] error while decoding MB 60 44, bytestream -5 [in#0/rtsp @ 0x55b697a9ce00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-07-03T20:36:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 1255.197, "last_started_at": "2026-07-03T20:36:25+09:00", "pid": 51670, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.328, "name": "ffmpeg", "pid": 51670, "rss_mb": 320.328, "state": "S (sleeping)", "threads": 104}, "restart_count": 172, "restart_count_per_hour": 13, "rtsp_timeout_count": 98, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.776, "sample_count": 2857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:57:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T20:57:20+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T20:57:20+09:00", "mjpeg": {"age_sec": 10.111, "exists": true, "mtime": "2026-07-03T20:57:10.231354+09:00", "mtime_epoch": 1783079830.2313535, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:57:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.473, "pushed": 4.473, "read": 4.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.711, "count": 134, "max_ms": 5.597, "p95_ms": 5.053}, "gstreamer_push": {"avg_ms": 1.307, "count": 134, "max_ms": 1.524, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.051, "count": 134, "max_ms": 66.415, "p95_ms": 59.964}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.345, "count": 134, "max_ms": 67.681, "p95_ms": 58.605}, "yolo11_640_fire_11class": {"avg_ms": 46.947, "count": 134, "max_ms": 66.029, "p95_ms": 58.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.076, "count": 134, "max_ms": 74.476, "p95_ms": 69.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.889, "count": 134, "max_ms": 88.086, "p95_ms": 83.122}, "read_interval": {"avg_ms": 225.203, "count": 133, "max_ms": 10127.021, "p95_ms": 103.953}, "triton_wait": {"avg_ms": 49.444, "count": 134, "max_ms": 74.488, "p95_ms": 69.419}, "visualize": {"avg_ms": 3.664, "count": 134, "max_ms": 4.195, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3323}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12348.762, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.711, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.688, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.998, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 398873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:57:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:57:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:57:29+09:00", "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-07-03T20:57:29.647583+09:00", "mtime_epoch": 1783079849.6475835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89956}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:57:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.214, "pushed": 10.214, "read": 10.181}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.41, "count": 306, "max_ms": 4.964, "p95_ms": 3.773}, "gstreamer_push": {"avg_ms": 1.332, "count": 306, "max_ms": 1.658, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.237, "count": 306, "max_ms": 68.41, "p95_ms": 64.233}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.571, "count": 306, "max_ms": 66.725, "p95_ms": 62.995}, "yolo11_640_fire_11class": {"avg_ms": 48.724, "count": 306, "max_ms": 66.223, "p95_ms": 62.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.254, "count": 306, "max_ms": 77.195, "p95_ms": 74.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.726, "count": 306, "max_ms": 89.669, "p95_ms": 87.164}, "read_interval": {"avg_ms": 98.208, "count": 305, "max_ms": 398.952, "p95_ms": 165.085}, "triton_wait": {"avg_ms": 52.395, "count": 306, "max_ms": 77.208, "p95_ms": 74.692}, "visualize": {"avg_ms": 3.713, "count": 306, "max_ms": 4.718, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12383.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.028, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.121, "name": "ffmpeg", "pid": 52081, "rss_mb": 266.121, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 14, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.777, "sample_count": 2828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:57:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:57:50+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T20:57:50+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T20:57:50.275828+09:00", "mtime_epoch": 1783079870.2758284, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:57:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.801, "pushed": 8.801, "read": 8.801}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.864, "count": 264, "max_ms": 7.43, "p95_ms": 6.142}, "gstreamer_push": {"avg_ms": 1.335, "count": 264, "max_ms": 1.903, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.499, "count": 264, "max_ms": 71.432, "p95_ms": 67.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.402, "count": 264, "max_ms": 71.347, "p95_ms": 65.806}, "yolo11_640_fire_11class": {"avg_ms": 57.085, "count": 264, "max_ms": 69.986, "p95_ms": 65.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.203, "count": 264, "max_ms": 79.478, "p95_ms": 75.988}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.426, "count": 264, "max_ms": 92.933, "p95_ms": 90.183}, "read_interval": {"avg_ms": 113.619, "count": 264, "max_ms": 4229.263, "p95_ms": 114.485}, "triton_wait": {"avg_ms": 65.413, "count": 264, "max_ms": 79.489, "p95_ms": 75.999}, "visualize": {"avg_ms": 3.726, "count": 264, "max_ms": 5.57, "p95_ms": 4.181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3326}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.791, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.769, "sample_count": 2611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 399172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:57:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:57:59+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:57:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T20:57:59.715941+09:00", "mtime_epoch": 1783079879.7159407, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:57:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.971, "pushed": 9.971, "read": 9.938}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.384, "count": 299, "max_ms": 4.762, "p95_ms": 3.649}, "gstreamer_push": {"avg_ms": 1.369, "count": 299, "max_ms": 2.274, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.566, "count": 299, "max_ms": 71.022, "p95_ms": 67.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.218, "count": 299, "max_ms": 72.195, "p95_ms": 66.522}, "yolo11_640_fire_11class": {"avg_ms": 58.382, "count": 299, "max_ms": 71.676, "p95_ms": 65.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.651, "count": 299, "max_ms": 80.854, "p95_ms": 75.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.123, "count": 299, "max_ms": 93.197, "p95_ms": 88.044}, "read_interval": {"avg_ms": 100.588, "count": 298, "max_ms": 259.813, "p95_ms": 124.723}, "triton_wait": {"avg_ms": 66.764, "count": 299, "max_ms": 80.866, "p95_ms": 75.843}, "visualize": {"avg_ms": 3.737, "count": 299, "max_ms": 4.794, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.049, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.637, "name": "ffmpeg", "pid": 52081, "rss_mb": 266.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 14, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.647, "sample_count": 2830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 311967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:58:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:58:20+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T20:58:20+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T20:58:20.284186+09:00", "mtime_epoch": 1783079900.284186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116638}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:58:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.826, "pushed": 9.826, "read": 9.793}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.765, "count": 294, "max_ms": 7.651, "p95_ms": 5.353}, "gstreamer_push": {"avg_ms": 1.32, "count": 294, "max_ms": 1.899, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.525, "count": 294, "max_ms": 67.724, "p95_ms": 66.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.041, "count": 294, "max_ms": 68.68, "p95_ms": 65.823}, "yolo11_640_fire_11class": {"avg_ms": 61.556, "count": 294, "max_ms": 66.59, "p95_ms": 64.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.597, "count": 294, "max_ms": 77.439, "p95_ms": 74.758}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.457, "count": 294, "max_ms": 92.54, "p95_ms": 89.061}, "read_interval": {"avg_ms": 102.096, "count": 293, "max_ms": 113.146, "p95_ms": 107.99}, "triton_wait": {"avg_ms": 71.609, "count": 294, "max_ms": 77.452, "p95_ms": 74.77}, "visualize": {"avg_ms": 3.672, "count": 294, "max_ms": 4.602, "p95_ms": 4.003}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3328}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.918, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.89, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.874, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 399464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:58:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:58:29+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T20:58:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:58:29.816300+09:00", "mtime_epoch": 1783079909.8162997, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92243}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:58:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.49, "count": 291, "max_ms": 5.476, "p95_ms": 5.247}, "gstreamer_push": {"avg_ms": 1.381, "count": 292, "max_ms": 1.74, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.407, "count": 291, "max_ms": 70.255, "p95_ms": 68.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.337, "count": 291, "max_ms": 69.988, "p95_ms": 66.474}, "yolo11_640_fire_11class": {"avg_ms": 63.388, "count": 291, "max_ms": 69.255, "p95_ms": 66.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.498, "count": 291, "max_ms": 82.169, "p95_ms": 76.186}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.114, "count": 292, "max_ms": 100.065, "p95_ms": 90.967}, "read_interval": {"avg_ms": 103.081, "count": 291, "max_ms": 121.11, "p95_ms": 111.985}, "triton_wait": {"avg_ms": 73.51, "count": 291, "max_ms": 82.184, "p95_ms": 76.198}, "visualize": {"avg_ms": 3.81, "count": 291, "max_ms": 6.012, "p95_ms": 5.326}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2602}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.093, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.637, "name": "ffmpeg", "pid": 52081, "rss_mb": 266.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 14, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.814, "sample_count": 2827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:58:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:58:50+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T20:58:50+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T20:58:50.333115+09:00", "mtime_epoch": 1783079930.3331153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119171}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:58:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.651, "pushed": 9.651, "read": 9.617}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.999, "count": 289, "max_ms": 8.021, "p95_ms": 7.803}, "gstreamer_push": {"avg_ms": 1.32, "count": 289, "max_ms": 2.138, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.452, "count": 289, "max_ms": 73.877, "p95_ms": 67.431}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.304, "count": 289, "max_ms": 74.749, "p95_ms": 67.125}, "yolo11_640_fire_11class": {"avg_ms": 62.373, "count": 289, "max_ms": 73.89, "p95_ms": 66.327}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.653, "count": 289, "max_ms": 84.259, "p95_ms": 76.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.149, "count": 289, "max_ms": 102.041, "p95_ms": 94.837}, "read_interval": {"avg_ms": 103.953, "count": 288, "max_ms": 123.034, "p95_ms": 114.196}, "triton_wait": {"avg_ms": 72.665, "count": 289, "max_ms": 84.27, "p95_ms": 76.555}, "visualize": {"avg_ms": 3.904, "count": 289, "max_ms": 6.645, "p95_ms": 6.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3331}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.968, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.989, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 399755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:58:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:58:59+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T20:58:59+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:58:59.889555+09:00", "mtime_epoch": 1783079939.889555, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93362}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:58:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.707, "pushed": 9.707, "read": 9.674}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.482, "count": 291, "max_ms": 5.512, "p95_ms": 3.744}, "gstreamer_push": {"avg_ms": 1.379, "count": 291, "max_ms": 2.339, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.72, "count": 291, "max_ms": 73.742, "p95_ms": 68.02}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.708, "count": 291, "max_ms": 76.603, "p95_ms": 68.214}, "yolo11_640_fire_11class": {"avg_ms": 64.134, "count": 291, "max_ms": 73.758, "p95_ms": 67.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.98, "count": 291, "max_ms": 83.704, "p95_ms": 76.83}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.521, "count": 291, "max_ms": 96.369, "p95_ms": 90.858}, "read_interval": {"avg_ms": 103.339, "count": 290, "max_ms": 117.799, "p95_ms": 108.634}, "triton_wait": {"avg_ms": 73.992, "count": 291, "max_ms": 83.715, "p95_ms": 76.842}, "visualize": {"avg_ms": 3.749, "count": 291, "max_ms": 6.008, "p95_ms": 3.91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12384.809, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.1, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.637, "name": "ffmpeg", "pid": 52081, "rss_mb": 266.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 14, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.777, "sample_count": 2827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312548, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:59:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:59:20+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T20:59:20+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:59:20.342479+09:00", "mtime_epoch": 1783079960.3424788, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:59:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.746, "count": 292, "max_ms": 5.326, "p95_ms": 4.911}, "gstreamer_push": {"avg_ms": 1.339, "count": 292, "max_ms": 2.197, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.061, "count": 292, "max_ms": 69.768, "p95_ms": 67.268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.397, "count": 292, "max_ms": 68.86, "p95_ms": 66.518}, "yolo11_640_fire_11class": {"avg_ms": 62.686, "count": 292, "max_ms": 68.203, "p95_ms": 66.548}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.341, "count": 292, "max_ms": 78.729, "p95_ms": 76.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.089, "count": 292, "max_ms": 92.357, "p95_ms": 89.733}, "read_interval": {"avg_ms": 102.765, "count": 292, "max_ms": 110.814, "p95_ms": 108.002}, "triton_wait": {"avg_ms": 72.353, "count": 292, "max_ms": 78.741, "p95_ms": 76.023}, "visualize": {"avg_ms": 3.679, "count": 292, "max_ms": 4.069, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3333}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.049, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.174, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:59:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T20:59:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T20:59:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T20:59:29.974906+09:00", "mtime_epoch": 1783079969.9749057, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T20:59:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.474, "count": 293, "max_ms": 6.299, "p95_ms": 4.612}, "gstreamer_push": {"avg_ms": 1.37, "count": 293, "max_ms": 2.35, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.131, "count": 293, "max_ms": 71.529, "p95_ms": 68.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.858, "count": 293, "max_ms": 70.169, "p95_ms": 68.437}, "yolo11_640_fire_11class": {"avg_ms": 63.209, "count": 293, "max_ms": 69.926, "p95_ms": 67.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.486, "count": 293, "max_ms": 79.963, "p95_ms": 77.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.978, "count": 293, "max_ms": 96.651, "p95_ms": 90.837}, "read_interval": {"avg_ms": 102.666, "count": 292, "max_ms": 119.25, "p95_ms": 109.304}, "triton_wait": {"avg_ms": 73.498, "count": 293, "max_ms": 79.974, "p95_ms": 77.538}, "visualize": {"avg_ms": 3.736, "count": 293, "max_ms": 6.108, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12385.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.177, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.637, "name": "ffmpeg", "pid": 52081, "rss_mb": 266.637, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 13, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.779, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 312837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T20:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T20:59:50+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T20:59:50+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T20:59:50.415795+09:00", "mtime_epoch": 1783079990.4157953, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117148}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T20:59:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.64, "pushed": 9.64, "read": 9.607}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.918, "count": 289, "max_ms": 8.73, "p95_ms": 6.625}, "gstreamer_push": {"avg_ms": 1.357, "count": 289, "max_ms": 2.463, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.665, "count": 289, "max_ms": 68.83, "p95_ms": 66.089}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.017, "count": 289, "max_ms": 68.024, "p95_ms": 66.122}, "yolo11_640_fire_11class": {"avg_ms": 61.543, "count": 289, "max_ms": 68.842, "p95_ms": 65.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.243, "count": 289, "max_ms": 77.611, "p95_ms": 75.452}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.349, "count": 289, "max_ms": 96.717, "p95_ms": 90.169}, "read_interval": {"avg_ms": 104.049, "count": 288, "max_ms": 312.96, "p95_ms": 109.432}, "triton_wait": {"avg_ms": 72.255, "count": 289, "max_ms": 77.623, "p95_ms": 75.464}, "visualize": {"avg_ms": 3.83, "count": 289, "max_ms": 6.707, "p95_ms": 4.462}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3336}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12385.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.15, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.181, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:00:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:00:00+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:00:00+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:00:00.072208+09:00", "mtime_epoch": 1783080000.072208, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94484}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:00:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.734, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.531, "count": 291, "max_ms": 5.127, "p95_ms": 4.704}, "gstreamer_push": {"avg_ms": 1.371, "count": 292, "max_ms": 1.628, "p95_ms": 1.492}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.177, "count": 291, "max_ms": 70.477, "p95_ms": 67.414}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.094, "count": 291, "max_ms": 69.83, "p95_ms": 67.035}, "yolo11_640_fire_11class": {"avg_ms": 63.467, "count": 291, "max_ms": 68.762, "p95_ms": 66.721}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.823, "count": 291, "max_ms": 80.113, "p95_ms": 76.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.381, "count": 291, "max_ms": 92.275, "p95_ms": 89.204}, "read_interval": {"avg_ms": 103.08, "count": 291, "max_ms": 111.549, "p95_ms": 106.604}, "triton_wait": {"avg_ms": 73.835, "count": 291, "max_ms": 80.141, "p95_ms": 76.749}, "visualize": {"avg_ms": 3.761, "count": 291, "max_ms": 4.963, "p95_ms": 4.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 31, "tracking_summary": 2609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12393.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.188, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.402, "name": "ffmpeg", "pid": 52081, "rss_mb": 275.402, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 13, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.795, "sample_count": 2822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:00:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:00:20+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T21:00:20+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:00:20.429063+09:00", "mtime_epoch": 1783080020.4290626, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:00:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.834, "count": 291, "max_ms": 7.88, "p95_ms": 5.713}, "gstreamer_push": {"avg_ms": 1.33, "count": 291, "max_ms": 1.596, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.983, "count": 291, "max_ms": 69.002, "p95_ms": 66.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.138, "count": 291, "max_ms": 71.883, "p95_ms": 66.534}, "yolo11_640_fire_11class": {"avg_ms": 62.731, "count": 291, "max_ms": 67.657, "p95_ms": 66.041}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.523, "count": 291, "max_ms": 79.035, "p95_ms": 75.726}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.356, "count": 291, "max_ms": 99.194, "p95_ms": 89.997}, "read_interval": {"avg_ms": 103.167, "count": 291, "max_ms": 120.616, "p95_ms": 108.949}, "triton_wait": {"avg_ms": 72.535, "count": 291, "max_ms": 79.046, "p95_ms": 75.738}, "visualize": {"avg_ms": 3.762, "count": 291, "max_ms": 6.692, "p95_ms": 4.227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3338}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12395.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.252, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.205, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:00:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:00:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:00:30+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:00:30.173464+09:00", "mtime_epoch": 1783080030.1734643, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:00:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.459, "count": 291, "max_ms": 5.42, "p95_ms": 4.287}, "gstreamer_push": {"avg_ms": 1.373, "count": 292, "max_ms": 2.01, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.146, "count": 291, "max_ms": 70.188, "p95_ms": 67.259}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.438, "count": 291, "max_ms": 70.889, "p95_ms": 67.518}, "yolo11_640_fire_11class": {"avg_ms": 64.359, "count": 291, "max_ms": 69.902, "p95_ms": 67.506}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.689, "count": 291, "max_ms": 79.807, "p95_ms": 76.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.138, "count": 292, "max_ms": 95.419, "p95_ms": 89.468}, "read_interval": {"avg_ms": 103.078, "count": 291, "max_ms": 117.164, "p95_ms": 108.088}, "triton_wait": {"avg_ms": 73.701, "count": 291, "max_ms": 79.819, "p95_ms": 76.349}, "visualize": {"avg_ms": 3.775, "count": 291, "max_ms": 6.001, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12402.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.277, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.98, "name": "ffmpeg", "pid": 52081, "rss_mb": 277.98, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 13, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.793, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:00:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:00:50+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:00:50+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:00:50.518289+09:00", "mtime_epoch": 1783080050.5182889, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 108265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:00:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.603}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.75, "count": 289, "max_ms": 6.109, "p95_ms": 4.927}, "gstreamer_push": {"avg_ms": 1.345, "count": 289, "max_ms": 1.602, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.521, "count": 289, "max_ms": 68.21, "p95_ms": 66.336}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.827, "count": 289, "max_ms": 69.854, "p95_ms": 66.545}, "yolo11_640_fire_11class": {"avg_ms": 61.119, "count": 289, "max_ms": 68.823, "p95_ms": 66.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.775, "count": 289, "max_ms": 78.857, "p95_ms": 75.571}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.352, "count": 289, "max_ms": 729.077, "p95_ms": 90.14}, "read_interval": {"avg_ms": 104.115, "count": 288, "max_ms": 742.632, "p95_ms": 109.38}, "triton_wait": {"avg_ms": 68.904, "count": 289, "max_ms": 78.869, "p95_ms": 75.583}, "visualize": {"avg_ms": 3.772, "count": 289, "max_ms": 11.014, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3341}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12401.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.333, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.169, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:01:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:01:00+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:01:00+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:01:00.254677+09:00", "mtime_epoch": 1783080060.2546766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:01:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.24, "pushed": 10.24, "read": 10.207}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.445, "count": 307, "max_ms": 5.429, "p95_ms": 3.991}, "gstreamer_push": {"avg_ms": 1.372, "count": 307, "max_ms": 1.972, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.059, "count": 307, "max_ms": 69.239, "p95_ms": 66.799}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.396, "count": 307, "max_ms": 70.378, "p95_ms": 67.18}, "yolo11_640_fire_11class": {"avg_ms": 61.073, "count": 307, "max_ms": 70.994, "p95_ms": 67.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.753, "count": 307, "max_ms": 80.235, "p95_ms": 76.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.281, "count": 307, "max_ms": 92.231, "p95_ms": 88.595}, "read_interval": {"avg_ms": 97.947, "count": 306, "max_ms": 108.883, "p95_ms": 105.848}, "triton_wait": {"avg_ms": 68.865, "count": 307, "max_ms": 80.248, "p95_ms": 76.28}, "visualize": {"avg_ms": 3.718, "count": 307, "max_ms": 5.4, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12402.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.294, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.496, "name": "ffmpeg", "pid": 52081, "rss_mb": 278.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 13, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.781, "sample_count": 2811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 313710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:01:20+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T21:01:20+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T21:01:20.543471+09:00", "mtime_epoch": 1783080080.5434709, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:01:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.793, "pushed": 9.793, "read": 9.759}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.728, "count": 293, "max_ms": 8.564, "p95_ms": 4.827}, "gstreamer_push": {"avg_ms": 1.341, "count": 293, "max_ms": 1.499, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.188, "count": 293, "max_ms": 68.855, "p95_ms": 65.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.082, "count": 293, "max_ms": 71.46, "p95_ms": 66.789}, "yolo11_640_fire_11class": {"avg_ms": 62.423, "count": 293, "max_ms": 69.376, "p95_ms": 66.852}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.833, "count": 293, "max_ms": 78.232, "p95_ms": 75.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.466, "count": 293, "max_ms": 95.482, "p95_ms": 89.272}, "read_interval": {"avg_ms": 102.456, "count": 292, "max_ms": 113.665, "p95_ms": 106.501}, "triton_wait": {"avg_ms": 71.847, "count": 293, "max_ms": 78.243, "p95_ms": 75.654}, "visualize": {"avg_ms": 3.7, "count": 293, "max_ms": 6.724, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3343}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12401.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.403, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.204, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:01:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:01:30+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:01:30+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:01:30.327848+09:00", "mtime_epoch": 1783080090.3278477, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:01:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.777}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 294, "max_ms": 6.19, "p95_ms": 3.677}, "gstreamer_push": {"avg_ms": 1.375, "count": 294, "max_ms": 1.708, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.675, "count": 294, "max_ms": 69.776, "p95_ms": 67.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.655, "count": 294, "max_ms": 72.489, "p95_ms": 67.838}, "yolo11_640_fire_11class": {"avg_ms": 63.691, "count": 294, "max_ms": 69.415, "p95_ms": 67.237}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.261, "count": 294, "max_ms": 78.877, "p95_ms": 76.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.564, "count": 294, "max_ms": 92.945, "p95_ms": 88.722}, "read_interval": {"avg_ms": 102.262, "count": 293, "max_ms": 113.245, "p95_ms": 106.911}, "triton_wait": {"avg_ms": 73.275, "count": 294, "max_ms": 78.889, "p95_ms": 76.036}, "visualize": {"avg_ms": 3.715, "count": 294, "max_ms": 5.948, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12401.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.36, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.012, "name": "ffmpeg", "pid": 52081, "rss_mb": 279.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 12, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.994, "sample_count": 2724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314003, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:01:50+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:01:50+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:01:50.600615+09:00", "mtime_epoch": 1783080110.6006153, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122576}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:01:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.741}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.815, "count": 293, "max_ms": 8.035, "p95_ms": 5.223}, "gstreamer_push": {"avg_ms": 1.338, "count": 293, "max_ms": 1.465, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.911, "count": 293, "max_ms": 68.035, "p95_ms": 65.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.473, "count": 293, "max_ms": 68.099, "p95_ms": 66.145}, "yolo11_640_fire_11class": {"avg_ms": 61.491, "count": 293, "max_ms": 68.047, "p95_ms": 65.217}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.091, "count": 293, "max_ms": 76.973, "p95_ms": 75.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.983, "count": 293, "max_ms": 94.594, "p95_ms": 89.183}, "read_interval": {"avg_ms": 102.584, "count": 292, "max_ms": 117.024, "p95_ms": 107.097}, "triton_wait": {"avg_ms": 71.103, "count": 293, "max_ms": 76.985, "p95_ms": 75.06}, "visualize": {"avg_ms": 3.778, "count": 293, "max_ms": 6.917, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3346}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12402.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.405, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 5, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.204, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401525, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:02:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:02:00+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:02:00+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T21:02:00.332978+09:00", "mtime_epoch": 1783080120.3329775, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:02:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.494, "count": 292, "max_ms": 5.397, "p95_ms": 4.016}, "gstreamer_push": {"avg_ms": 1.388, "count": 292, "max_ms": 1.761, "p95_ms": 1.506}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.828, "count": 292, "max_ms": 69.152, "p95_ms": 66.614}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.967, "count": 292, "max_ms": 69.973, "p95_ms": 67.016}, "yolo11_640_fire_11class": {"avg_ms": 63.374, "count": 292, "max_ms": 69.124, "p95_ms": 66.517}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.287, "count": 292, "max_ms": 78.157, "p95_ms": 75.793}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.745, "count": 292, "max_ms": 92.455, "p95_ms": 89.464}, "read_interval": {"avg_ms": 102.752, "count": 292, "max_ms": 116.268, "p95_ms": 107.529}, "triton_wait": {"avg_ms": 73.299, "count": 292, "max_ms": 78.169, "p95_ms": 75.805}, "visualize": {"avg_ms": 3.772, "count": 292, "max_ms": 6.194, "p95_ms": 4.291}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12401.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.418, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.012, "name": "ffmpeg", "pid": 52081, "rss_mb": 279.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 12, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.14, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:02:20+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:02:20+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:02:20.657722+09:00", "mtime_epoch": 1783080140.6577222, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123946}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:02:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.714}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.797, "count": 292, "max_ms": 7.815, "p95_ms": 5.294}, "gstreamer_push": {"avg_ms": 1.332, "count": 292, "max_ms": 1.512, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.657, "count": 292, "max_ms": 71.411, "p95_ms": 66.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.671, "count": 292, "max_ms": 72.531, "p95_ms": 66.906}, "yolo11_640_fire_11class": {"avg_ms": 62.064, "count": 292, "max_ms": 72.011, "p95_ms": 66.682}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.112, "count": 292, "max_ms": 80.046, "p95_ms": 76.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.786, "count": 292, "max_ms": 94.762, "p95_ms": 90.334}, "read_interval": {"avg_ms": 102.929, "count": 291, "max_ms": 113.976, "p95_ms": 107.949}, "triton_wait": {"avg_ms": 72.124, "count": 292, "max_ms": 80.059, "p95_ms": 76.887}, "visualize": {"avg_ms": 3.719, "count": 292, "max_ms": 6.532, "p95_ms": 4.098}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3348}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12401.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.478, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.405, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:02:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:02:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:02:30+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:02:30.402074+09:00", "mtime_epoch": 1783080150.4020736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88106}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:02:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 292, "max_ms": 5.308, "p95_ms": 3.485}, "gstreamer_push": {"avg_ms": 1.375, "count": 292, "max_ms": 1.62, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.031, "count": 292, "max_ms": 73.959, "p95_ms": 67.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.936, "count": 292, "max_ms": 75.043, "p95_ms": 68.021}, "yolo11_640_fire_11class": {"avg_ms": 63.527, "count": 292, "max_ms": 74.555, "p95_ms": 67.343}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.719, "count": 292, "max_ms": 82.596, "p95_ms": 77.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.05, "count": 292, "max_ms": 94.812, "p95_ms": 89.913}, "read_interval": {"avg_ms": 102.981, "count": 291, "max_ms": 111.504, "p95_ms": 107.533}, "triton_wait": {"avg_ms": 73.731, "count": 292, "max_ms": 82.609, "p95_ms": 77.491}, "visualize": {"avg_ms": 3.695, "count": 292, "max_ms": 5.008, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2621}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12401.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.438, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.012, "name": "ffmpeg", "pid": 52081, "rss_mb": 279.012, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 12, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.985, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:02:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:02:50+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T21:02:50+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:02:50.682793+09:00", "mtime_epoch": 1783080170.6827934, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:02:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.859, "pushed": 9.859, "read": 9.826}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.737, "count": 295, "max_ms": 7.304, "p95_ms": 5.096}, "gstreamer_push": {"avg_ms": 1.311, "count": 295, "max_ms": 1.542, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.319, "count": 295, "max_ms": 68.203, "p95_ms": 66.061}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.87, "count": 295, "max_ms": 69.047, "p95_ms": 66.372}, "yolo11_640_fire_11class": {"avg_ms": 61.8, "count": 295, "max_ms": 68.215, "p95_ms": 66.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.739, "count": 295, "max_ms": 76.779, "p95_ms": 75.37}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.136, "count": 295, "max_ms": 92.124, "p95_ms": 88.925}, "read_interval": {"avg_ms": 101.761, "count": 294, "max_ms": 109.903, "p95_ms": 105.976}, "triton_wait": {"avg_ms": 71.752, "count": 295, "max_ms": 76.796, "p95_ms": 75.381}, "visualize": {"avg_ms": 3.647, "count": 295, "max_ms": 4.629, "p95_ms": 3.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12401.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.539, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.347, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 402113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:03:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:03:00+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T21:03:00+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T21:03:00.467135+09:00", "mtime_epoch": 1783080180.4671354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91461}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:03:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.88, "pushed": 9.88, "read": 9.846}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.384, "count": 296, "max_ms": 4.636, "p95_ms": 3.493}, "gstreamer_push": {"avg_ms": 1.389, "count": 296, "max_ms": 2.222, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.311, "count": 296, "max_ms": 73.546, "p95_ms": 66.235}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.192, "count": 296, "max_ms": 74.046, "p95_ms": 66.376}, "yolo11_640_fire_11class": {"avg_ms": 61.822, "count": 296, "max_ms": 72.85, "p95_ms": 65.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.804, "count": 296, "max_ms": 81.984, "p95_ms": 75.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.157, "count": 296, "max_ms": 94.253, "p95_ms": 88.065}, "read_interval": {"avg_ms": 101.554, "count": 295, "max_ms": 115.076, "p95_ms": 105.904}, "triton_wait": {"avg_ms": 71.816, "count": 296, "max_ms": 81.996, "p95_ms": 75.883}, "visualize": {"avg_ms": 3.713, "count": 296, "max_ms": 4.47, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2624}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.442, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.105, "name": "ffmpeg", "pid": 52081, "rss_mb": 282.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 12, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.114, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 314881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:03:20+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:03:20+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:03:20.687831+09:00", "mtime_epoch": 1783080200.6878312, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124984}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:03:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.744, "count": 291, "max_ms": 6.7, "p95_ms": 5.241}, "gstreamer_push": {"avg_ms": 1.321, "count": 291, "max_ms": 1.552, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.036, "count": 291, "max_ms": 76.018, "p95_ms": 67.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.651, "count": 291, "max_ms": 76.538, "p95_ms": 67.706}, "yolo11_640_fire_11class": {"avg_ms": 62.61, "count": 291, "max_ms": 75.463, "p95_ms": 66.941}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.804, "count": 291, "max_ms": 84.62, "p95_ms": 76.906}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.339, "count": 291, "max_ms": 98.246, "p95_ms": 90.512}, "read_interval": {"avg_ms": 103.097, "count": 291, "max_ms": 114.65, "p95_ms": 108.195}, "triton_wait": {"avg_ms": 72.817, "count": 291, "max_ms": 84.631, "p95_ms": 76.918}, "visualize": {"avg_ms": 3.691, "count": 291, "max_ms": 4.73, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3353}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.601, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.277, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 402404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:03:30+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:03:30+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:03:30.524164+09:00", "mtime_epoch": 1783080210.5241644, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 97585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:03:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.712, "pushed": 9.712, "read": 9.679}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.397, "count": 291, "max_ms": 4.968, "p95_ms": 3.475}, "gstreamer_push": {"avg_ms": 1.373, "count": 291, "max_ms": 1.553, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.847, "count": 291, "max_ms": 70.912, "p95_ms": 66.49}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.643, "count": 291, "max_ms": 70.397, "p95_ms": 65.892}, "yolo11_640_fire_11class": {"avg_ms": 62.298, "count": 291, "max_ms": 70.408, "p95_ms": 65.71}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.461, "count": 291, "max_ms": 80.497, "p95_ms": 76.443}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.765, "count": 291, "max_ms": 92.764, "p95_ms": 88.827}, "read_interval": {"avg_ms": 103.287, "count": 290, "max_ms": 113.183, "p95_ms": 108.806}, "triton_wait": {"avg_ms": 72.473, "count": 291, "max_ms": 80.509, "p95_ms": 76.46}, "visualize": {"avg_ms": 3.694, "count": 291, "max_ms": 4.481, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2626}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.476, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.105, "name": "ffmpeg", "pid": 52081, "rss_mb": 282.105, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 11, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.996, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:03:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:03:50+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T21:03:50+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T21:03:50.708838+09:00", "mtime_epoch": 1783080230.7088382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 126084}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:03:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.688, "pushed": 9.688, "read": 9.654}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.927, "count": 290, "max_ms": 8.003, "p95_ms": 7.849}, "gstreamer_push": {"avg_ms": 1.328, "count": 290, "max_ms": 1.581, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.909, "count": 290, "max_ms": 68.885, "p95_ms": 67.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.78, "count": 290, "max_ms": 68.587, "p95_ms": 67.0}, "yolo11_640_fire_11class": {"avg_ms": 62.271, "count": 290, "max_ms": 68.319, "p95_ms": 66.432}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.413, "count": 290, "max_ms": 77.904, "p95_ms": 76.279}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.477, "count": 290, "max_ms": 98.438, "p95_ms": 92.907}, "read_interval": {"avg_ms": 103.534, "count": 289, "max_ms": 118.908, "p95_ms": 112.831}, "triton_wait": {"avg_ms": 72.426, "count": 290, "max_ms": 77.918, "p95_ms": 76.291}, "visualize": {"avg_ms": 3.862, "count": 290, "max_ms": 6.747, "p95_ms": 6.27}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.622, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.331, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 402693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:04:00+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:04:00+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:04:00.545162+09:00", "mtime_epoch": 1783080240.545162, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92288}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:04:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.659, "pushed": 9.659, "read": 9.625}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.558, "count": 289, "max_ms": 5.473, "p95_ms": 5.335}, "gstreamer_push": {"avg_ms": 1.386, "count": 289, "max_ms": 2.299, "p95_ms": 1.619}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.387, "count": 289, "max_ms": 69.419, "p95_ms": 67.365}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.751, "count": 289, "max_ms": 70.172, "p95_ms": 67.289}, "yolo11_640_fire_11class": {"avg_ms": 63.803, "count": 289, "max_ms": 69.368, "p95_ms": 67.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.822, "count": 289, "max_ms": 80.087, "p95_ms": 76.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.558, "count": 289, "max_ms": 93.857, "p95_ms": 91.078}, "read_interval": {"avg_ms": 103.874, "count": 288, "max_ms": 120.666, "p95_ms": 112.503}, "triton_wait": {"avg_ms": 73.835, "count": 289, "max_ms": 80.1, "p95_ms": 76.695}, "visualize": {"avg_ms": 3.853, "count": 289, "max_ms": 6.048, "p95_ms": 5.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2628}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.567, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.191, "name": "ffmpeg", "pid": 52081, "rss_mb": 293.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 11, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.921, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:04:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:04:20+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:04:20+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:04:20.809819+09:00", "mtime_epoch": 1783080260.809819, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:04:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.753, "count": 292, "max_ms": 7.065, "p95_ms": 5.233}, "gstreamer_push": {"avg_ms": 1.332, "count": 292, "max_ms": 1.729, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.3, "count": 292, "max_ms": 68.126, "p95_ms": 67.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.474, "count": 292, "max_ms": 68.631, "p95_ms": 67.18}, "yolo11_640_fire_11class": {"avg_ms": 62.768, "count": 292, "max_ms": 69.549, "p95_ms": 66.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.641, "count": 292, "max_ms": 80.471, "p95_ms": 76.129}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.261, "count": 292, "max_ms": 93.574, "p95_ms": 89.509}, "read_interval": {"avg_ms": 103.052, "count": 291, "max_ms": 110.658, "p95_ms": 106.936}, "triton_wait": {"avg_ms": 72.653, "count": 292, "max_ms": 80.484, "p95_ms": 76.142}, "visualize": {"avg_ms": 3.714, "count": 292, "max_ms": 4.825, "p95_ms": 4.082}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3358}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.653, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.354, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 402982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:04:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:04:30+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:04:30+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T21:04:30.570131+09:00", "mtime_epoch": 1783080270.5701308, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92674}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:04:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.657, "pushed": 9.657, "read": 9.623}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.618, "count": 289, "max_ms": 5.849, "p95_ms": 5.308}, "gstreamer_push": {"avg_ms": 1.404, "count": 289, "max_ms": 2.427, "p95_ms": 1.589}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.13, "count": 289, "max_ms": 74.054, "p95_ms": 67.859}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.464, "count": 289, "max_ms": 75.064, "p95_ms": 67.863}, "yolo11_640_fire_11class": {"avg_ms": 63.608, "count": 289, "max_ms": 75.054, "p95_ms": 67.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.519, "count": 289, "max_ms": 83.86, "p95_ms": 76.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.416, "count": 289, "max_ms": 98.652, "p95_ms": 91.222}, "read_interval": {"avg_ms": 103.893, "count": 288, "max_ms": 120.313, "p95_ms": 112.883}, "triton_wait": {"avg_ms": 73.531, "count": 289, "max_ms": 83.871, "p95_ms": 76.988}, "visualize": {"avg_ms": 3.934, "count": 289, "max_ms": 6.509, "p95_ms": 5.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2631}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.595, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.449, "name": "ffmpeg", "pid": 52081, "rss_mb": 293.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 11, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.429, "sample_count": 2909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 315750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:04:50+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T21:04:50+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T21:04:50.830770+09:00", "mtime_epoch": 1783080290.8307695, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124954}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:04:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.59, "pushed": 9.59, "read": 9.556}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.984, "count": 287, "max_ms": 8.345, "p95_ms": 7.772}, "gstreamer_push": {"avg_ms": 1.338, "count": 287, "max_ms": 2.076, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.774, "count": 287, "max_ms": 74.072, "p95_ms": 67.97}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.508, "count": 287, "max_ms": 74.544, "p95_ms": 67.726}, "yolo11_640_fire_11class": {"avg_ms": 63.219, "count": 287, "max_ms": 74.082, "p95_ms": 67.738}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.259, "count": 287, "max_ms": 83.597, "p95_ms": 77.516}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.514, "count": 287, "max_ms": 103.933, "p95_ms": 93.911}, "read_interval": {"avg_ms": 104.604, "count": 286, "max_ms": 129.078, "p95_ms": 113.554}, "triton_wait": {"avg_ms": 73.272, "count": 287, "max_ms": 83.61, "p95_ms": 77.527}, "visualize": {"avg_ms": 3.934, "count": 287, "max_ms": 6.745, "p95_ms": 6.418}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3360}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12417.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.707, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 4, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.631, "sample_count": 2943, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 403288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:05:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T21:05:00+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-07-03T21:05:00+09:00", "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-07-03T21:05:00.647074+09:00", "mtime_epoch": 1783080300.6470745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86089}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:05:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.212, "pushed": 10.212, "read": 10.178}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.458, "count": 306, "max_ms": 5.378, "p95_ms": 3.78}, "gstreamer_push": {"avg_ms": 1.383, "count": 306, "max_ms": 2.186, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.001, "count": 306, "max_ms": 74.096, "p95_ms": 68.439}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.429, "count": 306, "max_ms": 71.913, "p95_ms": 67.922}, "yolo11_640_fire_11class": {"avg_ms": 60.321, "count": 306, "max_ms": 72.165, "p95_ms": 67.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.363, "count": 306, "max_ms": 82.544, "p95_ms": 78.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.085, "count": 306, "max_ms": 100.101, "p95_ms": 90.724}, "read_interval": {"avg_ms": 98.255, "count": 305, "max_ms": 121.608, "p95_ms": 108.576}, "triton_wait": {"avg_ms": 68.561, "count": 306, "max_ms": 82.559, "p95_ms": 78.18}, "visualize": {"avg_ms": 3.781, "count": 306, "max_ms": 5.712, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2633}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12418.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.68, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.082, "name": "ffmpeg", "pid": 52081, "rss_mb": 296.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 11, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.438, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:05:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:05:21+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T21:05:20+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T21:05:20.927696+09:00", "mtime_epoch": 1783080320.9276962, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124691}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:05:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.204, "pushed": 10.204, "read": 10.171}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.714, "count": 306, "max_ms": 7.742, "p95_ms": 4.926}, "gstreamer_push": {"avg_ms": 1.314, "count": 306, "max_ms": 2.249, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.73, "count": 306, "max_ms": 77.69, "p95_ms": 67.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.857, "count": 306, "max_ms": 72.1, "p95_ms": 67.031}, "yolo11_640_fire_11class": {"avg_ms": 58.276, "count": 306, "max_ms": 75.061, "p95_ms": 66.677}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.478, "count": 306, "max_ms": 83.986, "p95_ms": 76.595}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.936, "count": 306, "max_ms": 97.363, "p95_ms": 90.298}, "read_interval": {"avg_ms": 98.311, "count": 305, "max_ms": 636.072, "p95_ms": 107.973}, "triton_wait": {"avg_ms": 66.495, "count": 306, "max_ms": 83.998, "p95_ms": 76.606}, "visualize": {"avg_ms": 3.636, "count": 306, "max_ms": 5.271, "p95_ms": 3.837}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3363}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 513.733, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.557, "sample_count": 2949, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 403585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:05:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:05:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:05:30+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T21:05:30.651990+09:00", "mtime_epoch": 1783080330.6519904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:05:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.884}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 297, "max_ms": 5.066, "p95_ms": 3.834}, "gstreamer_push": {"avg_ms": 1.372, "count": 297, "max_ms": 1.585, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.453, "count": 297, "max_ms": 69.794, "p95_ms": 66.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.378, "count": 297, "max_ms": 69.836, "p95_ms": 66.127}, "yolo11_640_fire_11class": {"avg_ms": 61.981, "count": 297, "max_ms": 69.345, "p95_ms": 65.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.646, "count": 297, "max_ms": 79.47, "p95_ms": 75.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.925, "count": 297, "max_ms": 92.052, "p95_ms": 88.032}, "read_interval": {"avg_ms": 101.089, "count": 296, "max_ms": 110.97, "p95_ms": 106.5}, "triton_wait": {"avg_ms": 71.658, "count": 297, "max_ms": 79.483, "p95_ms": 75.597}, "visualize": {"avg_ms": 3.705, "count": 297, "max_ms": 4.764, "p95_ms": 4.253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2636}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12418.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.682, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.082, "name": "ffmpeg", "pid": 52081, "rss_mb": 296.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 10, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.22, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:05:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:05:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:05:50+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:05:50.920595+09:00", "mtime_epoch": 1783080350.9205954, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:05:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.721, "count": 292, "max_ms": 7.075, "p95_ms": 4.91}, "gstreamer_push": {"avg_ms": 1.333, "count": 292, "max_ms": 1.507, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.834, "count": 292, "max_ms": 68.133, "p95_ms": 66.167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.594, "count": 292, "max_ms": 68.143, "p95_ms": 66.548}, "yolo11_640_fire_11class": {"avg_ms": 62.404, "count": 292, "max_ms": 68.059, "p95_ms": 65.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.225, "count": 292, "max_ms": 77.751, "p95_ms": 75.03}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.864, "count": 292, "max_ms": 91.768, "p95_ms": 88.732}, "read_interval": {"avg_ms": 102.729, "count": 292, "max_ms": 111.459, "p95_ms": 106.715}, "triton_wait": {"avg_ms": 72.237, "count": 292, "max_ms": 77.763, "p95_ms": 75.042}, "visualize": {"avg_ms": 3.702, "count": 292, "max_ms": 4.666, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3365}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.738, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.557, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 403877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:06:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:06:00+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:06:00+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:06:00.660882+09:00", "mtime_epoch": 1783080360.6608825, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:06:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.47, "count": 292, "max_ms": 5.093, "p95_ms": 4.319}, "gstreamer_push": {"avg_ms": 1.364, "count": 292, "max_ms": 1.51, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.828, "count": 292, "max_ms": 69.491, "p95_ms": 66.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.384, "count": 292, "max_ms": 69.667, "p95_ms": 67.318}, "yolo11_640_fire_11class": {"avg_ms": 63.419, "count": 292, "max_ms": 69.48, "p95_ms": 66.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.283, "count": 292, "max_ms": 78.667, "p95_ms": 76.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.681, "count": 292, "max_ms": 91.141, "p95_ms": 88.558}, "read_interval": {"avg_ms": 102.758, "count": 292, "max_ms": 109.278, "p95_ms": 106.766}, "triton_wait": {"avg_ms": 73.296, "count": 292, "max_ms": 78.68, "p95_ms": 76.077}, "visualize": {"avg_ms": 3.734, "count": 292, "max_ms": 4.716, "p95_ms": 4.127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2638}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.731, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.082, "name": "ffmpeg", "pid": 52081, "rss_mb": 296.082, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 10, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.208, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:06:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:06:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:06:20+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:06:20.973473+09:00", "mtime_epoch": 1783080380.9734733, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:06:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.75}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.722, "count": 293, "max_ms": 5.885, "p95_ms": 4.942}, "gstreamer_push": {"avg_ms": 1.347, "count": 293, "max_ms": 1.583, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.711, "count": 293, "max_ms": 70.235, "p95_ms": 66.613}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.278, "count": 293, "max_ms": 69.596, "p95_ms": 66.639}, "yolo11_640_fire_11class": {"avg_ms": 62.277, "count": 293, "max_ms": 68.16, "p95_ms": 65.915}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.023, "count": 293, "max_ms": 78.003, "p95_ms": 75.593}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.708, "count": 293, "max_ms": 91.321, "p95_ms": 89.227}, "read_interval": {"avg_ms": 102.546, "count": 292, "max_ms": 110.557, "p95_ms": 106.776}, "triton_wait": {"avg_ms": 72.035, "count": 293, "max_ms": 78.015, "p95_ms": 75.605}, "visualize": {"avg_ms": 3.692, "count": 293, "max_ms": 4.392, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3368}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.809, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.519, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 404170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:06:30+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:06:30+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:06:30.733754+09:00", "mtime_epoch": 1783080390.7337537, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88547}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:06:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.777, "pushed": 9.777, "read": 9.744}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.389, "count": 293, "max_ms": 4.174, "p95_ms": 3.505}, "gstreamer_push": {"avg_ms": 1.371, "count": 293, "max_ms": 2.108, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.043, "count": 293, "max_ms": 70.971, "p95_ms": 67.273}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.182, "count": 293, "max_ms": 70.268, "p95_ms": 67.36}, "yolo11_640_fire_11class": {"avg_ms": 63.604, "count": 293, "max_ms": 69.687, "p95_ms": 66.768}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.491, "count": 293, "max_ms": 79.704, "p95_ms": 76.398}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.747, "count": 293, "max_ms": 91.707, "p95_ms": 88.706}, "read_interval": {"avg_ms": 102.629, "count": 292, "max_ms": 109.26, "p95_ms": 106.494}, "triton_wait": {"avg_ms": 73.503, "count": 293, "max_ms": 79.718, "p95_ms": 76.41}, "visualize": {"avg_ms": 3.672, "count": 293, "max_ms": 4.751, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2641}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.813, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.598, "name": "ffmpeg", "pid": 52081, "rss_mb": 296.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 10, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.15, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 316934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:06:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:06:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:06:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:06:51.054330+09:00", "mtime_epoch": 1783080411.05433, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:06:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.74}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.739, "count": 293, "max_ms": 7.234, "p95_ms": 5.033}, "gstreamer_push": {"avg_ms": 1.342, "count": 293, "max_ms": 1.495, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.641, "count": 293, "max_ms": 69.023, "p95_ms": 66.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.933, "count": 293, "max_ms": 69.034, "p95_ms": 66.622}, "yolo11_640_fire_11class": {"avg_ms": 62.279, "count": 293, "max_ms": 68.049, "p95_ms": 65.832}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.063, "count": 293, "max_ms": 77.69, "p95_ms": 75.708}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.79, "count": 293, "max_ms": 91.645, "p95_ms": 89.574}, "read_interval": {"avg_ms": 102.656, "count": 292, "max_ms": 111.284, "p95_ms": 107.26}, "triton_wait": {"avg_ms": 72.075, "count": 293, "max_ms": 77.702, "p95_ms": 75.72}, "visualize": {"avg_ms": 3.718, "count": 293, "max_ms": 4.809, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3370}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.859, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.392, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 404463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:07:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:07:00+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T21:07:00+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:07:00.778603+09:00", "mtime_epoch": 1783080420.7786026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96409}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:07:00+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.782, "pushed": 9.782, "read": 9.748}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.39, "count": 293, "max_ms": 4.498, "p95_ms": 3.467}, "gstreamer_push": {"avg_ms": 1.369, "count": 293, "max_ms": 1.531, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.552, "count": 293, "max_ms": 70.72, "p95_ms": 66.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.042, "count": 293, "max_ms": 70.707, "p95_ms": 66.63}, "yolo11_640_fire_11class": {"avg_ms": 63.195, "count": 293, "max_ms": 71.22, "p95_ms": 66.231}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.042, "count": 293, "max_ms": 78.861, "p95_ms": 76.034}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.32, "count": 293, "max_ms": 91.054, "p95_ms": 88.121}, "read_interval": {"avg_ms": 102.526, "count": 292, "max_ms": 109.018, "p95_ms": 106.76}, "triton_wait": {"avg_ms": 73.054, "count": 293, "max_ms": 78.872, "p95_ms": 76.045}, "visualize": {"avg_ms": 3.693, "count": 293, "max_ms": 4.893, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2643}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.912, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.371, "name": "ffmpeg", "pid": 52081, "rss_mb": 297.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 10, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.017, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:07:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:07:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:07:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:07:21.155167+09:00", "mtime_epoch": 1783080441.1551669, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118147}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:07:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.767, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.688, "count": 292, "max_ms": 5.056, "p95_ms": 4.782}, "gstreamer_push": {"avg_ms": 1.32, "count": 293, "max_ms": 1.462, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.892, "count": 292, "max_ms": 69.036, "p95_ms": 66.564}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.674, "count": 292, "max_ms": 74.652, "p95_ms": 66.784}, "yolo11_640_fire_11class": {"avg_ms": 62.293, "count": 292, "max_ms": 68.297, "p95_ms": 66.335}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.494, "count": 292, "max_ms": 78.708, "p95_ms": 75.683}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.933, "count": 292, "max_ms": 92.42, "p95_ms": 88.951}, "read_interval": {"avg_ms": 102.709, "count": 292, "max_ms": 110.853, "p95_ms": 107.084}, "triton_wait": {"avg_ms": 72.506, "count": 292, "max_ms": 78.721, "p95_ms": 75.713}, "visualize": {"avg_ms": 3.644, "count": 292, "max_ms": 4.212, "p95_ms": 3.742}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.912, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.31, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 404754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:07:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:07:30+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T21:07:30+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:07:30.839432+09:00", "mtime_epoch": 1783080450.839432, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92465}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:07:30+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.714, "pushed": 9.714, "read": 9.68}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.393, "count": 291, "max_ms": 4.554, "p95_ms": 3.53}, "gstreamer_push": {"avg_ms": 1.372, "count": 291, "max_ms": 1.54, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.121, "count": 291, "max_ms": 73.309, "p95_ms": 67.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.329, "count": 291, "max_ms": 73.094, "p95_ms": 67.698}, "yolo11_640_fire_11class": {"avg_ms": 62.6, "count": 291, "max_ms": 73.32, "p95_ms": 66.759}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.549, "count": 291, "max_ms": 82.893, "p95_ms": 76.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.985, "count": 291, "max_ms": 95.414, "p95_ms": 89.193}, "read_interval": {"avg_ms": 103.301, "count": 290, "max_ms": 118.347, "p95_ms": 108.66}, "triton_wait": {"avg_ms": 72.561, "count": 291, "max_ms": 82.905, "p95_ms": 76.766}, "visualize": {"avg_ms": 3.726, "count": 291, "max_ms": 4.767, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2645}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.975, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.371, "name": "ffmpeg", "pid": 52081, "rss_mb": 297.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 9, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.162, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:07:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:07:51+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T21:07:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:07:51.215983+09:00", "mtime_epoch": 1783080471.2159832, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:07:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.714}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.76, "count": 292, "max_ms": 7.162, "p95_ms": 4.973}, "gstreamer_push": {"avg_ms": 1.32, "count": 292, "max_ms": 2.03, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.207, "count": 292, "max_ms": 75.487, "p95_ms": 68.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.456, "count": 292, "max_ms": 75.473, "p95_ms": 68.043}, "yolo11_640_fire_11class": {"avg_ms": 62.373, "count": 292, "max_ms": 76.009, "p95_ms": 67.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.509, "count": 292, "max_ms": 83.95, "p95_ms": 76.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.062, "count": 292, "max_ms": 97.165, "p95_ms": 89.877}, "read_interval": {"avg_ms": 102.962, "count": 291, "max_ms": 114.117, "p95_ms": 108.008}, "triton_wait": {"avg_ms": 72.521, "count": 292, "max_ms": 83.963, "p95_ms": 76.458}, "visualize": {"avg_ms": 3.703, "count": 292, "max_ms": 4.996, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3375}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 664.004, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.512, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 405048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:08:01+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:08:00+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:08:00.928243+09:00", "mtime_epoch": 1783080480.928243, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:08:01+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.768}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.359, "count": 294, "max_ms": 4.526, "p95_ms": 3.58}, "gstreamer_push": {"avg_ms": 1.37, "count": 294, "max_ms": 1.61, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.953, "count": 294, "max_ms": 71.954, "p95_ms": 68.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.679, "count": 294, "max_ms": 72.254, "p95_ms": 68.0}, "yolo11_640_fire_11class": {"avg_ms": 63.103, "count": 294, "max_ms": 68.669, "p95_ms": 66.802}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.21, "count": 294, "max_ms": 79.535, "p95_ms": 76.771}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.437, "count": 294, "max_ms": 92.16, "p95_ms": 89.273}, "read_interval": {"avg_ms": 102.333, "count": 293, "max_ms": 111.452, "p95_ms": 107.146}, "triton_wait": {"avg_ms": 73.222, "count": 294, "max_ms": 79.548, "p95_ms": 76.783}, "visualize": {"avg_ms": 3.668, "count": 294, "max_ms": 4.606, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2648}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.052, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.371, "name": "ffmpeg", "pid": 52081, "rss_mb": 297.371, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 9, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.026, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 317812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:08:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:08:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:08:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:08:21.292782+09:00", "mtime_epoch": 1783080501.2927816, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:08:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.729, "count": 293, "max_ms": 5.776, "p95_ms": 4.842}, "gstreamer_push": {"avg_ms": 1.334, "count": 293, "max_ms": 1.779, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.628, "count": 293, "max_ms": 70.818, "p95_ms": 66.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.75, "count": 293, "max_ms": 70.246, "p95_ms": 66.699}, "yolo11_640_fire_11class": {"avg_ms": 61.437, "count": 293, "max_ms": 70.806, "p95_ms": 67.301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.94, "count": 293, "max_ms": 78.703, "p95_ms": 76.144}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.518, "count": 293, "max_ms": 92.053, "p95_ms": 89.593}, "read_interval": {"avg_ms": 102.646, "count": 292, "max_ms": 111.763, "p95_ms": 107.808}, "triton_wait": {"avg_ms": 70.952, "count": 293, "max_ms": 78.716, "p95_ms": 76.156}, "visualize": {"avg_ms": 3.687, "count": 293, "max_ms": 4.574, "p95_ms": 3.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3377}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 694.049, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.945, "name": "ffmpeg", "pid": 51929, "rss_mb": 324.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.512, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 405340, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:08:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:08:31+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:08:30+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:08:30.973035+09:00", "mtime_epoch": 1783080510.9730349, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:08:31+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.47, "count": 292, "max_ms": 5.172, "p95_ms": 4.199}, "gstreamer_push": {"avg_ms": 1.384, "count": 292, "max_ms": 1.618, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.78, "count": 292, "max_ms": 73.471, "p95_ms": 67.711}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.177, "count": 292, "max_ms": 75.418, "p95_ms": 67.66}, "yolo11_640_fire_11class": {"avg_ms": 63.66, "count": 292, "max_ms": 74.075, "p95_ms": 68.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.362, "count": 292, "max_ms": 83.481, "p95_ms": 76.65}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.797, "count": 292, "max_ms": 95.548, "p95_ms": 89.055}, "read_interval": {"avg_ms": 102.892, "count": 291, "max_ms": 115.969, "p95_ms": 107.152}, "triton_wait": {"avg_ms": 73.374, "count": 292, "max_ms": 83.494, "p95_ms": 76.662}, "visualize": {"avg_ms": 3.727, "count": 292, "max_ms": 4.649, "p95_ms": 4.166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12424.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.071, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.527, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 9, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.932, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:08:51+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T21:08:51+09:00", "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-07-03T21:08:51.333562+09:00", "mtime_epoch": 1783080531.3335617, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 83428}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:08:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.893, "pushed": 9.893, "read": 9.86}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.735, "count": 296, "max_ms": 7.58, "p95_ms": 4.969}, "gstreamer_push": {"avg_ms": 1.316, "count": 296, "max_ms": 1.587, "p95_ms": 1.394}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.94, "count": 296, "max_ms": 71.937, "p95_ms": 66.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.63, "count": 296, "max_ms": 73.821, "p95_ms": 67.252}, "yolo11_640_fire_11class": {"avg_ms": 61.575, "count": 296, "max_ms": 72.72, "p95_ms": 66.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.086, "count": 296, "max_ms": 82.013, "p95_ms": 76.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.665, "count": 296, "max_ms": 95.678, "p95_ms": 90.024}, "read_interval": {"avg_ms": 101.493, "count": 295, "max_ms": 111.875, "p95_ms": 107.757}, "triton_wait": {"avg_ms": 71.144, "count": 296, "max_ms": 82.028, "p95_ms": 76.55}, "visualize": {"avg_ms": 3.673, "count": 296, "max_ms": 4.753, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12452.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 43, "h264_decode_error_count": 48, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:56:54+09:00", "last_error_summary": "[h264 @ 0x562dcc5dce80] error while decoding MB 87 30, bytestream -7", "last_exit_at": "2026-07-03T20:50:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 740.849, "last_started_at": "2026-07-03T20:56:57+09:00", "pid": 51929, "process": {"exists": true, "fd_count": 5, "hwm_mb": 352.477, "name": "ffmpeg", "pid": 51929, "rss_mb": 352.477, "state": "S (sleeping)", "threads": 104}, "restart_count": 44, "restart_count_per_hour": 3, "rtsp_timeout_count": 68, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.397, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 405524, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:09:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-07-03T21:09:17+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-07-03T21:09:17+09:00", "mjpeg": {"age_sec": 26.174, "exists": true, "mtime": "2026-07-03T21:08:51.685571+09:00", "mtime_epoch": 1783080531.6855707, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93232}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:09:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 22, "pushed_frames": 22, "read_frames": 21, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.734, "pushed": 0.734, "read": 0.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.432, "count": 22, "max_ms": 4.62, "p95_ms": 3.441}, "gstreamer_push": {"avg_ms": 1.365, "count": 22, "max_ms": 1.452, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.64, "count": 22, "max_ms": 66.62, "p95_ms": 64.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.629, "count": 22, "max_ms": 66.63, "p95_ms": 64.998}, "yolo11_640_fire_11class": {"avg_ms": 61.123, "count": 22, "max_ms": 65.503, "p95_ms": 65.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.822, "count": 22, "max_ms": 76.17, "p95_ms": 74.567}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.025, "count": 22, "max_ms": 88.284, "p95_ms": 86.904}, "read_interval": {"avg_ms": 1427.988, "count": 21, "max_ms": 26186.014, "p95_ms": 1855.097}, "triton_wait": {"avg_ms": 70.834, "count": 22, "max_ms": 76.182, "p95_ms": 74.579}, "visualize": {"avg_ms": 3.684, "count": 22, "max_ms": 4.159, "p95_ms": 3.802}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2654}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12136.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.134, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.527, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 9, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.829, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:09:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:09:21+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T21:09:21+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T21:09:21.398326+09:00", "mtime_epoch": 1783080561.3983264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121469}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:09:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 387, "pushed_frames": 387, "read_frames": 386, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.907, "pushed": 12.907, "read": 12.873}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.801, "count": 387, "max_ms": 7.368, "p95_ms": 5.089}, "gstreamer_push": {"avg_ms": 1.329, "count": 387, "max_ms": 1.498, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.421, "count": 387, "max_ms": 63.209, "p95_ms": 49.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.583, "count": 387, "max_ms": 58.4, "p95_ms": 48.935}, "yolo11_640_fire_11class": {"avg_ms": 45.836, "count": 387, "max_ms": 63.227, "p95_ms": 49.637}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.168, "count": 387, "max_ms": 71.644, "p95_ms": 50.438}}, "truncated_count": 0}, "processing_total": {"avg_ms": 60.798, "count": 387, "max_ms": 85.119, "p95_ms": 64.08}, "read_interval": {"avg_ms": 77.678, "count": 386, "max_ms": 108.778, "p95_ms": 82.054}, "triton_wait": {"avg_ms": 47.261, "count": 387, "max_ms": 71.657, "p95_ms": 50.448}, "visualize": {"avg_ms": 3.705, "count": 387, "max_ms": 4.807, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3381}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.733, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.16, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.993, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 405777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:09:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:09:47+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:09:47+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:09:47.826986+09:00", "mtime_epoch": 1783080587.8269858, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:09:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.439, "pushed": 8.439, "read": 8.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.395, "count": 253, "max_ms": 5.024, "p95_ms": 3.578}, "gstreamer_push": {"avg_ms": 1.384, "count": 253, "max_ms": 2.426, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.615, "count": 253, "max_ms": 74.298, "p95_ms": 67.015}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.73, "count": 253, "max_ms": 74.288, "p95_ms": 67.157}, "yolo11_640_fire_11class": {"avg_ms": 63.172, "count": 253, "max_ms": 73.009, "p95_ms": 66.675}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.668, "count": 253, "max_ms": 81.006, "p95_ms": 76.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.956, "count": 253, "max_ms": 93.072, "p95_ms": 89.049}, "read_interval": {"avg_ms": 118.851, "count": 252, "max_ms": 4783.503, "p95_ms": 105.698}, "triton_wait": {"avg_ms": 72.684, "count": 253, "max_ms": 81.017, "p95_ms": 76.728}, "visualize": {"avg_ms": 3.698, "count": 253, "max_ms": 4.674, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2656}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12427.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.193, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.527, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 8, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.237, "sample_count": 3043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 318798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:09:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:09:51+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:09:51+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:09:51.431075+09:00", "mtime_epoch": 1783080591.4310749, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120591}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:09:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.107, "pushed": 10.107, "read": 10.074}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.772, "count": 303, "max_ms": 6.624, "p95_ms": 5.37}, "gstreamer_push": {"avg_ms": 1.333, "count": 303, "max_ms": 1.553, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.831, "count": 303, "max_ms": 69.384, "p95_ms": 65.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.147, "count": 303, "max_ms": 70.153, "p95_ms": 65.469}, "yolo11_640_fire_11class": {"avg_ms": 59.414, "count": 303, "max_ms": 68.06, "p95_ms": 64.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.145, "count": 303, "max_ms": 77.049, "p95_ms": 74.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.853, "count": 303, "max_ms": 90.505, "p95_ms": 88.086}, "read_interval": {"avg_ms": 99.171, "count": 302, "max_ms": 110.061, "p95_ms": 105.994}, "triton_wait": {"avg_ms": 68.169, "count": 303, "max_ms": 77.061, "p95_ms": 74.18}, "visualize": {"avg_ms": 3.702, "count": 303, "max_ms": 4.741, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3383}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.786, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.839, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 406069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:10:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:10:17+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:10:17+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:10:17.883722+09:00", "mtime_epoch": 1783080617.883722, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89196}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:10:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.715}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.424, "count": 292, "max_ms": 5.154, "p95_ms": 3.776}, "gstreamer_push": {"avg_ms": 1.368, "count": 292, "max_ms": 1.565, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.313, "count": 292, "max_ms": 69.794, "p95_ms": 66.784}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.477, "count": 292, "max_ms": 69.804, "p95_ms": 67.351}, "yolo11_640_fire_11class": {"avg_ms": 64.011, "count": 292, "max_ms": 69.15, "p95_ms": 66.7}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.056, "count": 292, "max_ms": 78.149, "p95_ms": 76.421}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.41, "count": 292, "max_ms": 92.39, "p95_ms": 88.882}, "read_interval": {"avg_ms": 102.921, "count": 291, "max_ms": 109.581, "p95_ms": 106.184}, "triton_wait": {"avg_ms": 74.069, "count": 292, "max_ms": 78.162, "p95_ms": 76.433}, "visualize": {"avg_ms": 3.711, "count": 292, "max_ms": 4.812, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.202, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.527, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 8, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.07, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:10:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:10:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:10:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:10:21.443808+09:00", "mtime_epoch": 1783080621.4438083, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122150}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:10:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.802}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.719, "count": 294, "max_ms": 6.356, "p95_ms": 4.955}, "gstreamer_push": {"avg_ms": 1.315, "count": 294, "max_ms": 1.587, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.275, "count": 294, "max_ms": 68.321, "p95_ms": 65.297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.18, "count": 294, "max_ms": 68.054, "p95_ms": 65.27}, "yolo11_640_fire_11class": {"avg_ms": 61.835, "count": 294, "max_ms": 67.695, "p95_ms": 64.904}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.715, "count": 294, "max_ms": 76.353, "p95_ms": 74.995}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.295, "count": 294, "max_ms": 90.66, "p95_ms": 88.666}, "read_interval": {"avg_ms": 102.075, "count": 294, "max_ms": 110.098, "p95_ms": 106.19}, "triton_wait": {"avg_ms": 71.727, "count": 294, "max_ms": 76.366, "p95_ms": 75.008}, "visualize": {"avg_ms": 3.671, "count": 294, "max_ms": 4.615, "p95_ms": 3.88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3386}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.819, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.963, "sample_count": 2611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 406363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:10:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:10:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:10:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:10:47.912444+09:00", "mtime_epoch": 1783080647.9124439, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90657}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:10:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.827, "pushed": 9.827, "read": 9.827}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.416, "count": 294, "max_ms": 4.852, "p95_ms": 3.58}, "gstreamer_push": {"avg_ms": 1.38, "count": 294, "max_ms": 1.766, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.578, "count": 294, "max_ms": 70.154, "p95_ms": 67.515}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.093, "count": 294, "max_ms": 70.962, "p95_ms": 66.748}, "yolo11_640_fire_11class": {"avg_ms": 63.017, "count": 294, "max_ms": 69.405, "p95_ms": 66.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.737, "count": 294, "max_ms": 81.001, "p95_ms": 77.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.113, "count": 294, "max_ms": 93.316, "p95_ms": 89.739}, "read_interval": {"avg_ms": 102.149, "count": 294, "max_ms": 200.846, "p95_ms": 106.801}, "triton_wait": {"avg_ms": 72.749, "count": 294, "max_ms": 81.015, "p95_ms": 77.413}, "visualize": {"avg_ms": 3.694, "count": 294, "max_ms": 4.66, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2661}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.292, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.527, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 8, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.193, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:10:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:10:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:10:51+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:10:51.532530+09:00", "mtime_epoch": 1783080651.53253, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:10:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.729, "count": 293, "max_ms": 7.127, "p95_ms": 4.867}, "gstreamer_push": {"avg_ms": 1.32, "count": 293, "max_ms": 1.526, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.728, "count": 293, "max_ms": 69.021, "p95_ms": 66.639}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.603, "count": 293, "max_ms": 69.554, "p95_ms": 66.67}, "yolo11_640_fire_11class": {"avg_ms": 61.183, "count": 293, "max_ms": 68.322, "p95_ms": 66.11}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.139, "count": 293, "max_ms": 82.021, "p95_ms": 76.2}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.715, "count": 293, "max_ms": 95.54, "p95_ms": 89.815}, "read_interval": {"avg_ms": 102.682, "count": 292, "max_ms": 112.658, "p95_ms": 108.024}, "triton_wait": {"avg_ms": 71.151, "count": 293, "max_ms": 82.033, "p95_ms": 76.213}, "visualize": {"avg_ms": 3.67, "count": 293, "max_ms": 4.731, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3388}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.906, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.055, "sample_count": 2609, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 406655, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:11:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:11:18+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:11:17+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:11:17.997154+09:00", "mtime_epoch": 1783080677.9971542, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 96813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:11:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 292, "max_ms": 5.036, "p95_ms": 3.727}, "gstreamer_push": {"avg_ms": 1.38, "count": 292, "max_ms": 2.136, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.212, "count": 292, "max_ms": 69.779, "p95_ms": 67.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.855, "count": 292, "max_ms": 73.727, "p95_ms": 67.735}, "yolo11_640_fire_11class": {"avg_ms": 63.703, "count": 292, "max_ms": 68.739, "p95_ms": 67.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.904, "count": 292, "max_ms": 80.238, "p95_ms": 76.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.309, "count": 292, "max_ms": 92.691, "p95_ms": 89.254}, "read_interval": {"avg_ms": 103.038, "count": 291, "max_ms": 109.291, "p95_ms": 106.611}, "triton_wait": {"avg_ms": 73.917, "count": 292, "max_ms": 80.25, "p95_ms": 76.916}, "visualize": {"avg_ms": 3.731, "count": 292, "max_ms": 5.009, "p95_ms": 4.02}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2663}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 838.296, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.527, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 8, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.28, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:11:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:11:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:11:21+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:11:21.537237+09:00", "mtime_epoch": 1783080681.537237, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:11:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.736, "count": 291, "max_ms": 7.397, "p95_ms": 4.99}, "gstreamer_push": {"avg_ms": 1.32, "count": 291, "max_ms": 1.517, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.943, "count": 291, "max_ms": 69.368, "p95_ms": 67.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.804, "count": 291, "max_ms": 72.284, "p95_ms": 67.356}, "yolo11_640_fire_11class": {"avg_ms": 62.398, "count": 291, "max_ms": 68.842, "p95_ms": 66.521}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.508, "count": 291, "max_ms": 79.896, "p95_ms": 76.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.102, "count": 291, "max_ms": 93.118, "p95_ms": 90.417}, "read_interval": {"avg_ms": 103.106, "count": 291, "max_ms": 114.644, "p95_ms": 107.492}, "triton_wait": {"avg_ms": 72.52, "count": 291, "max_ms": 79.907, "p95_ms": 76.712}, "visualize": {"avg_ms": 3.689, "count": 291, "max_ms": 4.534, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3391}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.933, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.335, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 406946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:11:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:11:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:11:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:11:48.025851+09:00", "mtime_epoch": 1783080708.025851, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92915}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:11:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.724, "pushed": 9.724, "read": 9.69}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.458, "count": 291, "max_ms": 5.534, "p95_ms": 3.705}, "gstreamer_push": {"avg_ms": 1.385, "count": 291, "max_ms": 2.587, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.621, "count": 291, "max_ms": 72.654, "p95_ms": 68.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.852, "count": 291, "max_ms": 71.892, "p95_ms": 68.173}, "yolo11_640_fire_11class": {"avg_ms": 63.958, "count": 291, "max_ms": 73.447, "p95_ms": 68.106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.943, "count": 291, "max_ms": 82.85, "p95_ms": 77.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.461, "count": 291, "max_ms": 95.124, "p95_ms": 90.589}, "read_interval": {"avg_ms": 103.182, "count": 290, "max_ms": 115.675, "p95_ms": 107.45}, "triton_wait": {"avg_ms": 73.956, "count": 291, "max_ms": 82.862, "p95_ms": 77.881}, "visualize": {"avg_ms": 3.746, "count": 291, "max_ms": 6.133, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2666}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.388, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.527, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 8, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.305, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 319968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:11:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:11:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:11:51+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:11:51.629934+09:00", "mtime_epoch": 1783080711.6299338, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:11:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.834, "count": 292, "max_ms": 8.46, "p95_ms": 5.3}, "gstreamer_push": {"avg_ms": 1.323, "count": 292, "max_ms": 1.668, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.823, "count": 292, "max_ms": 71.47, "p95_ms": 66.449}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.467, "count": 292, "max_ms": 70.547, "p95_ms": 66.856}, "yolo11_640_fire_11class": {"avg_ms": 62.156, "count": 292, "max_ms": 72.077, "p95_ms": 65.98}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.1, "count": 292, "max_ms": 81.294, "p95_ms": 75.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.015, "count": 292, "max_ms": 97.447, "p95_ms": 90.329}, "read_interval": {"avg_ms": 103.049, "count": 291, "max_ms": 117.578, "p95_ms": 109.574}, "triton_wait": {"avg_ms": 72.112, "count": 292, "max_ms": 81.306, "p95_ms": 75.972}, "visualize": {"avg_ms": 3.77, "count": 292, "max_ms": 6.986, "p95_ms": 4.155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3393}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.979, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.339, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 407237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:12:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:12:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:12:18+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:12:18.074537+09:00", "mtime_epoch": 1783080738.0745368, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89916}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:12:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.717, "pushed": 9.717, "read": 9.684}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.463, "count": 291, "max_ms": 5.771, "p95_ms": 3.788}, "gstreamer_push": {"avg_ms": 1.388, "count": 291, "max_ms": 1.64, "p95_ms": 1.507}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.522, "count": 291, "max_ms": 74.696, "p95_ms": 66.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.463, "count": 291, "max_ms": 74.707, "p95_ms": 66.817}, "yolo11_640_fire_11class": {"avg_ms": 62.984, "count": 291, "max_ms": 73.715, "p95_ms": 66.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.017, "count": 291, "max_ms": 83.157, "p95_ms": 76.447}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.45, "count": 291, "max_ms": 95.289, "p95_ms": 89.163}, "read_interval": {"avg_ms": 103.239, "count": 290, "max_ms": 306.663, "p95_ms": 106.343}, "triton_wait": {"avg_ms": 73.03, "count": 291, "max_ms": 83.17, "p95_ms": 76.459}, "visualize": {"avg_ms": 3.718, "count": 291, "max_ms": 4.658, "p95_ms": 4.018}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2668}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.465, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.527, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.527, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.341, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:12:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T21:12:21+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T21:12:21+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T21:12:21.698619+09:00", "mtime_epoch": 1783080741.6986187, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119035}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:12:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.698, "count": 294, "max_ms": 5.903, "p95_ms": 4.805}, "gstreamer_push": {"avg_ms": 1.321, "count": 294, "max_ms": 1.576, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.946, "count": 294, "max_ms": 73.619, "p95_ms": 66.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.288, "count": 294, "max_ms": 73.629, "p95_ms": 66.735}, "yolo11_640_fire_11class": {"avg_ms": 61.435, "count": 294, "max_ms": 72.694, "p95_ms": 66.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.313, "count": 294, "max_ms": 82.057, "p95_ms": 75.927}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.833, "count": 294, "max_ms": 95.613, "p95_ms": 89.513}, "read_interval": {"avg_ms": 102.264, "count": 293, "max_ms": 116.787, "p95_ms": 107.488}, "triton_wait": {"avg_ms": 71.325, "count": 294, "max_ms": 82.066, "p95_ms": 75.939}, "visualize": {"avg_ms": 3.654, "count": 294, "max_ms": 4.667, "p95_ms": 3.789}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3396}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.062, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.346, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 407530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:12:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:12:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:12:48+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:12:48.155212+09:00", "mtime_epoch": 1783080768.1552124, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90732}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:12:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.774, "pushed": 9.774, "read": 9.741}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.417, "count": 293, "max_ms": 5.05, "p95_ms": 3.804}, "gstreamer_push": {"avg_ms": 1.373, "count": 293, "max_ms": 1.64, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.913, "count": 293, "max_ms": 71.633, "p95_ms": 67.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.621, "count": 293, "max_ms": 71.191, "p95_ms": 67.671}, "yolo11_640_fire_11class": {"avg_ms": 63.142, "count": 293, "max_ms": 70.25, "p95_ms": 67.035}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.464, "count": 293, "max_ms": 80.877, "p95_ms": 76.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.786, "count": 293, "max_ms": 93.053, "p95_ms": 88.971}, "read_interval": {"avg_ms": 102.658, "count": 292, "max_ms": 110.384, "p95_ms": 106.599}, "triton_wait": {"avg_ms": 73.476, "count": 293, "max_ms": 80.889, "p95_ms": 76.732}, "visualize": {"avg_ms": 3.705, "count": 293, "max_ms": 4.705, "p95_ms": 4.067}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2671}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.535, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.785, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.276, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:12:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:12:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:12:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:12:51.775293+09:00", "mtime_epoch": 1783080771.775293, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:12:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.795, "count": 293, "max_ms": 7.397, "p95_ms": 5.541}, "gstreamer_push": {"avg_ms": 1.336, "count": 293, "max_ms": 1.537, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.469, "count": 293, "max_ms": 70.506, "p95_ms": 66.533}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.671, "count": 293, "max_ms": 71.569, "p95_ms": 66.57}, "yolo11_640_fire_11class": {"avg_ms": 61.689, "count": 293, "max_ms": 71.56, "p95_ms": 65.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.03, "count": 293, "max_ms": 79.304, "p95_ms": 75.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.717, "count": 293, "max_ms": 94.277, "p95_ms": 89.268}, "read_interval": {"avg_ms": 102.608, "count": 292, "max_ms": 114.649, "p95_ms": 107.314}, "triton_wait": {"avg_ms": 72.042, "count": 293, "max_ms": 79.316, "p95_ms": 75.842}, "visualize": {"avg_ms": 3.713, "count": 293, "max_ms": 4.582, "p95_ms": 4.131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3398}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.578, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.064, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.414, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 407821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:13:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:13:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:13:18+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:13:18.159876+09:00", "mtime_epoch": 1783080798.159876, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:13:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.705, "pushed": 9.705, "read": 9.705}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.426, "count": 291, "max_ms": 5.37, "p95_ms": 3.497}, "gstreamer_push": {"avg_ms": 1.39, "count": 291, "max_ms": 1.724, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.454, "count": 291, "max_ms": 73.496, "p95_ms": 67.416}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.342, "count": 291, "max_ms": 73.517, "p95_ms": 67.577}, "yolo11_640_fire_11class": {"avg_ms": 63.85, "count": 291, "max_ms": 73.507, "p95_ms": 67.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.971, "count": 291, "max_ms": 82.335, "p95_ms": 77.268}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.379, "count": 291, "max_ms": 94.782, "p95_ms": 89.962}, "read_interval": {"avg_ms": 103.106, "count": 291, "max_ms": 115.288, "p95_ms": 106.591}, "triton_wait": {"avg_ms": 73.984, "count": 291, "max_ms": 82.348, "p95_ms": 77.281}, "visualize": {"avg_ms": 3.733, "count": 291, "max_ms": 5.972, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2673}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.618, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.785, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.365, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 320847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:13:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:13:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:13:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:13:21.855957+09:00", "mtime_epoch": 1783080801.8559573, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:13:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.759, "count": 292, "max_ms": 7.849, "p95_ms": 4.97}, "gstreamer_push": {"avg_ms": 1.33, "count": 292, "max_ms": 1.7, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.767, "count": 292, "max_ms": 68.717, "p95_ms": 66.747}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.778, "count": 292, "max_ms": 68.759, "p95_ms": 66.588}, "yolo11_640_fire_11class": {"avg_ms": 62.176, "count": 292, "max_ms": 69.484, "p95_ms": 66.069}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.321, "count": 292, "max_ms": 80.708, "p95_ms": 76.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.096, "count": 292, "max_ms": 95.951, "p95_ms": 89.859}, "read_interval": {"avg_ms": 103.015, "count": 291, "max_ms": 116.063, "p95_ms": 107.551}, "triton_wait": {"avg_ms": 72.334, "count": 292, "max_ms": 80.72, "p95_ms": 76.009}, "visualize": {"avg_ms": 3.752, "count": 292, "max_ms": 6.676, "p95_ms": 4.059}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3400}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.115, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.431, "sample_count": 2608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 408114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:13:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:13:48+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:13:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:13:48.204531+09:00", "mtime_epoch": 1783080828.2045312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93804}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:13:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.749}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.399, "count": 293, "max_ms": 5.043, "p95_ms": 3.533}, "gstreamer_push": {"avg_ms": 1.356, "count": 293, "max_ms": 1.494, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.917, "count": 293, "max_ms": 70.609, "p95_ms": 67.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.765, "count": 293, "max_ms": 69.641, "p95_ms": 67.785}, "yolo11_640_fire_11class": {"avg_ms": 63.359, "count": 293, "max_ms": 69.856, "p95_ms": 67.083}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.407, "count": 293, "max_ms": 78.389, "p95_ms": 76.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.779, "count": 293, "max_ms": 90.657, "p95_ms": 89.196}, "read_interval": {"avg_ms": 102.563, "count": 292, "max_ms": 111.095, "p95_ms": 106.0}, "triton_wait": {"avg_ms": 73.419, "count": 293, "max_ms": 78.4, "p95_ms": 76.839}, "visualize": {"avg_ms": 3.722, "count": 293, "max_ms": 4.83, "p95_ms": 4.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2676}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.634, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.785, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 7, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.276, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:13:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:13:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:13:51.876611+09:00", "mtime_epoch": 1783080831.8766105, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:13:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.794, "pushed": 9.794, "read": 9.761}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.685, "count": 293, "max_ms": 5.693, "p95_ms": 4.845}, "gstreamer_push": {"avg_ms": 1.326, "count": 293, "max_ms": 1.487, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.416, "count": 293, "max_ms": 69.642, "p95_ms": 66.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.776, "count": 293, "max_ms": 70.164, "p95_ms": 66.446}, "yolo11_640_fire_11class": {"avg_ms": 61.948, "count": 293, "max_ms": 69.654, "p95_ms": 65.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.896, "count": 293, "max_ms": 78.318, "p95_ms": 75.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.449, "count": 293, "max_ms": 92.06, "p95_ms": 88.961}, "read_interval": {"avg_ms": 102.44, "count": 292, "max_ms": 109.126, "p95_ms": 106.658}, "triton_wait": {"avg_ms": 71.908, "count": 293, "max_ms": 78.329, "p95_ms": 75.356}, "visualize": {"avg_ms": 3.679, "count": 293, "max_ms": 4.796, "p95_ms": 3.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3403}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.175, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.431, "sample_count": 2877, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 408406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:14:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:14:18+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T21:14:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:14:18.269177+09:00", "mtime_epoch": 1783080858.2691774, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86652}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:14:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.442, "count": 292, "max_ms": 5.254, "p95_ms": 3.773}, "gstreamer_push": {"avg_ms": 1.378, "count": 292, "max_ms": 2.125, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.157, "count": 292, "max_ms": 70.971, "p95_ms": 67.651}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.131, "count": 292, "max_ms": 69.916, "p95_ms": 66.818}, "yolo11_640_fire_11class": {"avg_ms": 62.888, "count": 292, "max_ms": 69.757, "p95_ms": 66.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.363, "count": 292, "max_ms": 78.743, "p95_ms": 76.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.827, "count": 292, "max_ms": 91.722, "p95_ms": 89.413}, "read_interval": {"avg_ms": 102.955, "count": 291, "max_ms": 112.371, "p95_ms": 106.602}, "triton_wait": {"avg_ms": 73.375, "count": 292, "max_ms": 78.756, "p95_ms": 76.458}, "visualize": {"avg_ms": 3.732, "count": 292, "max_ms": 4.613, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2678}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.72, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.785, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 6, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.483, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:14:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:14:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:14:21+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:14:21.957256+09:00", "mtime_epoch": 1783080861.957256, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121741}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:14:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.719, "count": 292, "max_ms": 7.322, "p95_ms": 4.873}, "gstreamer_push": {"avg_ms": 1.332, "count": 292, "max_ms": 1.448, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.471, "count": 292, "max_ms": 70.014, "p95_ms": 67.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.309, "count": 292, "max_ms": 68.486, "p95_ms": 66.366}, "yolo11_640_fire_11class": {"avg_ms": 62.07, "count": 292, "max_ms": 69.745, "p95_ms": 66.54}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.739, "count": 292, "max_ms": 78.466, "p95_ms": 76.187}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.194, "count": 292, "max_ms": 92.461, "p95_ms": 89.559}, "read_interval": {"avg_ms": 103.007, "count": 291, "max_ms": 109.454, "p95_ms": 106.877}, "triton_wait": {"avg_ms": 72.75, "count": 292, "max_ms": 78.478, "p95_ms": 76.198}, "visualize": {"avg_ms": 3.653, "count": 292, "max_ms": 4.392, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3405}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.219, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.367, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 408699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:14:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:14:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T21:14:48+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:14:48.309815+09:00", "mtime_epoch": 1783080888.3098147, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:14:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.786, "pushed": 9.786, "read": 9.752}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.435, "count": 293, "max_ms": 5.23, "p95_ms": 3.582}, "gstreamer_push": {"avg_ms": 1.399, "count": 293, "max_ms": 1.797, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.43, "count": 293, "max_ms": 68.895, "p95_ms": 67.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.235, "count": 293, "max_ms": 69.592, "p95_ms": 66.318}, "yolo11_640_fire_11class": {"avg_ms": 62.992, "count": 293, "max_ms": 69.654, "p95_ms": 66.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.983, "count": 293, "max_ms": 78.206, "p95_ms": 76.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.478, "count": 293, "max_ms": 90.98, "p95_ms": 88.389}, "read_interval": {"avg_ms": 102.505, "count": 292, "max_ms": 108.902, "p95_ms": 106.474}, "triton_wait": {"avg_ms": 72.996, "count": 293, "max_ms": 78.22, "p95_ms": 76.085}, "visualize": {"avg_ms": 3.744, "count": 293, "max_ms": 4.596, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.776, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.785, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 6, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.518, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 321725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:14:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:14:52+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:14:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:14:52.017893+09:00", "mtime_epoch": 1783080892.0178926, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:14:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.78, "pushed": 9.78, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.715, "count": 293, "max_ms": 6.257, "p95_ms": 4.866}, "gstreamer_push": {"avg_ms": 1.325, "count": 293, "max_ms": 1.499, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.784, "count": 293, "max_ms": 68.13, "p95_ms": 66.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.866, "count": 293, "max_ms": 68.197, "p95_ms": 66.543}, "yolo11_640_fire_11class": {"avg_ms": 62.353, "count": 293, "max_ms": 69.31, "p95_ms": 66.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.302, "count": 293, "max_ms": 77.091, "p95_ms": 75.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.841, "count": 293, "max_ms": 91.224, "p95_ms": 89.202}, "read_interval": {"avg_ms": 102.576, "count": 292, "max_ms": 111.294, "p95_ms": 106.795}, "triton_wait": {"avg_ms": 72.313, "count": 293, "max_ms": 77.103, "p95_ms": 75.852}, "visualize": {"avg_ms": 3.674, "count": 293, "max_ms": 4.795, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3408}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.294, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.406, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 408990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:15:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:15:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:15:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:15:18.386445+09:00", "mtime_epoch": 1783080918.3864446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90513}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:15:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.709, "pushed": 9.709, "read": 9.675}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 291, "max_ms": 5.83, "p95_ms": 3.545}, "gstreamer_push": {"avg_ms": 1.375, "count": 291, "max_ms": 2.431, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.082, "count": 291, "max_ms": 73.185, "p95_ms": 67.971}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.129, "count": 291, "max_ms": 74.115, "p95_ms": 67.86}, "yolo11_640_fire_11class": {"avg_ms": 63.44, "count": 291, "max_ms": 70.372, "p95_ms": 66.804}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.437, "count": 291, "max_ms": 78.459, "p95_ms": 76.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.905, "count": 291, "max_ms": 95.506, "p95_ms": 89.354}, "read_interval": {"avg_ms": 103.342, "count": 290, "max_ms": 116.873, "p95_ms": 106.97}, "triton_wait": {"avg_ms": 73.449, "count": 291, "max_ms": 78.471, "p95_ms": 76.685}, "visualize": {"avg_ms": 3.71, "count": 291, "max_ms": 6.398, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2683}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.797, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.785, "name": "ffmpeg", "pid": 52081, "rss_mb": 302.785, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 6, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.755, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:15:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:15:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:15:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:15:22.034520+09:00", "mtime_epoch": 1783080922.0345204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118759}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:15:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.692, "pushed": 9.692, "read": 9.659}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.815, "count": 290, "max_ms": 7.886, "p95_ms": 5.65}, "gstreamer_push": {"avg_ms": 1.323, "count": 290, "max_ms": 1.982, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.62, "count": 290, "max_ms": 72.11, "p95_ms": 68.035}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.907, "count": 290, "max_ms": 73.379, "p95_ms": 68.339}, "yolo11_640_fire_11class": {"avg_ms": 62.943, "count": 290, "max_ms": 69.746, "p95_ms": 67.465}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.992, "count": 290, "max_ms": 78.437, "p95_ms": 76.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.676, "count": 290, "max_ms": 96.769, "p95_ms": 90.635}, "read_interval": {"avg_ms": 103.503, "count": 289, "max_ms": 117.447, "p95_ms": 108.499}, "triton_wait": {"avg_ms": 73.004, "count": 290, "max_ms": 78.449, "p95_ms": 76.556}, "visualize": {"avg_ms": 3.709, "count": 290, "max_ms": 6.713, "p95_ms": 4.064}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3410}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.359, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 4, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.395, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 409282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:15:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:15:48+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T21:15:48+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T21:15:48.443066+09:00", "mtime_epoch": 1783080948.4430664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:15:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.499, "count": 292, "max_ms": 5.439, "p95_ms": 4.339}, "gstreamer_push": {"avg_ms": 1.378, "count": 292, "max_ms": 1.671, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.36, "count": 292, "max_ms": 72.411, "p95_ms": 66.51}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.291, "count": 292, "max_ms": 71.832, "p95_ms": 66.801}, "yolo11_640_fire_11class": {"avg_ms": 62.944, "count": 292, "max_ms": 71.312, "p95_ms": 66.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.341, "count": 292, "max_ms": 82.64, "p95_ms": 76.568}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.852, "count": 292, "max_ms": 95.278, "p95_ms": 89.365}, "read_interval": {"avg_ms": 102.915, "count": 291, "max_ms": 116.553, "p95_ms": 106.825}, "triton_wait": {"avg_ms": 73.354, "count": 292, "max_ms": 82.653, "p95_ms": 76.579}, "visualize": {"avg_ms": 3.766, "count": 292, "max_ms": 5.961, "p95_ms": 4.321}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2685}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.813, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 6, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.777, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:15:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:15:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:15:52.055140+09:00", "mtime_epoch": 1783080952.0551405, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117723}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:15:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.733, "pushed": 9.733, "read": 9.733}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.803, "count": 292, "max_ms": 7.93, "p95_ms": 5.453}, "gstreamer_push": {"avg_ms": 1.335, "count": 292, "max_ms": 2.32, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.302, "count": 292, "max_ms": 71.385, "p95_ms": 65.927}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.992, "count": 292, "max_ms": 70.855, "p95_ms": 65.932}, "yolo11_640_fire_11class": {"avg_ms": 61.861, "count": 292, "max_ms": 70.118, "p95_ms": 65.39}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.22, "count": 292, "max_ms": 81.302, "p95_ms": 75.68}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.997, "count": 292, "max_ms": 96.711, "p95_ms": 89.921}, "read_interval": {"avg_ms": 102.803, "count": 292, "max_ms": 118.972, "p95_ms": 107.961}, "triton_wait": {"avg_ms": 72.232, "count": 292, "max_ms": 81.315, "p95_ms": 75.692}, "visualize": {"avg_ms": 3.732, "count": 292, "max_ms": 6.643, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3413}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.431, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.418, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.418, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 3, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.367, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 409574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:16:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:16:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:16:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T21:16:18.519681+09:00", "mtime_epoch": 1783080978.5196812, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:16:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.453, "count": 292, "max_ms": 5.369, "p95_ms": 3.733}, "gstreamer_push": {"avg_ms": 1.385, "count": 292, "max_ms": 1.799, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.756, "count": 292, "max_ms": 73.077, "p95_ms": 67.484}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.78, "count": 292, "max_ms": 75.137, "p95_ms": 67.936}, "yolo11_640_fire_11class": {"avg_ms": 63.407, "count": 292, "max_ms": 73.639, "p95_ms": 67.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.483, "count": 292, "max_ms": 83.356, "p95_ms": 76.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.908, "count": 292, "max_ms": 95.77, "p95_ms": 89.366}, "read_interval": {"avg_ms": 102.958, "count": 291, "max_ms": 120.267, "p95_ms": 106.68}, "triton_wait": {"avg_ms": 73.496, "count": 292, "max_ms": 83.369, "p95_ms": 76.686}, "visualize": {"avg_ms": 3.741, "count": 292, "max_ms": 5.958, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2688}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.309, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.915, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 6, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.735, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:16:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:16:22+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:16:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:16:22.155755+09:00", "mtime_epoch": 1783080982.1557553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115822}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:16:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.733, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.785, "count": 291, "max_ms": 7.879, "p95_ms": 5.449}, "gstreamer_push": {"avg_ms": 1.321, "count": 292, "max_ms": 2.128, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.802, "count": 291, "max_ms": 71.88, "p95_ms": 66.983}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.933, "count": 291, "max_ms": 74.064, "p95_ms": 67.88}, "yolo11_640_fire_11class": {"avg_ms": 62.499, "count": 291, "max_ms": 72.755, "p95_ms": 66.701}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.474, "count": 291, "max_ms": 82.293, "p95_ms": 76.361}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.186, "count": 291, "max_ms": 95.538, "p95_ms": 89.735}, "read_interval": {"avg_ms": 103.079, "count": 291, "max_ms": 118.683, "p95_ms": 108.087}, "triton_wait": {"avg_ms": 72.486, "count": 291, "max_ms": 82.305, "p95_ms": 76.373}, "visualize": {"avg_ms": 3.722, "count": 291, "max_ms": 6.549, "p95_ms": 4.133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.462, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.676, "name": "ffmpeg", "pid": 52248, "rss_mb": 327.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 45, "restart_count_per_hour": 3, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.173, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 409865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:16:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:16:48+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:16:48+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:16:48.556289+09:00", "mtime_epoch": 1783081008.5562887, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85486}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:16:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.69}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 291, "max_ms": 5.164, "p95_ms": 3.567}, "gstreamer_push": {"avg_ms": 1.37, "count": 291, "max_ms": 1.699, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.873, "count": 291, "max_ms": 72.569, "p95_ms": 66.603}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.402, "count": 291, "max_ms": 68.479, "p95_ms": 66.761}, "yolo11_640_fire_11class": {"avg_ms": 63.309, "count": 291, "max_ms": 71.536, "p95_ms": 66.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.776, "count": 291, "max_ms": 82.541, "p95_ms": 76.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.137, "count": 291, "max_ms": 94.712, "p95_ms": 88.641}, "read_interval": {"avg_ms": 103.198, "count": 290, "max_ms": 111.546, "p95_ms": 106.705}, "triton_wait": {"avg_ms": 73.789, "count": 291, "max_ms": 82.553, "p95_ms": 76.056}, "visualize": {"avg_ms": 3.703, "count": 291, "max_ms": 4.814, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2690}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.931, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 6, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.68, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 322890, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:16:52+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:16:52+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:16:52.168361+09:00", "mtime_epoch": 1783081012.1683614, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:16:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.7, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.711, "count": 291, "max_ms": 7.125, "p95_ms": 4.915}, "gstreamer_push": {"avg_ms": 1.305, "count": 291, "max_ms": 1.463, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.064, "count": 291, "max_ms": 68.067, "p95_ms": 66.224}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.021, "count": 291, "max_ms": 67.707, "p95_ms": 66.381}, "yolo11_640_fire_11class": {"avg_ms": 62.501, "count": 291, "max_ms": 68.057, "p95_ms": 65.723}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.969, "count": 291, "max_ms": 77.663, "p95_ms": 75.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.457, "count": 291, "max_ms": 91.263, "p95_ms": 89.314}, "read_interval": {"avg_ms": 103.138, "count": 291, "max_ms": 110.269, "p95_ms": 106.695}, "triton_wait": {"avg_ms": 72.981, "count": 291, "max_ms": 77.675, "p95_ms": 75.84}, "visualize": {"avg_ms": 3.649, "count": 291, "max_ms": 4.636, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2693}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12432.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.965, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.557, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:17:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:17:22+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T21:17:22+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T21:17:22.228962+09:00", "mtime_epoch": 1783081042.2289622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:17:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 384, "pushed_frames": 384, "read_frames": 383, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.828, "pushed": 12.828, "read": 12.795}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.785, "count": 384, "max_ms": 7.642, "p95_ms": 5.141}, "gstreamer_push": {"avg_ms": 1.317, "count": 384, "max_ms": 1.491, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.282, "count": 384, "max_ms": 60.389, "p95_ms": 48.918}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.225, "count": 384, "max_ms": 60.401, "p95_ms": 47.419}, "yolo11_640_fire_11class": {"avg_ms": 45.955, "count": 384, "max_ms": 59.162, "p95_ms": 48.955}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.284, "count": 384, "max_ms": 69.891, "p95_ms": 49.713}}, "truncated_count": 0}, "processing_total": {"avg_ms": 60.993, "count": 384, "max_ms": 83.378, "p95_ms": 63.565}, "read_interval": {"avg_ms": 78.21, "count": 383, "max_ms": 101.383, "p95_ms": 82.18}, "triton_wait": {"avg_ms": 47.524, "count": 384, "max_ms": 69.902, "p95_ms": 49.864}, "visualize": {"avg_ms": 3.695, "count": 384, "max_ms": 4.736, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3415}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12453.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 44, "h264_decode_error_count": 49, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:09:18+09:00", "last_error_summary": "[h264 @ 0x55de54dcd500] error while decoding MB 68 28, bytestream -5 [in#0/rtsp @ 0x55de545d9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55de545d9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:09:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 486.469, "last_started_at": "2026-07-03T21:09:21+09:00", "pid": 52248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 350.121, "name": "ffmpeg", "pid": 52248, "rss_mb": 350.121, "state": "S (sleeping)", "threads": 104}, "restart_count": 45, "restart_count_per_hour": 3, "rtsp_timeout_count": 70, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.173, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 409905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:17:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:17:27+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T21:17:27+09:00", "mjpeg": {"age_sec": 16.501, "exists": true, "mtime": "2026-07-03T21:17:11.148741+09:00", "mtime_epoch": 1783081031.1487415, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89588}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:17:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.121, "pushed": 0.121, "read": 0.121}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.366, "count": 2, "max_ms": 3.376, "p95_ms": 3.376}, "gstreamer_push": {"avg_ms": 1.273, "count": 2, "max_ms": 1.303, "p95_ms": 1.303}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.391, "count": 2, "max_ms": 47.415, "p95_ms": 47.415}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.802, "count": 2, "max_ms": 44.432, "p95_ms": 44.432}, "yolo11_640_fire_11class": {"avg_ms": 46.656, "count": 2, "max_ms": 46.813, "p95_ms": 46.813}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 48.869, "count": 2, "max_ms": 50.312, "p95_ms": 50.312}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.047, "count": 2, "max_ms": 62.463, "p95_ms": 62.463}, "read_interval": {"avg_ms": 17447.421, "count": 2, "max_ms": 18378.9, "p95_ms": 18378.9}, "triton_wait": {"avg_ms": 48.879, "count": 2, "max_ms": 50.325, "p95_ms": 50.325}, "visualize": {"avg_ms": 3.649, "count": 2, "max_ms": 3.683, "p95_ms": 3.683}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.582, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.974, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.429, "sample_count": 3047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:17:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:17:52+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:17:52+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:17:52.213556+09:00", "mtime_epoch": 1783081072.2135556, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117000}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:17:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 331, "pushed_frames": 331, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.036, "pushed": 11.036, "read": 11.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.787, "count": 331, "max_ms": 7.903, "p95_ms": 5.056}, "gstreamer_push": {"avg_ms": 1.349, "count": 331, "max_ms": 2.325, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.166, "count": 331, "max_ms": 67.555, "p95_ms": 63.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.845, "count": 331, "max_ms": 67.532, "p95_ms": 63.878}, "yolo11_640_fire_11class": {"avg_ms": 53.944, "count": 331, "max_ms": 70.788, "p95_ms": 64.21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.508, "count": 331, "max_ms": 77.899, "p95_ms": 73.198}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.276, "count": 331, "max_ms": 91.585, "p95_ms": 86.902}, "read_interval": {"avg_ms": 90.584, "count": 331, "max_ms": 108.811, "p95_ms": 104.964}, "triton_wait": {"avg_ms": 59.547, "count": 331, "max_ms": 77.91, "p95_ms": 73.209}, "visualize": {"avg_ms": 3.756, "count": 331, "max_ms": 6.044, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3417}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.087, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.146, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 410157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:17:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:17:57+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:17:57+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:17:57.597661+09:00", "mtime_epoch": 1783081077.5976615, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88609}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:17:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.411, "pushed": 8.411, "read": 8.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.456, "count": 252, "max_ms": 5.441, "p95_ms": 4.18}, "gstreamer_push": {"avg_ms": 1.389, "count": 252, "max_ms": 2.0, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.854, "count": 252, "max_ms": 70.527, "p95_ms": 67.363}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.985, "count": 252, "max_ms": 69.228, "p95_ms": 67.253}, "yolo11_640_fire_11class": {"avg_ms": 62.816, "count": 252, "max_ms": 71.807, "p95_ms": 67.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.609, "count": 252, "max_ms": 78.942, "p95_ms": 76.324}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.101, "count": 252, "max_ms": 92.149, "p95_ms": 88.906}, "read_interval": {"avg_ms": 119.254, "count": 251, "max_ms": 5082.567, "p95_ms": 105.274}, "triton_wait": {"avg_ms": 71.641, "count": 252, "max_ms": 78.953, "p95_ms": 76.334}, "visualize": {"avg_ms": 3.779, "count": 252, "max_ms": 5.925, "p95_ms": 4.343}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2699}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1259.073, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.393, "sample_count": 3048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 323899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:18:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:18:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:18:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:18:22.314145+09:00", "mtime_epoch": 1783081102.3141453, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:18:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.765, "count": 293, "max_ms": 7.765, "p95_ms": 5.133}, "gstreamer_push": {"avg_ms": 1.323, "count": 293, "max_ms": 1.533, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.274, "count": 293, "max_ms": 73.525, "p95_ms": 66.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.917, "count": 293, "max_ms": 68.593, "p95_ms": 65.359}, "yolo11_640_fire_11class": {"avg_ms": 62.227, "count": 293, "max_ms": 73.8, "p95_ms": 66.022}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.761, "count": 293, "max_ms": 78.812, "p95_ms": 75.717}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.453, "count": 293, "max_ms": 95.947, "p95_ms": 89.514}, "read_interval": {"avg_ms": 102.36, "count": 293, "max_ms": 115.23, "p95_ms": 107.478}, "triton_wait": {"avg_ms": 71.803, "count": 293, "max_ms": 78.824, "p95_ms": 75.728}, "visualize": {"avg_ms": 3.701, "count": 293, "max_ms": 6.118, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3420}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.121, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.008, "sample_count": 2537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 410450, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:18:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:18:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:18:27+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:18:27.634249+09:00", "mtime_epoch": 1783081107.6342492, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:18:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.789, "pushed": 9.789, "read": 9.756}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 293, "max_ms": 5.358, "p95_ms": 3.703}, "gstreamer_push": {"avg_ms": 1.353, "count": 293, "max_ms": 1.796, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.067, "count": 293, "max_ms": 78.735, "p95_ms": 67.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.466, "count": 293, "max_ms": 68.647, "p95_ms": 66.867}, "yolo11_640_fire_11class": {"avg_ms": 63.948, "count": 293, "max_ms": 78.198, "p95_ms": 67.452}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.664, "count": 293, "max_ms": 80.541, "p95_ms": 76.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.875, "count": 293, "max_ms": 94.671, "p95_ms": 88.984}, "read_interval": {"avg_ms": 102.493, "count": 292, "max_ms": 115.148, "p95_ms": 105.807}, "triton_wait": {"avg_ms": 73.703, "count": 293, "max_ms": 80.552, "p95_ms": 76.784}, "visualize": {"avg_ms": 3.701, "count": 293, "max_ms": 6.157, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 34, "tracking_summary": 2701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1289.106, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.707, "sample_count": 3044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:18:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:18:52+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T21:18:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T21:18:52.338729+09:00", "mtime_epoch": 1783081132.3387287, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117454}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:18:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.422, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.654, "pushed": 9.654, "read": 9.62}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.953, "count": 289, "max_ms": 7.915, "p95_ms": 7.814}, "gstreamer_push": {"avg_ms": 1.338, "count": 289, "max_ms": 1.701, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.441, "count": 289, "max_ms": 71.369, "p95_ms": 66.19}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.163, "count": 289, "max_ms": 72.159, "p95_ms": 66.369}, "yolo11_640_fire_11class": {"avg_ms": 61.893, "count": 289, "max_ms": 71.381, "p95_ms": 65.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.582, "count": 289, "max_ms": 82.709, "p95_ms": 76.88}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.811, "count": 289, "max_ms": 99.55, "p95_ms": 93.771}, "read_interval": {"avg_ms": 103.888, "count": 288, "max_ms": 122.763, "p95_ms": 113.353}, "triton_wait": {"avg_ms": 72.594, "count": 289, "max_ms": 82.721, "p95_ms": 76.891}, "visualize": {"avg_ms": 3.924, "count": 289, "max_ms": 6.676, "p95_ms": 6.439}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3422}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12588.055, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.188, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.506, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 410740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:18:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:18:57+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T21:18:57+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T21:18:57.726833+09:00", "mtime_epoch": 1783081137.7268326, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:18:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.679, "pushed": 9.679, "read": 9.646}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.598, "count": 290, "max_ms": 5.506, "p95_ms": 5.338}, "gstreamer_push": {"avg_ms": 1.394, "count": 290, "max_ms": 1.873, "p95_ms": 1.542}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.534, "count": 290, "max_ms": 72.963, "p95_ms": 67.553}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.967, "count": 290, "max_ms": 73.707, "p95_ms": 67.71}, "yolo11_640_fire_11class": {"avg_ms": 63.196, "count": 290, "max_ms": 72.975, "p95_ms": 67.192}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.701, "count": 290, "max_ms": 84.311, "p95_ms": 78.073}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.501, "count": 290, "max_ms": 97.117, "p95_ms": 92.541}, "read_interval": {"avg_ms": 103.767, "count": 289, "max_ms": 120.041, "p95_ms": 113.96}, "triton_wait": {"avg_ms": 73.713, "count": 290, "max_ms": 84.323, "p95_ms": 78.085}, "visualize": {"avg_ms": 3.905, "count": 290, "max_ms": 6.18, "p95_ms": 5.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 3, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12437.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1319.194, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.833, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:19:22+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:19:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:19:22.435308+09:00", "mtime_epoch": 1783081162.435308, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:19:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 284, "pushed_frames": 284, "read_frames": 283, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.475, "pushed": 9.475, "read": 9.441}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.83, "count": 284, "max_ms": 7.905, "p95_ms": 5.516}, "gstreamer_push": {"avg_ms": 1.364, "count": 284, "max_ms": 3.542, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.654, "count": 284, "max_ms": 73.084, "p95_ms": 65.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.632, "count": 284, "max_ms": 73.189, "p95_ms": 65.842}, "yolo11_640_fire_11class": {"avg_ms": 60.777, "count": 284, "max_ms": 73.072, "p95_ms": 66.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.235, "count": 284, "max_ms": 78.321, "p95_ms": 75.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.987, "count": 284, "max_ms": 761.432, "p95_ms": 93.489}, "read_interval": {"avg_ms": 105.927, "count": 283, "max_ms": 774.546, "p95_ms": 112.769}, "triton_wait": {"avg_ms": 69.412, "count": 284, "max_ms": 78.333, "p95_ms": 75.883}, "visualize": {"avg_ms": 3.843, "count": 284, "max_ms": 10.81, "p95_ms": 4.11}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3425}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12437.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.247, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.449, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 411044, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:19:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:19:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:19:27+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:19:27.755410+09:00", "mtime_epoch": 1783081167.75541, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:19:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.139, "pushed": 10.139, "read": 10.105}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.396, "count": 304, "max_ms": 5.331, "p95_ms": 3.475}, "gstreamer_push": {"avg_ms": 1.363, "count": 304, "max_ms": 1.801, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.701, "count": 304, "max_ms": 72.468, "p95_ms": 67.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.016, "count": 304, "max_ms": 70.975, "p95_ms": 66.912}, "yolo11_640_fire_11class": {"avg_ms": 61.31, "count": 304, "max_ms": 74.711, "p95_ms": 67.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.953, "count": 304, "max_ms": 79.463, "p95_ms": 76.653}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.211, "count": 304, "max_ms": 96.476, "p95_ms": 88.975}, "read_interval": {"avg_ms": 98.842, "count": 303, "max_ms": 122.233, "p95_ms": 106.208}, "triton_wait": {"avg_ms": 70.002, "count": 304, "max_ms": 79.474, "p95_ms": 76.665}, "visualize": {"avg_ms": 3.68, "count": 304, "max_ms": 5.982, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12437.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1349.264, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.908, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 324764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:19:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:19:52+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T21:19:52+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:19:52.507882+09:00", "mtime_epoch": 1783081192.5078824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:19:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.71}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.731, "count": 292, "max_ms": 6.018, "p95_ms": 4.912}, "gstreamer_push": {"avg_ms": 1.335, "count": 292, "max_ms": 1.527, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.807, "count": 292, "max_ms": 68.4, "p95_ms": 66.82}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.142, "count": 292, "max_ms": 69.803, "p95_ms": 67.105}, "yolo11_640_fire_11class": {"avg_ms": 62.339, "count": 292, "max_ms": 68.808, "p95_ms": 66.348}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.414, "count": 292, "max_ms": 79.263, "p95_ms": 76.363}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.046, "count": 292, "max_ms": 93.513, "p95_ms": 90.014}, "read_interval": {"avg_ms": 102.996, "count": 291, "max_ms": 112.669, "p95_ms": 108.698}, "triton_wait": {"avg_ms": 72.426, "count": 292, "max_ms": 79.275, "p95_ms": 76.375}, "visualize": {"avg_ms": 3.701, "count": 292, "max_ms": 4.643, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3427}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12437.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.322, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.576, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 411336, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:19:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:19:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:19:57+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:19:57.835984+09:00", "mtime_epoch": 1783081197.8359838, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84372}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:19:57+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.352, "count": 292, "max_ms": 4.986, "p95_ms": 3.471}, "gstreamer_push": {"avg_ms": 1.367, "count": 292, "max_ms": 1.516, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.198, "count": 292, "max_ms": 69.862, "p95_ms": 67.835}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.733, "count": 292, "max_ms": 69.632, "p95_ms": 67.802}, "yolo11_640_fire_11class": {"avg_ms": 63.57, "count": 292, "max_ms": 71.058, "p95_ms": 67.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.79, "count": 292, "max_ms": 79.314, "p95_ms": 77.172}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.917, "count": 292, "max_ms": 93.251, "p95_ms": 89.704}, "read_interval": {"avg_ms": 102.996, "count": 291, "max_ms": 110.379, "p95_ms": 107.416}, "triton_wait": {"avg_ms": 73.802, "count": 292, "max_ms": 79.324, "p95_ms": 77.181}, "visualize": {"avg_ms": 3.674, "count": 292, "max_ms": 5.613, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12436.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1379.32, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.862, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:20:22+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T21:20:22+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:20:22.564452+09:00", "mtime_epoch": 1783081222.564452, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:20:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.714}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.684, "count": 292, "max_ms": 5.656, "p95_ms": 4.774}, "gstreamer_push": {"avg_ms": 1.324, "count": 292, "max_ms": 1.538, "p95_ms": 1.395}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.83, "count": 292, "max_ms": 68.858, "p95_ms": 65.965}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.623, "count": 292, "max_ms": 69.614, "p95_ms": 65.959}, "yolo11_640_fire_11class": {"avg_ms": 62.227, "count": 292, "max_ms": 68.871, "p95_ms": 65.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.636, "count": 292, "max_ms": 77.84, "p95_ms": 76.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.136, "count": 292, "max_ms": 92.533, "p95_ms": 89.886}, "read_interval": {"avg_ms": 102.926, "count": 291, "max_ms": 113.411, "p95_ms": 108.492}, "triton_wait": {"avg_ms": 72.648, "count": 292, "max_ms": 77.851, "p95_ms": 76.223}, "visualize": {"avg_ms": 3.666, "count": 292, "max_ms": 4.229, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3430}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12437.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.391, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.566, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 411628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:20:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:20:27+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:20:27+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:20:27.904553+09:00", "mtime_epoch": 1783081227.9045527, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:20:27+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.744, "pushed": 9.744, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.414, "count": 292, "max_ms": 5.04, "p95_ms": 3.569}, "gstreamer_push": {"avg_ms": 1.383, "count": 292, "max_ms": 1.617, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.045, "count": 292, "max_ms": 68.396, "p95_ms": 66.87}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.419, "count": 292, "max_ms": 69.204, "p95_ms": 66.793}, "yolo11_640_fire_11class": {"avg_ms": 63.56, "count": 292, "max_ms": 67.964, "p95_ms": 66.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.035, "count": 292, "max_ms": 79.56, "p95_ms": 77.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.292, "count": 292, "max_ms": 91.644, "p95_ms": 89.911}, "read_interval": {"avg_ms": 102.975, "count": 291, "max_ms": 112.671, "p95_ms": 107.684}, "triton_wait": {"avg_ms": 74.047, "count": 292, "max_ms": 79.572, "p95_ms": 77.507}, "visualize": {"avg_ms": 3.694, "count": 292, "max_ms": 4.736, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12437.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1409.322, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 5, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.03, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:20:52+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T21:20:52+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T21:20:52.569016+09:00", "mtime_epoch": 1783081252.5690162, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119835}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:20:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.672}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.735, "count": 290, "max_ms": 7.153, "p95_ms": 5.034}, "gstreamer_push": {"avg_ms": 1.324, "count": 290, "max_ms": 1.617, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.138, "count": 290, "max_ms": 72.559, "p95_ms": 68.065}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.382, "count": 290, "max_ms": 73.663, "p95_ms": 68.181}, "yolo11_640_fire_11class": {"avg_ms": 62.593, "count": 290, "max_ms": 73.171, "p95_ms": 67.215}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.943, "count": 290, "max_ms": 83.654, "p95_ms": 78.156}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.582, "count": 290, "max_ms": 97.044, "p95_ms": 92.19}, "read_interval": {"avg_ms": 103.471, "count": 290, "max_ms": 113.181, "p95_ms": 109.757}, "triton_wait": {"avg_ms": 72.955, "count": 290, "max_ms": 83.666, "p95_ms": 78.169}, "visualize": {"avg_ms": 3.683, "count": 290, "max_ms": 4.641, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3432}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12437.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.404, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.877, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 411918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:20:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:20:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:20:57+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:20:57.913116+09:00", "mtime_epoch": 1783081257.9131165, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:20:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 290, "max_ms": 4.866, "p95_ms": 3.56}, "gstreamer_push": {"avg_ms": 1.394, "count": 290, "max_ms": 1.603, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.62, "count": 290, "max_ms": 73.764, "p95_ms": 69.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.672, "count": 290, "max_ms": 74.827, "p95_ms": 69.385}, "yolo11_640_fire_11class": {"avg_ms": 64.169, "count": 290, "max_ms": 74.344, "p95_ms": 68.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.518, "count": 290, "max_ms": 84.928, "p95_ms": 79.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.833, "count": 290, "max_ms": 97.167, "p95_ms": 91.765}, "read_interval": {"avg_ms": 103.486, "count": 290, "max_ms": 113.616, "p95_ms": 109.094}, "triton_wait": {"avg_ms": 74.53, "count": 290, "max_ms": 84.94, "p95_ms": 79.538}, "visualize": {"avg_ms": 3.694, "count": 290, "max_ms": 4.424, "p95_ms": 3.835}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12437.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1439.421, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.014, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:21:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:21:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:21:22.661578+09:00", "mtime_epoch": 1783081282.6615784, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:21:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.705, "pushed": 9.705, "read": 9.705}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.695, "count": 291, "max_ms": 7.931, "p95_ms": 4.877}, "gstreamer_push": {"avg_ms": 1.314, "count": 291, "max_ms": 1.55, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.788, "count": 291, "max_ms": 71.446, "p95_ms": 66.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.805, "count": 291, "max_ms": 71.944, "p95_ms": 67.241}, "yolo11_640_fire_11class": {"avg_ms": 62.415, "count": 291, "max_ms": 70.678, "p95_ms": 66.234}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.413, "count": 291, "max_ms": 80.161, "p95_ms": 76.404}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.98, "count": 291, "max_ms": 93.603, "p95_ms": 89.783}, "read_interval": {"avg_ms": 103.058, "count": 291, "max_ms": 113.375, "p95_ms": 108.817}, "triton_wait": {"avg_ms": 72.425, "count": 291, "max_ms": 80.172, "p95_ms": 76.416}, "visualize": {"avg_ms": 3.692, "count": 291, "max_ms": 6.557, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3435}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12437.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.434, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.02, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 412209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:21:28+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:21:27+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:21:27.945677+09:00", "mtime_epoch": 1783081287.9456766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:21:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.722, "pushed": 9.722, "read": 9.689}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 291, "max_ms": 5.47, "p95_ms": 3.622}, "gstreamer_push": {"avg_ms": 1.383, "count": 291, "max_ms": 1.681, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.252, "count": 291, "max_ms": 69.684, "p95_ms": 67.746}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.179, "count": 291, "max_ms": 70.83, "p95_ms": 68.096}, "yolo11_640_fire_11class": {"avg_ms": 63.845, "count": 291, "max_ms": 69.347, "p95_ms": 67.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.04, "count": 291, "max_ms": 80.138, "p95_ms": 77.96}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.369, "count": 291, "max_ms": 92.542, "p95_ms": 90.272}, "read_interval": {"avg_ms": 103.177, "count": 290, "max_ms": 111.406, "p95_ms": 107.587}, "triton_wait": {"avg_ms": 74.052, "count": 291, "max_ms": 80.151, "p95_ms": 77.972}, "visualize": {"avg_ms": 3.721, "count": 291, "max_ms": 5.857, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12437.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1469.505, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.213, "sample_count": 3032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 325928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:21:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:21:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:21:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:21:52.746136+09:00", "mtime_epoch": 1783081312.7461364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118880}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:21:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.639}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.938, "count": 290, "max_ms": 7.856, "p95_ms": 6.727}, "gstreamer_push": {"avg_ms": 1.331, "count": 290, "max_ms": 1.489, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.373, "count": 290, "max_ms": 69.321, "p95_ms": 66.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.828, "count": 290, "max_ms": 69.331, "p95_ms": 66.541}, "yolo11_640_fire_11class": {"avg_ms": 61.933, "count": 290, "max_ms": 68.311, "p95_ms": 65.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.537, "count": 290, "max_ms": 78.911, "p95_ms": 76.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.63, "count": 290, "max_ms": 99.12, "p95_ms": 91.572}, "read_interval": {"avg_ms": 103.73, "count": 289, "max_ms": 120.23, "p95_ms": 110.419}, "triton_wait": {"avg_ms": 72.549, "count": 290, "max_ms": 78.921, "p95_ms": 76.87}, "visualize": {"avg_ms": 3.822, "count": 290, "max_ms": 6.685, "p95_ms": 4.482}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3437}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12437.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.481, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.307, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 412499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:21:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:21:58+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T21:21:57+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T21:21:57.998234+09:00", "mtime_epoch": 1783081317.9982336, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90831}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:21:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.685, "pushed": 9.685, "read": 9.651}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.461, "count": 290, "max_ms": 5.353, "p95_ms": 4.24}, "gstreamer_push": {"avg_ms": 1.371, "count": 290, "max_ms": 1.777, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.289, "count": 290, "max_ms": 71.094, "p95_ms": 68.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.487, "count": 290, "max_ms": 71.104, "p95_ms": 68.41}, "yolo11_640_fire_11class": {"avg_ms": 63.899, "count": 290, "max_ms": 70.101, "p95_ms": 67.636}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.506, "count": 290, "max_ms": 81.698, "p95_ms": 78.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.864, "count": 290, "max_ms": 97.433, "p95_ms": 91.593}, "read_interval": {"avg_ms": 103.625, "count": 289, "max_ms": 119.146, "p95_ms": 110.112}, "triton_wait": {"avg_ms": 74.518, "count": 290, "max_ms": 81.71, "p95_ms": 78.191}, "visualize": {"avg_ms": 3.769, "count": 290, "max_ms": 6.047, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2718}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12437.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1499.526, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.363, "name": "ffmpeg", "pid": 52081, "rss_mb": 305.363, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.547, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:22:22+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T21:22:22+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:22:22.762690+09:00", "mtime_epoch": 1783081342.7626898, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120345}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:22:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.658, "pushed": 9.658, "read": 9.624}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.746, "count": 289, "max_ms": 7.186, "p95_ms": 5.137}, "gstreamer_push": {"avg_ms": 1.321, "count": 289, "max_ms": 1.471, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.191, "count": 289, "max_ms": 68.914, "p95_ms": 66.664}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.352, "count": 289, "max_ms": 68.904, "p95_ms": 66.853}, "yolo11_640_fire_11class": {"avg_ms": 62.578, "count": 289, "max_ms": 68.169, "p95_ms": 66.311}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.316, "count": 289, "max_ms": 79.977, "p95_ms": 77.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.943, "count": 289, "max_ms": 93.482, "p95_ms": 90.653}, "read_interval": {"avg_ms": 103.858, "count": 288, "max_ms": 113.075, "p95_ms": 108.133}, "triton_wait": {"avg_ms": 73.328, "count": 289, "max_ms": 79.989, "p95_ms": 77.137}, "visualize": {"avg_ms": 3.679, "count": 289, "max_ms": 4.446, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3439}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12437.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.577, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.31, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 412789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:22:28+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:22:28+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:22:28.086788+09:00", "mtime_epoch": 1783081348.0867877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:22:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.413, "count": 290, "max_ms": 5.039, "p95_ms": 3.555}, "gstreamer_push": {"avg_ms": 1.376, "count": 290, "max_ms": 1.697, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.117, "count": 290, "max_ms": 70.218, "p95_ms": 67.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.038, "count": 290, "max_ms": 70.001, "p95_ms": 68.133}, "yolo11_640_fire_11class": {"avg_ms": 63.6, "count": 290, "max_ms": 70.247, "p95_ms": 67.389}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.564, "count": 290, "max_ms": 81.023, "p95_ms": 78.282}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.818, "count": 290, "max_ms": 93.358, "p95_ms": 90.324}, "read_interval": {"avg_ms": 103.764, "count": 289, "max_ms": 112.804, "p95_ms": 107.862}, "triton_wait": {"avg_ms": 74.576, "count": 290, "max_ms": 81.035, "p95_ms": 78.294}, "visualize": {"avg_ms": 3.694, "count": 290, "max_ms": 4.89, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2720}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12440.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1529.563, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.199, "name": "ffmpeg", "pid": 52081, "rss_mb": 308.199, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.653, "sample_count": 2898, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:22:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:22:52+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:22:52.807240+09:00", "mtime_epoch": 1783081372.8072405, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125075}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:22:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.721, "pushed": 9.721, "read": 9.688}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.762, "count": 291, "max_ms": 6.884, "p95_ms": 5.366}, "gstreamer_push": {"avg_ms": 1.331, "count": 291, "max_ms": 2.041, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.805, "count": 291, "max_ms": 73.645, "p95_ms": 65.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.181, "count": 291, "max_ms": 72.321, "p95_ms": 64.945}, "yolo11_640_fire_11class": {"avg_ms": 61.424, "count": 291, "max_ms": 73.657, "p95_ms": 64.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.164, "count": 291, "max_ms": 82.278, "p95_ms": 76.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.825, "count": 291, "max_ms": 95.662, "p95_ms": 90.076}, "read_interval": {"avg_ms": 103.21, "count": 290, "max_ms": 111.526, "p95_ms": 108.005}, "triton_wait": {"avg_ms": 72.176, "count": 291, "max_ms": 82.289, "p95_ms": 76.387}, "visualize": {"avg_ms": 3.686, "count": 291, "max_ms": 4.633, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3442}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12440.625, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.61, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.327, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 413079, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:22:58+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:22:58+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T21:22:58.127337+09:00", "mtime_epoch": 1783081378.1273375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:22:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.689, "pushed": 9.689, "read": 9.656}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.403, "count": 290, "max_ms": 4.372, "p95_ms": 3.582}, "gstreamer_push": {"avg_ms": 1.373, "count": 290, "max_ms": 1.617, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.772, "count": 290, "max_ms": 72.876, "p95_ms": 66.923}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.827, "count": 290, "max_ms": 71.71, "p95_ms": 66.76}, "yolo11_640_fire_11class": {"avg_ms": 63.394, "count": 290, "max_ms": 72.887, "p95_ms": 66.937}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.065, "count": 290, "max_ms": 81.569, "p95_ms": 77.827}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.352, "count": 290, "max_ms": 94.003, "p95_ms": 89.998}, "read_interval": {"avg_ms": 103.56, "count": 289, "max_ms": 111.363, "p95_ms": 107.707}, "triton_wait": {"avg_ms": 74.077, "count": 290, "max_ms": 81.581, "p95_ms": 77.838}, "visualize": {"avg_ms": 3.704, "count": 290, "max_ms": 4.659, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2723}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12447.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1559.608, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 314.387, "name": "ffmpeg", "pid": 52081, "rss_mb": 314.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.767, "sample_count": 2893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 326797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:23:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:23:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:23:22.847788+09:00", "mtime_epoch": 1783081402.8477879, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 138028}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:23:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.651, "pushed": 9.651, "read": 9.617}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.681, "count": 289, "max_ms": 7.065, "p95_ms": 5.002}, "gstreamer_push": {"avg_ms": 1.305, "count": 289, "max_ms": 1.558, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.532, "count": 289, "max_ms": 70.801, "p95_ms": 66.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.044, "count": 289, "max_ms": 70.188, "p95_ms": 66.283}, "yolo11_640_fire_11class": {"avg_ms": 63.188, "count": 289, "max_ms": 70.2, "p95_ms": 65.761}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.895, "count": 289, "max_ms": 80.378, "p95_ms": 77.309}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.434, "count": 289, "max_ms": 93.941, "p95_ms": 90.838}, "read_interval": {"avg_ms": 103.945, "count": 288, "max_ms": 111.005, "p95_ms": 107.86}, "triton_wait": {"avg_ms": 73.907, "count": 289, "max_ms": 80.388, "p95_ms": 77.323}, "visualize": {"avg_ms": 3.696, "count": 289, "max_ms": 4.768, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3444}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12447.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.712, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.351, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 413369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:23:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:23:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:23:28+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:23:28.227885+09:00", "mtime_epoch": 1783081408.2278855, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:23:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.637, "pushed": 9.637, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 289, "max_ms": 5.465, "p95_ms": 3.517}, "gstreamer_push": {"avg_ms": 1.366, "count": 289, "max_ms": 1.945, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.227, "count": 289, "max_ms": 69.579, "p95_ms": 66.987}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.948, "count": 289, "max_ms": 70.495, "p95_ms": 67.306}, "yolo11_640_fire_11class": {"avg_ms": 63.822, "count": 289, "max_ms": 69.032, "p95_ms": 66.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.729, "count": 289, "max_ms": 81.163, "p95_ms": 77.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.954, "count": 289, "max_ms": 93.376, "p95_ms": 90.164}, "read_interval": {"avg_ms": 103.797, "count": 289, "max_ms": 110.921, "p95_ms": 107.882}, "triton_wait": {"avg_ms": 74.741, "count": 289, "max_ms": 81.175, "p95_ms": 77.855}, "visualize": {"avg_ms": 3.687, "count": 289, "max_ms": 4.844, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3447}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12447.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.734, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.109, "sample_count": 2958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 413704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:23:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:23:58+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T21:23:58+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T21:23:58.272429+09:00", "mtime_epoch": 1783081438.2724295, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94411}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:23:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 334, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.196, "pushed": 11.196, "read": 11.162}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.406, "count": 335, "max_ms": 5.357, "p95_ms": 3.522}, "gstreamer_push": {"avg_ms": 1.355, "count": 335, "max_ms": 1.894, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.675, "count": 335, "max_ms": 67.889, "p95_ms": 65.375}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.952, "count": 335, "max_ms": 67.957, "p95_ms": 65.653}, "yolo11_640_fire_11class": {"avg_ms": 54.05, "count": 335, "max_ms": 66.904, "p95_ms": 65.294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.412, "count": 335, "max_ms": 79.422, "p95_ms": 76.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.719, "count": 335, "max_ms": 92.965, "p95_ms": 89.041}, "read_interval": {"avg_ms": 89.656, "count": 334, "max_ms": 114.538, "p95_ms": 106.171}, "triton_wait": {"avg_ms": 60.463, "count": 335, "max_ms": 79.435, "p95_ms": 76.544}, "visualize": {"avg_ms": 3.712, "count": 335, "max_ms": 6.016, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2725}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12453.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 152, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T20:57:21+09:00", "last_error_summary": "[h264 @ 0x557f0ac845c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0ac845c0] error while decoding MB 0 27, bytestream 4404 [h264 @ 0x557f0ac845c0] error while decoding MB 73 31, bytestream -6 [h264 @ 0x557f0abe7e80] cabac decode of qscale diff failed at 59 36 [h264 @ 0x557f0abe7e80] error while decoding MB 59 36, bytestream 15669 [h264 @ 0x557f0acac940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x557f0acac940] error while decoding MB 0 42, bytestream ", "last_exit_at": "2026-07-03T20:57:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 1607.496, "last_started_at": "2026-07-03T20:57:23+09:00", "pid": 52081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 321.105, "name": "ffmpeg", "pid": 52081, "rss_mb": 321.105, "state": "S (sleeping)", "threads": 104}, "restart_count": 173, "restart_count_per_hour": 4, "rtsp_timeout_count": 100, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.392, "sample_count": 2728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327086, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:24:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:24:10+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-07-03T21:24:10+09:00", "mjpeg": {"age_sec": 19.208, "exists": true, "mtime": "2026-07-03T21:23:51.616309+09:00", "mtime_epoch": 1783081431.6163092, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 130913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:24:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.901, "pushed": 3.901, "read": 3.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.771, "count": 116, "max_ms": 7.831, "p95_ms": 4.962}, "gstreamer_push": {"avg_ms": 1.33, "count": 117, "max_ms": 1.803, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.177, "count": 116, "max_ms": 65.709, "p95_ms": 65.178}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.763, "count": 116, "max_ms": 67.32, "p95_ms": 65.132}, "yolo11_640_fire_11class": {"avg_ms": 52.625, "count": 116, "max_ms": 66.03, "p95_ms": 64.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.623, "count": 116, "max_ms": 76.381, "p95_ms": 74.558}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.474, "count": 117, "max_ms": 89.649, "p95_ms": 88.119}, "read_interval": {"avg_ms": 258.737, "count": 116, "max_ms": 19239.573, "p95_ms": 105.966}, "triton_wait": {"avg_ms": 57.646, "count": 116, "max_ms": 76.393, "p95_ms": 74.569}, "visualize": {"avg_ms": 3.722, "count": 116, "max_ms": 4.877, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3450}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12397.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.808, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.046, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 414057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:24:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:24:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:24:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:24:28.320971+09:00", "mtime_epoch": 1783081468.3209708, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:24:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 353, "pushed_frames": 353, "read_frames": 352, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.768, "pushed": 11.768, "read": 11.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.41, "count": 352, "max_ms": 5.049, "p95_ms": 3.529}, "gstreamer_push": {"avg_ms": 1.36, "count": 353, "max_ms": 2.282, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.23, "count": 352, "max_ms": 66.385, "p95_ms": 64.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.748, "count": 352, "max_ms": 66.395, "p95_ms": 63.825}, "yolo11_640_fire_11class": {"avg_ms": 50.51, "count": 352, "max_ms": 65.585, "p95_ms": 63.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.584, "count": 352, "max_ms": 77.627, "p95_ms": 74.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.845, "count": 353, "max_ms": 89.836, "p95_ms": 87.312}, "read_interval": {"avg_ms": 85.137, "count": 352, "max_ms": 106.981, "p95_ms": 105.089}, "triton_wait": {"avg_ms": 55.651, "count": 352, "max_ms": 77.639, "p95_ms": 74.91}, "visualize": {"avg_ms": 3.723, "count": 352, "max_ms": 4.568, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2727}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12398.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.772, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.176, "name": "ffmpeg", "pid": 52612, "rss_mb": 266.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 5, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.561, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:24:40+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T21:24:40+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T21:24:40.749194+09:00", "mtime_epoch": 1783081480.7491937, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:24:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.501, "pushed": 8.501, "read": 8.501}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.734, "count": 255, "max_ms": 7.414, "p95_ms": 4.869}, "gstreamer_push": {"avg_ms": 1.339, "count": 255, "max_ms": 1.66, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.649, "count": 255, "max_ms": 69.218, "p95_ms": 66.421}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.892, "count": 255, "max_ms": 69.227, "p95_ms": 65.92}, "yolo11_640_fire_11class": {"avg_ms": 61.131, "count": 255, "max_ms": 68.231, "p95_ms": 66.502}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.578, "count": 255, "max_ms": 79.369, "p95_ms": 77.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.218, "count": 255, "max_ms": 93.406, "p95_ms": 91.153}, "read_interval": {"avg_ms": 117.62, "count": 255, "max_ms": 4441.846, "p95_ms": 107.629}, "triton_wait": {"avg_ms": 71.597, "count": 255, "max_ms": 79.38, "p95_ms": 77.442}, "visualize": {"avg_ms": 3.736, "count": 255, "max_ms": 7.615, "p95_ms": 3.967}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3452}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12399.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.819, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.146, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 414346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:24:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:24:58+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:24:58+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:24:58.329509+09:00", "mtime_epoch": 1783081498.3295085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:24:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.635, "pushed": 9.635, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.385, "count": 289, "max_ms": 4.533, "p95_ms": 3.456}, "gstreamer_push": {"avg_ms": 1.369, "count": 289, "max_ms": 1.58, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.411, "count": 289, "max_ms": 69.357, "p95_ms": 67.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.414, "count": 289, "max_ms": 69.733, "p95_ms": 67.588}, "yolo11_640_fire_11class": {"avg_ms": 62.796, "count": 289, "max_ms": 69.929, "p95_ms": 66.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.409, "count": 289, "max_ms": 81.075, "p95_ms": 78.543}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.612, "count": 289, "max_ms": 93.027, "p95_ms": 90.628}, "read_interval": {"avg_ms": 103.839, "count": 289, "max_ms": 112.192, "p95_ms": 108.354}, "triton_wait": {"avg_ms": 74.421, "count": 289, "max_ms": 81.087, "p95_ms": 78.555}, "visualize": {"avg_ms": 3.681, "count": 289, "max_ms": 4.35, "p95_ms": 3.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2730}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12400.203, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.822, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.207, "name": "ffmpeg", "pid": 52612, "rss_mb": 267.207, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.83, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:25:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:25:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:25:10+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:25:10.809732+09:00", "mtime_epoch": 1783081510.8097317, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119787}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:25:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.612, "pushed": 9.612, "read": 9.579}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.79, "count": 288, "max_ms": 7.663, "p95_ms": 5.412}, "gstreamer_push": {"avg_ms": 1.327, "count": 288, "max_ms": 1.549, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.878, "count": 288, "max_ms": 69.515, "p95_ms": 66.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.019, "count": 288, "max_ms": 69.212, "p95_ms": 66.977}, "yolo11_640_fire_11class": {"avg_ms": 62.396, "count": 288, "max_ms": 69.202, "p95_ms": 66.325}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.768, "count": 288, "max_ms": 80.508, "p95_ms": 78.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.488, "count": 288, "max_ms": 95.011, "p95_ms": 91.879}, "read_interval": {"avg_ms": 104.319, "count": 287, "max_ms": 113.421, "p95_ms": 108.97}, "triton_wait": {"avg_ms": 73.78, "count": 288, "max_ms": 80.52, "p95_ms": 78.022}, "visualize": {"avg_ms": 3.718, "count": 288, "max_ms": 5.521, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3455}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12400.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 476.877, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.261, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 414634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:25:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:25:28+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:25:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:25:28.390045+09:00", "mtime_epoch": 1783081528.390045, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:25:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.614, "pushed": 9.614, "read": 9.58}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.505, "count": 288, "max_ms": 5.078, "p95_ms": 4.395}, "gstreamer_push": {"avg_ms": 1.379, "count": 288, "max_ms": 1.616, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.496, "count": 288, "max_ms": 68.371, "p95_ms": 67.102}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.917, "count": 288, "max_ms": 69.267, "p95_ms": 67.112}, "yolo11_640_fire_11class": {"avg_ms": 62.974, "count": 288, "max_ms": 69.257, "p95_ms": 66.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.544, "count": 288, "max_ms": 80.483, "p95_ms": 78.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.015, "count": 288, "max_ms": 92.607, "p95_ms": 90.779}, "read_interval": {"avg_ms": 104.366, "count": 287, "max_ms": 112.393, "p95_ms": 108.557}, "triton_wait": {"avg_ms": 74.556, "count": 288, "max_ms": 80.495, "p95_ms": 78.191}, "visualize": {"avg_ms": 3.765, "count": 288, "max_ms": 5.007, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2732}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12400.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.834, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.465, "name": "ffmpeg", "pid": 52612, "rss_mb": 267.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.939, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 327917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:25:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:25:40+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:25:40+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:25:40.818266+09:00", "mtime_epoch": 1783081540.8182662, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115816}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:25:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.601, "pushed": 9.601, "read": 9.601}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.736, "count": 288, "max_ms": 6.307, "p95_ms": 4.869}, "gstreamer_push": {"avg_ms": 1.352, "count": 288, "max_ms": 1.567, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.345, "count": 288, "max_ms": 69.383, "p95_ms": 66.721}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.299, "count": 288, "max_ms": 69.393, "p95_ms": 66.946}, "yolo11_640_fire_11class": {"avg_ms": 62.76, "count": 288, "max_ms": 68.578, "p95_ms": 66.93}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.976, "count": 288, "max_ms": 80.288, "p95_ms": 77.882}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.646, "count": 288, "max_ms": 94.784, "p95_ms": 91.722}, "read_interval": {"avg_ms": 104.21, "count": 288, "max_ms": 112.686, "p95_ms": 108.73}, "triton_wait": {"avg_ms": 73.988, "count": 288, "max_ms": 80.301, "p95_ms": 77.894}, "visualize": {"avg_ms": 3.713, "count": 288, "max_ms": 4.793, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3457}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12400.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 506.978, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.14, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 414924, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:25:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:25:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:25:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:25:58.490580+09:00", "mtime_epoch": 1783081558.4905798, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:25:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.634}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.546, "count": 289, "max_ms": 5.064, "p95_ms": 4.919}, "gstreamer_push": {"avg_ms": 1.386, "count": 290, "max_ms": 1.583, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.514, "count": 289, "max_ms": 71.601, "p95_ms": 67.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.062, "count": 289, "max_ms": 71.047, "p95_ms": 67.444}, "yolo11_640_fire_11class": {"avg_ms": 62.732, "count": 289, "max_ms": 69.861, "p95_ms": 66.779}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.992, "count": 289, "max_ms": 83.169, "p95_ms": 77.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.522, "count": 290, "max_ms": 95.39, "p95_ms": 89.74}, "read_interval": {"avg_ms": 103.786, "count": 289, "max_ms": 115.507, "p95_ms": 108.49}, "triton_wait": {"avg_ms": 74.004, "count": 289, "max_ms": 83.18, "p95_ms": 77.245}, "visualize": {"avg_ms": 3.758, "count": 289, "max_ms": 4.734, "p95_ms": 4.436}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2735}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12400.539, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.852, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.465, "name": "ffmpeg", "pid": 52612, "rss_mb": 267.465, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.012, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328206, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:26:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:26:10+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T21:26:10+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T21:26:10.830798+09:00", "mtime_epoch": 1783081570.8307984, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116094}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:26:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.661, "pushed": 9.661, "read": 9.627}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.718, "count": 289, "max_ms": 5.281, "p95_ms": 4.865}, "gstreamer_push": {"avg_ms": 1.337, "count": 289, "max_ms": 1.475, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.056, "count": 289, "max_ms": 70.911, "p95_ms": 66.781}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.136, "count": 289, "max_ms": 71.155, "p95_ms": 67.136}, "yolo11_640_fire_11class": {"avg_ms": 62.346, "count": 289, "max_ms": 69.526, "p95_ms": 66.544}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.762, "count": 289, "max_ms": 82.549, "p95_ms": 78.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.409, "count": 289, "max_ms": 96.224, "p95_ms": 91.991}, "read_interval": {"avg_ms": 103.837, "count": 288, "max_ms": 112.252, "p95_ms": 108.741}, "triton_wait": {"avg_ms": 73.774, "count": 289, "max_ms": 82.562, "p95_ms": 78.282}, "visualize": {"avg_ms": 3.686, "count": 289, "max_ms": 4.707, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3460}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12400.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.017, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.22, "sample_count": 2998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 415212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:26:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:26:28+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-07-03T21:26:28+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T21:26:28.535111+09:00", "mtime_epoch": 1783081588.5351114, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91689}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:26:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.621, "pushed": 9.621, "read": 9.587}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.491, "count": 288, "max_ms": 5.135, "p95_ms": 4.356}, "gstreamer_push": {"avg_ms": 1.374, "count": 288, "max_ms": 1.634, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.521, "count": 288, "max_ms": 73.178, "p95_ms": 67.834}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.612, "count": 288, "max_ms": 70.596, "p95_ms": 67.959}, "yolo11_640_fire_11class": {"avg_ms": 63.085, "count": 288, "max_ms": 70.069, "p95_ms": 67.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.387, "count": 288, "max_ms": 80.144, "p95_ms": 78.585}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.911, "count": 288, "max_ms": 94.0, "p95_ms": 91.031}, "read_interval": {"avg_ms": 104.341, "count": 287, "max_ms": 114.973, "p95_ms": 108.89}, "triton_wait": {"avg_ms": 74.399, "count": 288, "max_ms": 80.156, "p95_ms": 78.596}, "visualize": {"avg_ms": 3.744, "count": 288, "max_ms": 5.088, "p95_ms": 4.356}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2737}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.328, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.945, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.043, "name": "ffmpeg", "pid": 52612, "rss_mb": 270.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.208, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:26:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:26:41+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:26:40+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:26:40.931330+09:00", "mtime_epoch": 1783081600.9313302, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113764}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:26:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.7, "count": 290, "max_ms": 5.29, "p95_ms": 4.833}, "gstreamer_push": {"avg_ms": 1.331, "count": 290, "max_ms": 1.454, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.022, "count": 290, "max_ms": 74.243, "p95_ms": 67.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.619, "count": 290, "max_ms": 71.952, "p95_ms": 67.577}, "yolo11_640_fire_11class": {"avg_ms": 62.656, "count": 290, "max_ms": 71.403, "p95_ms": 66.921}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.743, "count": 290, "max_ms": 81.337, "p95_ms": 78.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.319, "count": 290, "max_ms": 94.982, "p95_ms": 91.691}, "read_interval": {"avg_ms": 103.755, "count": 289, "max_ms": 112.833, "p95_ms": 108.631}, "triton_wait": {"avg_ms": 73.755, "count": 290, "max_ms": 81.349, "p95_ms": 78.086}, "visualize": {"avg_ms": 3.671, "count": 290, "max_ms": 4.129, "p95_ms": 3.825}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3462}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.108, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.19, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 415502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:26:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:26:58+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:26:58+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:26:58.615642+09:00", "mtime_epoch": 1783081618.6156418, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:26:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.638, "pushed": 9.638, "read": 9.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.438, "count": 289, "max_ms": 4.996, "p95_ms": 3.978}, "gstreamer_push": {"avg_ms": 1.372, "count": 289, "max_ms": 1.637, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.127, "count": 289, "max_ms": 72.585, "p95_ms": 67.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.652, "count": 289, "max_ms": 70.42, "p95_ms": 67.316}, "yolo11_640_fire_11class": {"avg_ms": 63.329, "count": 289, "max_ms": 71.649, "p95_ms": 67.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.405, "count": 289, "max_ms": 83.123, "p95_ms": 78.657}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.737, "count": 289, "max_ms": 95.207, "p95_ms": 91.187}, "read_interval": {"avg_ms": 103.73, "count": 289, "max_ms": 115.537, "p95_ms": 109.679}, "triton_wait": {"avg_ms": 74.419, "count": 289, "max_ms": 83.135, "p95_ms": 78.669}, "visualize": {"avg_ms": 3.726, "count": 289, "max_ms": 4.633, "p95_ms": 4.115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2739}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.986, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.043, "name": "ffmpeg", "pid": 52612, "rss_mb": 270.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.254, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 328785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:27:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:27:11+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:27:10+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:27:10.975859+09:00", "mtime_epoch": 1783081630.975859, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:27:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.654, "pushed": 9.654, "read": 9.62}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.788, "count": 289, "max_ms": 7.178, "p95_ms": 5.421}, "gstreamer_push": {"avg_ms": 1.326, "count": 289, "max_ms": 1.514, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.38, "count": 289, "max_ms": 69.076, "p95_ms": 66.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.313, "count": 289, "max_ms": 70.319, "p95_ms": 66.808}, "yolo11_640_fire_11class": {"avg_ms": 62.655, "count": 289, "max_ms": 70.566, "p95_ms": 66.847}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.472, "count": 289, "max_ms": 80.258, "p95_ms": 77.888}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.238, "count": 289, "max_ms": 93.822, "p95_ms": 91.445}, "read_interval": {"avg_ms": 103.932, "count": 288, "max_ms": 112.688, "p95_ms": 108.897}, "triton_wait": {"avg_ms": 73.486, "count": 289, "max_ms": 80.27, "p95_ms": 77.901}, "visualize": {"avg_ms": 3.718, "count": 289, "max_ms": 4.671, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.194, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.19, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 415790, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:27:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:27:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:27:28+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:27:28.704170+09:00", "mtime_epoch": 1783081648.7041702, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92269}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:27:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.604, "pushed": 9.604, "read": 9.571}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.382, "count": 288, "max_ms": 3.946, "p95_ms": 3.465}, "gstreamer_push": {"avg_ms": 1.378, "count": 288, "max_ms": 1.653, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.217, "count": 288, "max_ms": 69.356, "p95_ms": 67.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.843, "count": 288, "max_ms": 69.95, "p95_ms": 67.204}, "yolo11_640_fire_11class": {"avg_ms": 62.989, "count": 288, "max_ms": 69.877, "p95_ms": 67.075}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.853, "count": 288, "max_ms": 80.037, "p95_ms": 78.092}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.115, "count": 288, "max_ms": 92.114, "p95_ms": 90.579}, "read_interval": {"avg_ms": 104.469, "count": 287, "max_ms": 117.028, "p95_ms": 110.398}, "triton_wait": {"avg_ms": 73.865, "count": 288, "max_ms": 80.05, "p95_ms": 78.104}, "visualize": {"avg_ms": 3.691, "count": 288, "max_ms": 4.258, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.033, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.043, "name": "ffmpeg", "pid": 52612, "rss_mb": 270.043, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.381, "sample_count": 2679, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:27:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:27:41+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T21:27:41+09:00", "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-07-03T21:27:41.008386+09:00", "mtime_epoch": 1783081661.0083857, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118251}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:27:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.584, "pushed": 9.584, "read": 9.551}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.753, "count": 287, "max_ms": 6.99, "p95_ms": 5.214}, "gstreamer_push": {"avg_ms": 1.331, "count": 287, "max_ms": 1.57, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.089, "count": 287, "max_ms": 71.199, "p95_ms": 68.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.391, "count": 287, "max_ms": 72.193, "p95_ms": 68.106}, "yolo11_640_fire_11class": {"avg_ms": 63.73, "count": 287, "max_ms": 72.182, "p95_ms": 67.683}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.441, "count": 287, "max_ms": 80.66, "p95_ms": 78.161}}, "truncated_count": 0}, "processing_total": {"avg_ms": 88.177, "count": 287, "max_ms": 94.508, "p95_ms": 91.95}, "read_interval": {"avg_ms": 104.661, "count": 286, "max_ms": 112.774, "p95_ms": 109.36}, "triton_wait": {"avg_ms": 74.453, "count": 287, "max_ms": 80.673, "p95_ms": 78.174}, "visualize": {"avg_ms": 3.735, "count": 287, "max_ms": 4.576, "p95_ms": 4.028}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3467}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.283, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.18, "sample_count": 2995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 416080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:27:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:27:58+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T21:27:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:27:58.796697+09:00", "mtime_epoch": 1783081678.796697, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89098}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:27:58+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.408, "count": 290, "max_ms": 4.263, "p95_ms": 3.5}, "gstreamer_push": {"avg_ms": 1.394, "count": 290, "max_ms": 1.548, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.843, "count": 290, "max_ms": 71.714, "p95_ms": 66.369}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.148, "count": 290, "max_ms": 72.8, "p95_ms": 66.276}, "yolo11_640_fire_11class": {"avg_ms": 62.643, "count": 290, "max_ms": 72.809, "p95_ms": 66.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.672, "count": 290, "max_ms": 81.501, "p95_ms": 77.298}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.054, "count": 290, "max_ms": 93.743, "p95_ms": 89.688}, "read_interval": {"avg_ms": 103.752, "count": 289, "max_ms": 114.133, "p95_ms": 108.901}, "triton_wait": {"avg_ms": 73.684, "count": 290, "max_ms": 81.513, "p95_ms": 77.311}, "visualize": {"avg_ms": 3.711, "count": 290, "max_ms": 4.428, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.096, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.164, "name": "ffmpeg", "pid": 52612, "rss_mb": 272.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.367, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329362, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:28:11+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T21:28:11+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T21:28:11.072911+09:00", "mtime_epoch": 1783081691.0729113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118597}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:28:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.678, "pushed": 9.678, "read": 9.645}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.731, "count": 290, "max_ms": 7.078, "p95_ms": 4.968}, "gstreamer_push": {"avg_ms": 1.325, "count": 290, "max_ms": 1.516, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.735, "count": 290, "max_ms": 71.091, "p95_ms": 66.543}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.071, "count": 290, "max_ms": 73.587, "p95_ms": 66.631}, "yolo11_640_fire_11class": {"avg_ms": 62.52, "count": 290, "max_ms": 71.799, "p95_ms": 66.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.477, "count": 290, "max_ms": 80.436, "p95_ms": 77.263}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.112, "count": 290, "max_ms": 93.859, "p95_ms": 90.787}, "read_interval": {"avg_ms": 103.629, "count": 289, "max_ms": 112.708, "p95_ms": 108.459}, "triton_wait": {"avg_ms": 73.489, "count": 290, "max_ms": 80.446, "p95_ms": 77.274}, "visualize": {"avg_ms": 3.715, "count": 290, "max_ms": 4.973, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3469}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.742, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.373, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.185, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 416377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:28:28+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:28:28+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:28:28.881222+09:00", "mtime_epoch": 1783081708.8812215, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89823}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:28:28+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.904, "pushed": 9.904, "read": 9.871}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.489, "count": 297, "max_ms": 5.161, "p95_ms": 4.228}, "gstreamer_push": {"avg_ms": 1.391, "count": 297, "max_ms": 1.981, "p95_ms": 1.507}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.888, "count": 297, "max_ms": 69.745, "p95_ms": 67.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.675, "count": 297, "max_ms": 70.488, "p95_ms": 66.993}, "yolo11_640_fire_11class": {"avg_ms": 61.194, "count": 297, "max_ms": 69.88, "p95_ms": 66.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.396, "count": 297, "max_ms": 80.337, "p95_ms": 77.487}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.101, "count": 297, "max_ms": 138.156, "p95_ms": 90.198}, "read_interval": {"avg_ms": 101.29, "count": 296, "max_ms": 151.741, "p95_ms": 107.95}, "triton_wait": {"avg_ms": 71.416, "count": 297, "max_ms": 80.349, "p95_ms": 77.5}, "visualize": {"avg_ms": 3.765, "count": 297, "max_ms": 4.767, "p95_ms": 4.361}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.145, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.164, "name": "ffmpeg", "pid": 52612, "rss_mb": 272.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.399, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:28:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:28:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:28:41+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T21:28:41.125435+09:00", "mtime_epoch": 1783081721.1254346, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:28:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.883, "pushed": 9.883, "read": 9.849}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.711, "count": 296, "max_ms": 7.671, "p95_ms": 5.0}, "gstreamer_push": {"avg_ms": 1.344, "count": 296, "max_ms": 2.086, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.585, "count": 296, "max_ms": 72.449, "p95_ms": 66.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.874, "count": 296, "max_ms": 69.338, "p95_ms": 66.843}, "yolo11_640_fire_11class": {"avg_ms": 60.987, "count": 296, "max_ms": 68.511, "p95_ms": 66.511}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.798, "count": 296, "max_ms": 80.466, "p95_ms": 77.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.81, "count": 296, "max_ms": 130.567, "p95_ms": 90.633}, "read_interval": {"avg_ms": 101.498, "count": 295, "max_ms": 146.941, "p95_ms": 107.855}, "triton_wait": {"avg_ms": 70.845, "count": 296, "max_ms": 80.479, "p95_ms": 77.031}, "visualize": {"avg_ms": 3.753, "count": 296, "max_ms": 6.007, "p95_ms": 4.057}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3472}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.447, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.276, "sample_count": 2954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 416667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:28:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:28:59+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:28:58+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:28:58.957745+09:00", "mtime_epoch": 1783081738.9577446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87209}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:28:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.675, "pushed": 9.675, "read": 9.641}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 290, "max_ms": 5.208, "p95_ms": 3.896}, "gstreamer_push": {"avg_ms": 1.367, "count": 290, "max_ms": 1.585, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.557, "count": 290, "max_ms": 73.426, "p95_ms": 66.937}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.738, "count": 290, "max_ms": 69.793, "p95_ms": 66.799}, "yolo11_640_fire_11class": {"avg_ms": 63.636, "count": 290, "max_ms": 69.902, "p95_ms": 67.281}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.381, "count": 290, "max_ms": 80.891, "p95_ms": 77.877}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.696, "count": 290, "max_ms": 93.65, "p95_ms": 90.151}, "read_interval": {"avg_ms": 103.68, "count": 289, "max_ms": 112.798, "p95_ms": 108.065}, "triton_wait": {"avg_ms": 74.393, "count": 290, "max_ms": 80.902, "p95_ms": 77.888}, "visualize": {"avg_ms": 3.702, "count": 290, "max_ms": 4.769, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12406.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.214, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.164, "name": "ffmpeg", "pid": 52612, "rss_mb": 272.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 4, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.406, "sample_count": 2857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 329948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:29:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:29:11+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T21:29:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:29:11.197957+09:00", "mtime_epoch": 1783081751.197957, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:29:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.674, "pushed": 9.674, "read": 9.64}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.53, "count": 290, "max_ms": 5.454, "p95_ms": 4.641}, "gstreamer_push": {"avg_ms": 1.321, "count": 290, "max_ms": 1.599, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.863, "count": 290, "max_ms": 74.571, "p95_ms": 66.312}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.632, "count": 290, "max_ms": 71.335, "p95_ms": 66.473}, "yolo11_640_fire_11class": {"avg_ms": 62.85, "count": 290, "max_ms": 72.19, "p95_ms": 67.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.766, "count": 290, "max_ms": 80.67, "p95_ms": 77.559}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.159, "count": 290, "max_ms": 95.186, "p95_ms": 91.114}, "read_interval": {"avg_ms": 103.652, "count": 289, "max_ms": 112.996, "p95_ms": 108.004}, "triton_wait": {"avg_ms": 73.778, "count": 290, "max_ms": 80.683, "p95_ms": 77.572}, "visualize": {"avg_ms": 3.678, "count": 290, "max_ms": 4.597, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3474}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.844, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.532, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.401, "sample_count": 2893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 416957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:29:29+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:29:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:29:29.046266+09:00", "mtime_epoch": 1783081769.0462663, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:29:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.673, "pushed": 9.673, "read": 9.64}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.372, "count": 290, "max_ms": 4.839, "p95_ms": 3.451}, "gstreamer_push": {"avg_ms": 1.372, "count": 290, "max_ms": 1.559, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.827, "count": 290, "max_ms": 74.47, "p95_ms": 66.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.166, "count": 290, "max_ms": 71.416, "p95_ms": 66.608}, "yolo11_640_fire_11class": {"avg_ms": 63.384, "count": 290, "max_ms": 72.308, "p95_ms": 66.48}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.419, "count": 290, "max_ms": 81.318, "p95_ms": 77.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.679, "count": 290, "max_ms": 93.642, "p95_ms": 90.258}, "read_interval": {"avg_ms": 103.737, "count": 289, "max_ms": 116.324, "p95_ms": 108.186}, "triton_wait": {"avg_ms": 74.431, "count": 290, "max_ms": 81.328, "p95_ms": 77.914}, "visualize": {"avg_ms": 3.686, "count": 290, "max_ms": 4.654, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2751}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.267, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.164, "name": "ffmpeg", "pid": 52612, "rss_mb": 272.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.318, "sample_count": 2893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:29:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:29:41+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T21:29:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:29:41.250478+09:00", "mtime_epoch": 1783081781.2504776, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121044}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:29:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.68, "pushed": 9.68, "read": 9.647}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.538, "count": 290, "max_ms": 5.67, "p95_ms": 4.766}, "gstreamer_push": {"avg_ms": 1.321, "count": 290, "max_ms": 1.577, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.956, "count": 290, "max_ms": 70.514, "p95_ms": 66.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.268, "count": 290, "max_ms": 70.494, "p95_ms": 66.11}, "yolo11_640_fire_11class": {"avg_ms": 62.597, "count": 290, "max_ms": 70.505, "p95_ms": 65.995}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.405, "count": 290, "max_ms": 81.964, "p95_ms": 76.775}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.846, "count": 290, "max_ms": 95.264, "p95_ms": 90.151}, "read_interval": {"avg_ms": 103.608, "count": 289, "max_ms": 111.284, "p95_ms": 108.156}, "triton_wait": {"avg_ms": 73.417, "count": 290, "max_ms": 81.976, "p95_ms": 76.788}, "visualize": {"avg_ms": 3.714, "count": 290, "max_ms": 4.493, "p95_ms": 4.016}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3477}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.699, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.617, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.42, "sample_count": 2893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 417246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:29:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:29:59+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:29:59+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:29:59.130786+09:00", "mtime_epoch": 1783081799.1307864, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:29:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.606}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.414, "count": 289, "max_ms": 5.34, "p95_ms": 3.495}, "gstreamer_push": {"avg_ms": 1.382, "count": 289, "max_ms": 1.834, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.996, "count": 289, "max_ms": 72.053, "p95_ms": 67.411}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.784, "count": 289, "max_ms": 73.294, "p95_ms": 67.7}, "yolo11_640_fire_11class": {"avg_ms": 63.518, "count": 289, "max_ms": 73.282, "p95_ms": 67.042}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.793, "count": 289, "max_ms": 84.255, "p95_ms": 78.522}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.127, "count": 289, "max_ms": 96.158, "p95_ms": 90.896}, "read_interval": {"avg_ms": 104.097, "count": 288, "max_ms": 113.867, "p95_ms": 108.645}, "triton_wait": {"avg_ms": 74.805, "count": 289, "max_ms": 84.266, "p95_ms": 78.533}, "visualize": {"avg_ms": 3.734, "count": 289, "max_ms": 6.018, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.323, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.742, "name": "ffmpeg", "pid": 52612, "rss_mb": 274.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.275, "sample_count": 2893, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:30:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:30:11+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:30:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:30:11.306997+09:00", "mtime_epoch": 1783081811.3069966, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119582}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:30:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.612, "pushed": 9.612, "read": 9.579}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.577, "count": 288, "max_ms": 7.683, "p95_ms": 4.846}, "gstreamer_push": {"avg_ms": 1.318, "count": 288, "max_ms": 1.48, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.409, "count": 288, "max_ms": 73.325, "p95_ms": 66.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.802, "count": 288, "max_ms": 73.313, "p95_ms": 66.992}, "yolo11_640_fire_11class": {"avg_ms": 63.038, "count": 288, "max_ms": 72.078, "p95_ms": 66.851}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.143, "count": 288, "max_ms": 84.032, "p95_ms": 77.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.591, "count": 288, "max_ms": 97.303, "p95_ms": 91.519}, "read_interval": {"avg_ms": 104.352, "count": 287, "max_ms": 118.268, "p95_ms": 109.947}, "triton_wait": {"avg_ms": 74.155, "count": 288, "max_ms": 84.044, "p95_ms": 77.883}, "visualize": {"avg_ms": 3.706, "count": 288, "max_ms": 6.355, "p95_ms": 3.944}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3479}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.582, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.647, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.437, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 417555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:30:29+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T21:30:29+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:30:29.155304+09:00", "mtime_epoch": 1783081829.1553042, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:30:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 309, "pushed_frames": 309, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.325, "pushed": 10.325, "read": 10.292}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.462, "count": 309, "max_ms": 4.985, "p95_ms": 4.236}, "gstreamer_push": {"avg_ms": 1.375, "count": 309, "max_ms": 2.057, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.295, "count": 309, "max_ms": 70.164, "p95_ms": 66.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.908, "count": 309, "max_ms": 69.483, "p95_ms": 67.249}, "yolo11_640_fire_11class": {"avg_ms": 59.031, "count": 309, "max_ms": 70.154, "p95_ms": 67.143}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.753, "count": 309, "max_ms": 80.837, "p95_ms": 78.563}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.107, "count": 309, "max_ms": 92.985, "p95_ms": 90.728}, "read_interval": {"avg_ms": 97.14, "count": 308, "max_ms": 111.892, "p95_ms": 108.11}, "triton_wait": {"avg_ms": 67.776, "count": 309, "max_ms": 80.849, "p95_ms": 78.575}, "visualize": {"avg_ms": 3.741, "count": 309, "max_ms": 4.737, "p95_ms": 4.23}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.393, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.742, "name": "ffmpeg", "pid": 52612, "rss_mb": 274.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.254, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 330834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:30:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:30:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:30:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:30:41.379515+09:00", "mtime_epoch": 1783081841.3795147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119499}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:30:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 307, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.279, "pushed": 10.279, "read": 10.246}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.754, "count": 308, "max_ms": 7.564, "p95_ms": 5.186}, "gstreamer_push": {"avg_ms": 1.321, "count": 308, "max_ms": 2.079, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.729, "count": 308, "max_ms": 69.959, "p95_ms": 66.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.717, "count": 308, "max_ms": 70.48, "p95_ms": 67.691}, "yolo11_640_fire_11class": {"avg_ms": 58.364, "count": 308, "max_ms": 69.205, "p95_ms": 66.112}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.012, "count": 308, "max_ms": 80.206, "p95_ms": 78.026}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.852, "count": 308, "max_ms": 134.006, "p95_ms": 91.366}, "read_interval": {"avg_ms": 97.6, "count": 307, "max_ms": 148.16, "p95_ms": 108.629}, "triton_wait": {"avg_ms": 67.113, "count": 308, "max_ms": 80.219, "p95_ms": 78.038}, "visualize": {"avg_ms": 3.7, "count": 308, "max_ms": 5.155, "p95_ms": 3.99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3482}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.664, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.636, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 417842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:30:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:30:59+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:30:59+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:30:59.175821+09:00", "mtime_epoch": 1783081859.1758208, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93709}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:30:59+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.567, "pushed": 9.567, "read": 9.567}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.372, "count": 287, "max_ms": 5.225, "p95_ms": 3.59}, "gstreamer_push": {"avg_ms": 1.373, "count": 287, "max_ms": 2.009, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.236, "count": 287, "max_ms": 70.677, "p95_ms": 67.487}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.221, "count": 287, "max_ms": 70.979, "p95_ms": 68.374}, "yolo11_640_fire_11class": {"avg_ms": 64.081, "count": 287, "max_ms": 71.201, "p95_ms": 67.515}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.155, "count": 287, "max_ms": 81.006, "p95_ms": 78.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.412, "count": 287, "max_ms": 94.386, "p95_ms": 91.324}, "read_interval": {"avg_ms": 104.601, "count": 287, "max_ms": 120.188, "p95_ms": 109.191}, "triton_wait": {"avg_ms": 75.167, "count": 287, "max_ms": 81.017, "p95_ms": 78.868}, "visualize": {"avg_ms": 3.733, "count": 287, "max_ms": 6.08, "p95_ms": 3.973}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.467, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.742, "name": "ffmpeg", "pid": 52612, "rss_mb": 274.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.295, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:31:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:31:11+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T21:31:11+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T21:31:11.448031+09:00", "mtime_epoch": 1783081871.4480314, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119522}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:31:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.575, "pushed": 9.575, "read": 9.541}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.799, "count": 287, "max_ms": 8.214, "p95_ms": 5.208}, "gstreamer_push": {"avg_ms": 1.335, "count": 287, "max_ms": 1.643, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.173, "count": 287, "max_ms": 70.472, "p95_ms": 66.605}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.285, "count": 287, "max_ms": 70.901, "p95_ms": 67.082}, "yolo11_640_fire_11class": {"avg_ms": 63.092, "count": 287, "max_ms": 70.459, "p95_ms": 67.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.902, "count": 287, "max_ms": 81.131, "p95_ms": 77.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.749, "count": 287, "max_ms": 96.737, "p95_ms": 91.87}, "read_interval": {"avg_ms": 104.774, "count": 286, "max_ms": 116.303, "p95_ms": 109.568}, "triton_wait": {"avg_ms": 73.915, "count": 287, "max_ms": 81.144, "p95_ms": 77.852}, "visualize": {"avg_ms": 3.742, "count": 287, "max_ms": 6.621, "p95_ms": 4.119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.688, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.426, "name": "ffmpeg", "pid": 52400, "rss_mb": 327.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.647, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 418129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:31:29+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:31:29+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:31:29.196336+09:00", "mtime_epoch": 1783081889.196336, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88227}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:31:29+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.592, "pushed": 9.592, "read": 9.559}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.405, "count": 287, "max_ms": 4.274, "p95_ms": 3.668}, "gstreamer_push": {"avg_ms": 1.357, "count": 287, "max_ms": 1.556, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.633, "count": 287, "max_ms": 70.161, "p95_ms": 68.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.77, "count": 287, "max_ms": 69.784, "p95_ms": 67.785}, "yolo11_640_fire_11class": {"avg_ms": 64.486, "count": 287, "max_ms": 70.045, "p95_ms": 67.735}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.435, "count": 287, "max_ms": 81.85, "p95_ms": 78.878}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.674, "count": 287, "max_ms": 94.046, "p95_ms": 91.054}, "read_interval": {"avg_ms": 104.617, "count": 286, "max_ms": 113.741, "p95_ms": 109.122}, "triton_wait": {"avg_ms": 75.447, "count": 287, "max_ms": 81.862, "p95_ms": 78.889}, "visualize": {"avg_ms": 3.689, "count": 287, "max_ms": 4.588, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.476, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.742, "name": "ffmpeg", "pid": 52612, "rss_mb": 274.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.221, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:31:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:31:41+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T21:31:41+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T21:31:41.484546+09:00", "mtime_epoch": 1783081901.4845464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120435}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:31:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 308, "pushed_frames": 308, "read_frames": 308, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.27, "pushed": 10.27, "read": 10.27}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.808, "count": 308, "max_ms": 7.448, "p95_ms": 5.739}, "gstreamer_push": {"avg_ms": 1.325, "count": 308, "max_ms": 1.492, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.711, "count": 308, "max_ms": 70.72, "p95_ms": 66.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.527, "count": 308, "max_ms": 69.305, "p95_ms": 66.763}, "yolo11_640_fire_11class": {"avg_ms": 58.474, "count": 308, "max_ms": 69.164, "p95_ms": 66.458}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.966, "count": 308, "max_ms": 80.897, "p95_ms": 77.233}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.71, "count": 308, "max_ms": 94.505, "p95_ms": 90.711}, "read_interval": {"avg_ms": 97.53, "count": 308, "max_ms": 114.887, "p95_ms": 109.156}, "triton_wait": {"avg_ms": 67.056, "count": 308, "max_ms": 80.91, "p95_ms": 77.245}, "visualize": {"avg_ms": 3.723, "count": 308, "max_ms": 4.731, "p95_ms": 4.296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3484}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12435.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 45, "h264_decode_error_count": 50, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:17:28+09:00", "last_error_summary": "[h264 @ 0x55d1920ef600] error while decoding MB 66 21, bytestream -7 [in#0/rtsp @ 0x55d19175be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d19175be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 872.943, "last_started_at": "2026-07-03T21:17:31+09:00", "pid": 52400, "process": {"exists": true, "fd_count": 5, "hwm_mb": 352.43, "name": "ffmpeg", "pid": 52400, "rss_mb": 352.43, "state": "S (sleeping)", "threads": 104}, "restart_count": 46, "restart_count_per_hour": 4, "rtsp_timeout_count": 72, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.627, "sample_count": 2632, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 418190, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:32:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:32:04+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T21:32:04+09:00", "mjpeg": {"age_sec": 29.002, "exists": true, "mtime": "2026-07-03T21:31:35.540445+09:00", "mtime_epoch": 1783081895.5404446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:32:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 11, "pushed_frames": 11, "read_frames": 10, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.367, "pushed": 0.367, "read": 0.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.38, "count": 11, "max_ms": 3.516, "p95_ms": 3.516}, "gstreamer_push": {"avg_ms": 1.352, "count": 11, "max_ms": 1.405, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.96, "count": 11, "max_ms": 66.011, "p95_ms": 66.011}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.261, "count": 11, "max_ms": 66.024, "p95_ms": 66.024}, "yolo11_640_fire_11class": {"avg_ms": 61.739, "count": 11, "max_ms": 66.537, "p95_ms": 66.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.555, "count": 11, "max_ms": 77.851, "p95_ms": 77.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.718, "count": 11, "max_ms": 89.846, "p95_ms": 89.846}, "read_interval": {"avg_ms": 2998.109, "count": 10, "max_ms": 29035.277, "p95_ms": 29035.277}, "triton_wait": {"avg_ms": 73.567, "count": 11, "max_ms": 77.862, "p95_ms": 77.862}, "visualize": {"avg_ms": 3.655, "count": 11, "max_ms": 3.723, "p95_ms": 3.723}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2765}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12310.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.529, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.156, "name": "ffmpeg", "pid": 52612, "rss_mb": 280.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.014, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 331813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:32:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:32:11+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:32:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:32:11.513060+09:00", "mtime_epoch": 1783081931.5130603, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116018}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:32:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 384, "pushed_frames": 384, "read_frames": 383, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.81, "pushed": 12.81, "read": 12.777}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.786, "count": 384, "max_ms": 7.215, "p95_ms": 5.081}, "gstreamer_push": {"avg_ms": 1.328, "count": 384, "max_ms": 1.572, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.57, "count": 384, "max_ms": 62.908, "p95_ms": 49.623}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.913, "count": 384, "max_ms": 61.575, "p95_ms": 48.972}, "yolo11_640_fire_11class": {"avg_ms": 46.13, "count": 384, "max_ms": 63.033, "p95_ms": 49.842}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.542, "count": 384, "max_ms": 73.953, "p95_ms": 50.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.222, "count": 384, "max_ms": 87.342, "p95_ms": 64.983}, "read_interval": {"avg_ms": 78.195, "count": 383, "max_ms": 107.949, "p95_ms": 82.118}, "triton_wait": {"avg_ms": 47.754, "count": 384, "max_ms": 73.965, "p95_ms": 51.101}, "visualize": {"avg_ms": 3.694, "count": 384, "max_ms": 4.786, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3487}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.849, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.562, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.693, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 418445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:32:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:32:34+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:32:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:32:34.505453+09:00", "mtime_epoch": 1783081954.5054529, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86888}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:32:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.515, "pushed": 8.515, "read": 8.481}, "hints": ["read_fps_below_target", "triton_wait_p95_dominant", "invalid_ffmpeg_reads_seen"], "latency_ms": {"analyze": {"avg_ms": 3.42, "count": 255, "max_ms": 4.882, "p95_ms": 3.81}, "gstreamer_push": {"avg_ms": 1.387, "count": 255, "max_ms": 1.808, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.078, "count": 255, "max_ms": 73.101, "p95_ms": 68.727}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.787, "count": 255, "max_ms": 71.221, "p95_ms": 68.785}, "yolo11_640_fire_11class": {"avg_ms": 62.994, "count": 255, "max_ms": 72.005, "p95_ms": 69.203}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.307, "count": 255, "max_ms": 81.449, "p95_ms": 79.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.697, "count": 255, "max_ms": 94.091, "p95_ms": 91.27}, "read_interval": {"avg_ms": 117.898, "count": 254, "max_ms": 4271.064, "p95_ms": 107.892}, "triton_wait": {"avg_ms": 73.335, "count": 255, "max_ms": 81.461, "p95_ms": 79.03}, "visualize": {"avg_ms": 3.734, "count": 255, "max_ms": 4.546, "p95_ms": 4.086}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2767}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.585, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.156, "name": "ffmpeg", "pid": 52612, "rss_mb": 280.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.927, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:32:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:32:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:32:41+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:32:41.569573+09:00", "mtime_epoch": 1783081961.5695734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:32:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.646, "pushed": 9.646, "read": 9.613}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.714, "count": 289, "max_ms": 6.262, "p95_ms": 4.964}, "gstreamer_push": {"avg_ms": 1.322, "count": 289, "max_ms": 1.48, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.323, "count": 289, "max_ms": 71.586, "p95_ms": 66.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.785, "count": 289, "max_ms": 71.606, "p95_ms": 66.663}, "yolo11_640_fire_11class": {"avg_ms": 62.356, "count": 289, "max_ms": 71.597, "p95_ms": 66.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.177, "count": 289, "max_ms": 80.636, "p95_ms": 77.432}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.706, "count": 289, "max_ms": 93.863, "p95_ms": 91.291}, "read_interval": {"avg_ms": 103.982, "count": 288, "max_ms": 113.722, "p95_ms": 109.576}, "triton_wait": {"avg_ms": 73.19, "count": 289, "max_ms": 80.648, "p95_ms": 77.444}, "visualize": {"avg_ms": 3.656, "count": 289, "max_ms": 4.653, "p95_ms": 3.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3489}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.947, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.562, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.795, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 418732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:33:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:33:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:33:04+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:33:04.606093+09:00", "mtime_epoch": 1783081984.6060934, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:33:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.569, "pushed": 9.569, "read": 9.535}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.395, "count": 287, "max_ms": 4.358, "p95_ms": 3.463}, "gstreamer_push": {"avg_ms": 1.369, "count": 287, "max_ms": 1.619, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.061, "count": 287, "max_ms": 70.937, "p95_ms": 67.493}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.035, "count": 287, "max_ms": 71.464, "p95_ms": 67.201}, "yolo11_640_fire_11class": {"avg_ms": 63.816, "count": 287, "max_ms": 71.426, "p95_ms": 67.361}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.502, "count": 287, "max_ms": 84.042, "p95_ms": 78.876}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.8, "count": 287, "max_ms": 96.463, "p95_ms": 91.038}, "read_interval": {"avg_ms": 104.866, "count": 286, "max_ms": 113.056, "p95_ms": 109.411}, "triton_wait": {"avg_ms": 75.514, "count": 287, "max_ms": 84.054, "p95_ms": 78.889}, "visualize": {"avg_ms": 3.688, "count": 287, "max_ms": 4.545, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.61, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.156, "name": "ffmpeg", "pid": 52612, "rss_mb": 280.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.976, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:33:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:33:11+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:33:11+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T21:33:11.590252+09:00", "mtime_epoch": 1783081991.5902524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:33:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.592, "pushed": 9.592, "read": 9.559}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.696, "count": 287, "max_ms": 5.838, "p95_ms": 4.886}, "gstreamer_push": {"avg_ms": 1.318, "count": 287, "max_ms": 1.578, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.066, "count": 287, "max_ms": 69.602, "p95_ms": 66.637}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.39, "count": 287, "max_ms": 70.093, "p95_ms": 67.24}, "yolo11_640_fire_11class": {"avg_ms": 62.893, "count": 287, "max_ms": 69.684, "p95_ms": 66.556}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.236, "count": 287, "max_ms": 81.937, "p95_ms": 77.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.761, "count": 287, "max_ms": 95.509, "p95_ms": 91.618}, "read_interval": {"avg_ms": 104.6, "count": 286, "max_ms": 114.09, "p95_ms": 110.261}, "triton_wait": {"avg_ms": 74.249, "count": 287, "max_ms": 81.948, "p95_ms": 77.993}, "visualize": {"avg_ms": 3.681, "count": 287, "max_ms": 4.354, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3491}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.959, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.562, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.965, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 419019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:33:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:33:34+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:33:34+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:33:34.618773+09:00", "mtime_epoch": 1783082014.6187727, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86130}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:33:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.568, "pushed": 9.568, "read": 9.568}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.396, "count": 287, "max_ms": 4.922, "p95_ms": 3.472}, "gstreamer_push": {"avg_ms": 1.382, "count": 287, "max_ms": 1.593, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.439, "count": 287, "max_ms": 71.009, "p95_ms": 67.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.746, "count": 287, "max_ms": 73.247, "p95_ms": 67.887}, "yolo11_640_fire_11class": {"avg_ms": 64.398, "count": 287, "max_ms": 73.697, "p95_ms": 67.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.606, "count": 287, "max_ms": 82.615, "p95_ms": 79.162}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.947, "count": 287, "max_ms": 95.192, "p95_ms": 91.435}, "read_interval": {"avg_ms": 104.561, "count": 287, "max_ms": 112.339, "p95_ms": 108.677}, "triton_wait": {"avg_ms": 75.618, "count": 287, "max_ms": 82.627, "p95_ms": 79.174}, "visualize": {"avg_ms": 3.701, "count": 287, "max_ms": 4.905, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2772}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.643, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.156, "name": "ffmpeg", "pid": 52612, "rss_mb": 280.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.095, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:33:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:33:41+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T21:33:41+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T21:33:41.634930+09:00", "mtime_epoch": 1783082021.6349301, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117032}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:33:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.589, "pushed": 9.589, "read": 9.556}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.679, "count": 287, "max_ms": 7.854, "p95_ms": 4.779}, "gstreamer_push": {"avg_ms": 1.311, "count": 287, "max_ms": 1.553, "p95_ms": 1.387}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.05, "count": 287, "max_ms": 69.96, "p95_ms": 67.295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.102, "count": 287, "max_ms": 71.805, "p95_ms": 67.319}, "yolo11_640_fire_11class": {"avg_ms": 63.128, "count": 287, "max_ms": 72.511, "p95_ms": 67.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.11, "count": 287, "max_ms": 82.192, "p95_ms": 78.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.652, "count": 287, "max_ms": 97.526, "p95_ms": 91.488}, "read_interval": {"avg_ms": 104.664, "count": 286, "max_ms": 116.342, "p95_ms": 110.195}, "triton_wait": {"avg_ms": 74.122, "count": 287, "max_ms": 82.204, "p95_ms": 78.11}, "visualize": {"avg_ms": 3.684, "count": 287, "max_ms": 6.17, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3494}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.005, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.562, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.965, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 419308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:34:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:34:04+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:34:04+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:34:04.667444+09:00", "mtime_epoch": 1783082044.667444, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88577}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:34:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.652, "pushed": 9.652, "read": 9.618}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.395, "count": 289, "max_ms": 5.344, "p95_ms": 3.521}, "gstreamer_push": {"avg_ms": 1.382, "count": 289, "max_ms": 1.587, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.0, "count": 289, "max_ms": 73.342, "p95_ms": 67.157}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.14, "count": 289, "max_ms": 68.991, "p95_ms": 67.455}, "yolo11_640_fire_11class": {"avg_ms": 64.005, "count": 289, "max_ms": 76.187, "p95_ms": 67.686}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 75.012, "count": 289, "max_ms": 87.421, "p95_ms": 78.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.337, "count": 289, "max_ms": 99.701, "p95_ms": 90.476}, "read_interval": {"avg_ms": 103.973, "count": 288, "max_ms": 115.988, "p95_ms": 108.214}, "triton_wait": {"avg_ms": 75.024, "count": 289, "max_ms": 87.434, "p95_ms": 78.083}, "visualize": {"avg_ms": 3.731, "count": 289, "max_ms": 5.848, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12417.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.675, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.766, "name": "ffmpeg", "pid": 52612, "rss_mb": 283.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.026, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 332965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:34:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:34:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:34:11+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:34:11.663599+09:00", "mtime_epoch": 1783082051.663599, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115891}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:34:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.657, "pushed": 9.657, "read": 9.623}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.76, "count": 289, "max_ms": 7.078, "p95_ms": 5.325}, "gstreamer_push": {"avg_ms": 1.325, "count": 289, "max_ms": 1.56, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.277, "count": 289, "max_ms": 69.153, "p95_ms": 66.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.255, "count": 289, "max_ms": 69.141, "p95_ms": 66.277}, "yolo11_640_fire_11class": {"avg_ms": 62.41, "count": 289, "max_ms": 69.864, "p95_ms": 66.691}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.366, "count": 289, "max_ms": 81.565, "p95_ms": 77.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.054, "count": 289, "max_ms": 94.904, "p95_ms": 90.899}, "read_interval": {"avg_ms": 103.906, "count": 288, "max_ms": 112.411, "p95_ms": 109.709}, "triton_wait": {"avg_ms": 73.378, "count": 289, "max_ms": 81.577, "p95_ms": 77.263}, "visualize": {"avg_ms": 3.7, "count": 289, "max_ms": 4.826, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3496}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12417.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.099, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.562, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.96, "sample_count": 2603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 419615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:34:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:34:34+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:34:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:34:34.756108+09:00", "mtime_epoch": 1783082074.7561078, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:34:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 307, "pushed_frames": 307, "read_frames": 306, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.237, "pushed": 10.237, "read": 10.204}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.441, "count": 307, "max_ms": 5.385, "p95_ms": 3.931}, "gstreamer_push": {"avg_ms": 1.363, "count": 307, "max_ms": 1.659, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.051, "count": 307, "max_ms": 69.125, "p95_ms": 67.045}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.472, "count": 307, "max_ms": 68.926, "p95_ms": 66.908}, "yolo11_640_fire_11class": {"avg_ms": 60.089, "count": 307, "max_ms": 69.758, "p95_ms": 67.43}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.05, "count": 307, "max_ms": 81.95, "p95_ms": 77.804}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.42, "count": 307, "max_ms": 94.36, "p95_ms": 90.19}, "read_interval": {"avg_ms": 97.992, "count": 306, "max_ms": 111.401, "p95_ms": 107.596}, "triton_wait": {"avg_ms": 69.083, "count": 307, "max_ms": 81.962, "p95_ms": 77.816}, "visualize": {"avg_ms": 3.733, "count": 307, "max_ms": 5.809, "p95_ms": 4.078}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2777}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12417.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.737, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.766, "name": "ffmpeg", "pid": 52612, "rss_mb": 283.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.095, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:34:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:34:41+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:34:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:34:41.720260+09:00", "mtime_epoch": 1783082081.7202604, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:34:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 306, "pushed_frames": 306, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.215, "pushed": 10.215, "read": 10.181}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.654, "count": 306, "max_ms": 6.856, "p95_ms": 5.05}, "gstreamer_push": {"avg_ms": 1.337, "count": 306, "max_ms": 2.245, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.234, "count": 306, "max_ms": 68.729, "p95_ms": 66.549}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.628, "count": 306, "max_ms": 68.739, "p95_ms": 65.789}, "yolo11_640_fire_11class": {"avg_ms": 59.277, "count": 306, "max_ms": 68.373, "p95_ms": 66.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.591, "count": 306, "max_ms": 78.396, "p95_ms": 76.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.372, "count": 306, "max_ms": 128.068, "p95_ms": 90.15}, "read_interval": {"avg_ms": 98.213, "count": 305, "max_ms": 141.993, "p95_ms": 108.984}, "triton_wait": {"avg_ms": 67.68, "count": 306, "max_ms": 78.407, "p95_ms": 76.843}, "visualize": {"avg_ms": 3.722, "count": 306, "max_ms": 5.149, "p95_ms": 4.208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3499}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12417.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.115, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.562, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.901, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 419904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:35:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:35:04+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:35:04+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T21:35:04.768762+09:00", "mtime_epoch": 1783082104.768762, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:35:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.634, "pushed": 9.634, "read": 9.634}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 289, "max_ms": 5.062, "p95_ms": 3.519}, "gstreamer_push": {"avg_ms": 1.375, "count": 289, "max_ms": 1.611, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.044, "count": 289, "max_ms": 71.337, "p95_ms": 67.144}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.264, "count": 289, "max_ms": 70.716, "p95_ms": 66.614}, "yolo11_640_fire_11class": {"avg_ms": 64.014, "count": 289, "max_ms": 71.825, "p95_ms": 67.371}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.69, "count": 289, "max_ms": 85.087, "p95_ms": 78.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.021, "count": 289, "max_ms": 97.183, "p95_ms": 90.449}, "read_interval": {"avg_ms": 103.862, "count": 289, "max_ms": 113.781, "p95_ms": 107.788}, "triton_wait": {"avg_ms": 74.702, "count": 289, "max_ms": 85.1, "p95_ms": 78.103}, "visualize": {"avg_ms": 3.717, "count": 289, "max_ms": 4.756, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12417.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.841, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.766, "name": "ffmpeg", "pid": 52612, "rss_mb": 283.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.987, "sample_count": 3031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:35:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:35:11+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:35:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:35:11.824915+09:00", "mtime_epoch": 1783082111.824915, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117885}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:35:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.638, "pushed": 9.638, "read": 9.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.52, "count": 289, "max_ms": 5.42, "p95_ms": 4.622}, "gstreamer_push": {"avg_ms": 1.314, "count": 289, "max_ms": 1.494, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.059, "count": 289, "max_ms": 69.619, "p95_ms": 66.966}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.789, "count": 289, "max_ms": 69.415, "p95_ms": 66.795}, "yolo11_640_fire_11class": {"avg_ms": 62.975, "count": 289, "max_ms": 70.133, "p95_ms": 66.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.738, "count": 289, "max_ms": 83.242, "p95_ms": 77.682}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.074, "count": 289, "max_ms": 96.697, "p95_ms": 90.939}, "read_interval": {"avg_ms": 103.792, "count": 289, "max_ms": 113.304, "p95_ms": 108.873}, "triton_wait": {"avg_ms": 73.75, "count": 289, "max_ms": 83.255, "p95_ms": 77.693}, "visualize": {"avg_ms": 3.671, "count": 289, "max_ms": 4.467, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3501}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12417.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.204, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.82, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.861, "sample_count": 2585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 420194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:35:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:35:34+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:35:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:35:34.861411+09:00", "mtime_epoch": 1783082134.861411, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84402}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:35:34+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.403, "count": 290, "max_ms": 4.66, "p95_ms": 3.557}, "gstreamer_push": {"avg_ms": 1.373, "count": 290, "max_ms": 1.551, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.832, "count": 290, "max_ms": 69.467, "p95_ms": 67.243}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.544, "count": 290, "max_ms": 69.233, "p95_ms": 67.012}, "yolo11_640_fire_11class": {"avg_ms": 63.513, "count": 290, "max_ms": 69.884, "p95_ms": 67.347}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.792, "count": 290, "max_ms": 84.25, "p95_ms": 78.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.12, "count": 290, "max_ms": 96.576, "p95_ms": 90.901}, "read_interval": {"avg_ms": 103.754, "count": 289, "max_ms": 113.946, "p95_ms": 107.936}, "triton_wait": {"avg_ms": 74.804, "count": 290, "max_ms": 84.264, "p95_ms": 78.545}, "visualize": {"avg_ms": 3.728, "count": 290, "max_ms": 4.915, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2782}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12417.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.939, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.766, "name": "ffmpeg", "pid": 52612, "rss_mb": 283.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.944, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 333851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:35:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:35:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:35:41.921562+09:00", "mtime_epoch": 1783082141.9215622, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120860}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:35:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.568, "count": 290, "max_ms": 6.936, "p95_ms": 4.807}, "gstreamer_push": {"avg_ms": 1.321, "count": 290, "max_ms": 1.534, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.812, "count": 290, "max_ms": 68.972, "p95_ms": 66.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.596, "count": 290, "max_ms": 69.903, "p95_ms": 66.91}, "yolo11_640_fire_11class": {"avg_ms": 62.442, "count": 290, "max_ms": 68.524, "p95_ms": 66.198}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.494, "count": 290, "max_ms": 82.244, "p95_ms": 77.52}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.899, "count": 290, "max_ms": 95.642, "p95_ms": 91.063}, "read_interval": {"avg_ms": 103.776, "count": 289, "max_ms": 114.091, "p95_ms": 109.667}, "triton_wait": {"avg_ms": 73.506, "count": 290, "max_ms": 82.256, "p95_ms": 77.531}, "visualize": {"avg_ms": 3.667, "count": 290, "max_ms": 4.726, "p95_ms": 3.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3504}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12417.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.242, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.82, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.8, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 420484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:36:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:36:04+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:36:04+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:36:04.902052+09:00", "mtime_epoch": 1783082164.9020517, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85708}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:36:04+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.687, "pushed": 9.687, "read": 9.654}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 290, "max_ms": 4.499, "p95_ms": 3.574}, "gstreamer_push": {"avg_ms": 1.364, "count": 290, "max_ms": 1.483, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.123, "count": 290, "max_ms": 75.729, "p95_ms": 67.386}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.245, "count": 290, "max_ms": 69.687, "p95_ms": 67.497}, "yolo11_640_fire_11class": {"avg_ms": 63.353, "count": 290, "max_ms": 70.678, "p95_ms": 66.895}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.674, "count": 290, "max_ms": 82.14, "p95_ms": 78.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.939, "count": 290, "max_ms": 94.252, "p95_ms": 90.633}, "read_interval": {"avg_ms": 103.579, "count": 289, "max_ms": 111.099, "p95_ms": 107.56}, "triton_wait": {"avg_ms": 74.686, "count": 290, "max_ms": 82.153, "p95_ms": 78.312}, "visualize": {"avg_ms": 3.687, "count": 290, "max_ms": 4.548, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2784}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12417.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.026, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.766, "name": "ffmpeg", "pid": 52612, "rss_mb": 283.766, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 3, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.869, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:36:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:36:12+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:36:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:36:12.010202+09:00", "mtime_epoch": 1783082172.0102024, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:36:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.67, "pushed": 9.67, "read": 9.637}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.516, "count": 290, "max_ms": 6.442, "p95_ms": 4.62}, "gstreamer_push": {"avg_ms": 1.312, "count": 290, "max_ms": 1.459, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.866, "count": 290, "max_ms": 69.973, "p95_ms": 66.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.989, "count": 290, "max_ms": 70.82, "p95_ms": 66.523}, "yolo11_640_fire_11class": {"avg_ms": 62.174, "count": 290, "max_ms": 69.464, "p95_ms": 66.108}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.631, "count": 290, "max_ms": 80.637, "p95_ms": 77.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.96, "count": 290, "max_ms": 96.215, "p95_ms": 90.961}, "read_interval": {"avg_ms": 103.736, "count": 289, "max_ms": 118.526, "p95_ms": 108.96}, "triton_wait": {"avg_ms": 73.643, "count": 290, "max_ms": 80.649, "p95_ms": 77.42}, "visualize": {"avg_ms": 3.664, "count": 290, "max_ms": 4.485, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3506}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.29, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.82, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.734, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 420773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:36:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:36:35+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T21:36:34+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:36:34.946686+09:00", "mtime_epoch": 1783082194.946686, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:36:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.652, "pushed": 9.652, "read": 9.618}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.481, "count": 289, "max_ms": 5.007, "p95_ms": 4.254}, "gstreamer_push": {"avg_ms": 1.368, "count": 289, "max_ms": 1.573, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.682, "count": 289, "max_ms": 70.542, "p95_ms": 67.129}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.831, "count": 289, "max_ms": 69.919, "p95_ms": 67.191}, "yolo11_640_fire_11class": {"avg_ms": 63.5, "count": 289, "max_ms": 70.554, "p95_ms": 67.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.601, "count": 289, "max_ms": 81.197, "p95_ms": 78.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.081, "count": 289, "max_ms": 93.641, "p95_ms": 90.607}, "read_interval": {"avg_ms": 103.948, "count": 288, "max_ms": 111.245, "p95_ms": 108.409}, "triton_wait": {"avg_ms": 74.613, "count": 289, "max_ms": 81.208, "p95_ms": 78.296}, "visualize": {"avg_ms": 3.757, "count": 289, "max_ms": 4.697, "p95_ms": 4.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.046, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.375, "name": "ffmpeg", "pid": 52612, "rss_mb": 287.375, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 2, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.884, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:36:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:36:42+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T21:36:42+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:36:42.026835+09:00", "mtime_epoch": 1783082202.0268347, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 115919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:36:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.961, "pushed": 9.961, "read": 9.928}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.55, "count": 298, "max_ms": 7.591, "p95_ms": 5.381}, "gstreamer_push": {"avg_ms": 1.306, "count": 298, "max_ms": 1.579, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.161, "count": 298, "max_ms": 69.448, "p95_ms": 67.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.754, "count": 298, "max_ms": 69.258, "p95_ms": 67.227}, "yolo11_640_fire_11class": {"avg_ms": 60.869, "count": 298, "max_ms": 70.026, "p95_ms": 67.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.361, "count": 298, "max_ms": 81.411, "p95_ms": 78.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.854, "count": 298, "max_ms": 139.397, "p95_ms": 91.034}, "read_interval": {"avg_ms": 100.703, "count": 297, "max_ms": 155.687, "p95_ms": 109.082}, "triton_wait": {"avg_ms": 70.449, "count": 298, "max_ms": 81.424, "p95_ms": 78.026}, "visualize": {"avg_ms": 3.672, "count": 298, "max_ms": 5.145, "p95_ms": 4.192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3508}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.327, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.82, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.825, "sample_count": 2875, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 421070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:37:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:37:05+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:37:04+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:37:04.991314+09:00", "mtime_epoch": 1783082224.9913142, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93034}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:37:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.92, "pushed": 9.92, "read": 9.887}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 297, "max_ms": 4.961, "p95_ms": 3.544}, "gstreamer_push": {"avg_ms": 1.371, "count": 297, "max_ms": 1.582, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.099, "count": 297, "max_ms": 71.783, "p95_ms": 67.62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.149, "count": 297, "max_ms": 71.285, "p95_ms": 67.937}, "yolo11_640_fire_11class": {"avg_ms": 61.763, "count": 297, "max_ms": 70.979, "p95_ms": 68.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.895, "count": 297, "max_ms": 83.658, "p95_ms": 78.847}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.226, "count": 297, "max_ms": 95.848, "p95_ms": 91.205}, "read_interval": {"avg_ms": 101.127, "count": 296, "max_ms": 113.67, "p95_ms": 108.941}, "triton_wait": {"avg_ms": 71.925, "count": 297, "max_ms": 83.67, "p95_ms": 78.859}, "visualize": {"avg_ms": 3.706, "count": 297, "max_ms": 4.922, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2789}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12421.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.094, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.406, "name": "ffmpeg", "pid": 52612, "rss_mb": 288.406, "state": "S (sleeping)", "threads": 106}, "restart_count": 174, "restart_count_per_hour": 2, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.131, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334726, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:37:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:37:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:37:12+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:37:12.079462+09:00", "mtime_epoch": 1783082232.0794616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119342}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:37:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.584, "pushed": 9.584, "read": 9.55}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.532, "count": 287, "max_ms": 5.562, "p95_ms": 4.651}, "gstreamer_push": {"avg_ms": 1.318, "count": 287, "max_ms": 1.542, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.535, "count": 287, "max_ms": 72.787, "p95_ms": 67.671}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.744, "count": 287, "max_ms": 72.268, "p95_ms": 67.636}, "yolo11_640_fire_11class": {"avg_ms": 63.301, "count": 287, "max_ms": 72.255, "p95_ms": 67.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.556, "count": 287, "max_ms": 83.632, "p95_ms": 78.239}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.889, "count": 287, "max_ms": 96.783, "p95_ms": 91.568}, "read_interval": {"avg_ms": 104.691, "count": 286, "max_ms": 114.357, "p95_ms": 108.816}, "triton_wait": {"avg_ms": 74.568, "count": 287, "max_ms": 83.645, "p95_ms": 78.251}, "visualize": {"avg_ms": 3.668, "count": 287, "max_ms": 4.883, "p95_ms": 3.804}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3511}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12421.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.369, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.82, "name": "ffmpeg", "pid": 52719, "rss_mb": 326.82, "state": "S (sleeping)", "threads": 106}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.798, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 421369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:37:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:37:35+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T21:37:35+09:00", "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-07-03T21:37:35.055937+09:00", "mtime_epoch": 1783082255.055937, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:37:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.987, "pushed": 9.987, "read": 9.954}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 299, "max_ms": 4.441, "p95_ms": 3.607}, "gstreamer_push": {"avg_ms": 1.388, "count": 299, "max_ms": 1.823, "p95_ms": 1.504}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.586, "count": 299, "max_ms": 73.188, "p95_ms": 67.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.599, "count": 299, "max_ms": 73.178, "p95_ms": 68.05}, "yolo11_640_fire_11class": {"avg_ms": 61.495, "count": 299, "max_ms": 76.85, "p95_ms": 68.316}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.977, "count": 299, "max_ms": 82.685, "p95_ms": 78.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.391, "count": 299, "max_ms": 95.054, "p95_ms": 91.086}, "read_interval": {"avg_ms": 100.546, "count": 298, "max_ms": 114.775, "p95_ms": 108.317}, "triton_wait": {"avg_ms": 71.012, "count": 299, "max_ms": 82.699, "p95_ms": 78.603}, "visualize": {"avg_ms": 3.768, "count": 299, "max_ms": 4.879, "p95_ms": 4.428}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2790}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12432.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 153, "h264_decode_error_count": 382, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:24:11+09:00", "last_error_summary": "[h264 @ 0x556fe00e3600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fe00e3600] error while decoding MB 0 11, bytestream 7057 [h264 @ 0x556fdf44d8c0] error while decoding MB 37 33, bytestream -32 [h264 @ 0x556fdf489d40] error while decoding MB 45 10, bytestream -6 [h264 @ 0x556fdf489d40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x556fdf489d40] error while decoding MB 0 3, bytestream 8699 [h264 @ 0x556fe00e3600] error while decoding MB 56 31, bytestream ", "last_exit_at": "2026-07-03T21:24:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 817.06, "last_started_at": "2026-07-03T21:24:14+09:00", "pid": 52612, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.516, "name": "ffmpeg", "pid": 52612, "rss_mb": 299.516, "state": "S (sleeping)", "threads": 104}, "restart_count": 174, "restart_count_per_hour": 2, "rtsp_timeout_count": 102, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.086, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 334914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:37:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:37:51+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T21:37:51+09:00", "mjpeg": {"age_sec": 19.44, "exists": true, "mtime": "2026-07-03T21:37:31.691868+09:00", "mtime_epoch": 1783082251.6918676, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:37:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.434, "pushed": 3.434, "read": 3.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.6, "count": 103, "max_ms": 6.633, "p95_ms": 4.988}, "gstreamer_push": {"avg_ms": 1.351, "count": 103, "max_ms": 1.633, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.224, "count": 103, "max_ms": 68.552, "p95_ms": 66.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.306, "count": 103, "max_ms": 67.855, "p95_ms": 67.066}, "yolo11_640_fire_11class": {"avg_ms": 63.474, "count": 103, "max_ms": 68.563, "p95_ms": 67.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.589, "count": 103, "max_ms": 77.967, "p95_ms": 77.247}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.154, "count": 103, "max_ms": 91.601, "p95_ms": 90.675}, "read_interval": {"avg_ms": 294.26, "count": 102, "max_ms": 19484.701, "p95_ms": 108.456}, "triton_wait": {"avg_ms": 73.601, "count": 103, "max_ms": 77.98, "p95_ms": 77.258}, "visualize": {"avg_ms": 3.696, "count": 103, "max_ms": 4.51, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3512}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 46, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:32:05+09:00", "last_error_summary": "[h264 @ 0x55c200b73180] error while decoding MB 118 50, bytestream -5 [in#0/rtsp @ 0x55c200aebe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c200aebe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:17:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 369.407, "last_started_at": "2026-07-03T21:32:07+09:00", "pid": 52719, "process": {"exists": true, "fd_count": 5, "hwm_mb": 349.281, "name": "ffmpeg", "pid": 52719, "rss_mb": 349.281, "state": "S (sleeping)", "threads": 104}, "restart_count": 47, "restart_count_per_hour": 5, "rtsp_timeout_count": 74, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.685, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 421457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:38:17+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T21:38:17+09:00", "mjpeg": {"age_sec": 16.33, "exists": true, "mtime": "2026-07-03T21:38:00.824466+09:00", "mtime_epoch": 1783082280.8244665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90840}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:38:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.122, "pushed": 0.122, "read": 0.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.401, "count": 2, "max_ms": 3.437, "p95_ms": 3.437}, "gstreamer_push": {"avg_ms": 1.492, "count": 2, "max_ms": 1.602, "p95_ms": 1.602}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.203, "count": 2, "max_ms": 47.351, "p95_ms": 47.351}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.445, "count": 2, "max_ms": 46.116, "p95_ms": 46.116}, "yolo11_640_fire_11class": {"avg_ms": 47.203, "count": 2, "max_ms": 47.363, "p95_ms": 47.363}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.065, "count": 2, "max_ms": 49.492, "p95_ms": 49.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.454, "count": 2, "max_ms": 61.678, "p95_ms": 61.678}, "read_interval": {"avg_ms": 17699.204, "count": 2, "max_ms": 19059.054, "p95_ms": 19059.054}, "triton_wait": {"avg_ms": 49.076, "count": 2, "max_ms": 49.503, "p95_ms": 49.503}, "visualize": {"avg_ms": 3.687, "count": 2, "max_ms": 3.705, "p95_ms": 3.705}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.408, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2793}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12099.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.269, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 264.68, "name": "ffmpeg", "pid": 52871, "rss_mb": 264.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.925, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:38:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:38:21+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T21:38:21+09:00", "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-07-03T21:38:21.104880+09:00", "mtime_epoch": 1783082301.1048803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116810}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:38:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.643, "pushed": 8.643, "read": 8.61}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.647, "count": 259, "max_ms": 7.539, "p95_ms": 5.16}, "gstreamer_push": {"avg_ms": 1.341, "count": 259, "max_ms": 1.702, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.599, "count": 259, "max_ms": 66.835, "p95_ms": 49.154}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.538, "count": 259, "max_ms": 63.096, "p95_ms": 47.448}, "yolo11_640_fire_11class": {"avg_ms": 45.989, "count": 259, "max_ms": 66.851, "p95_ms": 48.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.338, "count": 259, "max_ms": 76.351, "p95_ms": 49.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.046, "count": 259, "max_ms": 89.82, "p95_ms": 63.828}, "read_interval": {"avg_ms": 116.122, "count": 258, "max_ms": 5098.284, "p95_ms": 122.75}, "triton_wait": {"avg_ms": 47.497, "count": 259, "max_ms": 76.362, "p95_ms": 49.712}, "visualize": {"avg_ms": 3.753, "count": 259, "max_ms": 4.848, "p95_ms": 4.029}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3514}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12398.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.089, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.688, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.665, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 421702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:38:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:38:47+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T21:38:47+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T21:38:47.149409+09:00", "mtime_epoch": 1783082327.1494088, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86999}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:38:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.15, "pushed": 8.15, "read": 8.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.439, "count": 244, "max_ms": 5.403, "p95_ms": 3.681}, "gstreamer_push": {"avg_ms": 1.4, "count": 244, "max_ms": 1.951, "p95_ms": 1.504}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.072, "count": 244, "max_ms": 70.204, "p95_ms": 67.04}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.014, "count": 244, "max_ms": 70.192, "p95_ms": 66.749}, "yolo11_640_fire_11class": {"avg_ms": 63.332, "count": 244, "max_ms": 70.644, "p95_ms": 67.226}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.3, "count": 244, "max_ms": 80.552, "p95_ms": 78.251}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.703, "count": 244, "max_ms": 93.616, "p95_ms": 90.574}, "read_interval": {"avg_ms": 123.072, "count": 243, "max_ms": 5484.898, "p95_ms": 106.222}, "triton_wait": {"avg_ms": 73.322, "count": 244, "max_ms": 80.565, "p95_ms": 78.262}, "visualize": {"avg_ms": 3.749, "count": 244, "max_ms": 4.803, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2795}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12399.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.368, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.453, "name": "ffmpeg", "pid": 52871, "rss_mb": 265.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.884, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335467, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:38:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:38:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:38:51+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:38:51.181490+09:00", "mtime_epoch": 1783082331.1814902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118165}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:38:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.622, "count": 294, "max_ms": 7.281, "p95_ms": 5.2}, "gstreamer_push": {"avg_ms": 1.344, "count": 294, "max_ms": 1.777, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.028, "count": 294, "max_ms": 71.974, "p95_ms": 65.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.68, "count": 294, "max_ms": 72.458, "p95_ms": 65.578}, "yolo11_640_fire_11class": {"avg_ms": 60.092, "count": 294, "max_ms": 71.352, "p95_ms": 65.528}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.455, "count": 294, "max_ms": 82.632, "p95_ms": 76.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.065, "count": 294, "max_ms": 95.772, "p95_ms": 90.162}, "read_interval": {"avg_ms": 102.237, "count": 293, "max_ms": 122.485, "p95_ms": 112.757}, "triton_wait": {"avg_ms": 69.493, "count": 294, "max_ms": 82.644, "p95_ms": 76.752}, "visualize": {"avg_ms": 3.738, "count": 294, "max_ms": 4.868, "p95_ms": 4.195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3516}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.132, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.672, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 421992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:39:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:39:17+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T21:39:17+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T21:39:17.194014+09:00", "mtime_epoch": 1783082357.1940138, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88940}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:39:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.685, "pushed": 9.685, "read": 9.652}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 290, "max_ms": 4.302, "p95_ms": 3.563}, "gstreamer_push": {"avg_ms": 1.39, "count": 290, "max_ms": 1.64, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.974, "count": 290, "max_ms": 72.363, "p95_ms": 67.991}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.345, "count": 290, "max_ms": 73.24, "p95_ms": 67.702}, "yolo11_640_fire_11class": {"avg_ms": 64.206, "count": 290, "max_ms": 75.088, "p95_ms": 68.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.505, "count": 290, "max_ms": 83.516, "p95_ms": 78.367}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.911, "count": 290, "max_ms": 96.987, "p95_ms": 90.796}, "read_interval": {"avg_ms": 103.573, "count": 289, "max_ms": 113.258, "p95_ms": 107.714}, "triton_wait": {"avg_ms": 74.517, "count": 290, "max_ms": 83.529, "p95_ms": 78.379}, "visualize": {"avg_ms": 3.764, "count": 290, "max_ms": 4.627, "p95_ms": 4.036}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2797}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.427, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 52871, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.847, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 335757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:39:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:39:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:39:21+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:39:21.246095+09:00", "mtime_epoch": 1783082361.246095, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117224}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:39:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.68, "pushed": 9.68, "read": 9.646}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.535, "count": 290, "max_ms": 6.068, "p95_ms": 4.653}, "gstreamer_push": {"avg_ms": 1.327, "count": 290, "max_ms": 1.497, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.078, "count": 290, "max_ms": 72.992, "p95_ms": 67.069}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.272, "count": 290, "max_ms": 72.736, "p95_ms": 67.127}, "yolo11_640_fire_11class": {"avg_ms": 63.363, "count": 290, "max_ms": 74.384, "p95_ms": 67.616}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.578, "count": 290, "max_ms": 84.177, "p95_ms": 77.228}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.965, "count": 290, "max_ms": 97.374, "p95_ms": 90.609}, "read_interval": {"avg_ms": 103.638, "count": 289, "max_ms": 113.547, "p95_ms": 109.359}, "triton_wait": {"avg_ms": 73.59, "count": 290, "max_ms": 84.191, "p95_ms": 77.239}, "visualize": {"avg_ms": 3.666, "count": 290, "max_ms": 4.571, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3519}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.22, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.709, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 422283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:39:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:39:47+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:39:47+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:39:47.286615+09:00", "mtime_epoch": 1783082387.2866151, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:39:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.67}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.427, "count": 291, "max_ms": 5.086, "p95_ms": 3.82}, "gstreamer_push": {"avg_ms": 1.392, "count": 291, "max_ms": 1.613, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.682, "count": 291, "max_ms": 69.097, "p95_ms": 67.23}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.557, "count": 291, "max_ms": 69.617, "p95_ms": 67.159}, "yolo11_640_fire_11class": {"avg_ms": 63.235, "count": 291, "max_ms": 71.564, "p95_ms": 67.557}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.219, "count": 291, "max_ms": 80.213, "p95_ms": 78.07}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.638, "count": 291, "max_ms": 92.539, "p95_ms": 90.451}, "read_interval": {"avg_ms": 103.397, "count": 290, "max_ms": 113.734, "p95_ms": 108.206}, "triton_wait": {"avg_ms": 74.232, "count": 291, "max_ms": 80.226, "p95_ms": 78.082}, "visualize": {"avg_ms": 3.738, "count": 291, "max_ms": 4.636, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2800}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.515, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 52871, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.847, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:39:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:39:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:39:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:39:51.334696+09:00", "mtime_epoch": 1783082391.3346958, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119779}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:39:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.705, "pushed": 9.705, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.553, "count": 291, "max_ms": 5.44, "p95_ms": 4.727}, "gstreamer_push": {"avg_ms": 1.333, "count": 291, "max_ms": 1.515, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.74, "count": 291, "max_ms": 68.869, "p95_ms": 66.437}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.34, "count": 291, "max_ms": 68.881, "p95_ms": 67.043}, "yolo11_640_fire_11class": {"avg_ms": 62.238, "count": 291, "max_ms": 69.631, "p95_ms": 66.633}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.09, "count": 291, "max_ms": 79.888, "p95_ms": 76.964}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.564, "count": 291, "max_ms": 93.302, "p95_ms": 90.58}, "read_interval": {"avg_ms": 103.389, "count": 290, "max_ms": 111.014, "p95_ms": 108.193}, "triton_wait": {"avg_ms": 73.102, "count": 291, "max_ms": 79.9, "p95_ms": 76.974}, "visualize": {"avg_ms": 3.687, "count": 291, "max_ms": 4.22, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3521}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.276, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.783, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 422573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:40:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:40:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T21:40:17+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:40:17.347212+09:00", "mtime_epoch": 1783082417.3472118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86994}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:40:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.682, "pushed": 9.682, "read": 9.649}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 290, "max_ms": 5.085, "p95_ms": 3.532}, "gstreamer_push": {"avg_ms": 1.38, "count": 290, "max_ms": 1.587, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.838, "count": 290, "max_ms": 71.46, "p95_ms": 67.444}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.341, "count": 290, "max_ms": 71.438, "p95_ms": 67.418}, "yolo11_640_fire_11class": {"avg_ms": 63.632, "count": 290, "max_ms": 71.45, "p95_ms": 67.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.697, "count": 290, "max_ms": 83.266, "p95_ms": 78.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.043, "count": 290, "max_ms": 95.781, "p95_ms": 90.796}, "read_interval": {"avg_ms": 103.644, "count": 289, "max_ms": 113.314, "p95_ms": 107.869}, "triton_wait": {"avg_ms": 74.71, "count": 290, "max_ms": 83.278, "p95_ms": 78.527}, "visualize": {"avg_ms": 3.714, "count": 290, "max_ms": 4.536, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2802}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.526, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.32, "name": "ffmpeg", "pid": 52871, "rss_mb": 269.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.925, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:40:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:40:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:40:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:40:21.343291+09:00", "mtime_epoch": 1783082421.3432908, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120639}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:40:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.635, "pushed": 9.635, "read": 9.635}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.642, "count": 289, "max_ms": 7.755, "p95_ms": 5.062}, "gstreamer_push": {"avg_ms": 1.325, "count": 289, "max_ms": 2.18, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.804, "count": 289, "max_ms": 71.102, "p95_ms": 66.428}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.795, "count": 289, "max_ms": 70.696, "p95_ms": 66.666}, "yolo11_640_fire_11class": {"avg_ms": 62.67, "count": 289, "max_ms": 70.684, "p95_ms": 67.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.615, "count": 289, "max_ms": 82.287, "p95_ms": 77.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.269, "count": 289, "max_ms": 96.151, "p95_ms": 91.753}, "read_interval": {"avg_ms": 103.841, "count": 289, "max_ms": 115.908, "p95_ms": 109.439}, "triton_wait": {"avg_ms": 73.628, "count": 289, "max_ms": 82.3, "p95_ms": 77.638}, "visualize": {"avg_ms": 3.75, "count": 289, "max_ms": 6.781, "p95_ms": 3.927}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3523}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12407.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.311, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.744, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 422866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:40:47+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:40:47+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:40:47.379804+09:00", "mtime_epoch": 1783082447.379804, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:40:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.754}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.48, "count": 293, "max_ms": 5.386, "p95_ms": 3.806}, "gstreamer_push": {"avg_ms": 1.387, "count": 293, "max_ms": 2.132, "p95_ms": 1.521}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.253, "count": 293, "max_ms": 70.358, "p95_ms": 66.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.277, "count": 293, "max_ms": 71.183, "p95_ms": 67.011}, "yolo11_640_fire_11class": {"avg_ms": 62.111, "count": 293, "max_ms": 71.017, "p95_ms": 66.411}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.207, "count": 293, "max_ms": 79.94, "p95_ms": 77.582}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.703, "count": 293, "max_ms": 92.893, "p95_ms": 90.76}, "read_interval": {"avg_ms": 102.488, "count": 292, "max_ms": 114.585, "p95_ms": 108.884}, "triton_wait": {"avg_ms": 73.22, "count": 293, "max_ms": 79.952, "p95_ms": 77.594}, "visualize": {"avg_ms": 3.771, "count": 293, "max_ms": 6.259, "p95_ms": 4.212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2805}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12406.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.561, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.156, "name": "ffmpeg", "pid": 52871, "rss_mb": 272.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.867, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:40:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:40:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:40:51+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:40:51.379883+09:00", "mtime_epoch": 1783082451.3798826, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118592}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:40:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.821, "pushed": 9.821, "read": 9.787}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.598, "count": 294, "max_ms": 7.687, "p95_ms": 4.762}, "gstreamer_push": {"avg_ms": 1.342, "count": 294, "max_ms": 2.201, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.107, "count": 294, "max_ms": 71.24, "p95_ms": 66.352}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.181, "count": 294, "max_ms": 70.668, "p95_ms": 66.499}, "yolo11_640_fire_11class": {"avg_ms": 61.01, "count": 294, "max_ms": 72.953, "p95_ms": 65.982}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.019, "count": 294, "max_ms": 80.55, "p95_ms": 76.562}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.611, "count": 294, "max_ms": 93.882, "p95_ms": 90.099}, "read_interval": {"avg_ms": 102.152, "count": 293, "max_ms": 117.405, "p95_ms": 107.075}, "triton_wait": {"avg_ms": 72.031, "count": 294, "max_ms": 80.563, "p95_ms": 76.574}, "visualize": {"avg_ms": 3.721, "count": 294, "max_ms": 6.479, "p95_ms": 4.066}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3526}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12406.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.316, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.672, "sample_count": 2554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 423157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:41:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:41:17+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T21:41:17+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:41:17.384392+09:00", "mtime_epoch": 1783082477.3843918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:41:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 291, "max_ms": 4.541, "p95_ms": 3.653}, "gstreamer_push": {"avg_ms": 1.377, "count": 291, "max_ms": 2.269, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.799, "count": 291, "max_ms": 72.842, "p95_ms": 67.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.431, "count": 291, "max_ms": 72.829, "p95_ms": 67.022}, "yolo11_640_fire_11class": {"avg_ms": 63.595, "count": 291, "max_ms": 74.351, "p95_ms": 67.211}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.203, "count": 291, "max_ms": 82.354, "p95_ms": 77.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.533, "count": 291, "max_ms": 94.527, "p95_ms": 89.734}, "read_interval": {"avg_ms": 103.133, "count": 291, "max_ms": 114.532, "p95_ms": 107.054}, "triton_wait": {"avg_ms": 74.216, "count": 291, "max_ms": 82.366, "p95_ms": 77.51}, "visualize": {"avg_ms": 3.704, "count": 291, "max_ms": 4.5, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12406.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.59, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.156, "name": "ffmpeg", "pid": 52871, "rss_mb": 272.156, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.802, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 336922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:41:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:41:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:41:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:41:21.404470+09:00", "mtime_epoch": 1783082481.4044702, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:41:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.689}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.546, "count": 291, "max_ms": 7.168, "p95_ms": 4.756}, "gstreamer_push": {"avg_ms": 1.325, "count": 291, "max_ms": 2.254, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.897, "count": 291, "max_ms": 68.494, "p95_ms": 66.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.002, "count": 291, "max_ms": 69.058, "p95_ms": 65.883}, "yolo11_640_fire_11class": {"avg_ms": 62.687, "count": 291, "max_ms": 69.771, "p95_ms": 66.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.333, "count": 291, "max_ms": 78.215, "p95_ms": 76.77}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.75, "count": 291, "max_ms": 91.636, "p95_ms": 90.389}, "read_interval": {"avg_ms": 103.188, "count": 290, "max_ms": 110.428, "p95_ms": 107.29}, "triton_wait": {"avg_ms": 73.345, "count": 291, "max_ms": 78.228, "p95_ms": 76.782}, "visualize": {"avg_ms": 3.687, "count": 291, "max_ms": 4.554, "p95_ms": 3.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3528}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.411, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.78, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 423447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:41:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:41:47+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T21:41:47+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T21:41:47.472978+09:00", "mtime_epoch": 1783082507.4729776, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93359}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:41:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.401, "count": 290, "max_ms": 4.882, "p95_ms": 3.544}, "gstreamer_push": {"avg_ms": 1.369, "count": 290, "max_ms": 1.538, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.154, "count": 290, "max_ms": 70.889, "p95_ms": 68.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.515, "count": 290, "max_ms": 72.064, "p95_ms": 68.661}, "yolo11_640_fire_11class": {"avg_ms": 63.809, "count": 290, "max_ms": 70.932, "p95_ms": 68.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.936, "count": 290, "max_ms": 81.594, "p95_ms": 79.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.164, "count": 290, "max_ms": 93.646, "p95_ms": 91.372}, "read_interval": {"avg_ms": 103.752, "count": 289, "max_ms": 112.778, "p95_ms": 108.36}, "triton_wait": {"avg_ms": 74.948, "count": 290, "max_ms": 81.606, "p95_ms": 79.096}, "visualize": {"avg_ms": 3.679, "count": 290, "max_ms": 4.632, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2810}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.593, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.312, "name": "ffmpeg", "pid": 52871, "rss_mb": 277.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.831, "sample_count": 2680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:41:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:41:51+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T21:41:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:41:51.413054+09:00", "mtime_epoch": 1783082511.413054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117783}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:41:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.537, "pushed": 9.537, "read": 9.537}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.536, "count": 286, "max_ms": 5.726, "p95_ms": 4.815}, "gstreamer_push": {"avg_ms": 1.31, "count": 286, "max_ms": 1.468, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.565, "count": 286, "max_ms": 72.175, "p95_ms": 67.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.162, "count": 286, "max_ms": 71.492, "p95_ms": 68.117}, "yolo11_640_fire_11class": {"avg_ms": 63.282, "count": 286, "max_ms": 70.946, "p95_ms": 67.843}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.457, "count": 286, "max_ms": 80.81, "p95_ms": 78.62}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.76, "count": 286, "max_ms": 94.081, "p95_ms": 91.821}, "read_interval": {"avg_ms": 104.917, "count": 286, "max_ms": 315.732, "p95_ms": 108.629}, "triton_wait": {"avg_ms": 74.469, "count": 286, "max_ms": 80.821, "p95_ms": 78.631}, "visualize": {"avg_ms": 3.669, "count": 286, "max_ms": 4.641, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3531}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.47, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.494, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 423740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:42:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:42:17+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:42:17+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:42:17.537560+09:00", "mtime_epoch": 1783082537.5375597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:42:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.413, "count": 293, "max_ms": 5.189, "p95_ms": 3.505}, "gstreamer_push": {"avg_ms": 1.36, "count": 293, "max_ms": 1.58, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.898, "count": 293, "max_ms": 69.678, "p95_ms": 67.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.423, "count": 293, "max_ms": 69.243, "p95_ms": 66.789}, "yolo11_640_fire_11class": {"avg_ms": 63.705, "count": 293, "max_ms": 70.619, "p95_ms": 67.394}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.777, "count": 293, "max_ms": 81.874, "p95_ms": 77.371}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.997, "count": 293, "max_ms": 94.146, "p95_ms": 89.612}, "read_interval": {"avg_ms": 102.584, "count": 292, "max_ms": 110.715, "p95_ms": 107.147}, "triton_wait": {"avg_ms": 73.79, "count": 293, "max_ms": 81.887, "p95_ms": 77.383}, "visualize": {"avg_ms": 3.676, "count": 293, "max_ms": 4.698, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2812}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.659, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.312, "name": "ffmpeg", "pid": 52871, "rss_mb": 277.312, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.632, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:42:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:42:21+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:42:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:42:21.473636+09:00", "mtime_epoch": 1783082541.4736357, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120073}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:42:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.745}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.562, "count": 293, "max_ms": 6.078, "p95_ms": 4.659}, "gstreamer_push": {"avg_ms": 1.364, "count": 293, "max_ms": 1.498, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.968, "count": 293, "max_ms": 71.889, "p95_ms": 66.053}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.854, "count": 293, "max_ms": 70.718, "p95_ms": 65.827}, "yolo11_640_fire_11class": {"avg_ms": 60.776, "count": 293, "max_ms": 71.387, "p95_ms": 66.032}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.669, "count": 293, "max_ms": 81.711, "p95_ms": 76.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.092, "count": 293, "max_ms": 94.816, "p95_ms": 90.456}, "read_interval": {"avg_ms": 102.596, "count": 292, "max_ms": 112.11, "p95_ms": 108.025}, "triton_wait": {"avg_ms": 70.681, "count": 293, "max_ms": 81.723, "p95_ms": 76.93}, "visualize": {"avg_ms": 3.672, "count": 293, "max_ms": 4.084, "p95_ms": 3.857}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3533}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.474, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.521, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 424030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:42:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:42:47+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:42:47+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:42:47.538137+09:00", "mtime_epoch": 1783082567.5381372, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83664}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:42:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 290, "max_ms": 5.045, "p95_ms": 3.918}, "gstreamer_push": {"avg_ms": 1.377, "count": 290, "max_ms": 1.926, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.845, "count": 290, "max_ms": 71.348, "p95_ms": 67.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.952, "count": 290, "max_ms": 70.352, "p95_ms": 67.901}, "yolo11_640_fire_11class": {"avg_ms": 63.545, "count": 290, "max_ms": 70.14, "p95_ms": 67.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.353, "count": 290, "max_ms": 82.376, "p95_ms": 77.854}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.728, "count": 290, "max_ms": 94.604, "p95_ms": 90.361}, "read_interval": {"avg_ms": 103.454, "count": 290, "max_ms": 113.797, "p95_ms": 108.27}, "triton_wait": {"avg_ms": 74.365, "count": 290, "max_ms": 82.389, "p95_ms": 77.866}, "visualize": {"avg_ms": 3.722, "count": 290, "max_ms": 4.787, "p95_ms": 4.209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.729, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.891, "name": "ffmpeg", "pid": 52871, "rss_mb": 279.891, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.7, "sample_count": 2871, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 337791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:42:51+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:42:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:42:51.546214+09:00", "mtime_epoch": 1783082571.5462143, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:42:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.676, "pushed": 9.676, "read": 9.643}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.493, "count": 290, "max_ms": 7.072, "p95_ms": 4.703}, "gstreamer_push": {"avg_ms": 1.325, "count": 290, "max_ms": 1.513, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.581, "count": 290, "max_ms": 71.102, "p95_ms": 67.316}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.5, "count": 290, "max_ms": 72.047, "p95_ms": 67.817}, "yolo11_640_fire_11class": {"avg_ms": 63.246, "count": 290, "max_ms": 71.084, "p95_ms": 67.332}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.974, "count": 290, "max_ms": 81.255, "p95_ms": 77.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.253, "count": 290, "max_ms": 94.707, "p95_ms": 91.27}, "read_interval": {"avg_ms": 103.678, "count": 289, "max_ms": 111.516, "p95_ms": 108.902}, "triton_wait": {"avg_ms": 73.986, "count": 290, "max_ms": 81.267, "p95_ms": 77.602}, "visualize": {"avg_ms": 3.656, "count": 290, "max_ms": 4.795, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3535}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.478, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.679, "sample_count": 2855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 424318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:43:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:43:17+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T21:43:17+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:43:17.546712+09:00", "mtime_epoch": 1783082597.5467122, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:43:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.604, "pushed": 9.604, "read": 9.604}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.471, "count": 288, "max_ms": 5.418, "p95_ms": 4.045}, "gstreamer_push": {"avg_ms": 1.389, "count": 288, "max_ms": 1.893, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.317, "count": 288, "max_ms": 71.748, "p95_ms": 67.902}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.357, "count": 288, "max_ms": 73.263, "p95_ms": 67.976}, "yolo11_640_fire_11class": {"avg_ms": 63.788, "count": 288, "max_ms": 72.283, "p95_ms": 67.542}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.77, "count": 288, "max_ms": 82.348, "p95_ms": 78.628}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.246, "count": 288, "max_ms": 94.437, "p95_ms": 91.505}, "read_interval": {"avg_ms": 104.203, "count": 288, "max_ms": 117.46, "p95_ms": 109.676}, "triton_wait": {"avg_ms": 74.783, "count": 288, "max_ms": 82.36, "p95_ms": 78.64}, "visualize": {"avg_ms": 3.775, "count": 288, "max_ms": 6.165, "p95_ms": 4.12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2817}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.798, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.148, "name": "ffmpeg", "pid": 52871, "rss_mb": 280.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.929, "sample_count": 2903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:43:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:43:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:43:21+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:43:21.614790+09:00", "mtime_epoch": 1783082601.61479, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122192}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:43:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.676, "pushed": 9.676, "read": 9.643}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.704, "count": 290, "max_ms": 8.212, "p95_ms": 5.394}, "gstreamer_push": {"avg_ms": 1.331, "count": 290, "max_ms": 2.245, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.497, "count": 290, "max_ms": 68.95, "p95_ms": 66.663}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.755, "count": 290, "max_ms": 68.962, "p95_ms": 66.567}, "yolo11_640_fire_11class": {"avg_ms": 61.976, "count": 290, "max_ms": 67.739, "p95_ms": 65.834}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.9, "count": 290, "max_ms": 79.216, "p95_ms": 77.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.676, "count": 290, "max_ms": 98.151, "p95_ms": 91.418}, "read_interval": {"avg_ms": 103.678, "count": 289, "max_ms": 117.652, "p95_ms": 109.801}, "triton_wait": {"avg_ms": 72.913, "count": 290, "max_ms": 79.229, "p95_ms": 77.243}, "visualize": {"avg_ms": 3.771, "count": 290, "max_ms": 6.623, "p95_ms": 4.147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3538}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.505, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.592, "sample_count": 2904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 424610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:43:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:43:47+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:43:47+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:43:47.571285+09:00", "mtime_epoch": 1783082627.5712845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:43:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.722}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.277, "count": 292, "max_ms": 4.374, "p95_ms": 3.532}, "gstreamer_push": {"avg_ms": 1.358, "count": 292, "max_ms": 2.323, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.579, "count": 292, "max_ms": 71.623, "p95_ms": 66.778}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.204, "count": 292, "max_ms": 71.1, "p95_ms": 67.04}, "yolo11_640_fire_11class": {"avg_ms": 63.564, "count": 292, "max_ms": 72.701, "p95_ms": 67.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.144, "count": 292, "max_ms": 82.982, "p95_ms": 77.829}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.113, "count": 292, "max_ms": 95.299, "p95_ms": 89.865}, "read_interval": {"avg_ms": 102.807, "count": 291, "max_ms": 111.856, "p95_ms": 107.12}, "triton_wait": {"avg_ms": 74.156, "count": 292, "max_ms": 82.994, "p95_ms": 77.84}, "visualize": {"avg_ms": 3.606, "count": 292, "max_ms": 4.514, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12415.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.883, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.148, "name": "ffmpeg", "pid": 52871, "rss_mb": 280.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.964, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:43:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:43:51+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:43:51.703363+09:00", "mtime_epoch": 1783082631.7033632, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114315}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:43:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.588, "count": 292, "max_ms": 7.193, "p95_ms": 4.963}, "gstreamer_push": {"avg_ms": 1.314, "count": 292, "max_ms": 2.084, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.376, "count": 292, "max_ms": 71.352, "p95_ms": 66.296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.836, "count": 292, "max_ms": 71.34, "p95_ms": 66.416}, "yolo11_640_fire_11class": {"avg_ms": 62.514, "count": 292, "max_ms": 72.052, "p95_ms": 66.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.8, "count": 292, "max_ms": 82.339, "p95_ms": 77.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.303, "count": 292, "max_ms": 95.768, "p95_ms": 90.63}, "read_interval": {"avg_ms": 103.026, "count": 291, "max_ms": 113.154, "p95_ms": 107.858}, "triton_wait": {"avg_ms": 72.812, "count": 292, "max_ms": 82.352, "p95_ms": 77.241}, "visualize": {"avg_ms": 3.687, "count": 292, "max_ms": 4.449, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3540}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12417.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.593, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.945, "name": "ffmpeg", "pid": 52978, "rss_mb": 327.945, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.495, "sample_count": 2905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 424901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:44:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:44:17+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:44:17+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:44:17.663856+09:00", "mtime_epoch": 1783082657.6638556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88738}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:44:17+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.391, "count": 291, "max_ms": 5.19, "p95_ms": 3.476}, "gstreamer_push": {"avg_ms": 1.366, "count": 291, "max_ms": 1.491, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.849, "count": 291, "max_ms": 70.849, "p95_ms": 66.906}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.296, "count": 291, "max_ms": 70.837, "p95_ms": 67.066}, "yolo11_640_fire_11class": {"avg_ms": 63.827, "count": 291, "max_ms": 69.853, "p95_ms": 66.944}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.386, "count": 291, "max_ms": 79.912, "p95_ms": 77.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.572, "count": 291, "max_ms": 92.062, "p95_ms": 89.732}, "read_interval": {"avg_ms": 103.383, "count": 290, "max_ms": 110.416, "p95_ms": 107.345}, "triton_wait": {"avg_ms": 74.398, "count": 291, "max_ms": 79.923, "p95_ms": 77.47}, "visualize": {"avg_ms": 3.679, "count": 291, "max_ms": 4.657, "p95_ms": 3.827}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2822}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12417.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.906, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.727, "name": "ffmpeg", "pid": 52871, "rss_mb": 282.727, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.921, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 338663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:44:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:44:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:44:21+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:44:21.723933+09:00", "mtime_epoch": 1783082661.7239325, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:44:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.692, "pushed": 9.692, "read": 9.658}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.568, "count": 290, "max_ms": 7.332, "p95_ms": 4.737}, "gstreamer_push": {"avg_ms": 1.329, "count": 290, "max_ms": 1.508, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.78, "count": 290, "max_ms": 71.038, "p95_ms": 66.124}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.461, "count": 290, "max_ms": 73.188, "p95_ms": 66.229}, "yolo11_640_fire_11class": {"avg_ms": 62.772, "count": 290, "max_ms": 74.906, "p95_ms": 66.605}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.215, "count": 290, "max_ms": 81.165, "p95_ms": 76.837}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.749, "count": 290, "max_ms": 94.702, "p95_ms": 90.413}, "read_interval": {"avg_ms": 103.515, "count": 289, "max_ms": 111.623, "p95_ms": 107.959}, "triton_wait": {"avg_ms": 73.227, "count": 290, "max_ms": 81.178, "p95_ms": 76.848}, "visualize": {"avg_ms": 3.699, "count": 290, "max_ms": 4.74, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3541}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12427.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 47, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:38:18+09:00", "last_error_summary": "[h264 @ 0x556f7d691000] error while decoding MB 77 21, bytestream -5 [in#0/rtsp @ 0x556f7d4fde00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556f7d4fde00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:38:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.177, "last_started_at": "2026-07-03T21:38:21+09:00", "pid": 52978, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.809, "name": "ffmpeg", "pid": 52978, "rss_mb": 328.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 48, "restart_count_per_hour": 6, "rtsp_timeout_count": 76, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.503, "sample_count": 2728, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 425020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:44:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:44:48+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:44:48+09:00", "mjpeg": {"age_sec": 18.312, "exists": true, "mtime": "2026-07-03T21:44:30.020089+09:00", "mtime_epoch": 1783082670.0200894, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:44:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "mjpeg_output_stale_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.806, "pushed": 3.806, "read": 3.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.375, "count": 114, "max_ms": 4.108, "p95_ms": 3.486}, "gstreamer_push": {"avg_ms": 1.361, "count": 114, "max_ms": 2.321, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.596, "count": 114, "max_ms": 74.925, "p95_ms": 68.459}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.381, "count": 114, "max_ms": 74.935, "p95_ms": 68.714}, "yolo11_640_fire_11class": {"avg_ms": 64.652, "count": 114, "max_ms": 76.405, "p95_ms": 69.06}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.741, "count": 114, "max_ms": 85.319, "p95_ms": 78.248}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.91, "count": 114, "max_ms": 97.509, "p95_ms": 90.506}, "read_interval": {"avg_ms": 265.082, "count": 113, "max_ms": 18326.971, "p95_ms": 109.782}, "triton_wait": {"avg_ms": 74.753, "count": 114, "max_ms": 85.331, "p95_ms": 78.26}, "visualize": {"avg_ms": 3.654, "count": 114, "max_ms": 4.18, "p95_ms": 3.753}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2825}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12427.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.94, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.422, "name": "ffmpeg", "pid": 52871, "rss_mb": 292.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.8, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339013, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:44:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:44:51+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:44:51+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:44:51.756500+09:00", "mtime_epoch": 1783082691.7564995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:44:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 350, "pushed_frames": 350, "read_frames": 349, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.693, "pushed": 11.693, "read": 11.66}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.583, "count": 350, "max_ms": 5.462, "p95_ms": 4.688}, "gstreamer_push": {"avg_ms": 1.345, "count": 350, "max_ms": 2.004, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.308, "count": 350, "max_ms": 74.111, "p95_ms": 65.019}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.369, "count": 350, "max_ms": 74.123, "p95_ms": 65.108}, "yolo11_640_fire_11class": {"avg_ms": 50.973, "count": 350, "max_ms": 72.94, "p95_ms": 64.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.04, "count": 350, "max_ms": 84.086, "p95_ms": 75.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 68.635, "count": 350, "max_ms": 97.469, "p95_ms": 88.823}, "read_interval": {"avg_ms": 85.763, "count": 349, "max_ms": 233.494, "p95_ms": 106.43}, "triton_wait": {"avg_ms": 55.139, "count": 350, "max_ms": 84.098, "p95_ms": 75.48}, "visualize": {"avg_ms": 3.699, "count": 350, "max_ms": 4.955, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3542}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12424.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.633, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.809, "name": "ffmpeg", "pid": 53130, "rss_mb": 324.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.379, "sample_count": 2565, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 425146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:45:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:45:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:45:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:45:18.248998+09:00", "mtime_epoch": 1783082718.2489977, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:45:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 126, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.202, "pushed": 4.202, "read": 4.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.494, "count": 126, "max_ms": 4.945, "p95_ms": 4.238}, "gstreamer_push": {"avg_ms": 1.391, "count": 126, "max_ms": 1.633, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.209, "count": 126, "max_ms": 72.868, "p95_ms": 66.095}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.377, "count": 126, "max_ms": 68.477, "p95_ms": 66.151}, "yolo11_640_fire_11class": {"avg_ms": 60.743, "count": 126, "max_ms": 73.373, "p95_ms": 66.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.654, "count": 126, "max_ms": 82.132, "p95_ms": 75.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.153, "count": 126, "max_ms": 94.179, "p95_ms": 88.975}, "read_interval": {"avg_ms": 238.126, "count": 126, "max_ms": 12925.033, "p95_ms": 106.711}, "triton_wait": {"avg_ms": 69.675, "count": 126, "max_ms": 82.146, "p95_ms": 75.973}, "visualize": {"avg_ms": 3.745, "count": 126, "max_ms": 4.637, "p95_ms": 4.242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2828}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12427.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 446.997, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.0, "name": "ffmpeg", "pid": 52871, "rss_mb": 295.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.534, "sample_count": 3027, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:45:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:45:21+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T21:45:21+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T21:45:21.809065+09:00", "mtime_epoch": 1783082721.8090646, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122845}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:45:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 355, "pushed_frames": 355, "read_frames": 354, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.85, "pushed": 11.85, "read": 11.816}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.615, "count": 355, "max_ms": 7.124, "p95_ms": 4.779}, "gstreamer_push": {"avg_ms": 1.355, "count": 355, "max_ms": 1.599, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.429, "count": 355, "max_ms": 69.76, "p95_ms": 62.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.153, "count": 355, "max_ms": 66.769, "p95_ms": 62.85}, "yolo11_640_fire_11class": {"avg_ms": 49.87, "count": 355, "max_ms": 69.773, "p95_ms": 62.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.765, "count": 355, "max_ms": 78.69, "p95_ms": 72.769}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.335, "count": 355, "max_ms": 92.094, "p95_ms": 86.666}, "read_interval": {"avg_ms": 84.592, "count": 354, "max_ms": 110.816, "p95_ms": 104.457}, "triton_wait": {"avg_ms": 53.845, "count": 355, "max_ms": 78.702, "p95_ms": 72.781}, "visualize": {"avg_ms": 3.727, "count": 355, "max_ms": 4.412, "p95_ms": 3.991}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3545}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.686, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.365, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 425438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:45:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:45:48+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:45:48.301561+09:00", "mtime_epoch": 1783082748.3015609, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94346}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:45:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.715}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 292, "max_ms": 4.287, "p95_ms": 3.559}, "gstreamer_push": {"avg_ms": 1.375, "count": 292, "max_ms": 1.548, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.53, "count": 292, "max_ms": 70.775, "p95_ms": 68.275}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.915, "count": 292, "max_ms": 71.503, "p95_ms": 68.135}, "yolo11_640_fire_11class": {"avg_ms": 64.438, "count": 292, "max_ms": 72.014, "p95_ms": 68.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.562, "count": 292, "max_ms": 80.562, "p95_ms": 78.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.885, "count": 292, "max_ms": 92.845, "p95_ms": 90.64}, "read_interval": {"avg_ms": 102.912, "count": 291, "max_ms": 110.068, "p95_ms": 107.343}, "triton_wait": {"avg_ms": 74.575, "count": 292, "max_ms": 80.574, "p95_ms": 78.286}, "visualize": {"avg_ms": 3.717, "count": 292, "max_ms": 4.979, "p95_ms": 3.905}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2830}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.824, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.092, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.0, "name": "ffmpeg", "pid": 52871, "rss_mb": 295.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.534, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:45:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:45:51+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:45:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:45:51.909628+09:00", "mtime_epoch": 1783082751.9096284, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:45:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.585, "count": 291, "max_ms": 7.143, "p95_ms": 4.916}, "gstreamer_push": {"avg_ms": 1.338, "count": 292, "max_ms": 1.594, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.575, "count": 291, "max_ms": 69.848, "p95_ms": 66.644}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.461, "count": 291, "max_ms": 70.153, "p95_ms": 67.074}, "yolo11_640_fire_11class": {"avg_ms": 62.512, "count": 291, "max_ms": 70.496, "p95_ms": 67.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.506, "count": 291, "max_ms": 79.377, "p95_ms": 76.672}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.035, "count": 292, "max_ms": 92.765, "p95_ms": 90.259}, "read_interval": {"avg_ms": 103.056, "count": 291, "max_ms": 113.414, "p95_ms": 108.171}, "triton_wait": {"avg_ms": 72.519, "count": 291, "max_ms": 79.389, "p95_ms": 76.684}, "visualize": {"avg_ms": 3.705, "count": 291, "max_ms": 4.712, "p95_ms": 4.145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3547}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.692, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.401, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 425738, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:46:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:46:18+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:46:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:46:18.306121+09:00", "mtime_epoch": 1783082778.306121, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90350}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:46:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 300, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.004, "pushed": 10.004, "read": 10.004}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.397, "count": 300, "max_ms": 4.065, "p95_ms": 3.518}, "gstreamer_push": {"avg_ms": 1.371, "count": 300, "max_ms": 1.537, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.106, "count": 300, "max_ms": 70.69, "p95_ms": 67.099}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.504, "count": 300, "max_ms": 71.77, "p95_ms": 67.254}, "yolo11_640_fire_11class": {"avg_ms": 61.74, "count": 300, "max_ms": 71.287, "p95_ms": 67.19}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.066, "count": 300, "max_ms": 79.645, "p95_ms": 77.641}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.393, "count": 300, "max_ms": 91.801, "p95_ms": 89.925}, "read_interval": {"avg_ms": 100.017, "count": 300, "max_ms": 113.33, "p95_ms": 107.759}, "triton_wait": {"avg_ms": 71.102, "count": 300, "max_ms": 79.658, "p95_ms": 77.654}, "visualize": {"avg_ms": 3.703, "count": 300, "max_ms": 4.551, "p95_ms": 3.849}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2832}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12429.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.197, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.0, "name": "ffmpeg", "pid": 52871, "rss_mb": 295.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.533, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 339926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:46:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:46:22+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T21:46:22+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T21:46:22.010190+09:00", "mtime_epoch": 1783082782.0101902, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120757}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:46:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 265, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.837, "pushed": 8.837, "read": 8.837}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.586, "count": 265, "max_ms": 6.981, "p95_ms": 4.85}, "gstreamer_push": {"avg_ms": 1.327, "count": 265, "max_ms": 1.533, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.771, "count": 265, "max_ms": 69.445, "p95_ms": 66.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.884, "count": 265, "max_ms": 67.711, "p95_ms": 66.219}, "yolo11_640_fire_11class": {"avg_ms": 62.468, "count": 265, "max_ms": 68.082, "p95_ms": 66.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.876, "count": 265, "max_ms": 79.863, "p95_ms": 76.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.417, "count": 265, "max_ms": 93.355, "p95_ms": 90.291}, "read_interval": {"avg_ms": 113.195, "count": 265, "max_ms": 2368.818, "p95_ms": 108.985}, "triton_wait": {"avg_ms": 72.888, "count": 265, "max_ms": 79.875, "p95_ms": 76.936}, "visualize": {"avg_ms": 3.694, "count": 265, "max_ms": 4.856, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3550}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.696, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.148, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 426028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:46:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:46:48+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:46:48+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:46:48.314679+09:00", "mtime_epoch": 1783082808.3146794, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:46:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.429, "count": 290, "max_ms": 4.524, "p95_ms": 3.541}, "gstreamer_push": {"avg_ms": 1.4, "count": 290, "max_ms": 1.658, "p95_ms": 1.503}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.537, "count": 290, "max_ms": 69.299, "p95_ms": 67.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.237, "count": 290, "max_ms": 70.034, "p95_ms": 67.185}, "yolo11_640_fire_11class": {"avg_ms": 63.397, "count": 290, "max_ms": 69.844, "p95_ms": 67.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.001, "count": 290, "max_ms": 80.499, "p95_ms": 77.454}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.489, "count": 290, "max_ms": 93.003, "p95_ms": 89.996}, "read_interval": {"avg_ms": 103.472, "count": 290, "max_ms": 112.061, "p95_ms": 108.373}, "triton_wait": {"avg_ms": 74.014, "count": 290, "max_ms": 80.511, "p95_ms": 77.466}, "visualize": {"avg_ms": 3.738, "count": 290, "max_ms": 4.381, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2835}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.221, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.0, "name": "ffmpeg", "pid": 52871, "rss_mb": 295.0, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.357, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:46:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:46:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:46:52+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:46:52.038749+09:00", "mtime_epoch": 1783082812.0387487, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118200}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:46:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.691, "pushed": 9.691, "read": 9.657}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.564, "count": 290, "max_ms": 7.083, "p95_ms": 4.82}, "gstreamer_push": {"avg_ms": 1.333, "count": 290, "max_ms": 1.501, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.094, "count": 290, "max_ms": 70.547, "p95_ms": 66.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.301, "count": 290, "max_ms": 70.534, "p95_ms": 67.187}, "yolo11_640_fire_11class": {"avg_ms": 62.958, "count": 290, "max_ms": 71.247, "p95_ms": 67.086}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.46, "count": 290, "max_ms": 80.072, "p95_ms": 76.922}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.845, "count": 290, "max_ms": 93.56, "p95_ms": 90.328}, "read_interval": {"avg_ms": 103.506, "count": 289, "max_ms": 112.389, "p95_ms": 107.839}, "triton_wait": {"avg_ms": 73.472, "count": 290, "max_ms": 80.084, "p95_ms": 76.934}, "visualize": {"avg_ms": 3.673, "count": 290, "max_ms": 4.83, "p95_ms": 3.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3552}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.723, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.789, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.147, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 426320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:47:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:47:18+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:47:18+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:47:18.407238+09:00", "mtime_epoch": 1783082838.4072375, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86640}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:47:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.703}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.445, "count": 292, "max_ms": 4.999, "p95_ms": 3.759}, "gstreamer_push": {"avg_ms": 1.384, "count": 292, "max_ms": 1.633, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.729, "count": 292, "max_ms": 69.174, "p95_ms": 67.532}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.556, "count": 292, "max_ms": 69.77, "p95_ms": 67.552}, "yolo11_640_fire_11class": {"avg_ms": 63.216, "count": 292, "max_ms": 69.921, "p95_ms": 66.922}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.778, "count": 292, "max_ms": 80.436, "p95_ms": 77.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.22, "count": 292, "max_ms": 93.093, "p95_ms": 89.813}, "read_interval": {"avg_ms": 103.053, "count": 291, "max_ms": 110.024, "p95_ms": 107.49}, "triton_wait": {"avg_ms": 73.791, "count": 292, "max_ms": 80.452, "p95_ms": 77.432}, "visualize": {"avg_ms": 3.757, "count": 292, "max_ms": 4.959, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2837}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.291, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.578, "name": "ffmpeg", "pid": 52871, "rss_mb": 297.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.315, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:47:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:47:22+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:47:22+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:47:22.111306+09:00", "mtime_epoch": 1783082842.111306, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:47:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.587, "count": 292, "max_ms": 7.382, "p95_ms": 4.831}, "gstreamer_push": {"avg_ms": 1.333, "count": 292, "max_ms": 1.624, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.806, "count": 292, "max_ms": 71.371, "p95_ms": 66.542}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.882, "count": 292, "max_ms": 69.625, "p95_ms": 66.643}, "yolo11_640_fire_11class": {"avg_ms": 62.235, "count": 292, "max_ms": 72.033, "p95_ms": 66.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.777, "count": 292, "max_ms": 80.794, "p95_ms": 76.209}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.186, "count": 292, "max_ms": 94.174, "p95_ms": 89.93}, "read_interval": {"avg_ms": 102.975, "count": 291, "max_ms": 111.436, "p95_ms": 108.462}, "triton_wait": {"avg_ms": 72.789, "count": 292, "max_ms": 80.806, "p95_ms": 76.223}, "visualize": {"avg_ms": 3.682, "count": 292, "max_ms": 4.905, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3555}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.684, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.833, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.109, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 426613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:47:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:47:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:47:48+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:47:48.447793+09:00", "mtime_epoch": 1783082868.4477928, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:47:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.786, "pushed": 9.786, "read": 9.752}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.413, "count": 293, "max_ms": 5.379, "p95_ms": 3.553}, "gstreamer_push": {"avg_ms": 1.382, "count": 293, "max_ms": 1.586, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.204, "count": 293, "max_ms": 69.394, "p95_ms": 66.464}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.148, "count": 293, "max_ms": 72.318, "p95_ms": 67.351}, "yolo11_640_fire_11class": {"avg_ms": 62.515, "count": 293, "max_ms": 69.536, "p95_ms": 65.645}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.362, "count": 293, "max_ms": 82.821, "p95_ms": 77.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.804, "count": 293, "max_ms": 96.627, "p95_ms": 90.059}, "read_interval": {"avg_ms": 102.525, "count": 292, "max_ms": 120.099, "p95_ms": 107.145}, "triton_wait": {"avg_ms": 73.374, "count": 293, "max_ms": 82.834, "p95_ms": 77.051}, "visualize": {"avg_ms": 3.762, "count": 293, "max_ms": 6.144, "p95_ms": 4.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.336, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.578, "name": "ffmpeg", "pid": 52871, "rss_mb": 297.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.236, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 340801, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:47:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:47:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:47:52+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:47:52.155861+09:00", "mtime_epoch": 1783082872.1558611, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122907}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:47:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.751}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.625, "count": 293, "max_ms": 7.741, "p95_ms": 4.939}, "gstreamer_push": {"avg_ms": 1.337, "count": 293, "max_ms": 1.49, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.363, "count": 293, "max_ms": 67.79, "p95_ms": 65.591}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.413, "count": 293, "max_ms": 70.755, "p95_ms": 66.472}, "yolo11_640_fire_11class": {"avg_ms": 60.73, "count": 293, "max_ms": 66.673, "p95_ms": 65.052}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.479, "count": 293, "max_ms": 80.515, "p95_ms": 76.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.041, "count": 293, "max_ms": 98.256, "p95_ms": 90.1}, "read_interval": {"avg_ms": 102.53, "count": 292, "max_ms": 119.984, "p95_ms": 108.005}, "triton_wait": {"avg_ms": 71.491, "count": 293, "max_ms": 80.528, "p95_ms": 76.166}, "visualize": {"avg_ms": 3.734, "count": 293, "max_ms": 6.504, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3557}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.878, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.102, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 426905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:48:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:48:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:48:18+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T21:48:18.488346+09:00", "mtime_epoch": 1783082898.4883463, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:48:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 292, "max_ms": 5.105, "p95_ms": 3.792}, "gstreamer_push": {"avg_ms": 1.374, "count": 292, "max_ms": 1.623, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.771, "count": 292, "max_ms": 74.947, "p95_ms": 69.948}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.011, "count": 292, "max_ms": 72.207, "p95_ms": 69.237}, "yolo11_640_fire_11class": {"avg_ms": 63.489, "count": 292, "max_ms": 74.935, "p95_ms": 69.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.069, "count": 292, "max_ms": 82.763, "p95_ms": 79.055}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.44, "count": 292, "max_ms": 95.848, "p95_ms": 91.339}, "read_interval": {"avg_ms": 102.883, "count": 291, "max_ms": 313.052, "p95_ms": 108.423}, "triton_wait": {"avg_ms": 73.087, "count": 292, "max_ms": 82.78, "p95_ms": 79.068}, "visualize": {"avg_ms": 3.724, "count": 292, "max_ms": 4.914, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2842}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.378, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.578, "name": "ffmpeg", "pid": 52871, "rss_mb": 297.578, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.256, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:48:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:48:22+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:48:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:48:22.192415+09:00", "mtime_epoch": 1783082902.1924145, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120849}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:48:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.786}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.545, "count": 294, "max_ms": 5.974, "p95_ms": 4.692}, "gstreamer_push": {"avg_ms": 1.332, "count": 294, "max_ms": 1.733, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.884, "count": 294, "max_ms": 73.513, "p95_ms": 69.241}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.819, "count": 294, "max_ms": 71.919, "p95_ms": 68.26}, "yolo11_640_fire_11class": {"avg_ms": 62.478, "count": 294, "max_ms": 73.971, "p95_ms": 69.126}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.932, "count": 294, "max_ms": 82.153, "p95_ms": 78.136}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.394, "count": 294, "max_ms": 95.945, "p95_ms": 91.492}, "read_interval": {"avg_ms": 102.182, "count": 293, "max_ms": 112.258, "p95_ms": 108.709}, "triton_wait": {"avg_ms": 71.961, "count": 294, "max_ms": 82.165, "p95_ms": 78.148}, "visualize": {"avg_ms": 3.688, "count": 294, "max_ms": 4.475, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3559}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12434.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 219.897, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.073, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 427195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:48:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:48:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:48:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:48:48.512898+09:00", "mtime_epoch": 1783082928.5128982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89497}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:48:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.693, "pushed": 9.693, "read": 9.659}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.392, "count": 290, "max_ms": 4.065, "p95_ms": 3.463}, "gstreamer_push": {"avg_ms": 1.372, "count": 290, "max_ms": 1.617, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.666, "count": 290, "max_ms": 69.297, "p95_ms": 67.281}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.111, "count": 290, "max_ms": 69.301, "p95_ms": 67.614}, "yolo11_640_fire_11class": {"avg_ms": 63.449, "count": 290, "max_ms": 70.852, "p95_ms": 67.333}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.652, "count": 290, "max_ms": 79.519, "p95_ms": 77.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.921, "count": 290, "max_ms": 91.812, "p95_ms": 89.531}, "read_interval": {"avg_ms": 103.516, "count": 289, "max_ms": 112.988, "p95_ms": 107.557}, "triton_wait": {"avg_ms": 73.664, "count": 290, "max_ms": 79.532, "p95_ms": 77.267}, "visualize": {"avg_ms": 3.694, "count": 290, "max_ms": 4.156, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2844}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12435.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.433, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.672, "name": "ffmpeg", "pid": 52871, "rss_mb": 300.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.238, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:48:52+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T21:48:52+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:48:52.252967+09:00", "mtime_epoch": 1783082932.252967, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:48:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.681, "pushed": 9.681, "read": 9.648}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.516, "count": 290, "max_ms": 5.435, "p95_ms": 4.618}, "gstreamer_push": {"avg_ms": 1.307, "count": 290, "max_ms": 1.514, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.907, "count": 290, "max_ms": 71.353, "p95_ms": 67.471}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.652, "count": 290, "max_ms": 71.873, "p95_ms": 67.468}, "yolo11_640_fire_11class": {"avg_ms": 63.808, "count": 290, "max_ms": 70.433, "p95_ms": 67.362}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.834, "count": 290, "max_ms": 80.193, "p95_ms": 77.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.016, "count": 290, "max_ms": 93.117, "p95_ms": 90.379}, "read_interval": {"avg_ms": 103.649, "count": 289, "max_ms": 112.015, "p95_ms": 107.807}, "triton_wait": {"avg_ms": 73.846, "count": 290, "max_ms": 80.205, "p95_ms": 77.392}, "visualize": {"avg_ms": 3.636, "count": 290, "max_ms": 4.309, "p95_ms": 3.755}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3562}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12434.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 249.979, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.988, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 427487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:49:18+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:49:18+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:49:18.589450+09:00", "mtime_epoch": 1783082958.5894496, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88905}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:49:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.408, "count": 292, "max_ms": 5.182, "p95_ms": 3.511}, "gstreamer_push": {"avg_ms": 1.372, "count": 292, "max_ms": 1.525, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.355, "count": 292, "max_ms": 68.819, "p95_ms": 67.831}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.014, "count": 292, "max_ms": 71.09, "p95_ms": 67.995}, "yolo11_640_fire_11class": {"avg_ms": 64.244, "count": 292, "max_ms": 70.235, "p95_ms": 68.118}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.136, "count": 292, "max_ms": 79.674, "p95_ms": 77.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.375, "count": 292, "max_ms": 91.722, "p95_ms": 89.587}, "read_interval": {"avg_ms": 103.015, "count": 291, "max_ms": 109.686, "p95_ms": 107.394}, "triton_wait": {"avg_ms": 74.149, "count": 292, "max_ms": 79.686, "p95_ms": 77.371}, "visualize": {"avg_ms": 3.702, "count": 292, "max_ms": 4.495, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12434.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.499, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.672, "name": "ffmpeg", "pid": 52871, "rss_mb": 300.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.143, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:49:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:49:22+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:49:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:49:22.313518+09:00", "mtime_epoch": 1783082962.3135178, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:49:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.568, "count": 292, "max_ms": 5.509, "p95_ms": 4.707}, "gstreamer_push": {"avg_ms": 1.329, "count": 292, "max_ms": 1.497, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.087, "count": 292, "max_ms": 72.839, "p95_ms": 67.242}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.152, "count": 292, "max_ms": 73.557, "p95_ms": 67.009}, "yolo11_640_fire_11class": {"avg_ms": 62.633, "count": 292, "max_ms": 71.615, "p95_ms": 66.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.629, "count": 292, "max_ms": 80.974, "p95_ms": 76.143}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.118, "count": 292, "max_ms": 94.499, "p95_ms": 89.559}, "read_interval": {"avg_ms": 102.954, "count": 291, "max_ms": 111.594, "p95_ms": 107.055}, "triton_wait": {"avg_ms": 72.643, "count": 292, "max_ms": 80.987, "p95_ms": 76.154}, "visualize": {"avg_ms": 3.688, "count": 292, "max_ms": 4.448, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3564}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12434.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.038, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.948, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 427778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:49:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:49:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:49:48.653999+09:00", "mtime_epoch": 1783082988.6539993, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82235}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:49:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.714, "pushed": 9.714, "read": 9.68}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.434, "count": 291, "max_ms": 5.132, "p95_ms": 3.558}, "gstreamer_push": {"avg_ms": 1.382, "count": 291, "max_ms": 1.595, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.657, "count": 291, "max_ms": 74.111, "p95_ms": 68.973}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.555, "count": 291, "max_ms": 75.495, "p95_ms": 69.004}, "yolo11_640_fire_11class": {"avg_ms": 64.169, "count": 291, "max_ms": 73.771, "p95_ms": 67.783}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.139, "count": 291, "max_ms": 82.918, "p95_ms": 76.903}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.446, "count": 291, "max_ms": 95.112, "p95_ms": 89.47}, "read_interval": {"avg_ms": 103.283, "count": 290, "max_ms": 111.755, "p95_ms": 107.771}, "triton_wait": {"avg_ms": 74.154, "count": 291, "max_ms": 82.932, "p95_ms": 76.914}, "visualize": {"avg_ms": 3.701, "count": 291, "max_ms": 4.806, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2849}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12435.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.592, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.188, "name": "ffmpeg", "pid": 52871, "rss_mb": 301.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.238, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 341968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:49:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:49:52+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:49:52+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:49:52.406068+09:00", "mtime_epoch": 1783082992.4060678, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118982}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:49:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.591, "count": 291, "max_ms": 5.589, "p95_ms": 4.93}, "gstreamer_push": {"avg_ms": 1.347, "count": 291, "max_ms": 2.297, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.289, "count": 291, "max_ms": 72.485, "p95_ms": 67.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.116, "count": 291, "max_ms": 73.008, "p95_ms": 67.929}, "yolo11_640_fire_11class": {"avg_ms": 63.165, "count": 291, "max_ms": 70.935, "p95_ms": 67.667}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.054, "count": 291, "max_ms": 80.813, "p95_ms": 76.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.55, "count": 291, "max_ms": 94.015, "p95_ms": 90.621}, "read_interval": {"avg_ms": 103.395, "count": 290, "max_ms": 111.949, "p95_ms": 108.594}, "triton_wait": {"avg_ms": 73.066, "count": 291, "max_ms": 80.824, "p95_ms": 76.956}, "visualize": {"avg_ms": 3.703, "count": 291, "max_ms": 4.451, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3567}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12437.371, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.078, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 7, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.982, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 428070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:50:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:50:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:50:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:50:18.694547+09:00", "mtime_epoch": 1783083018.6945472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79977}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:50:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.755, "pushed": 9.755, "read": 9.722}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.305, "count": 292, "max_ms": 4.453, "p95_ms": 3.474}, "gstreamer_push": {"avg_ms": 1.382, "count": 292, "max_ms": 1.628, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.838, "count": 292, "max_ms": 71.684, "p95_ms": 67.951}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.076, "count": 292, "max_ms": 72.094, "p95_ms": 67.843}, "yolo11_640_fire_11class": {"avg_ms": 63.568, "count": 292, "max_ms": 71.671, "p95_ms": 67.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.892, "count": 292, "max_ms": 80.262, "p95_ms": 77.74}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.058, "count": 292, "max_ms": 92.492, "p95_ms": 90.019}, "read_interval": {"avg_ms": 102.863, "count": 291, "max_ms": 111.727, "p95_ms": 107.635}, "triton_wait": {"avg_ms": 73.904, "count": 292, "max_ms": 80.275, "p95_ms": 77.752}, "visualize": {"avg_ms": 3.667, "count": 292, "max_ms": 4.621, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12440.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.656, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.602, "name": "ffmpeg", "pid": 52871, "rss_mb": 306.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.373, "sample_count": 2887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:50:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:50:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:50:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:50:22.470616+09:00", "mtime_epoch": 1783083022.4706159, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 113500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:50:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.78, "pushed": 9.78, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.608, "count": 293, "max_ms": 6.8, "p95_ms": 5.009}, "gstreamer_push": {"avg_ms": 1.327, "count": 293, "max_ms": 1.723, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.39, "count": 293, "max_ms": 68.932, "p95_ms": 66.635}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.748, "count": 293, "max_ms": 68.92, "p95_ms": 66.687}, "yolo11_640_fire_11class": {"avg_ms": 62.104, "count": 293, "max_ms": 68.695, "p95_ms": 66.594}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.345, "count": 293, "max_ms": 79.029, "p95_ms": 76.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.855, "count": 293, "max_ms": 92.191, "p95_ms": 89.796}, "read_interval": {"avg_ms": 102.587, "count": 292, "max_ms": 110.622, "p95_ms": 108.011}, "triton_wait": {"avg_ms": 72.357, "count": 293, "max_ms": 79.041, "p95_ms": 76.167}, "visualize": {"avg_ms": 3.707, "count": 293, "max_ms": 4.696, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3569}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12441.016, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.135, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.9, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 428363, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:50:48+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T21:50:48+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T21:50:48.755094+09:00", "mtime_epoch": 1783083048.7550943, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83136}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:50:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.782, "pushed": 9.782, "read": 9.748}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.473, "count": 293, "max_ms": 5.066, "p95_ms": 4.369}, "gstreamer_push": {"avg_ms": 1.374, "count": 293, "max_ms": 1.527, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.276, "count": 293, "max_ms": 71.086, "p95_ms": 66.789}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.42, "count": 293, "max_ms": 70.589, "p95_ms": 67.082}, "yolo11_640_fire_11class": {"avg_ms": 63.007, "count": 293, "max_ms": 69.994, "p95_ms": 66.766}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.106, "count": 293, "max_ms": 82.807, "p95_ms": 76.552}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.503, "count": 293, "max_ms": 95.138, "p95_ms": 88.789}, "read_interval": {"avg_ms": 102.586, "count": 292, "max_ms": 111.773, "p95_ms": 106.933}, "triton_wait": {"avg_ms": 73.119, "count": 293, "max_ms": 82.82, "p95_ms": 76.567}, "visualize": {"avg_ms": 3.734, "count": 293, "max_ms": 4.764, "p95_ms": 4.179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2854}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12441.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 154, "h264_decode_error_count": 383, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:37:51+09:00", "last_error_summary": "[h264 @ 0x556d6d891680] error while decoding MB 11 20, bytestream -11 [in#0/rtsp @ 0x556d6d75be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x556d6d75be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:37:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.753, "last_started_at": "2026-07-03T21:37:54+09:00", "pid": 52871, "process": {"exists": true, "fd_count": 5, "hwm_mb": 307.633, "name": "ffmpeg", "pid": 52871, "rss_mb": 307.633, "state": "S (sleeping)", "threads": 106}, "restart_count": 175, "restart_count_per_hour": 3, "rtsp_timeout_count": 104, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.265, "sample_count": 2888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:50:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:50:52+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T21:50:52+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:50:52.567163+09:00", "mtime_epoch": 1783083052.5671635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:50:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.55, "count": 292, "max_ms": 5.414, "p95_ms": 4.774}, "gstreamer_push": {"avg_ms": 1.338, "count": 293, "max_ms": 1.577, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.778, "count": 292, "max_ms": 70.295, "p95_ms": 66.811}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.458, "count": 292, "max_ms": 69.774, "p95_ms": 66.99}, "yolo11_640_fire_11class": {"avg_ms": 62.471, "count": 292, "max_ms": 69.133, "p95_ms": 66.717}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.592, "count": 292, "max_ms": 81.733, "p95_ms": 75.886}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.969, "count": 293, "max_ms": 95.448, "p95_ms": 89.37}, "read_interval": {"avg_ms": 102.698, "count": 292, "max_ms": 111.644, "p95_ms": 107.153}, "triton_wait": {"avg_ms": 72.604, "count": 292, "max_ms": 81.745, "p95_ms": 75.897}, "visualize": {"avg_ms": 3.677, "count": 292, "max_ms": 4.28, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3572}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12441.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.19, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.841, "sample_count": 2979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 428721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:51:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:51:18+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T21:51:18+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T21:51:18.835640+09:00", "mtime_epoch": 1783083078.8356404, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83929}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:51:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 358, "pushed_frames": 358, "read_frames": 357, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.952, "pushed": 11.952, "read": 11.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.38, "count": 358, "max_ms": 4.166, "p95_ms": 3.477}, "gstreamer_push": {"avg_ms": 1.325, "count": 358, "max_ms": 1.523, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.555, "count": 358, "max_ms": 69.897, "p95_ms": 66.44}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.32, "count": 358, "max_ms": 70.605, "p95_ms": 66.237}, "yolo11_640_fire_11class": {"avg_ms": 50.977, "count": 358, "max_ms": 69.19, "p95_ms": 66.212}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.115, "count": 358, "max_ms": 79.045, "p95_ms": 76.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.293, "count": 358, "max_ms": 91.234, "p95_ms": 88.47}, "read_interval": {"avg_ms": 83.973, "count": 357, "max_ms": 111.049, "p95_ms": 106.131}, "triton_wait": {"avg_ms": 55.188, "count": 358, "max_ms": 79.058, "p95_ms": 76.415}, "visualize": {"avg_ms": 3.672, "count": 358, "max_ms": 4.364, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12271.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.111, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.535, "name": "ffmpeg", "pid": 53282, "rss_mb": 141.504, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.279, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342636, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T21:51:24+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T21:51:24+09:00", "mjpeg": {"age_sec": 4.815, "exists": true, "mtime": "2026-07-03T21:51:20.107664+09:00", "mtime_epoch": 1783083080.1076636, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121621}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:51:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.034, "read": 2.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.631, "count": 61, "max_ms": 5.788, "p95_ms": 5.246}, "gstreamer_push": {"avg_ms": 1.333, "count": 61, "max_ms": 1.638, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.064, "count": 61, "max_ms": 68.305, "p95_ms": 66.837}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.324, "count": 61, "max_ms": 69.235, "p95_ms": 67.8}, "yolo11_640_fire_11class": {"avg_ms": 60.635, "count": 61, "max_ms": 67.774, "p95_ms": 66.671}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.52, "count": 61, "max_ms": 78.034, "p95_ms": 76.798}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.182, "count": 61, "max_ms": 91.545, "p95_ms": 90.465}, "read_interval": {"avg_ms": 499.797, "count": 60, "max_ms": 10128.696, "p95_ms": 111.443}, "triton_wait": {"avg_ms": 69.533, "count": 61, "max_ms": 78.046, "p95_ms": 76.81}, "visualize": {"avg_ms": 3.714, "count": 61, "max_ms": 4.68, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3575}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.245, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.709, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 429033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:51:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:51:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:51:48+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:51:48.860185+09:00", "mtime_epoch": 1783083108.8601847, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82989}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:51:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 311, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.408, "pushed": 10.408, "read": 10.374}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.392, "count": 312, "max_ms": 4.651, "p95_ms": 3.49}, "gstreamer_push": {"avg_ms": 1.357, "count": 312, "max_ms": 1.545, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.987, "count": 312, "max_ms": 70.558, "p95_ms": 66.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.988, "count": 312, "max_ms": 68.649, "p95_ms": 66.298}, "yolo11_640_fire_11class": {"avg_ms": 58.371, "count": 312, "max_ms": 68.659, "p95_ms": 66.204}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.729, "count": 312, "max_ms": 78.89, "p95_ms": 76.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.048, "count": 312, "max_ms": 92.676, "p95_ms": 88.725}, "read_interval": {"avg_ms": 96.297, "count": 311, "max_ms": 109.821, "p95_ms": 106.761}, "triton_wait": {"avg_ms": 66.766, "count": 312, "max_ms": 78.902, "p95_ms": 76.424}, "visualize": {"avg_ms": 3.669, "count": 312, "max_ms": 4.389, "p95_ms": 3.814}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.193, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.074, "name": "ffmpeg", "pid": 53282, "rss_mb": 271.074, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.465, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 342927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:51:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:51:55+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:51:54+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T21:51:54.912294+09:00", "mtime_epoch": 1783083114.9122944, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121545}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:51:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.706, "pushed": 9.706, "read": 9.673}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.601, "count": 291, "max_ms": 7.707, "p95_ms": 4.884}, "gstreamer_push": {"avg_ms": 1.345, "count": 291, "max_ms": 1.497, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.185, "count": 291, "max_ms": 70.312, "p95_ms": 67.805}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.568, "count": 291, "max_ms": 69.894, "p95_ms": 67.559}, "yolo11_640_fire_11class": {"avg_ms": 63.673, "count": 291, "max_ms": 70.307, "p95_ms": 67.05}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.296, "count": 291, "max_ms": 79.464, "p95_ms": 77.458}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.836, "count": 291, "max_ms": 94.976, "p95_ms": 91.093}, "read_interval": {"avg_ms": 103.373, "count": 290, "max_ms": 115.447, "p95_ms": 106.898}, "triton_wait": {"avg_ms": 74.308, "count": 291, "max_ms": 79.476, "p95_ms": 77.472}, "visualize": {"avg_ms": 3.738, "count": 291, "max_ms": 6.422, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3577}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12406.938, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.325, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.612, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 429324, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:52:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:52:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:52:18+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T21:52:18.944729+09:00", "mtime_epoch": 1783083138.9447289, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:52:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.707, "pushed": 9.707, "read": 9.674}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.42, "count": 291, "max_ms": 5.33, "p95_ms": 3.544}, "gstreamer_push": {"avg_ms": 1.394, "count": 291, "max_ms": 1.847, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.946, "count": 291, "max_ms": 73.099, "p95_ms": 67.033}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.873, "count": 291, "max_ms": 73.112, "p95_ms": 67.154}, "yolo11_640_fire_11class": {"avg_ms": 63.493, "count": 291, "max_ms": 73.692, "p95_ms": 66.659}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.856, "count": 291, "max_ms": 82.273, "p95_ms": 76.828}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.25, "count": 291, "max_ms": 94.687, "p95_ms": 89.248}, "read_interval": {"avg_ms": 103.365, "count": 290, "max_ms": 113.097, "p95_ms": 107.64}, "triton_wait": {"avg_ms": 73.869, "count": 291, "max_ms": 82.286, "p95_ms": 76.84}, "visualize": {"avg_ms": 3.727, "count": 291, "max_ms": 6.085, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12409.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.21, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.426, "name": "ffmpeg", "pid": 53282, "rss_mb": 274.426, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.429, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:52:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:52:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:52:24+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:52:24.932837+09:00", "mtime_epoch": 1783083144.9328372, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121922}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:52:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.693}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.594, "count": 291, "max_ms": 6.795, "p95_ms": 4.758}, "gstreamer_push": {"avg_ms": 1.368, "count": 291, "max_ms": 1.486, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.536, "count": 291, "max_ms": 71.329, "p95_ms": 65.809}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.868, "count": 291, "max_ms": 71.341, "p95_ms": 65.7}, "yolo11_640_fire_11class": {"avg_ms": 61.058, "count": 291, "max_ms": 71.944, "p95_ms": 65.127}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.146, "count": 291, "max_ms": 80.811, "p95_ms": 75.484}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.697, "count": 291, "max_ms": 94.675, "p95_ms": 88.88}, "read_interval": {"avg_ms": 103.147, "count": 290, "max_ms": 112.082, "p95_ms": 108.062}, "triton_wait": {"avg_ms": 71.158, "count": 291, "max_ms": 80.826, "p95_ms": 75.496}, "visualize": {"avg_ms": 3.711, "count": 291, "max_ms": 4.735, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3580}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.323, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.576, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 429617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:52:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:52:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:52:48+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:52:48.941271+09:00", "mtime_epoch": 1783083168.9412706, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83960}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:52:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.801, "read": 9.767}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.378, "count": 293, "max_ms": 4.097, "p95_ms": 3.51}, "gstreamer_push": {"avg_ms": 1.369, "count": 294, "max_ms": 2.353, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.827, "count": 293, "max_ms": 69.769, "p95_ms": 67.254}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.387, "count": 293, "max_ms": 70.383, "p95_ms": 65.735}, "yolo11_640_fire_11class": {"avg_ms": 62.295, "count": 293, "max_ms": 68.8, "p95_ms": 66.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.874, "count": 293, "max_ms": 81.139, "p95_ms": 77.141}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.166, "count": 293, "max_ms": 93.852, "p95_ms": 89.274}, "read_interval": {"avg_ms": 102.386, "count": 293, "max_ms": 110.085, "p95_ms": 106.735}, "triton_wait": {"avg_ms": 72.886, "count": 293, "max_ms": 81.151, "p95_ms": 77.153}, "visualize": {"avg_ms": 3.716, "count": 293, "max_ms": 4.605, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.241, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.582, "name": "ffmpeg", "pid": 53282, "rss_mb": 279.582, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.271, "sample_count": 2684, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343512, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:52:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:52:55+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:52:54+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:52:54.969379+09:00", "mtime_epoch": 1783083174.9693794, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:52:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.823, "pushed": 9.823, "read": 9.789}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.439, "count": 294, "max_ms": 7.035, "p95_ms": 4.641}, "gstreamer_push": {"avg_ms": 1.334, "count": 294, "max_ms": 1.528, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.147, "count": 294, "max_ms": 67.978, "p95_ms": 65.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.055, "count": 294, "max_ms": 69.154, "p95_ms": 65.581}, "yolo11_640_fire_11class": {"avg_ms": 61.375, "count": 294, "max_ms": 68.394, "p95_ms": 65.811}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.217, "count": 294, "max_ms": 78.279, "p95_ms": 75.616}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.398, "count": 294, "max_ms": 91.426, "p95_ms": 88.831}, "read_interval": {"avg_ms": 102.126, "count": 293, "max_ms": 108.695, "p95_ms": 105.763}, "triton_wait": {"avg_ms": 72.228, "count": 294, "max_ms": 78.29, "p95_ms": 75.628}, "visualize": {"avg_ms": 3.64, "count": 294, "max_ms": 4.745, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3582}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.965, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.382, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.273, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 429909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:53:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:53:19+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:53:18+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:53:18.997813+09:00", "mtime_epoch": 1783083198.9978125, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:53:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.746, "pushed": 9.746, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.416, "count": 292, "max_ms": 5.333, "p95_ms": 3.486}, "gstreamer_push": {"avg_ms": 1.389, "count": 292, "max_ms": 1.929, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.839, "count": 292, "max_ms": 72.061, "p95_ms": 65.502}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.853, "count": 292, "max_ms": 72.072, "p95_ms": 65.651}, "yolo11_640_fire_11class": {"avg_ms": 60.791, "count": 292, "max_ms": 71.083, "p95_ms": 65.161}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.741, "count": 292, "max_ms": 83.299, "p95_ms": 75.929}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.168, "count": 292, "max_ms": 94.842, "p95_ms": 88.833}, "read_interval": {"avg_ms": 102.921, "count": 291, "max_ms": 117.14, "p95_ms": 107.797}, "triton_wait": {"avg_ms": 71.754, "count": 292, "max_ms": 83.312, "p95_ms": 75.942}, "visualize": {"avg_ms": 3.719, "count": 292, "max_ms": 5.977, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2865}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12415.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.266, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.355, "name": "ffmpeg", "pid": 53282, "rss_mb": 280.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.121, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 343803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:53:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:53:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:53:24+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:53:24.989920+09:00", "mtime_epoch": 1783083204.9899204, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121007}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:53:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.725, "pushed": 9.725, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.485, "count": 291, "max_ms": 7.628, "p95_ms": 4.71}, "gstreamer_push": {"avg_ms": 1.326, "count": 291, "max_ms": 1.578, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.089, "count": 291, "max_ms": 72.708, "p95_ms": 66.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.126, "count": 291, "max_ms": 72.699, "p95_ms": 66.806}, "yolo11_640_fire_11class": {"avg_ms": 62.305, "count": 291, "max_ms": 71.731, "p95_ms": 66.706}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.156, "count": 291, "max_ms": 82.787, "p95_ms": 76.326}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.401, "count": 291, "max_ms": 98.302, "p95_ms": 90.372}, "read_interval": {"avg_ms": 103.174, "count": 290, "max_ms": 117.068, "p95_ms": 107.524}, "triton_wait": {"avg_ms": 73.168, "count": 291, "max_ms": 82.802, "p95_ms": 76.337}, "visualize": {"avg_ms": 3.666, "count": 291, "max_ms": 6.419, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3585}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12415.836, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 520.469, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.222, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 430204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:53:49+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:53:49+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:53:49.082354+09:00", "mtime_epoch": 1783083229.0823538, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84122}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:53:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.839, "pushed": 9.839, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.488, "count": 295, "max_ms": 5.15, "p95_ms": 4.232}, "gstreamer_push": {"avg_ms": 1.396, "count": 295, "max_ms": 2.332, "p95_ms": 1.501}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.554, "count": 295, "max_ms": 69.675, "p95_ms": 66.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.216, "count": 295, "max_ms": 69.119, "p95_ms": 66.213}, "yolo11_640_fire_11class": {"avg_ms": 61.886, "count": 295, "max_ms": 69.175, "p95_ms": 66.085}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.175, "count": 295, "max_ms": 78.269, "p95_ms": 76.222}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.766, "count": 295, "max_ms": 90.519, "p95_ms": 88.756}, "read_interval": {"avg_ms": 101.97, "count": 294, "max_ms": 110.743, "p95_ms": 107.249}, "triton_wait": {"avg_ms": 72.217, "count": 295, "max_ms": 78.281, "p95_ms": 76.235}, "visualize": {"avg_ms": 3.775, "count": 295, "max_ms": 4.825, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12415.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.357, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.355, "name": "ffmpeg", "pid": 53282, "rss_mb": 280.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.959, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:53:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:53:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:53:55+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T21:53:55.086462+09:00", "mtime_epoch": 1783083235.0864618, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:53:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.54, "count": 294, "max_ms": 7.395, "p95_ms": 4.686}, "gstreamer_push": {"avg_ms": 1.34, "count": 294, "max_ms": 2.218, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.598, "count": 294, "max_ms": 68.985, "p95_ms": 66.132}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.042, "count": 294, "max_ms": 68.289, "p95_ms": 66.372}, "yolo11_640_fire_11class": {"avg_ms": 61.496, "count": 294, "max_ms": 68.488, "p95_ms": 66.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.263, "count": 294, "max_ms": 78.048, "p95_ms": 75.957}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.837, "count": 294, "max_ms": 139.758, "p95_ms": 89.407}, "read_interval": {"avg_ms": 102.341, "count": 293, "max_ms": 150.029, "p95_ms": 106.747}, "triton_wait": {"avg_ms": 72.285, "count": 294, "max_ms": 78.06, "p95_ms": 75.97}, "visualize": {"avg_ms": 3.69, "count": 294, "max_ms": 4.607, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3587}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12415.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 550.553, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.351, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 430492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:54:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:54:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:54:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:54:19.166895+09:00", "mtime_epoch": 1783083259.1668947, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81275}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:54:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.606, "pushed": 9.606, "read": 9.572}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.659, "count": 288, "max_ms": 5.781, "p95_ms": 5.336}, "gstreamer_push": {"avg_ms": 1.437, "count": 288, "max_ms": 2.412, "p95_ms": 1.895}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.659, "count": 288, "max_ms": 73.588, "p95_ms": 66.402}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.065, "count": 288, "max_ms": 74.329, "p95_ms": 67.089}, "yolo11_640_fire_11class": {"avg_ms": 62.404, "count": 288, "max_ms": 72.622, "p95_ms": 65.862}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.793, "count": 288, "max_ms": 82.158, "p95_ms": 76.579}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.892, "count": 288, "max_ms": 96.015, "p95_ms": 93.5}, "read_interval": {"avg_ms": 104.464, "count": 287, "max_ms": 121.222, "p95_ms": 115.593}, "triton_wait": {"avg_ms": 73.809, "count": 288, "max_ms": 82.17, "p95_ms": 76.592}, "visualize": {"avg_ms": 4.001, "count": 288, "max_ms": 6.441, "p95_ms": 6.05}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12418.789, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.379, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.191, "name": "ffmpeg", "pid": 53282, "rss_mb": 283.191, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.322, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:54:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:54:25+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:54:25+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:54:25.107001+09:00", "mtime_epoch": 1783083265.1070013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:54:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.625, "pushed": 9.625, "read": 9.591}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 5.17, "count": 288, "max_ms": 7.802, "p95_ms": 7.564}, "gstreamer_push": {"avg_ms": 1.344, "count": 288, "max_ms": 1.636, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.059, "count": 288, "max_ms": 73.791, "p95_ms": 65.736}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.569, "count": 288, "max_ms": 73.8, "p95_ms": 66.059}, "yolo11_640_fire_11class": {"avg_ms": 61.24, "count": 288, "max_ms": 72.801, "p95_ms": 65.047}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.137, "count": 288, "max_ms": 82.212, "p95_ms": 75.72}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.893, "count": 288, "max_ms": 98.443, "p95_ms": 95.199}, "read_interval": {"avg_ms": 104.244, "count": 287, "max_ms": 120.836, "p95_ms": 114.681}, "triton_wait": {"avg_ms": 72.151, "count": 288, "max_ms": 82.222, "p95_ms": 75.732}, "visualize": {"avg_ms": 4.107, "count": 288, "max_ms": 6.758, "p95_ms": 6.339}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3589}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 580.653, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.27, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 430785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:54:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:54:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T21:54:49+09:00", "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-07-03T21:54:49.275435+09:00", "mtime_epoch": 1783083289.275435, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87236}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:54:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.733}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.416, "count": 292, "max_ms": 5.124, "p95_ms": 3.546}, "gstreamer_push": {"avg_ms": 1.381, "count": 293, "max_ms": 2.216, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.387, "count": 292, "max_ms": 71.893, "p95_ms": 66.648}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.279, "count": 292, "max_ms": 71.875, "p95_ms": 66.805}, "yolo11_640_fire_11class": {"avg_ms": 63.037, "count": 292, "max_ms": 71.885, "p95_ms": 66.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.546, "count": 292, "max_ms": 81.115, "p95_ms": 76.442}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.803, "count": 293, "max_ms": 93.449, "p95_ms": 88.651}, "read_interval": {"avg_ms": 102.729, "count": 292, "max_ms": 110.255, "p95_ms": 106.284}, "triton_wait": {"avg_ms": 73.559, "count": 292, "max_ms": 81.127, "p95_ms": 76.455}, "visualize": {"avg_ms": 3.684, "count": 292, "max_ms": 4.961, "p95_ms": 3.871}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12418.57, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.418, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.449, "name": "ffmpeg", "pid": 53282, "rss_mb": 283.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.187, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:54:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:54:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:54:55+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:54:55.143540+09:00", "mtime_epoch": 1783083295.1435401, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121776}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:54:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.548, "count": 292, "max_ms": 5.942, "p95_ms": 4.918}, "gstreamer_push": {"avg_ms": 1.338, "count": 292, "max_ms": 1.565, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.867, "count": 292, "max_ms": 71.484, "p95_ms": 66.079}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.172, "count": 292, "max_ms": 71.466, "p95_ms": 66.295}, "yolo11_640_fire_11class": {"avg_ms": 62.536, "count": 292, "max_ms": 71.476, "p95_ms": 66.002}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.888, "count": 292, "max_ms": 80.702, "p95_ms": 75.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.335, "count": 292, "max_ms": 94.294, "p95_ms": 89.21}, "read_interval": {"avg_ms": 102.864, "count": 291, "max_ms": 110.309, "p95_ms": 106.673}, "triton_wait": {"avg_ms": 72.9, "count": 292, "max_ms": 80.714, "p95_ms": 75.758}, "visualize": {"avg_ms": 3.727, "count": 292, "max_ms": 4.719, "p95_ms": 3.993}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3592}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 610.67, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.166, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 431077, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:55:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:55:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:55:19+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:55:19.287973+09:00", "mtime_epoch": 1783083319.2879727, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:55:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.733, "pushed": 9.733, "read": 9.733}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.442, "count": 292, "max_ms": 5.238, "p95_ms": 3.878}, "gstreamer_push": {"avg_ms": 1.378, "count": 292, "max_ms": 1.606, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.452, "count": 292, "max_ms": 69.501, "p95_ms": 67.017}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.228, "count": 292, "max_ms": 71.478, "p95_ms": 67.169}, "yolo11_640_fire_11class": {"avg_ms": 62.661, "count": 292, "max_ms": 70.348, "p95_ms": 66.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.43, "count": 292, "max_ms": 79.622, "p95_ms": 76.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.765, "count": 292, "max_ms": 92.132, "p95_ms": 89.394}, "read_interval": {"avg_ms": 102.791, "count": 292, "max_ms": 115.771, "p95_ms": 106.612}, "triton_wait": {"avg_ms": 73.442, "count": 292, "max_ms": 79.635, "p95_ms": 76.984}, "visualize": {"avg_ms": 3.719, "count": 292, "max_ms": 4.615, "p95_ms": 4.095}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12418.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.511, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.449, "name": "ffmpeg", "pid": 53282, "rss_mb": 283.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.127, "sample_count": 2682, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 344970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:55:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:55:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:55:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:55:25.236079+09:00", "mtime_epoch": 1783083325.2360792, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121542}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:55:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.563, "count": 293, "max_ms": 5.612, "p95_ms": 4.762}, "gstreamer_push": {"avg_ms": 1.35, "count": 293, "max_ms": 1.577, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.488, "count": 293, "max_ms": 68.443, "p95_ms": 66.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.293, "count": 293, "max_ms": 69.06, "p95_ms": 66.273}, "yolo11_640_fire_11class": {"avg_ms": 61.828, "count": 293, "max_ms": 67.812, "p95_ms": 65.896}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.698, "count": 293, "max_ms": 77.325, "p95_ms": 75.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.147, "count": 293, "max_ms": 90.647, "p95_ms": 89.284}, "read_interval": {"avg_ms": 102.7, "count": 292, "max_ms": 112.032, "p95_ms": 106.626}, "triton_wait": {"avg_ms": 72.71, "count": 293, "max_ms": 77.337, "p95_ms": 75.716}, "visualize": {"avg_ms": 3.706, "count": 293, "max_ms": 4.645, "p95_ms": 3.929}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3594}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.629, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 640.705, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.19, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 431368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:55:49+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:55:49+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T21:55:49.316510+09:00", "mtime_epoch": 1783083349.3165102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:55:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.719, "pushed": 9.719, "read": 9.685}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 291, "max_ms": 4.427, "p95_ms": 3.538}, "gstreamer_push": {"avg_ms": 1.401, "count": 291, "max_ms": 1.578, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.827, "count": 291, "max_ms": 72.568, "p95_ms": 66.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.429, "count": 291, "max_ms": 72.902, "p95_ms": 67.05}, "yolo11_640_fire_11class": {"avg_ms": 62.513, "count": 291, "max_ms": 71.608, "p95_ms": 66.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.234, "count": 291, "max_ms": 83.508, "p95_ms": 76.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.651, "count": 291, "max_ms": 95.593, "p95_ms": 89.255}, "read_interval": {"avg_ms": 103.206, "count": 290, "max_ms": 113.248, "p95_ms": 107.788}, "triton_wait": {"avg_ms": 73.249, "count": 291, "max_ms": 83.521, "p95_ms": 76.782}, "visualize": {"avg_ms": 3.737, "count": 291, "max_ms": 5.134, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12418.598, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.515, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.449, "name": "ffmpeg", "pid": 53282, "rss_mb": 283.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.164, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:55:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:55:55+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:55:55+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:55:55.240616+09:00", "mtime_epoch": 1783083355.240616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:55:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.576, "count": 290, "max_ms": 5.547, "p95_ms": 4.78}, "gstreamer_push": {"avg_ms": 1.351, "count": 290, "max_ms": 1.714, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.786, "count": 290, "max_ms": 71.673, "p95_ms": 67.052}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.068, "count": 290, "max_ms": 72.197, "p95_ms": 67.062}, "yolo11_640_fire_11class": {"avg_ms": 62.449, "count": 290, "max_ms": 70.992, "p95_ms": 66.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.116, "count": 290, "max_ms": 82.022, "p95_ms": 76.214}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.564, "count": 290, "max_ms": 95.735, "p95_ms": 89.552}, "read_interval": {"avg_ms": 103.464, "count": 290, "max_ms": 113.251, "p95_ms": 107.513}, "triton_wait": {"avg_ms": 73.13, "count": 290, "max_ms": 82.034, "p95_ms": 76.225}, "visualize": {"avg_ms": 3.707, "count": 290, "max_ms": 4.576, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3597}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 670.705, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.23, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 431659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:56:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:56:19+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:56:19+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:56:19.321047+09:00", "mtime_epoch": 1783083379.3210466, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80889}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:56:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.706, "pushed": 9.706, "read": 9.706}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 291, "max_ms": 5.338, "p95_ms": 3.494}, "gstreamer_push": {"avg_ms": 1.359, "count": 291, "max_ms": 2.215, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.44, "count": 291, "max_ms": 71.102, "p95_ms": 66.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.463, "count": 291, "max_ms": 69.267, "p95_ms": 67.431}, "yolo11_640_fire_11class": {"avg_ms": 63.048, "count": 291, "max_ms": 68.482, "p95_ms": 66.66}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.722, "count": 291, "max_ms": 78.836, "p95_ms": 76.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.904, "count": 291, "max_ms": 91.25, "p95_ms": 88.824}, "read_interval": {"avg_ms": 103.099, "count": 291, "max_ms": 112.769, "p95_ms": 106.381}, "triton_wait": {"avg_ms": 73.735, "count": 291, "max_ms": 78.849, "p95_ms": 76.58}, "visualize": {"avg_ms": 3.675, "count": 291, "max_ms": 6.035, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2879}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12418.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.514, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.449, "name": "ffmpeg", "pid": 53282, "rss_mb": 283.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.018, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:56:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:56:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:56:25+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T21:56:25.237152+09:00", "mtime_epoch": 1783083385.2371523, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:56:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.733, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.56, "count": 291, "max_ms": 7.493, "p95_ms": 4.918}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 1.555, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.945, "count": 291, "max_ms": 72.012, "p95_ms": 66.046}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.592, "count": 291, "max_ms": 70.878, "p95_ms": 66.189}, "yolo11_640_fire_11class": {"avg_ms": 62.47, "count": 291, "max_ms": 70.152, "p95_ms": 65.709}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.038, "count": 291, "max_ms": 80.71, "p95_ms": 75.977}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.43, "count": 291, "max_ms": 94.369, "p95_ms": 89.472}, "read_interval": {"avg_ms": 103.085, "count": 291, "max_ms": 112.874, "p95_ms": 106.141}, "triton_wait": {"avg_ms": 73.05, "count": 291, "max_ms": 80.722, "p95_ms": 75.989}, "visualize": {"avg_ms": 3.691, "count": 291, "max_ms": 6.266, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3599}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 700.767, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.227, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 431950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:56:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:56:49+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:56:49.381583+09:00", "mtime_epoch": 1783083409.3815835, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:56:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.712, "pushed": 9.712, "read": 9.679}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.456, "count": 291, "max_ms": 5.153, "p95_ms": 4.195}, "gstreamer_push": {"avg_ms": 1.366, "count": 291, "max_ms": 1.574, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.125, "count": 291, "max_ms": 72.819, "p95_ms": 66.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.905, "count": 291, "max_ms": 73.342, "p95_ms": 66.682}, "yolo11_640_fire_11class": {"avg_ms": 63.545, "count": 291, "max_ms": 72.75, "p95_ms": 66.684}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.679, "count": 291, "max_ms": 82.448, "p95_ms": 76.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.082, "count": 291, "max_ms": 94.605, "p95_ms": 88.953}, "read_interval": {"avg_ms": 103.296, "count": 290, "max_ms": 111.402, "p95_ms": 107.139}, "triton_wait": {"avg_ms": 73.691, "count": 291, "max_ms": 82.46, "p95_ms": 76.601}, "visualize": {"avg_ms": 3.736, "count": 291, "max_ms": 4.959, "p95_ms": 4.16}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12418.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.547, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.449, "name": "ffmpeg", "pid": 53282, "rss_mb": 283.449, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 4, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.671, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 345842, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:56:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:56:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:56:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:56:55.269689+09:00", "mtime_epoch": 1783083415.2696886, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121641}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:56:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.69}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.565, "count": 291, "max_ms": 7.04, "p95_ms": 4.728}, "gstreamer_push": {"avg_ms": 1.326, "count": 291, "max_ms": 1.528, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.364, "count": 291, "max_ms": 72.41, "p95_ms": 66.146}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.344, "count": 291, "max_ms": 71.877, "p95_ms": 65.93}, "yolo11_640_fire_11class": {"avg_ms": 62.789, "count": 291, "max_ms": 71.889, "p95_ms": 65.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.992, "count": 291, "max_ms": 81.468, "p95_ms": 75.777}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.43, "count": 291, "max_ms": 94.694, "p95_ms": 89.172}, "read_interval": {"avg_ms": 103.19, "count": 290, "max_ms": 110.649, "p95_ms": 106.885}, "triton_wait": {"avg_ms": 73.004, "count": 291, "max_ms": 81.48, "p95_ms": 75.789}, "visualize": {"avg_ms": 3.685, "count": 291, "max_ms": 4.599, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3601}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 730.808, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.274, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 432239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:57:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:57:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:57:19+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:57:19.426119+09:00", "mtime_epoch": 1783083439.4261193, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83557}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:57:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.652, "pushed": 9.652, "read": 9.619}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 289, "max_ms": 5.114, "p95_ms": 3.65}, "gstreamer_push": {"avg_ms": 1.356, "count": 289, "max_ms": 1.598, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.761, "count": 289, "max_ms": 70.727, "p95_ms": 68.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.572, "count": 289, "max_ms": 71.445, "p95_ms": 67.828}, "yolo11_640_fire_11class": {"avg_ms": 64.354, "count": 289, "max_ms": 70.785, "p95_ms": 67.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.645, "count": 289, "max_ms": 79.984, "p95_ms": 77.954}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.87, "count": 289, "max_ms": 92.503, "p95_ms": 90.073}, "read_interval": {"avg_ms": 103.933, "count": 288, "max_ms": 111.915, "p95_ms": 107.535}, "triton_wait": {"avg_ms": 74.658, "count": 289, "max_ms": 79.996, "p95_ms": 77.966}, "visualize": {"avg_ms": 3.675, "count": 289, "max_ms": 4.65, "p95_ms": 3.864}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2884}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.613, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.707, "name": "ffmpeg", "pid": 53282, "rss_mb": 283.707, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.94, "sample_count": 2909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:57:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:57:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T21:57:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T21:57:25.338225+09:00", "mtime_epoch": 1783083445.338225, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120913}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:57:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.643, "pushed": 9.643, "read": 9.61}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.538, "count": 289, "max_ms": 6.345, "p95_ms": 4.754}, "gstreamer_push": {"avg_ms": 1.319, "count": 289, "max_ms": 1.859, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.91, "count": 289, "max_ms": 69.67, "p95_ms": 67.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 63.387, "count": 289, "max_ms": 70.199, "p95_ms": 67.39}, "yolo11_640_fire_11class": {"avg_ms": 63.544, "count": 289, "max_ms": 70.21, "p95_ms": 67.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.847, "count": 289, "max_ms": 79.861, "p95_ms": 77.328}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.244, "count": 289, "max_ms": 92.86, "p95_ms": 90.701}, "read_interval": {"avg_ms": 104.021, "count": 288, "max_ms": 109.721, "p95_ms": 107.872}, "triton_wait": {"avg_ms": 73.859, "count": 289, "max_ms": 79.872, "p95_ms": 77.34}, "visualize": {"avg_ms": 3.681, "count": 289, "max_ms": 4.787, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3604}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 760.811, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.48, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 432528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:57:49+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T21:57:49+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:57:49.426654+09:00", "mtime_epoch": 1783083469.426654, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85919}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:57:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.639, "pushed": 9.639, "read": 9.639}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 289, "max_ms": 5.334, "p95_ms": 3.72}, "gstreamer_push": {"avg_ms": 1.379, "count": 289, "max_ms": 1.86, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.416, "count": 289, "max_ms": 70.947, "p95_ms": 67.885}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.6, "count": 289, "max_ms": 71.672, "p95_ms": 68.015}, "yolo11_640_fire_11class": {"avg_ms": 63.883, "count": 289, "max_ms": 71.0, "p95_ms": 67.656}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.14, "count": 289, "max_ms": 80.01, "p95_ms": 77.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.508, "count": 289, "max_ms": 92.832, "p95_ms": 90.033}, "read_interval": {"avg_ms": 103.813, "count": 289, "max_ms": 114.225, "p95_ms": 108.155}, "triton_wait": {"avg_ms": 74.153, "count": 289, "max_ms": 80.023, "p95_ms": 77.659}, "visualize": {"avg_ms": 3.731, "count": 289, "max_ms": 5.955, "p95_ms": 4.019}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2886}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.696, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.965, "name": "ffmpeg", "pid": 53282, "rss_mb": 283.965, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.032, "sample_count": 2905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:57:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:57:55+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:57:55.422761+09:00", "mtime_epoch": 1783083475.4227607, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120821}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:57:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.607, "count": 290, "max_ms": 7.587, "p95_ms": 5.236}, "gstreamer_push": {"avg_ms": 1.333, "count": 290, "max_ms": 1.565, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.467, "count": 290, "max_ms": 69.923, "p95_ms": 67.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.799, "count": 290, "max_ms": 71.491, "p95_ms": 67.188}, "yolo11_640_fire_11class": {"avg_ms": 62.978, "count": 290, "max_ms": 70.106, "p95_ms": 66.52}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.154, "count": 290, "max_ms": 79.115, "p95_ms": 76.78}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.644, "count": 290, "max_ms": 95.723, "p95_ms": 90.225}, "read_interval": {"avg_ms": 103.733, "count": 289, "max_ms": 115.079, "p95_ms": 108.153}, "triton_wait": {"avg_ms": 73.166, "count": 290, "max_ms": 79.127, "p95_ms": 76.792}, "visualize": {"avg_ms": 3.701, "count": 290, "max_ms": 6.466, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3606}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 790.82, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.412, "sample_count": 2904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 432817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:58:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:58:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:58:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:58:19.435188+09:00", "mtime_epoch": 1783083499.4351883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87803}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:58:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.389, "count": 289, "max_ms": 4.958, "p95_ms": 3.467}, "gstreamer_push": {"avg_ms": 1.375, "count": 289, "max_ms": 1.53, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.316, "count": 289, "max_ms": 68.845, "p95_ms": 66.409}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.867, "count": 289, "max_ms": 70.348, "p95_ms": 66.197}, "yolo11_640_fire_11class": {"avg_ms": 62.674, "count": 289, "max_ms": 67.754, "p95_ms": 65.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.029, "count": 289, "max_ms": 80.207, "p95_ms": 76.466}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.331, "count": 289, "max_ms": 92.994, "p95_ms": 88.675}, "read_interval": {"avg_ms": 103.839, "count": 289, "max_ms": 112.725, "p95_ms": 108.56}, "triton_wait": {"avg_ms": 73.041, "count": 289, "max_ms": 80.219, "p95_ms": 76.479}, "visualize": {"avg_ms": 3.677, "count": 289, "max_ms": 4.694, "p95_ms": 3.829}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2889}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 422.704, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.641, "name": "ffmpeg", "pid": 53282, "rss_mb": 284.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.125, "sample_count": 2903, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 346710, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:58:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:58:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:58:25+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:58:25.431295+09:00", "mtime_epoch": 1783083505.431295, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121758}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:58:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.636, "pushed": 9.636, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.549, "count": 289, "max_ms": 6.419, "p95_ms": 4.759}, "gstreamer_push": {"avg_ms": 1.335, "count": 289, "max_ms": 1.5, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.973, "count": 289, "max_ms": 69.873, "p95_ms": 67.496}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.17, "count": 289, "max_ms": 71.59, "p95_ms": 66.954}, "yolo11_640_fire_11class": {"avg_ms": 63.279, "count": 289, "max_ms": 69.401, "p95_ms": 66.751}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.767, "count": 289, "max_ms": 79.132, "p95_ms": 77.213}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.179, "count": 289, "max_ms": 93.037, "p95_ms": 90.578}, "read_interval": {"avg_ms": 103.832, "count": 289, "max_ms": 110.906, "p95_ms": 108.029}, "triton_wait": {"avg_ms": 73.779, "count": 289, "max_ms": 79.145, "p95_ms": 77.226}, "visualize": {"avg_ms": 3.685, "count": 289, "max_ms": 4.472, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3609}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 820.833, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.516, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 433107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:58:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:58:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T21:58:49+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T21:58:49.451722+09:00", "mtime_epoch": 1783083529.4517221, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84959}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:58:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.668, "pushed": 9.668, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 290, "max_ms": 5.145, "p95_ms": 3.533}, "gstreamer_push": {"avg_ms": 1.38, "count": 290, "max_ms": 1.583, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.789, "count": 290, "max_ms": 69.011, "p95_ms": 66.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.761, "count": 290, "max_ms": 72.545, "p95_ms": 67.265}, "yolo11_640_fire_11class": {"avg_ms": 63.097, "count": 290, "max_ms": 69.403, "p95_ms": 66.664}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.116, "count": 290, "max_ms": 79.176, "p95_ms": 77.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.504, "count": 290, "max_ms": 91.452, "p95_ms": 89.501}, "read_interval": {"avg_ms": 103.501, "count": 290, "max_ms": 111.516, "p95_ms": 107.011}, "triton_wait": {"avg_ms": 74.128, "count": 290, "max_ms": 79.188, "p95_ms": 77.088}, "visualize": {"avg_ms": 3.74, "count": 290, "max_ms": 4.554, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2891}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.426, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.805, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.641, "name": "ffmpeg", "pid": 53282, "rss_mb": 284.641, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.123, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:58:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:58:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T21:58:55.531830+09:00", "mtime_epoch": 1783083535.5318303, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124105}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:58:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.7, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.545, "count": 290, "max_ms": 6.873, "p95_ms": 4.756}, "gstreamer_push": {"avg_ms": 1.311, "count": 291, "max_ms": 1.468, "p95_ms": 1.399}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.369, "count": 290, "max_ms": 78.169, "p95_ms": 66.772}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.348, "count": 290, "max_ms": 77.534, "p95_ms": 67.473}, "yolo11_640_fire_11class": {"avg_ms": 62.358, "count": 290, "max_ms": 68.01, "p95_ms": 66.062}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.54, "count": 290, "max_ms": 78.27, "p95_ms": 76.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.879, "count": 291, "max_ms": 91.394, "p95_ms": 89.901}, "read_interval": {"avg_ms": 103.436, "count": 290, "max_ms": 110.069, "p95_ms": 106.966}, "triton_wait": {"avg_ms": 73.554, "count": 290, "max_ms": 78.283, "p95_ms": 76.635}, "visualize": {"avg_ms": 3.673, "count": 290, "max_ms": 4.641, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3611}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 850.914, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.268, "sample_count": 2904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 433399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:59:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:59:19+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:59:19+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T21:59:19.524256+09:00", "mtime_epoch": 1783083559.5242565, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78952}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:59:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.456, "count": 292, "max_ms": 5.081, "p95_ms": 4.149}, "gstreamer_push": {"avg_ms": 1.384, "count": 292, "max_ms": 1.649, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.442, "count": 292, "max_ms": 77.44, "p95_ms": 67.422}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.018, "count": 292, "max_ms": 77.45, "p95_ms": 67.573}, "yolo11_640_fire_11class": {"avg_ms": 62.538, "count": 292, "max_ms": 67.575, "p95_ms": 65.97}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.547, "count": 292, "max_ms": 78.963, "p95_ms": 76.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.943, "count": 292, "max_ms": 91.187, "p95_ms": 89.263}, "read_interval": {"avg_ms": 103.01, "count": 291, "max_ms": 109.604, "p95_ms": 106.553}, "triton_wait": {"avg_ms": 73.563, "count": 292, "max_ms": 78.975, "p95_ms": 76.93}, "visualize": {"avg_ms": 3.721, "count": 292, "max_ms": 4.8, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 482.897, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.898, "name": "ffmpeg", "pid": 53282, "rss_mb": 284.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.89, "sample_count": 2904, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347293, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:59:25+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T21:59:25+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T21:59:25.624365+09:00", "mtime_epoch": 1783083565.6243649, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124117}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:59:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.703}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.527, "count": 292, "max_ms": 5.558, "p95_ms": 4.634}, "gstreamer_push": {"avg_ms": 1.327, "count": 292, "max_ms": 1.606, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.701, "count": 292, "max_ms": 68.292, "p95_ms": 66.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.776, "count": 292, "max_ms": 68.94, "p95_ms": 66.469}, "yolo11_640_fire_11class": {"avg_ms": 62.143, "count": 292, "max_ms": 67.608, "p95_ms": 65.974}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.817, "count": 292, "max_ms": 79.028, "p95_ms": 76.597}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.112, "count": 292, "max_ms": 92.067, "p95_ms": 89.801}, "read_interval": {"avg_ms": 103.072, "count": 291, "max_ms": 113.646, "p95_ms": 106.921}, "triton_wait": {"avg_ms": 72.829, "count": 292, "max_ms": 79.04, "p95_ms": 76.609}, "visualize": {"avg_ms": 3.688, "count": 292, "max_ms": 4.867, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3614}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12433.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 880.994, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.351, "sample_count": 2909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 433697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:59:49+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T21:59:49+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T21:59:49.608791+09:00", "mtime_epoch": 1783083589.6087909, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85405}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T21:59:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.94, "pushed": 9.94, "read": 9.907}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.538, "count": 298, "max_ms": 5.477, "p95_ms": 4.85}, "gstreamer_push": {"avg_ms": 1.389, "count": 298, "max_ms": 2.067, "p95_ms": 1.52}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.574, "count": 298, "max_ms": 70.703, "p95_ms": 66.895}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.429, "count": 298, "max_ms": 69.995, "p95_ms": 66.792}, "yolo11_640_fire_11class": {"avg_ms": 61.066, "count": 298, "max_ms": 70.596, "p95_ms": 66.678}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.888, "count": 298, "max_ms": 82.015, "p95_ms": 76.381}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.532, "count": 298, "max_ms": 95.65, "p95_ms": 89.713}, "read_interval": {"avg_ms": 100.921, "count": 297, "max_ms": 120.799, "p95_ms": 108.25}, "triton_wait": {"avg_ms": 70.915, "count": 298, "max_ms": 82.029, "p95_ms": 76.393}, "visualize": {"avg_ms": 3.8, "count": 298, "max_ms": 6.154, "p95_ms": 4.574}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2896}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12434.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 512.985, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.336, "name": "ffmpeg", "pid": 53282, "rss_mb": 299.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.991, "sample_count": 2891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T21:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T21:59:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T21:59:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T21:59:55.708899+09:00", "mtime_epoch": 1783083595.708899, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T21:59:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.338, "pushed": 9.338, "read": 9.305}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.576, "count": 280, "max_ms": 7.822, "p95_ms": 5.522}, "gstreamer_push": {"avg_ms": 1.324, "count": 280, "max_ms": 1.486, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.487, "count": 280, "max_ms": 70.33, "p95_ms": 67.473}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.483, "count": 280, "max_ms": 70.576, "p95_ms": 67.815}, "yolo11_640_fire_11class": {"avg_ms": 62.056, "count": 280, "max_ms": 72.244, "p95_ms": 67.519}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.283, "count": 280, "max_ms": 81.945, "p95_ms": 76.85}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.736, "count": 280, "max_ms": 98.653, "p95_ms": 90.595}, "read_interval": {"avg_ms": 107.465, "count": 279, "max_ms": 1085.136, "p95_ms": 109.783}, "triton_wait": {"avg_ms": 72.3, "count": 280, "max_ms": 81.957, "p95_ms": 76.863}, "visualize": {"avg_ms": 3.736, "count": 280, "max_ms": 6.606, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3616}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12433.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 911.019, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.388, "sample_count": 2909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 433989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:00:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:00:19+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:00:19+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:00:19.633324+09:00", "mtime_epoch": 1783083619.6333237, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 77306}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:00:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.759, "pushed": 9.759, "read": 9.725}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 292, "max_ms": 5.434, "p95_ms": 3.509}, "gstreamer_push": {"avg_ms": 1.39, "count": 292, "max_ms": 1.916, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.275, "count": 292, "max_ms": 71.455, "p95_ms": 67.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.521, "count": 292, "max_ms": 71.444, "p95_ms": 67.481}, "yolo11_640_fire_11class": {"avg_ms": 63.176, "count": 292, "max_ms": 71.541, "p95_ms": 67.508}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.356, "count": 292, "max_ms": 82.402, "p95_ms": 77.084}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.72, "count": 292, "max_ms": 94.481, "p95_ms": 89.556}, "read_interval": {"avg_ms": 102.829, "count": 291, "max_ms": 115.801, "p95_ms": 108.044}, "triton_wait": {"avg_ms": 73.369, "count": 292, "max_ms": 82.414, "p95_ms": 77.096}, "visualize": {"avg_ms": 3.738, "count": 292, "max_ms": 6.243, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2898}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12433.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 543.069, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.336, "name": "ffmpeg", "pid": 53282, "rss_mb": 299.336, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.022, "sample_count": 2891, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 347866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:00:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T22:00:25+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T22:00:25+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:00:25.789433+09:00", "mtime_epoch": 1783083625.7894328, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:00:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.564, "count": 293, "max_ms": 7.631, "p95_ms": 4.848}, "gstreamer_push": {"avg_ms": 1.326, "count": 293, "max_ms": 1.515, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.524, "count": 293, "max_ms": 70.939, "p95_ms": 66.319}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.479, "count": 293, "max_ms": 70.322, "p95_ms": 66.238}, "yolo11_640_fire_11class": {"avg_ms": 62.41, "count": 293, "max_ms": 70.201, "p95_ms": 66.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.582, "count": 293, "max_ms": 81.79, "p95_ms": 76.406}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.914, "count": 293, "max_ms": 95.753, "p95_ms": 89.971}, "read_interval": {"avg_ms": 102.643, "count": 292, "max_ms": 114.895, "p95_ms": 107.786}, "triton_wait": {"avg_ms": 72.594, "count": 293, "max_ms": 81.802, "p95_ms": 76.418}, "visualize": {"avg_ms": 3.689, "count": 293, "max_ms": 6.518, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3619}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12439.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 941.101, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.871, "name": "ffmpeg", "pid": 53130, "rss_mb": 326.871, "state": "S (sleeping)", "threads": 106}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.409, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 434281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:00:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:00:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:00:49+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:00:49.717857+09:00", "mtime_epoch": 1783083649.7178571, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84176}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:00:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.481, "count": 292, "max_ms": 5.424, "p95_ms": 4.339}, "gstreamer_push": {"avg_ms": 1.372, "count": 292, "max_ms": 1.737, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.476, "count": 292, "max_ms": 72.394, "p95_ms": 66.73}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.046, "count": 292, "max_ms": 71.546, "p95_ms": 67.445}, "yolo11_640_fire_11class": {"avg_ms": 63.006, "count": 292, "max_ms": 70.922, "p95_ms": 67.071}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.526, "count": 292, "max_ms": 82.86, "p95_ms": 76.588}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.891, "count": 292, "max_ms": 96.785, "p95_ms": 89.359}, "read_interval": {"avg_ms": 103.014, "count": 291, "max_ms": 114.559, "p95_ms": 108.256}, "triton_wait": {"avg_ms": 73.539, "count": 292, "max_ms": 82.874, "p95_ms": 76.6}, "visualize": {"avg_ms": 3.74, "count": 292, "max_ms": 6.273, "p95_ms": 4.121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2901}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12439.172, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 573.092, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.266, "name": "ffmpeg", "pid": 53282, "rss_mb": 305.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.022, "sample_count": 2892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:00:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:00:55+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T22:00:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:00:55.817965+09:00", "mtime_epoch": 1783083655.8179653, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120826}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:00:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.599, "count": 291, "max_ms": 7.726, "p95_ms": 5.005}, "gstreamer_push": {"avg_ms": 1.326, "count": 291, "max_ms": 1.573, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.796, "count": 291, "max_ms": 71.469, "p95_ms": 66.309}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.858, "count": 291, "max_ms": 70.628, "p95_ms": 66.484}, "yolo11_640_fire_11class": {"avg_ms": 62.257, "count": 291, "max_ms": 70.066, "p95_ms": 66.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.827, "count": 291, "max_ms": 81.169, "p95_ms": 76.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.316, "count": 291, "max_ms": 95.41, "p95_ms": 89.9}, "read_interval": {"avg_ms": 103.178, "count": 290, "max_ms": 115.197, "p95_ms": 108.022}, "triton_wait": {"avg_ms": 72.839, "count": 291, "max_ms": 81.181, "p95_ms": 76.126}, "visualize": {"avg_ms": 3.697, "count": 291, "max_ms": 6.5, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12440.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 603.099, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.266, "name": "ffmpeg", "pid": 53282, "rss_mb": 305.266, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.009, "sample_count": 2946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:01:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:01:25+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T22:01:25+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T22:01:25.846497+09:00", "mtime_epoch": 1783083685.8464973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121618}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:01:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 345, "pushed_frames": 345, "read_frames": 345, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.504, "pushed": 11.504, "read": 11.504}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.589, "count": 345, "max_ms": 7.079, "p95_ms": 4.799}, "gstreamer_push": {"avg_ms": 1.327, "count": 345, "max_ms": 2.114, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.541, "count": 345, "max_ms": 69.068, "p95_ms": 65.166}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.312, "count": 345, "max_ms": 69.359, "p95_ms": 65.264}, "yolo11_640_fire_11class": {"avg_ms": 51.82, "count": 345, "max_ms": 69.35, "p95_ms": 64.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.956, "count": 345, "max_ms": 78.954, "p95_ms": 75.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 70.317, "count": 345, "max_ms": 91.941, "p95_ms": 88.757}, "read_interval": {"avg_ms": 87.029, "count": 345, "max_ms": 111.034, "p95_ms": 106.691}, "triton_wait": {"avg_ms": 56.983, "count": 345, "max_ms": 78.966, "p95_ms": 75.524}, "visualize": {"avg_ms": 3.705, "count": 345, "max_ms": 4.863, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3620}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12461.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 48, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:45:05+09:00", "last_error_summary": "[h264 @ 0x5610dffb9dc0] error while decoding MB 63 21, bytestream -9 [in#0/rtsp @ 0x5610dff88e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5610dff88e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:45:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 987.016, "last_started_at": "2026-07-03T21:45:08+09:00", "pid": 53130, "process": {"exists": true, "fd_count": 5, "hwm_mb": 349.203, "name": "ffmpeg", "pid": 53130, "rss_mb": 349.203, "state": "S (sleeping)", "threads": 104}, "restart_count": 49, "restart_count_per_hour": 5, "rtsp_timeout_count": 78, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.522, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 434476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:01:35+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T22:01:35+09:00", "mjpeg": {"age_sec": 16.016, "exists": true, "mtime": "2026-07-03T22:01:19.702388+09:00", "mtime_epoch": 1783083679.7023883, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:01:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 41, "pushed_frames": 42, "read_frames": 41, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.367, "pushed": 1.4, "read": 1.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 41, "max_ms": 4.312, "p95_ms": 3.492}, "gstreamer_push": {"avg_ms": 1.386, "count": 42, "max_ms": 1.471, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.397, "count": 41, "max_ms": 69.578, "p95_ms": 67.78}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.04, "count": 41, "max_ms": 69.599, "p95_ms": 67.276}, "yolo11_640_fire_11class": {"avg_ms": 62.87, "count": 41, "max_ms": 69.59, "p95_ms": 67.171}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.143, "count": 41, "max_ms": 78.921, "p95_ms": 77.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.492, "count": 41, "max_ms": 91.185, "p95_ms": 90.443}, "read_interval": {"avg_ms": 731.772, "count": 41, "max_ms": 16012.948, "p95_ms": 108.18}, "triton_wait": {"avg_ms": 73.156, "count": 41, "max_ms": 78.934, "p95_ms": 77.998}, "visualize": {"avg_ms": 3.723, "count": 41, "max_ms": 4.364, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2907}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12439.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 633.194, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.266, "name": "ffmpeg", "pid": 53282, "rss_mb": 305.266, "state": "R (running)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.965, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 348856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:01:56+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:01:55+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:01:55.923030+09:00", "mtime_epoch": 1783083715.9230297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:01:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 353, "pushed_frames": 353, "read_frames": 352, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.789, "pushed": 11.789, "read": 11.756}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.608, "count": 353, "max_ms": 7.188, "p95_ms": 4.752}, "gstreamer_push": {"avg_ms": 1.35, "count": 353, "max_ms": 2.167, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.84, "count": 353, "max_ms": 72.152, "p95_ms": 64.098}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.349, "count": 353, "max_ms": 73.057, "p95_ms": 63.697}, "yolo11_640_fire_11class": {"avg_ms": 50.183, "count": 353, "max_ms": 73.047, "p95_ms": 63.76}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.173, "count": 353, "max_ms": 81.732, "p95_ms": 73.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.666, "count": 353, "max_ms": 95.103, "p95_ms": 86.669}, "read_interval": {"avg_ms": 84.993, "count": 352, "max_ms": 111.539, "p95_ms": 104.864}, "triton_wait": {"avg_ms": 54.208, "count": 353, "max_ms": 81.744, "p95_ms": 73.249}, "visualize": {"avg_ms": 3.716, "count": 353, "max_ms": 5.8, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3622}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12439.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.574, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.647, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 434731, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:02:05+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:02:05+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:02:05.675202+09:00", "mtime_epoch": 1783083725.6752024, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:02:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.515, "pushed": 8.515, "read": 8.482}, "hints": ["read_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 255, "max_ms": 5.135, "p95_ms": 3.751}, "gstreamer_push": {"avg_ms": 1.396, "count": 255, "max_ms": 2.114, "p95_ms": 1.519}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.484, "count": 255, "max_ms": 75.486, "p95_ms": 69.136}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.085, "count": 255, "max_ms": 75.505, "p95_ms": 68.516}, "yolo11_640_fire_11class": {"avg_ms": 60.962, "count": 255, "max_ms": 75.497, "p95_ms": 68.218}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.157, "count": 255, "max_ms": 83.959, "p95_ms": 77.806}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.522, "count": 255, "max_ms": 96.28, "p95_ms": 90.192}, "read_interval": {"avg_ms": 117.873, "count": 254, "max_ms": 4921.595, "p95_ms": 106.747}, "triton_wait": {"avg_ms": 69.209, "count": 255, "max_ms": 83.971, "p95_ms": 77.818}, "visualize": {"avg_ms": 3.7, "count": 255, "max_ms": 4.723, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2909}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12439.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 663.233, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.523, "name": "ffmpeg", "pid": 53282, "rss_mb": 305.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.859, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:02:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:02:26+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:02:25+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:02:25.959561+09:00", "mtime_epoch": 1783083745.9595613, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121603}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:02:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.647, "count": 292, "max_ms": 7.234, "p95_ms": 5.371}, "gstreamer_push": {"avg_ms": 1.344, "count": 292, "max_ms": 1.548, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.761, "count": 292, "max_ms": 68.717, "p95_ms": 66.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.722, "count": 292, "max_ms": 69.961, "p95_ms": 66.935}, "yolo11_640_fire_11class": {"avg_ms": 62.421, "count": 292, "max_ms": 69.886, "p95_ms": 66.123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.203, "count": 292, "max_ms": 77.418, "p95_ms": 75.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.805, "count": 292, "max_ms": 91.148, "p95_ms": 89.472}, "read_interval": {"avg_ms": 102.857, "count": 291, "max_ms": 112.287, "p95_ms": 107.449}, "triton_wait": {"avg_ms": 72.215, "count": 292, "max_ms": 77.43, "p95_ms": 75.65}, "visualize": {"avg_ms": 3.741, "count": 292, "max_ms": 4.819, "p95_ms": 4.245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3625}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12439.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.635, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.458, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 435022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:02:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:02:35+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:02:35+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:02:35.735734+09:00", "mtime_epoch": 1783083755.7357342, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85016}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:02:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.714, "pushed": 9.714, "read": 9.68}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.482, "count": 291, "max_ms": 5.311, "p95_ms": 4.005}, "gstreamer_push": {"avg_ms": 1.404, "count": 291, "max_ms": 1.672, "p95_ms": 1.506}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.797, "count": 291, "max_ms": 68.976, "p95_ms": 67.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.927, "count": 291, "max_ms": 69.515, "p95_ms": 67.067}, "yolo11_640_fire_11class": {"avg_ms": 63.516, "count": 291, "max_ms": 68.407, "p95_ms": 66.782}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.39, "count": 291, "max_ms": 79.096, "p95_ms": 76.283}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.96, "count": 291, "max_ms": 93.108, "p95_ms": 89.502}, "read_interval": {"avg_ms": 103.293, "count": 290, "max_ms": 117.311, "p95_ms": 108.776}, "triton_wait": {"avg_ms": 73.402, "count": 291, "max_ms": 79.108, "p95_ms": 76.302}, "visualize": {"avg_ms": 3.808, "count": 291, "max_ms": 6.125, "p95_ms": 4.383}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12439.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 693.327, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 305.523, "name": "ffmpeg", "pid": 53282, "rss_mb": 305.523, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.801, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:02:56+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:02:56+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:02:56.048093+09:00", "mtime_epoch": 1783083776.0480933, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:02:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.639, "count": 291, "max_ms": 7.56, "p95_ms": 5.029}, "gstreamer_push": {"avg_ms": 1.341, "count": 291, "max_ms": 1.562, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.021, "count": 291, "max_ms": 73.643, "p95_ms": 66.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.434, "count": 291, "max_ms": 70.104, "p95_ms": 66.114}, "yolo11_640_fire_11class": {"avg_ms": 62.657, "count": 291, "max_ms": 73.467, "p95_ms": 66.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.72, "count": 291, "max_ms": 78.197, "p95_ms": 76.159}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.357, "count": 291, "max_ms": 94.646, "p95_ms": 89.968}, "read_interval": {"avg_ms": 103.406, "count": 290, "max_ms": 117.249, "p95_ms": 108.157}, "triton_wait": {"avg_ms": 72.746, "count": 291, "max_ms": 78.209, "p95_ms": 76.17}, "visualize": {"avg_ms": 3.753, "count": 291, "max_ms": 6.497, "p95_ms": 4.101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3627}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12440.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.666, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.466, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 435314, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:03:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:03:05+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:03:05+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:03:05.768265+09:00", "mtime_epoch": 1783083785.7682652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:03:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.755, "pushed": 9.755, "read": 9.722}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 292, "max_ms": 4.969, "p95_ms": 3.619}, "gstreamer_push": {"avg_ms": 1.392, "count": 292, "max_ms": 1.617, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.109, "count": 292, "max_ms": 73.805, "p95_ms": 67.676}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.016, "count": 292, "max_ms": 68.838, "p95_ms": 67.216}, "yolo11_640_fire_11class": {"avg_ms": 63.713, "count": 292, "max_ms": 72.845, "p95_ms": 67.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.785, "count": 292, "max_ms": 79.739, "p95_ms": 76.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.151, "count": 292, "max_ms": 92.352, "p95_ms": 89.41}, "read_interval": {"avg_ms": 102.844, "count": 291, "max_ms": 110.304, "p95_ms": 106.817}, "triton_wait": {"avg_ms": 73.812, "count": 292, "max_ms": 79.751, "p95_ms": 76.877}, "visualize": {"avg_ms": 3.703, "count": 292, "max_ms": 4.681, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2914}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12440.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 723.334, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.039, "name": "ffmpeg", "pid": 53282, "rss_mb": 306.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.633, "sample_count": 3016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 349732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:03:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:03:26+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:03:26+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:03:26.056624+09:00", "mtime_epoch": 1783083806.056624, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 124692}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:03:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.538, "count": 293, "max_ms": 6.122, "p95_ms": 4.735}, "gstreamer_push": {"avg_ms": 1.322, "count": 293, "max_ms": 1.585, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.507, "count": 293, "max_ms": 68.923, "p95_ms": 66.306}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.332, "count": 293, "max_ms": 68.352, "p95_ms": 66.314}, "yolo11_640_fire_11class": {"avg_ms": 62.099, "count": 293, "max_ms": 68.415, "p95_ms": 65.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.279, "count": 293, "max_ms": 77.91, "p95_ms": 76.057}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.642, "count": 293, "max_ms": 91.217, "p95_ms": 89.36}, "read_interval": {"avg_ms": 102.417, "count": 293, "max_ms": 110.185, "p95_ms": 107.074}, "triton_wait": {"avg_ms": 72.291, "count": 293, "max_ms": 77.923, "p95_ms": 76.069}, "visualize": {"avg_ms": 3.666, "count": 293, "max_ms": 4.756, "p95_ms": 3.863}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3630}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12440.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.691, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.409, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 435608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:03:35+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:03:35+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:03:35.788796+09:00", "mtime_epoch": 1783083815.788796, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82048}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:03:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.825, "pushed": 9.825, "read": 9.792}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 294, "max_ms": 5.046, "p95_ms": 3.499}, "gstreamer_push": {"avg_ms": 1.375, "count": 294, "max_ms": 1.569, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.357, "count": 294, "max_ms": 70.624, "p95_ms": 66.812}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.337, "count": 294, "max_ms": 69.482, "p95_ms": 66.773}, "yolo11_640_fire_11class": {"avg_ms": 62.947, "count": 294, "max_ms": 70.612, "p95_ms": 66.149}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.079, "count": 294, "max_ms": 79.289, "p95_ms": 76.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.36, "count": 294, "max_ms": 91.335, "p95_ms": 89.036}, "read_interval": {"avg_ms": 102.116, "count": 293, "max_ms": 111.368, "p95_ms": 106.607}, "triton_wait": {"avg_ms": 73.092, "count": 294, "max_ms": 79.301, "p95_ms": 76.807}, "visualize": {"avg_ms": 3.693, "count": 294, "max_ms": 4.592, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12440.746, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 753.365, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.039, "name": "ffmpeg", "pid": 53282, "rss_mb": 306.039, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.582, "sample_count": 3019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:03:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T22:03:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:03:56+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:03:56.085155+09:00", "mtime_epoch": 1783083836.0851545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122316}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:03:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.62, "count": 293, "max_ms": 6.868, "p95_ms": 5.323}, "gstreamer_push": {"avg_ms": 1.332, "count": 293, "max_ms": 1.59, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.33, "count": 293, "max_ms": 68.048, "p95_ms": 66.367}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.773, "count": 293, "max_ms": 69.134, "p95_ms": 66.308}, "yolo11_640_fire_11class": {"avg_ms": 61.928, "count": 293, "max_ms": 67.767, "p95_ms": 65.818}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.942, "count": 293, "max_ms": 79.423, "p95_ms": 76.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.508, "count": 293, "max_ms": 92.92, "p95_ms": 89.582}, "read_interval": {"avg_ms": 102.47, "count": 292, "max_ms": 111.754, "p95_ms": 107.471}, "triton_wait": {"avg_ms": 71.954, "count": 293, "max_ms": 79.434, "p95_ms": 76.06}, "visualize": {"avg_ms": 3.719, "count": 293, "max_ms": 4.708, "p95_ms": 4.231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3632}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12441.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.731, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.494, "sample_count": 2635, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 435900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:04:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:04:05+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:04:05+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:04:05.833327+09:00", "mtime_epoch": 1783083845.8333266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81529}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:04:05+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.434, "count": 292, "max_ms": 5.33, "p95_ms": 3.665}, "gstreamer_push": {"avg_ms": 1.379, "count": 292, "max_ms": 1.629, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.765, "count": 292, "max_ms": 69.079, "p95_ms": 67.311}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.394, "count": 292, "max_ms": 69.091, "p95_ms": 67.341}, "yolo11_640_fire_11class": {"avg_ms": 63.266, "count": 292, "max_ms": 68.807, "p95_ms": 66.806}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.591, "count": 292, "max_ms": 80.549, "p95_ms": 77.549}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.991, "count": 292, "max_ms": 92.829, "p95_ms": 89.918}, "read_interval": {"avg_ms": 102.875, "count": 291, "max_ms": 117.282, "p95_ms": 107.718}, "triton_wait": {"avg_ms": 73.603, "count": 292, "max_ms": 80.562, "p95_ms": 77.563}, "visualize": {"avg_ms": 3.734, "count": 292, "max_ms": 4.669, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2919}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12441.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.361, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.812, "name": "ffmpeg", "pid": 53282, "rss_mb": 306.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.512, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:04:26+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:04:26+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:04:26.085684+09:00", "mtime_epoch": 1783083866.0856843, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123349}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:04:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.773}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.544, "count": 293, "max_ms": 7.041, "p95_ms": 4.689}, "gstreamer_push": {"avg_ms": 1.318, "count": 293, "max_ms": 1.514, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.422, "count": 293, "max_ms": 70.159, "p95_ms": 66.769}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.136, "count": 293, "max_ms": 68.536, "p95_ms": 66.155}, "yolo11_640_fire_11class": {"avg_ms": 61.819, "count": 293, "max_ms": 70.936, "p95_ms": 65.803}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.224, "count": 293, "max_ms": 79.97, "p95_ms": 76.05}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.603, "count": 293, "max_ms": 93.23, "p95_ms": 89.367}, "read_interval": {"avg_ms": 102.392, "count": 293, "max_ms": 113.95, "p95_ms": 107.775}, "triton_wait": {"avg_ms": 72.236, "count": 293, "max_ms": 79.981, "p95_ms": 76.062}, "visualize": {"avg_ms": 3.674, "count": 293, "max_ms": 5.033, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3634}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12441.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.802, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.533, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 436194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:04:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:04:35+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:04:35+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:04:35.901858+09:00", "mtime_epoch": 1783083875.9018576, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:04:35+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.775}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.386, "count": 294, "max_ms": 3.803, "p95_ms": 3.495}, "gstreamer_push": {"avg_ms": 1.368, "count": 294, "max_ms": 1.519, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.636, "count": 294, "max_ms": 71.502, "p95_ms": 66.999}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.557, "count": 294, "max_ms": 70.383, "p95_ms": 66.886}, "yolo11_640_fire_11class": {"avg_ms": 63.178, "count": 294, "max_ms": 70.984, "p95_ms": 66.478}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.484, "count": 294, "max_ms": 79.259, "p95_ms": 76.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.73, "count": 294, "max_ms": 91.437, "p95_ms": 88.643}, "read_interval": {"avg_ms": 102.272, "count": 293, "max_ms": 109.136, "p95_ms": 106.106}, "triton_wait": {"avg_ms": 73.496, "count": 294, "max_ms": 79.27, "p95_ms": 76.352}, "visualize": {"avg_ms": 3.677, "count": 294, "max_ms": 4.723, "p95_ms": 3.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12441.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 813.436, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.812, "name": "ffmpeg", "pid": 53282, "rss_mb": 306.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.336, "sample_count": 3034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:04:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:04:56+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:04:56+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:04:56.162215+09:00", "mtime_epoch": 1783083896.1622152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120087}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:04:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.548, "count": 293, "max_ms": 7.635, "p95_ms": 4.708}, "gstreamer_push": {"avg_ms": 1.329, "count": 293, "max_ms": 1.778, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.688, "count": 293, "max_ms": 72.056, "p95_ms": 66.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.355, "count": 293, "max_ms": 72.246, "p95_ms": 66.739}, "yolo11_640_fire_11class": {"avg_ms": 62.25, "count": 293, "max_ms": 70.899, "p95_ms": 66.359}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.369, "count": 293, "max_ms": 81.687, "p95_ms": 75.783}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.776, "count": 293, "max_ms": 95.249, "p95_ms": 89.12}, "read_interval": {"avg_ms": 102.621, "count": 292, "max_ms": 115.82, "p95_ms": 106.79}, "triton_wait": {"avg_ms": 72.381, "count": 293, "max_ms": 81.699, "p95_ms": 75.794}, "visualize": {"avg_ms": 3.664, "count": 293, "max_ms": 4.361, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3637}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12441.449, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.831, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.473, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 436486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:05:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:05:05+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:05:05.930387+09:00", "mtime_epoch": 1783083905.9303875, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:05:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.408, "count": 292, "max_ms": 5.298, "p95_ms": 3.491}, "gstreamer_push": {"avg_ms": 1.373, "count": 292, "max_ms": 1.675, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.061, "count": 292, "max_ms": 73.338, "p95_ms": 67.499}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.112, "count": 292, "max_ms": 73.327, "p95_ms": 68.247}, "yolo11_640_fire_11class": {"avg_ms": 63.689, "count": 292, "max_ms": 72.334, "p95_ms": 67.585}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.851, "count": 292, "max_ms": 82.963, "p95_ms": 76.705}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.145, "count": 292, "max_ms": 95.71, "p95_ms": 89.098}, "read_interval": {"avg_ms": 102.83, "count": 291, "max_ms": 111.61, "p95_ms": 106.358}, "triton_wait": {"avg_ms": 73.863, "count": 292, "max_ms": 82.975, "p95_ms": 76.717}, "visualize": {"avg_ms": 3.71, "count": 292, "max_ms": 4.792, "p95_ms": 4.071}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2924}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12441.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 843.455, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 306.812, "name": "ffmpeg", "pid": 53282, "rss_mb": 306.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.292, "sample_count": 3034, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 350903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:05:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:05:26+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:05:26+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:05:26.178745+09:00", "mtime_epoch": 1783083926.1787448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121632}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:05:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.761, "pushed": 9.761, "read": 9.728}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.597, "count": 292, "max_ms": 6.753, "p95_ms": 4.888}, "gstreamer_push": {"avg_ms": 1.338, "count": 292, "max_ms": 1.578, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.958, "count": 292, "max_ms": 70.119, "p95_ms": 66.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.013, "count": 292, "max_ms": 72.051, "p95_ms": 66.983}, "yolo11_640_fire_11class": {"avg_ms": 62.59, "count": 292, "max_ms": 70.85, "p95_ms": 66.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.509, "count": 292, "max_ms": 80.091, "p95_ms": 75.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.026, "count": 292, "max_ms": 93.409, "p95_ms": 89.101}, "read_interval": {"avg_ms": 102.795, "count": 291, "max_ms": 111.534, "p95_ms": 106.932}, "triton_wait": {"avg_ms": 72.521, "count": 292, "max_ms": 80.104, "p95_ms": 75.621}, "visualize": {"avg_ms": 3.697, "count": 292, "max_ms": 4.815, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3639}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12441.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.919, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.436, "sample_count": 2631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 436779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:05:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:05:36+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:05:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:05:36.018918+09:00", "mtime_epoch": 1783083936.0189183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79850}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:05:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 293, "max_ms": 5.152, "p95_ms": 3.761}, "gstreamer_push": {"avg_ms": 1.362, "count": 293, "max_ms": 1.509, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.178, "count": 293, "max_ms": 70.888, "p95_ms": 66.949}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.408, "count": 293, "max_ms": 71.026, "p95_ms": 67.179}, "yolo11_640_fire_11class": {"avg_ms": 63.787, "count": 293, "max_ms": 71.39, "p95_ms": 66.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.75, "count": 293, "max_ms": 80.899, "p95_ms": 76.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.025, "count": 293, "max_ms": 93.224, "p95_ms": 88.697}, "read_interval": {"avg_ms": 102.683, "count": 292, "max_ms": 110.483, "p95_ms": 106.318}, "triton_wait": {"avg_ms": 73.763, "count": 293, "max_ms": 80.912, "p95_ms": 76.414}, "visualize": {"avg_ms": 3.699, "count": 293, "max_ms": 4.783, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2926}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12444.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 873.469, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.391, "name": "ffmpeg", "pid": 53282, "rss_mb": 309.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.285, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:05:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:05:56+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:05:56+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:05:56.191274+09:00", "mtime_epoch": 1783083956.1912742, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123562}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:05:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.559, "count": 292, "max_ms": 5.596, "p95_ms": 5.015}, "gstreamer_push": {"avg_ms": 1.322, "count": 292, "max_ms": 1.554, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.749, "count": 292, "max_ms": 73.762, "p95_ms": 66.685}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.887, "count": 292, "max_ms": 73.774, "p95_ms": 67.239}, "yolo11_640_fire_11class": {"avg_ms": 62.353, "count": 292, "max_ms": 72.547, "p95_ms": 66.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.472, "count": 292, "max_ms": 83.791, "p95_ms": 76.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.894, "count": 292, "max_ms": 97.122, "p95_ms": 89.902}, "read_interval": {"avg_ms": 102.778, "count": 292, "max_ms": 113.122, "p95_ms": 107.225}, "triton_wait": {"avg_ms": 72.484, "count": 292, "max_ms": 83.802, "p95_ms": 76.442}, "visualize": {"avg_ms": 3.703, "count": 292, "max_ms": 4.491, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3642}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12444.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.927, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.461, "sample_count": 2633, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 437071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:06:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:06:06+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T22:06:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:06:06.023448+09:00", "mtime_epoch": 1783083966.0234475, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:06:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.397, "count": 292, "max_ms": 4.361, "p95_ms": 3.484}, "gstreamer_push": {"avg_ms": 1.373, "count": 292, "max_ms": 1.609, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.983, "count": 292, "max_ms": 74.173, "p95_ms": 67.619}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.98, "count": 292, "max_ms": 74.183, "p95_ms": 68.149}, "yolo11_640_fire_11class": {"avg_ms": 63.692, "count": 292, "max_ms": 73.2, "p95_ms": 67.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.833, "count": 292, "max_ms": 84.254, "p95_ms": 77.393}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.117, "count": 292, "max_ms": 96.653, "p95_ms": 89.736}, "read_interval": {"avg_ms": 102.743, "count": 292, "max_ms": 112.703, "p95_ms": 106.879}, "triton_wait": {"avg_ms": 73.846, "count": 292, "max_ms": 84.267, "p95_ms": 77.405}, "visualize": {"avg_ms": 3.685, "count": 292, "max_ms": 4.421, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2929}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12445.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 903.518, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 309.906, "name": "ffmpeg", "pid": 53282, "rss_mb": 309.906, "state": "S (sleeping)", "threads": 106}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.32, "sample_count": 2981, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:06:26+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:06:26+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:06:26.247804+09:00", "mtime_epoch": 1783083986.2478042, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120388}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:06:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.78, "pushed": 9.78, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.537, "count": 293, "max_ms": 5.63, "p95_ms": 4.727}, "gstreamer_push": {"avg_ms": 1.312, "count": 293, "max_ms": 1.582, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.993, "count": 293, "max_ms": 74.067, "p95_ms": 66.96}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.844, "count": 293, "max_ms": 72.315, "p95_ms": 67.192}, "yolo11_640_fire_11class": {"avg_ms": 62.608, "count": 293, "max_ms": 71.802, "p95_ms": 66.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.457, "count": 293, "max_ms": 82.478, "p95_ms": 76.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.829, "count": 293, "max_ms": 95.76, "p95_ms": 89.562}, "read_interval": {"avg_ms": 102.553, "count": 292, "max_ms": 112.944, "p95_ms": 106.953}, "triton_wait": {"avg_ms": 72.468, "count": 293, "max_ms": 82.49, "p95_ms": 76.328}, "visualize": {"avg_ms": 3.699, "count": 293, "max_ms": 4.863, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3644}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12445.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.973, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.378, "sample_count": 2884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 437364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:06:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:06:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:06:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:06:36.071977+09:00", "mtime_epoch": 1783083996.0719771, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:06:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.751}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.407, "count": 293, "max_ms": 5.047, "p95_ms": 3.469}, "gstreamer_push": {"avg_ms": 1.365, "count": 293, "max_ms": 1.519, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.11, "count": 293, "max_ms": 75.605, "p95_ms": 67.575}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.558, "count": 293, "max_ms": 74.447, "p95_ms": 67.707}, "yolo11_640_fire_11class": {"avg_ms": 63.753, "count": 293, "max_ms": 74.438, "p95_ms": 67.36}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.608, "count": 293, "max_ms": 84.017, "p95_ms": 76.623}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.838, "count": 293, "max_ms": 96.021, "p95_ms": 88.786}, "read_interval": {"avg_ms": 102.536, "count": 292, "max_ms": 112.75, "p95_ms": 106.787}, "triton_wait": {"avg_ms": 73.621, "count": 293, "max_ms": 84.029, "p95_ms": 76.634}, "visualize": {"avg_ms": 3.697, "count": 293, "max_ms": 4.63, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3647}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12446.531, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.049, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.143, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 437704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:07:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:07:06+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T22:07:06+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T22:07:06.172511+09:00", "mtime_epoch": 1783084026.1725106, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86280}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:07:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 340, "pushed_frames": 340, "read_frames": 339, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.344, "pushed": 11.344, "read": 11.311}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.348, "count": 340, "max_ms": 4.207, "p95_ms": 3.489}, "gstreamer_push": {"avg_ms": 1.338, "count": 340, "max_ms": 1.602, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.605, "count": 340, "max_ms": 68.771, "p95_ms": 67.062}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.52, "count": 340, "max_ms": 68.696, "p95_ms": 66.441}, "yolo11_640_fire_11class": {"avg_ms": 54.006, "count": 340, "max_ms": 67.724, "p95_ms": 66.306}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.572, "count": 340, "max_ms": 79.315, "p95_ms": 76.649}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.696, "count": 340, "max_ms": 91.776, "p95_ms": 88.689}, "read_interval": {"avg_ms": 88.486, "count": 339, "max_ms": 109.601, "p95_ms": 105.925}, "triton_wait": {"avg_ms": 59.636, "count": 340, "max_ms": 79.328, "p95_ms": 76.661}, "visualize": {"avg_ms": 3.7, "count": 340, "max_ms": 4.748, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2931}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12454.594, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 155, "h264_decode_error_count": 386, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T21:51:20+09:00", "last_error_summary": "[h264 @ 0x555dc5f52480] error while decoding MB 78 39, bytestream -13 [h264 @ 0x555dc54612c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x555dc54612c0] error while decoding MB 0 11, bytestream 405 [h264 @ 0x555dc5359480] error while decoding MB 11 7, bytestream -7 [in#0/rtsp @ 0x555dc533ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555dc533ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T21:51:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 948.609, "last_started_at": "2026-07-03T21:51:22+09:00", "pid": 53282, "process": {"exists": true, "fd_count": 5, "hwm_mb": 319.738, "name": "ffmpeg", "pid": 53282, "rss_mb": 319.738, "state": "S (sleeping)", "threads": 104}, "restart_count": 176, "restart_count_per_hour": 3, "rtsp_timeout_count": 106, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.423, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:07:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:07:11+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:07:11+09:00", "mjpeg": {"age_sec": 19.224, "exists": true, "mtime": "2026-07-03T22:06:52.196262+09:00", "mtime_epoch": 1783084012.1962616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133410}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:07:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.501, "pushed": 3.501, "read": 3.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.517, "count": 105, "max_ms": 5.655, "p95_ms": 4.621}, "gstreamer_push": {"avg_ms": 1.327, "count": 105, "max_ms": 2.212, "p95_ms": 1.391}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.74, "count": 105, "max_ms": 69.014, "p95_ms": 67.225}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.44, "count": 105, "max_ms": 69.733, "p95_ms": 66.851}, "yolo11_640_fire_11class": {"avg_ms": 63.148, "count": 105, "max_ms": 69.296, "p95_ms": 66.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.441, "count": 105, "max_ms": 78.136, "p95_ms": 76.414}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.769, "count": 105, "max_ms": 91.294, "p95_ms": 89.796}, "read_interval": {"avg_ms": 285.742, "count": 105, "max_ms": 19236.686, "p95_ms": 108.838}, "triton_wait": {"avg_ms": 73.453, "count": 105, "max_ms": 78.148, "p95_ms": 76.426}, "visualize": {"avg_ms": 3.652, "count": 105, "max_ms": 4.381, "p95_ms": 3.888}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3650}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.109, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.037, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 438030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:07:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:07:36+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:07:36+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:07:36.209045+09:00", "mtime_epoch": 1783084056.2090454, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80385}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:07:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 326, "pushed_frames": 326, "read_frames": 325, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.872, "pushed": 10.872, "read": 10.839}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.424, "count": 326, "max_ms": 5.643, "p95_ms": 3.788}, "gstreamer_push": {"avg_ms": 1.364, "count": 326, "max_ms": 1.846, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.3, "count": 326, "max_ms": 69.093, "p95_ms": 65.495}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 52.822, "count": 326, "max_ms": 69.131, "p95_ms": 65.251}, "yolo11_640_fire_11class": {"avg_ms": 55.658, "count": 326, "max_ms": 68.389, "p95_ms": 64.77}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.666, "count": 326, "max_ms": 79.817, "p95_ms": 75.639}}, "truncated_count": 0}, "processing_total": {"avg_ms": 74.915, "count": 326, "max_ms": 92.715, "p95_ms": 88.002}, "read_interval": {"avg_ms": 92.17, "count": 325, "max_ms": 109.458, "p95_ms": 106.209}, "triton_wait": {"avg_ms": 62.708, "count": 326, "max_ms": 79.83, "p95_ms": 75.651}, "visualize": {"avg_ms": 3.715, "count": 326, "max_ms": 5.124, "p95_ms": 3.913}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.856, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 53541, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.444, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 351994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:07:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:07:41+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:07:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:07:41.373137+09:00", "mtime_epoch": 1783084061.3731375, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121206}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:07:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 254, "pushed_frames": 254, "read_frames": 253, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.483, "pushed": 8.483, "read": 8.45}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.819, "count": 254, "max_ms": 7.05, "p95_ms": 6.668}, "gstreamer_push": {"avg_ms": 1.346, "count": 254, "max_ms": 1.586, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.631, "count": 254, "max_ms": 70.195, "p95_ms": 66.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.619, "count": 254, "max_ms": 71.115, "p95_ms": 66.674}, "yolo11_640_fire_11class": {"avg_ms": 62.239, "count": 254, "max_ms": 70.792, "p95_ms": 65.85}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.101, "count": 254, "max_ms": 80.91, "p95_ms": 75.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.95, "count": 254, "max_ms": 94.397, "p95_ms": 90.589}, "read_interval": {"avg_ms": 118.328, "count": 253, "max_ms": 4271.938, "p95_ms": 108.151}, "triton_wait": {"avg_ms": 72.122, "count": 254, "max_ms": 80.921, "p95_ms": 75.972}, "visualize": {"avg_ms": 3.763, "count": 254, "max_ms": 5.044, "p95_ms": 4.479}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3652}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.154, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.043, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 438321, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:08:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:08:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:08:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:08:06.249580+09:00", "mtime_epoch": 1783084086.24958, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:08:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.718, "pushed": 9.718, "read": 9.685}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.397, "count": 291, "max_ms": 4.595, "p95_ms": 3.474}, "gstreamer_push": {"avg_ms": 1.37, "count": 291, "max_ms": 2.229, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.334, "count": 291, "max_ms": 73.151, "p95_ms": 67.262}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.501, "count": 291, "max_ms": 74.237, "p95_ms": 67.833}, "yolo11_640_fire_11class": {"avg_ms": 64.013, "count": 291, "max_ms": 73.744, "p95_ms": 67.501}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.067, "count": 291, "max_ms": 81.942, "p95_ms": 77.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.304, "count": 291, "max_ms": 93.943, "p95_ms": 89.381}, "read_interval": {"avg_ms": 103.228, "count": 290, "max_ms": 111.416, "p95_ms": 107.502}, "triton_wait": {"avg_ms": 74.08, "count": 291, "max_ms": 81.955, "p95_ms": 77.136}, "visualize": {"avg_ms": 3.66, "count": 291, "max_ms": 4.6, "p95_ms": 3.792}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.89, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 53541, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.548, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352285, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:08:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:08:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:08:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:08:11.405672+09:00", "mtime_epoch": 1783084091.4056716, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120866}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:08:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.722, "pushed": 9.722, "read": 9.689}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.558, "count": 291, "max_ms": 7.091, "p95_ms": 4.701}, "gstreamer_push": {"avg_ms": 1.33, "count": 291, "max_ms": 1.55, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.481, "count": 291, "max_ms": 68.577, "p95_ms": 66.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.949, "count": 291, "max_ms": 69.721, "p95_ms": 67.253}, "yolo11_640_fire_11class": {"avg_ms": 63.087, "count": 291, "max_ms": 69.709, "p95_ms": 66.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.285, "count": 291, "max_ms": 78.783, "p95_ms": 76.503}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.711, "count": 291, "max_ms": 92.195, "p95_ms": 89.874}, "read_interval": {"avg_ms": 103.202, "count": 290, "max_ms": 110.832, "p95_ms": 107.551}, "triton_wait": {"avg_ms": 73.297, "count": 291, "max_ms": 78.795, "p95_ms": 76.514}, "visualize": {"avg_ms": 3.663, "count": 291, "max_ms": 4.674, "p95_ms": 3.798}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3655}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.171, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.014, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 438614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:08:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:08:36+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:08:36+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:08:36.274114+09:00", "mtime_epoch": 1783084116.2741137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83575}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:08:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.794, "pushed": 9.794, "read": 9.76}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 293, "max_ms": 5.469, "p95_ms": 3.534}, "gstreamer_push": {"avg_ms": 1.384, "count": 293, "max_ms": 1.62, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.043, "count": 293, "max_ms": 70.809, "p95_ms": 66.587}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.44, "count": 293, "max_ms": 69.83, "p95_ms": 66.488}, "yolo11_640_fire_11class": {"avg_ms": 62.619, "count": 293, "max_ms": 70.799, "p95_ms": 66.081}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.878, "count": 293, "max_ms": 81.24, "p95_ms": 76.265}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.226, "count": 293, "max_ms": 93.348, "p95_ms": 88.515}, "read_interval": {"avg_ms": 102.452, "count": 292, "max_ms": 112.307, "p95_ms": 107.47}, "triton_wait": {"avg_ms": 72.891, "count": 293, "max_ms": 81.253, "p95_ms": 76.277}, "visualize": {"avg_ms": 3.705, "count": 293, "max_ms": 4.603, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.916, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 53541, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.517, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:08:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:08:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:08:41+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T22:08:41.438205+09:00", "mtime_epoch": 1783084121.4382055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121533}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:08:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.791, "pushed": 9.791, "read": 9.757}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.528, "count": 293, "max_ms": 6.485, "p95_ms": 4.635}, "gstreamer_push": {"avg_ms": 1.336, "count": 293, "max_ms": 2.059, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.946, "count": 293, "max_ms": 70.325, "p95_ms": 66.343}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.423, "count": 293, "max_ms": 70.316, "p95_ms": 66.741}, "yolo11_640_fire_11class": {"avg_ms": 62.522, "count": 293, "max_ms": 70.305, "p95_ms": 66.38}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.655, "count": 293, "max_ms": 80.658, "p95_ms": 76.138}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.971, "count": 293, "max_ms": 93.979, "p95_ms": 89.371}, "read_interval": {"avg_ms": 102.463, "count": 292, "max_ms": 110.717, "p95_ms": 107.006}, "triton_wait": {"avg_ms": 72.667, "count": 293, "max_ms": 80.67, "p95_ms": 76.15}, "visualize": {"avg_ms": 3.664, "count": 293, "max_ms": 4.232, "p95_ms": 3.86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3657}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.197, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.005, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 438906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:09:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:09:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:09:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:09:06.294647+09:00", "mtime_epoch": 1783084146.294647, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87569}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:09:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.758, "pushed": 9.758, "read": 9.725}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.478, "count": 292, "max_ms": 5.144, "p95_ms": 4.359}, "gstreamer_push": {"avg_ms": 1.371, "count": 292, "max_ms": 1.667, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.476, "count": 292, "max_ms": 71.861, "p95_ms": 68.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.153, "count": 292, "max_ms": 71.765, "p95_ms": 68.141}, "yolo11_640_fire_11class": {"avg_ms": 62.998, "count": 292, "max_ms": 71.755, "p95_ms": 68.103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.808, "count": 292, "max_ms": 80.177, "p95_ms": 77.525}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.313, "count": 292, "max_ms": 92.338, "p95_ms": 89.774}, "read_interval": {"avg_ms": 102.808, "count": 291, "max_ms": 111.136, "p95_ms": 108.337}, "triton_wait": {"avg_ms": 72.821, "count": 292, "max_ms": 80.19, "p95_ms": 77.537}, "visualize": {"avg_ms": 3.758, "count": 292, "max_ms": 5.123, "p95_ms": 4.55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.0, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 53541, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.655, "sample_count": 2696, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 352871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:09:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:09:11+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:09:11.514740+09:00", "mtime_epoch": 1783084151.5147398, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:09:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.58, "count": 293, "max_ms": 7.062, "p95_ms": 4.739}, "gstreamer_push": {"avg_ms": 1.319, "count": 293, "max_ms": 1.508, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.307, "count": 293, "max_ms": 71.741, "p95_ms": 67.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.5, "count": 293, "max_ms": 71.532, "p95_ms": 67.891}, "yolo11_640_fire_11class": {"avg_ms": 62.806, "count": 293, "max_ms": 71.25, "p95_ms": 67.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.668, "count": 293, "max_ms": 81.389, "p95_ms": 77.137}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.109, "count": 293, "max_ms": 94.618, "p95_ms": 90.647}, "read_interval": {"avg_ms": 102.667, "count": 292, "max_ms": 111.099, "p95_ms": 107.627}, "triton_wait": {"avg_ms": 72.68, "count": 293, "max_ms": 81.402, "p95_ms": 77.148}, "visualize": {"avg_ms": 3.682, "count": 293, "max_ms": 4.43, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3659}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.282, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.043, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 439199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:09:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:09:36+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T22:09:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:09:36.383181+09:00", "mtime_epoch": 1783084176.383181, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79250}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:09:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.405, "count": 293, "max_ms": 6.028, "p95_ms": 3.487}, "gstreamer_push": {"avg_ms": 1.372, "count": 293, "max_ms": 1.61, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.909, "count": 293, "max_ms": 71.242, "p95_ms": 67.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.833, "count": 293, "max_ms": 72.179, "p95_ms": 67.508}, "yolo11_640_fire_11class": {"avg_ms": 63.403, "count": 293, "max_ms": 71.23, "p95_ms": 67.026}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.341, "count": 293, "max_ms": 82.694, "p95_ms": 76.767}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.643, "count": 293, "max_ms": 94.863, "p95_ms": 89.309}, "read_interval": {"avg_ms": 102.689, "count": 292, "max_ms": 116.261, "p95_ms": 107.04}, "triton_wait": {"avg_ms": 73.354, "count": 293, "max_ms": 82.706, "p95_ms": 76.779}, "visualize": {"avg_ms": 3.677, "count": 293, "max_ms": 4.676, "p95_ms": 3.841}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2943}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.015, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 53541, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.784, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:09:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:09:41+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T22:09:41.535273+09:00", "mtime_epoch": 1783084181.5352726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:09:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.533, "count": 292, "max_ms": 6.594, "p95_ms": 4.672}, "gstreamer_push": {"avg_ms": 1.326, "count": 292, "max_ms": 1.54, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.457, "count": 292, "max_ms": 71.036, "p95_ms": 66.954}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.071, "count": 292, "max_ms": 71.045, "p95_ms": 66.941}, "yolo11_640_fire_11class": {"avg_ms": 62.915, "count": 292, "max_ms": 70.046, "p95_ms": 66.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.98, "count": 292, "max_ms": 79.393, "p95_ms": 76.646}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.32, "count": 292, "max_ms": 92.517, "p95_ms": 89.818}, "read_interval": {"avg_ms": 102.795, "count": 292, "max_ms": 111.451, "p95_ms": 107.207}, "triton_wait": {"avg_ms": 72.992, "count": 292, "max_ms": 79.404, "p95_ms": 76.658}, "visualize": {"avg_ms": 3.649, "count": 292, "max_ms": 4.185, "p95_ms": 3.779}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3662}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.381, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.012, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 439492, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:10:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:10:06+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:10:06+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:10:06.483715+09:00", "mtime_epoch": 1783084206.4837153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:10:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 292, "max_ms": 5.07, "p95_ms": 3.715}, "gstreamer_push": {"avg_ms": 1.39, "count": 293, "max_ms": 2.305, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.441, "count": 292, "max_ms": 68.532, "p95_ms": 66.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.307, "count": 292, "max_ms": 69.094, "p95_ms": 66.417}, "yolo11_640_fire_11class": {"avg_ms": 63.009, "count": 292, "max_ms": 67.748, "p95_ms": 65.587}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.335, "count": 292, "max_ms": 79.608, "p95_ms": 76.445}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.698, "count": 293, "max_ms": 91.641, "p95_ms": 88.655}, "read_interval": {"avg_ms": 102.723, "count": 292, "max_ms": 108.671, "p95_ms": 107.235}, "triton_wait": {"avg_ms": 73.348, "count": 292, "max_ms": 79.62, "p95_ms": 76.457}, "visualize": {"avg_ms": 3.718, "count": 292, "max_ms": 4.534, "p95_ms": 3.971}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.04, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 53541, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.782, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353455, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:10:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:10:11+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:10:11+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:10:11.555805+09:00", "mtime_epoch": 1783084211.5558052, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:10:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.758, "pushed": 9.758, "read": 9.725}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.53, "count": 292, "max_ms": 5.461, "p95_ms": 4.625}, "gstreamer_push": {"avg_ms": 1.327, "count": 292, "max_ms": 1.508, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.041, "count": 292, "max_ms": 67.059, "p95_ms": 65.795}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.871, "count": 292, "max_ms": 68.58, "p95_ms": 66.304}, "yolo11_640_fire_11class": {"avg_ms": 62.631, "count": 292, "max_ms": 67.755, "p95_ms": 65.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.949, "count": 292, "max_ms": 77.321, "p95_ms": 75.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.289, "count": 292, "max_ms": 90.64, "p95_ms": 88.984}, "read_interval": {"avg_ms": 102.802, "count": 291, "max_ms": 109.444, "p95_ms": 106.248}, "triton_wait": {"avg_ms": 72.961, "count": 292, "max_ms": 77.333, "p95_ms": 75.706}, "visualize": {"avg_ms": 3.663, "count": 292, "max_ms": 4.133, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3664}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.473, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.095, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 439783, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:10:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:10:36+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:10:36+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:10:36.572249+09:00", "mtime_epoch": 1783084236.5722487, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83225}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:10:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.448, "count": 291, "max_ms": 5.365, "p95_ms": 3.687}, "gstreamer_push": {"avg_ms": 1.382, "count": 291, "max_ms": 1.683, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.69, "count": 291, "max_ms": 71.855, "p95_ms": 66.681}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.699, "count": 291, "max_ms": 71.477, "p95_ms": 66.57}, "yolo11_640_fire_11class": {"avg_ms": 63.325, "count": 291, "max_ms": 71.322, "p95_ms": 66.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.893, "count": 291, "max_ms": 82.6, "p95_ms": 77.043}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.317, "count": 291, "max_ms": 94.584, "p95_ms": 89.528}, "read_interval": {"avg_ms": 103.412, "count": 290, "max_ms": 114.383, "p95_ms": 107.875}, "triton_wait": {"avg_ms": 73.905, "count": 291, "max_ms": 82.614, "p95_ms": 77.055}, "visualize": {"avg_ms": 3.728, "count": 291, "max_ms": 6.121, "p95_ms": 3.996}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.093, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 53541, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.785, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 353746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:10:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:10:41+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T22:10:41+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:10:41.612338+09:00", "mtime_epoch": 1783084241.612338, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120520}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:10:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.713, "pushed": 9.713, "read": 9.68}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.575, "count": 291, "max_ms": 7.788, "p95_ms": 4.77}, "gstreamer_push": {"avg_ms": 1.336, "count": 291, "max_ms": 2.028, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.085, "count": 291, "max_ms": 69.004, "p95_ms": 66.148}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.354, "count": 291, "max_ms": 71.031, "p95_ms": 66.589}, "yolo11_640_fire_11class": {"avg_ms": 62.755, "count": 291, "max_ms": 69.558, "p95_ms": 65.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.232, "count": 291, "max_ms": 79.261, "p95_ms": 75.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.727, "count": 291, "max_ms": 96.508, "p95_ms": 89.488}, "read_interval": {"avg_ms": 103.289, "count": 290, "max_ms": 115.326, "p95_ms": 107.385}, "triton_wait": {"avg_ms": 73.244, "count": 291, "max_ms": 79.272, "p95_ms": 75.903}, "visualize": {"avg_ms": 3.7, "count": 291, "max_ms": 6.264, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3667}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.498, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.043, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 440075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:11:06+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:11:06+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:11:06.596781+09:00", "mtime_epoch": 1783084266.5967808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:11:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.759, "pushed": 9.759, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.43, "count": 292, "max_ms": 5.035, "p95_ms": 3.554}, "gstreamer_push": {"avg_ms": 1.387, "count": 292, "max_ms": 1.604, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.364, "count": 292, "max_ms": 68.907, "p95_ms": 66.708}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.357, "count": 292, "max_ms": 68.995, "p95_ms": 66.363}, "yolo11_640_fire_11class": {"avg_ms": 62.844, "count": 292, "max_ms": 67.886, "p95_ms": 66.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.373, "count": 292, "max_ms": 80.541, "p95_ms": 76.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.766, "count": 292, "max_ms": 92.567, "p95_ms": 89.188}, "read_interval": {"avg_ms": 102.816, "count": 291, "max_ms": 111.349, "p95_ms": 106.812}, "triton_wait": {"avg_ms": 73.385, "count": 292, "max_ms": 80.553, "p95_ms": 76.55}, "visualize": {"avg_ms": 3.711, "count": 292, "max_ms": 4.572, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.098, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 53541, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.782, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:11:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:11:11+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:11:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:11:11.612870+09:00", "mtime_epoch": 1783084271.6128697, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121252}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:11:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.587, "count": 292, "max_ms": 7.191, "p95_ms": 4.932}, "gstreamer_push": {"avg_ms": 1.33, "count": 292, "max_ms": 1.485, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.888, "count": 292, "max_ms": 68.881, "p95_ms": 66.193}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.744, "count": 292, "max_ms": 69.387, "p95_ms": 66.025}, "yolo11_640_fire_11class": {"avg_ms": 62.296, "count": 292, "max_ms": 68.139, "p95_ms": 65.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.742, "count": 292, "max_ms": 78.394, "p95_ms": 76.035}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.222, "count": 292, "max_ms": 91.506, "p95_ms": 89.524}, "read_interval": {"avg_ms": 102.73, "count": 292, "max_ms": 111.137, "p95_ms": 106.563}, "triton_wait": {"avg_ms": 72.754, "count": 292, "max_ms": 78.407, "p95_ms": 76.047}, "visualize": {"avg_ms": 3.693, "count": 292, "max_ms": 4.7, "p95_ms": 4.083}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3669}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.587, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.005, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 440368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T22:11:36+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T22:11:36+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T22:11:36.677314+09:00", "mtime_epoch": 1783084296.6773136, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82375}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:11:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.465, "count": 293, "max_ms": 5.164, "p95_ms": 4.137}, "gstreamer_push": {"avg_ms": 1.38, "count": 293, "max_ms": 1.596, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.928, "count": 293, "max_ms": 68.617, "p95_ms": 66.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.05, "count": 293, "max_ms": 69.644, "p95_ms": 66.756}, "yolo11_640_fire_11class": {"avg_ms": 62.518, "count": 293, "max_ms": 68.607, "p95_ms": 66.2}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.582, "count": 293, "max_ms": 79.688, "p95_ms": 75.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.008, "count": 293, "max_ms": 91.941, "p95_ms": 88.324}, "read_interval": {"avg_ms": 102.657, "count": 292, "max_ms": 111.007, "p95_ms": 108.039}, "triton_wait": {"avg_ms": 72.594, "count": 293, "max_ms": 79.7, "p95_ms": 75.98}, "visualize": {"avg_ms": 3.732, "count": 293, "max_ms": 4.914, "p95_ms": 4.063}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.122, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.594, "name": "ffmpeg", "pid": 53541, "rss_mb": 268.594, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.808, "sample_count": 2692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354330, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:11:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:11:41+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:11:41+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:11:41.637402+09:00", "mtime_epoch": 1783084301.6374016, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:11:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.724}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.604, "count": 292, "max_ms": 6.969, "p95_ms": 5.051}, "gstreamer_push": {"avg_ms": 1.329, "count": 292, "max_ms": 1.526, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.158, "count": 292, "max_ms": 70.391, "p95_ms": 67.165}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.466, "count": 292, "max_ms": 68.987, "p95_ms": 67.221}, "yolo11_640_fire_11class": {"avg_ms": 62.756, "count": 292, "max_ms": 69.863, "p95_ms": 67.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.774, "count": 292, "max_ms": 80.31, "p95_ms": 76.224}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.212, "count": 292, "max_ms": 93.425, "p95_ms": 89.71}, "read_interval": {"avg_ms": 102.801, "count": 291, "max_ms": 112.753, "p95_ms": 107.729}, "triton_wait": {"avg_ms": 72.786, "count": 292, "max_ms": 80.323, "p95_ms": 76.235}, "visualize": {"avg_ms": 3.704, "count": 292, "max_ms": 4.547, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3672}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.597, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.208, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 440659, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:12:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:12:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:12:06+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:12:06.693845+09:00", "mtime_epoch": 1783084326.693845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79942}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:12:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 291, "max_ms": 5.044, "p95_ms": 3.998}, "gstreamer_push": {"avg_ms": 1.372, "count": 291, "max_ms": 1.682, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.005, "count": 291, "max_ms": 70.898, "p95_ms": 68.477}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.987, "count": 291, "max_ms": 70.829, "p95_ms": 68.206}, "yolo11_640_fire_11class": {"avg_ms": 63.09, "count": 291, "max_ms": 70.908, "p95_ms": 68.142}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.678, "count": 291, "max_ms": 80.679, "p95_ms": 77.912}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.018, "count": 291, "max_ms": 92.9, "p95_ms": 90.072}, "read_interval": {"avg_ms": 103.156, "count": 291, "max_ms": 112.413, "p95_ms": 107.737}, "triton_wait": {"avg_ms": 73.691, "count": 291, "max_ms": 80.692, "p95_ms": 77.924}, "visualize": {"avg_ms": 3.723, "count": 291, "max_ms": 4.894, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.217, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.719, "name": "ffmpeg", "pid": 53541, "rss_mb": 272.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.87, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:12:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:12:11+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:12:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:12:11.733934+09:00", "mtime_epoch": 1783084331.7339342, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:12:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.58, "count": 292, "max_ms": 7.14, "p95_ms": 4.752}, "gstreamer_push": {"avg_ms": 1.334, "count": 292, "max_ms": 1.553, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.18, "count": 292, "max_ms": 71.264, "p95_ms": 67.519}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.472, "count": 292, "max_ms": 71.914, "p95_ms": 67.02}, "yolo11_640_fire_11class": {"avg_ms": 62.258, "count": 292, "max_ms": 70.512, "p95_ms": 67.109}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.922, "count": 292, "max_ms": 80.572, "p95_ms": 77.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.397, "count": 292, "max_ms": 93.754, "p95_ms": 90.613}, "read_interval": {"avg_ms": 103.06, "count": 291, "max_ms": 114.022, "p95_ms": 107.648}, "triton_wait": {"avg_ms": 72.934, "count": 292, "max_ms": 80.584, "p95_ms": 77.104}, "visualize": {"avg_ms": 3.69, "count": 292, "max_ms": 4.596, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3674}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.634, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.438, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 440950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:12:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:12:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:12:36+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:12:36.734377+09:00", "mtime_epoch": 1783084356.7343767, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82800}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:12:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.721, "pushed": 9.721, "read": 9.687}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.488, "count": 291, "max_ms": 5.392, "p95_ms": 4.034}, "gstreamer_push": {"avg_ms": 1.383, "count": 291, "max_ms": 1.986, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.004, "count": 291, "max_ms": 72.647, "p95_ms": 67.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.819, "count": 291, "max_ms": 73.14, "p95_ms": 67.468}, "yolo11_640_fire_11class": {"avg_ms": 63.513, "count": 291, "max_ms": 72.028, "p95_ms": 67.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.566, "count": 291, "max_ms": 82.32, "p95_ms": 77.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.061, "count": 291, "max_ms": 97.871, "p95_ms": 90.442}, "read_interval": {"avg_ms": 103.209, "count": 290, "max_ms": 120.168, "p95_ms": 110.888}, "triton_wait": {"avg_ms": 73.578, "count": 291, "max_ms": 82.332, "p95_ms": 77.167}, "visualize": {"avg_ms": 3.776, "count": 291, "max_ms": 6.146, "p95_ms": 4.148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.218, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.676, "name": "ffmpeg", "pid": 53541, "rss_mb": 277.676, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.9, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 354912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:12:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:12:41+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:12:41+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:12:41.734465+09:00", "mtime_epoch": 1783084361.7344651, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122620}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:12:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.672}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.707, "count": 290, "max_ms": 7.691, "p95_ms": 7.496}, "gstreamer_push": {"avg_ms": 1.322, "count": 290, "max_ms": 1.527, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.71, "count": 290, "max_ms": 71.214, "p95_ms": 66.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.138, "count": 290, "max_ms": 71.906, "p95_ms": 66.577}, "yolo11_640_fire_11class": {"avg_ms": 62.247, "count": 290, "max_ms": 70.682, "p95_ms": 66.187}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.405, "count": 290, "max_ms": 81.11, "p95_ms": 76.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.245, "count": 290, "max_ms": 96.811, "p95_ms": 93.278}, "read_interval": {"avg_ms": 103.441, "count": 290, "max_ms": 119.497, "p95_ms": 112.746}, "triton_wait": {"avg_ms": 72.418, "count": 290, "max_ms": 81.123, "p95_ms": 76.152}, "visualize": {"avg_ms": 3.834, "count": 290, "max_ms": 6.716, "p95_ms": 6.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3677}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.636, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.438, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 441242, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:13:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:13:06+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:13:06+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:13:06.738907+09:00", "mtime_epoch": 1783084386.7389073, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82118}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:13:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.415, "count": 292, "max_ms": 5.383, "p95_ms": 3.481}, "gstreamer_push": {"avg_ms": 1.382, "count": 292, "max_ms": 1.844, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.642, "count": 292, "max_ms": 74.882, "p95_ms": 67.447}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.904, "count": 292, "max_ms": 72.742, "p95_ms": 67.038}, "yolo11_640_fire_11class": {"avg_ms": 63.042, "count": 292, "max_ms": 74.306, "p95_ms": 66.983}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.119, "count": 292, "max_ms": 83.999, "p95_ms": 76.939}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.409, "count": 292, "max_ms": 96.234, "p95_ms": 89.272}, "read_interval": {"avg_ms": 102.755, "count": 292, "max_ms": 117.33, "p95_ms": 107.375}, "triton_wait": {"avg_ms": 73.133, "count": 292, "max_ms": 84.012, "p95_ms": 76.952}, "visualize": {"avg_ms": 3.73, "count": 292, "max_ms": 6.097, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.219, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.934, "name": "ffmpeg", "pid": 53541, "rss_mb": 277.934, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.905, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:13:11+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:13:11+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:13:11.734996+09:00", "mtime_epoch": 1783084391.7349956, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121901}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:13:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.84, "count": 292, "max_ms": 6.936, "p95_ms": 6.393}, "gstreamer_push": {"avg_ms": 1.336, "count": 292, "max_ms": 2.205, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.474, "count": 292, "max_ms": 71.921, "p95_ms": 67.115}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.547, "count": 292, "max_ms": 71.341, "p95_ms": 66.952}, "yolo11_640_fire_11class": {"avg_ms": 61.764, "count": 292, "max_ms": 71.337, "p95_ms": 66.586}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.726, "count": 292, "max_ms": 82.448, "p95_ms": 76.581}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.616, "count": 292, "max_ms": 95.887, "p95_ms": 89.961}, "read_interval": {"avg_ms": 102.739, "count": 292, "max_ms": 115.782, "p95_ms": 108.092}, "triton_wait": {"avg_ms": 71.74, "count": 292, "max_ms": 82.46, "p95_ms": 76.594}, "visualize": {"avg_ms": 3.791, "count": 292, "max_ms": 4.746, "p95_ms": 4.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3679}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.661, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.528, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 441533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:13:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:13:36+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:13:36+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:13:36.763438+09:00", "mtime_epoch": 1783084416.7634382, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81645}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:13:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.725, "pushed": 9.725, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.394, "count": 291, "max_ms": 5.216, "p95_ms": 3.473}, "gstreamer_push": {"avg_ms": 1.376, "count": 291, "max_ms": 1.521, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.256, "count": 291, "max_ms": 71.047, "p95_ms": 68.153}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.32, "count": 291, "max_ms": 71.579, "p95_ms": 67.968}, "yolo11_640_fire_11class": {"avg_ms": 63.431, "count": 291, "max_ms": 70.219, "p95_ms": 67.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.023, "count": 291, "max_ms": 81.18, "p95_ms": 77.613}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.222, "count": 291, "max_ms": 93.403, "p95_ms": 89.78}, "read_interval": {"avg_ms": 103.179, "count": 290, "max_ms": 111.391, "p95_ms": 107.266}, "triton_wait": {"avg_ms": 74.035, "count": 291, "max_ms": 81.192, "p95_ms": 77.626}, "visualize": {"avg_ms": 3.684, "count": 291, "max_ms": 4.983, "p95_ms": 3.824}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.251, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.285, "name": "ffmpeg", "pid": 53541, "rss_mb": 281.285, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.961, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:13:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:13:41+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:13:41.767527+09:00", "mtime_epoch": 1783084421.7675266, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:13:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.55, "count": 292, "max_ms": 7.155, "p95_ms": 4.659}, "gstreamer_push": {"avg_ms": 1.315, "count": 292, "max_ms": 1.521, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.007, "count": 292, "max_ms": 71.176, "p95_ms": 66.674}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.446, "count": 292, "max_ms": 72.329, "p95_ms": 66.81}, "yolo11_640_fire_11class": {"avg_ms": 62.217, "count": 292, "max_ms": 69.466, "p95_ms": 66.349}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.664, "count": 292, "max_ms": 80.497, "p95_ms": 76.27}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.048, "count": 292, "max_ms": 93.612, "p95_ms": 89.696}, "read_interval": {"avg_ms": 102.829, "count": 291, "max_ms": 111.515, "p95_ms": 107.128}, "triton_wait": {"avg_ms": 72.676, "count": 292, "max_ms": 80.51, "p95_ms": 76.282}, "visualize": {"avg_ms": 3.674, "count": 292, "max_ms": 4.691, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3681}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.733, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.375, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 441825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:14:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:14:06+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:14:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:14:06.831969+09:00", "mtime_epoch": 1783084446.8319695, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:14:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.457, "count": 292, "max_ms": 5.325, "p95_ms": 3.593}, "gstreamer_push": {"avg_ms": 1.397, "count": 292, "max_ms": 1.814, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.379, "count": 292, "max_ms": 69.664, "p95_ms": 66.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.816, "count": 292, "max_ms": 70.194, "p95_ms": 65.939}, "yolo11_640_fire_11class": {"avg_ms": 62.798, "count": 292, "max_ms": 68.552, "p95_ms": 65.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.192, "count": 292, "max_ms": 78.616, "p95_ms": 75.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.545, "count": 292, "max_ms": 97.056, "p95_ms": 88.491}, "read_interval": {"avg_ms": 102.984, "count": 291, "max_ms": 119.476, "p95_ms": 106.604}, "triton_wait": {"avg_ms": 73.204, "count": 292, "max_ms": 78.628, "p95_ms": 76.005}, "visualize": {"avg_ms": 3.736, "count": 292, "max_ms": 6.028, "p95_ms": 3.986}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2964}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.317, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.543, "name": "ffmpeg", "pid": 53541, "rss_mb": 281.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.818, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 355787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:14:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:14:11+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:14:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:14:11.832058+09:00", "mtime_epoch": 1783084451.8320577, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120791}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:14:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.708, "pushed": 9.708, "read": 9.675}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.628, "count": 291, "max_ms": 7.654, "p95_ms": 5.271}, "gstreamer_push": {"avg_ms": 1.329, "count": 291, "max_ms": 1.544, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.663, "count": 291, "max_ms": 69.086, "p95_ms": 65.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.935, "count": 291, "max_ms": 67.169, "p95_ms": 65.646}, "yolo11_640_fire_11class": {"avg_ms": 62.086, "count": 291, "max_ms": 69.844, "p95_ms": 65.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.541, "count": 291, "max_ms": 80.846, "p95_ms": 75.801}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.145, "count": 291, "max_ms": 94.872, "p95_ms": 89.474}, "read_interval": {"avg_ms": 103.327, "count": 290, "max_ms": 115.165, "p95_ms": 107.411}, "triton_wait": {"avg_ms": 72.553, "count": 291, "max_ms": 80.859, "p95_ms": 75.812}, "visualize": {"avg_ms": 3.746, "count": 291, "max_ms": 6.747, "p95_ms": 4.132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3684}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.785, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.453, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 442115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:14:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:14:36+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:14:36+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:14:36.880500+09:00", "mtime_epoch": 1783084476.8805003, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:14:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.683, "pushed": 9.683, "read": 9.649}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 290, "max_ms": 5.78, "p95_ms": 3.71}, "gstreamer_push": {"avg_ms": 1.378, "count": 290, "max_ms": 2.329, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.989, "count": 290, "max_ms": 69.688, "p95_ms": 66.953}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.015, "count": 290, "max_ms": 68.911, "p95_ms": 67.109}, "yolo11_640_fire_11class": {"avg_ms": 63.505, "count": 290, "max_ms": 69.347, "p95_ms": 66.824}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.169, "count": 290, "max_ms": 81.24, "p95_ms": 77.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.52, "count": 290, "max_ms": 93.715, "p95_ms": 89.897}, "read_interval": {"avg_ms": 103.61, "count": 289, "max_ms": 114.591, "p95_ms": 108.64}, "triton_wait": {"avg_ms": 74.182, "count": 290, "max_ms": 81.252, "p95_ms": 77.424}, "visualize": {"avg_ms": 3.74, "count": 290, "max_ms": 6.26, "p95_ms": 4.14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.66, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.416, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.543, "name": "ffmpeg", "pid": 53541, "rss_mb": 281.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.859, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356078, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:14:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:14:42+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:14:41+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:14:41.928590+09:00", "mtime_epoch": 1783084481.9285896, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:14:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.7, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.514, "count": 290, "max_ms": 5.431, "p95_ms": 4.659}, "gstreamer_push": {"avg_ms": 1.324, "count": 291, "max_ms": 1.537, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.036, "count": 290, "max_ms": 67.912, "p95_ms": 66.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.054, "count": 290, "max_ms": 67.938, "p95_ms": 65.943}, "yolo11_640_fire_11class": {"avg_ms": 62.507, "count": 290, "max_ms": 68.046, "p95_ms": 65.892}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.138, "count": 290, "max_ms": 80.307, "p95_ms": 76.436}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.636, "count": 291, "max_ms": 93.593, "p95_ms": 89.963}, "read_interval": {"avg_ms": 103.414, "count": 290, "max_ms": 111.704, "p95_ms": 108.154}, "triton_wait": {"avg_ms": 73.15, "count": 290, "max_ms": 80.321, "p95_ms": 76.449}, "visualize": {"avg_ms": 3.732, "count": 290, "max_ms": 4.829, "p95_ms": 3.976}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3686}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.886, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.528, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 442407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:15:07+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T22:15:06+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T22:15:06.977032+09:00", "mtime_epoch": 1783084506.9770317, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87896}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:15:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.734, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.399, "count": 291, "max_ms": 4.218, "p95_ms": 3.496}, "gstreamer_push": {"avg_ms": 1.372, "count": 292, "max_ms": 1.562, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.885, "count": 291, "max_ms": 69.136, "p95_ms": 66.79}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.874, "count": 291, "max_ms": 68.727, "p95_ms": 67.256}, "yolo11_640_fire_11class": {"avg_ms": 63.35, "count": 291, "max_ms": 69.066, "p95_ms": 66.622}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.901, "count": 291, "max_ms": 79.167, "p95_ms": 77.202}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.138, "count": 291, "max_ms": 91.48, "p95_ms": 89.466}, "read_interval": {"avg_ms": 103.055, "count": 291, "max_ms": 110.36, "p95_ms": 106.822}, "triton_wait": {"avg_ms": 73.913, "count": 291, "max_ms": 79.18, "p95_ms": 77.214}, "visualize": {"avg_ms": 3.682, "count": 291, "max_ms": 4.403, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2969}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.891, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.428, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.543, "name": "ffmpeg", "pid": 53541, "rss_mb": 281.543, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.94, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:15:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:15:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:15:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:15:11.945120+09:00", "mtime_epoch": 1783084511.9451196, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:15:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.567, "count": 291, "max_ms": 7.113, "p95_ms": 4.953}, "gstreamer_push": {"avg_ms": 1.321, "count": 291, "max_ms": 1.56, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.946, "count": 291, "max_ms": 71.465, "p95_ms": 66.16}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.229, "count": 291, "max_ms": 69.487, "p95_ms": 66.331}, "yolo11_640_fire_11class": {"avg_ms": 62.377, "count": 291, "max_ms": 68.39, "p95_ms": 65.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.003, "count": 291, "max_ms": 79.446, "p95_ms": 76.693}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.428, "count": 291, "max_ms": 92.804, "p95_ms": 90.08}, "read_interval": {"avg_ms": 103.146, "count": 291, "max_ms": 109.872, "p95_ms": 107.457}, "triton_wait": {"avg_ms": 73.015, "count": 291, "max_ms": 79.46, "p95_ms": 76.706}, "visualize": {"avg_ms": 3.681, "count": 291, "max_ms": 4.506, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3689}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.215, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.986, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.572, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 442699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:15:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:15:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:15:37+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:15:37.085563+09:00", "mtime_epoch": 1783084537.0855634, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:15:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.417, "count": 291, "max_ms": 5.367, "p95_ms": 3.537}, "gstreamer_push": {"avg_ms": 1.396, "count": 291, "max_ms": 1.691, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.727, "count": 291, "max_ms": 74.971, "p95_ms": 71.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.801, "count": 291, "max_ms": 71.784, "p95_ms": 67.425}, "yolo11_640_fire_11class": {"avg_ms": 64.395, "count": 291, "max_ms": 75.381, "p95_ms": 70.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.759, "count": 291, "max_ms": 80.142, "p95_ms": 77.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.123, "count": 291, "max_ms": 92.196, "p95_ms": 89.785}, "read_interval": {"avg_ms": 103.074, "count": 291, "max_ms": 113.792, "p95_ms": 107.017}, "triton_wait": {"avg_ms": 73.796, "count": 291, "max_ms": 80.155, "p95_ms": 77.367}, "visualize": {"avg_ms": 3.719, "count": 291, "max_ms": 6.051, "p95_ms": 3.872}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.507, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.379, "name": "ffmpeg", "pid": 53541, "rss_mb": 284.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.979, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:15:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:15:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:15:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:15:42.025651+09:00", "mtime_epoch": 1783084542.0256505, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:15:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.706}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.57, "count": 292, "max_ms": 7.633, "p95_ms": 4.67}, "gstreamer_push": {"avg_ms": 1.327, "count": 292, "max_ms": 1.504, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.165, "count": 292, "max_ms": 72.795, "p95_ms": 70.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.331, "count": 292, "max_ms": 70.929, "p95_ms": 66.634}, "yolo11_640_fire_11class": {"avg_ms": 63.745, "count": 292, "max_ms": 74.512, "p95_ms": 69.404}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.709, "count": 292, "max_ms": 79.051, "p95_ms": 76.495}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.182, "count": 292, "max_ms": 94.595, "p95_ms": 90.079}, "read_interval": {"avg_ms": 102.993, "count": 291, "max_ms": 114.438, "p95_ms": 107.616}, "triton_wait": {"avg_ms": 72.743, "count": 292, "max_ms": 79.063, "p95_ms": 76.507}, "visualize": {"avg_ms": 3.688, "count": 292, "max_ms": 6.438, "p95_ms": 3.848}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3691}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.032, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.505, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 442991, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:16:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:16:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:16:07+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:16:07.134094+09:00", "mtime_epoch": 1783084567.1340935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80265}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:16:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.378, "count": 292, "max_ms": 4.93, "p95_ms": 3.46}, "gstreamer_push": {"avg_ms": 1.374, "count": 292, "max_ms": 1.592, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.177, "count": 292, "max_ms": 76.342, "p95_ms": 71.57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.332, "count": 292, "max_ms": 69.228, "p95_ms": 66.315}, "yolo11_640_fire_11class": {"avg_ms": 63.809, "count": 292, "max_ms": 75.881, "p95_ms": 70.702}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.861, "count": 292, "max_ms": 79.15, "p95_ms": 75.845}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.169, "count": 292, "max_ms": 91.336, "p95_ms": 88.16}, "read_interval": {"avg_ms": 102.887, "count": 291, "max_ms": 111.849, "p95_ms": 106.82}, "triton_wait": {"avg_ms": 72.9, "count": 292, "max_ms": 79.162, "p95_ms": 75.893}, "visualize": {"avg_ms": 3.689, "count": 292, "max_ms": 4.658, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2974}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.574, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.379, "name": "ffmpeg", "pid": 53541, "rss_mb": 284.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.979, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 356953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:16:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:16:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:16:12+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:16:12.090181+09:00", "mtime_epoch": 1783084572.090181, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:16:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.746, "pushed": 9.746, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.574, "count": 292, "max_ms": 7.169, "p95_ms": 5.053}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 2.048, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.868, "count": 292, "max_ms": 74.516, "p95_ms": 70.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.177, "count": 292, "max_ms": 69.329, "p95_ms": 67.003}, "yolo11_640_fire_11class": {"avg_ms": 63.548, "count": 292, "max_ms": 72.924, "p95_ms": 70.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.813, "count": 292, "max_ms": 79.965, "p95_ms": 75.761}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.267, "count": 292, "max_ms": 93.227, "p95_ms": 89.554}, "read_interval": {"avg_ms": 102.956, "count": 291, "max_ms": 111.917, "p95_ms": 107.287}, "triton_wait": {"avg_ms": 72.851, "count": 292, "max_ms": 79.978, "p95_ms": 75.774}, "visualize": {"avg_ms": 3.698, "count": 292, "max_ms": 4.82, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3694}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.715, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.095, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.519, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 443283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:16:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:16:37+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:16:37+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T22:16:37.198624+09:00", "mtime_epoch": 1783084597.1986241, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:16:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.524, "count": 292, "max_ms": 5.087, "p95_ms": 4.815}, "gstreamer_push": {"avg_ms": 1.369, "count": 292, "max_ms": 1.58, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.445, "count": 292, "max_ms": 71.035, "p95_ms": 66.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.414, "count": 292, "max_ms": 71.044, "p95_ms": 67.093}, "yolo11_640_fire_11class": {"avg_ms": 63.013, "count": 292, "max_ms": 69.996, "p95_ms": 66.321}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.137, "count": 292, "max_ms": 80.782, "p95_ms": 76.269}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.58, "count": 292, "max_ms": 93.02, "p95_ms": 88.727}, "read_interval": {"avg_ms": 102.958, "count": 291, "max_ms": 110.332, "p95_ms": 107.242}, "triton_wait": {"avg_ms": 73.15, "count": 292, "max_ms": 80.795, "p95_ms": 76.28}, "visualize": {"avg_ms": 3.758, "count": 292, "max_ms": 4.955, "p95_ms": 4.508}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.562, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.628, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.379, "name": "ffmpeg", "pid": 53541, "rss_mb": 284.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.963, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:16:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:16:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:16:42.146711+09:00", "mtime_epoch": 1783084602.1467113, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118213}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:16:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.591, "count": 292, "max_ms": 6.129, "p95_ms": 4.754}, "gstreamer_push": {"avg_ms": 1.332, "count": 292, "max_ms": 1.596, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.916, "count": 292, "max_ms": 70.062, "p95_ms": 66.337}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.487, "count": 292, "max_ms": 70.074, "p95_ms": 66.031}, "yolo11_640_fire_11class": {"avg_ms": 62.509, "count": 292, "max_ms": 69.853, "p95_ms": 66.125}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.509, "count": 292, "max_ms": 79.775, "p95_ms": 76.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.997, "count": 292, "max_ms": 93.302, "p95_ms": 89.479}, "read_interval": {"avg_ms": 102.919, "count": 291, "max_ms": 110.1, "p95_ms": 107.383}, "triton_wait": {"avg_ms": 72.521, "count": 292, "max_ms": 79.789, "p95_ms": 76.088}, "visualize": {"avg_ms": 3.722, "count": 292, "max_ms": 4.638, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3696}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.996, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.113, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 5, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.469, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 443577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:17:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:17:07+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:17:07.215153+09:00", "mtime_epoch": 1783084627.2151535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83507}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:17:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.825, "pushed": 9.825, "read": 9.792}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.501, "count": 294, "max_ms": 5.709, "p95_ms": 4.0}, "gstreamer_push": {"avg_ms": 1.396, "count": 294, "max_ms": 2.064, "p95_ms": 1.507}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.897, "count": 294, "max_ms": 72.718, "p95_ms": 67.126}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.496, "count": 294, "max_ms": 74.725, "p95_ms": 67.846}, "yolo11_640_fire_11class": {"avg_ms": 62.581, "count": 294, "max_ms": 73.255, "p95_ms": 67.148}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.183, "count": 294, "max_ms": 82.559, "p95_ms": 77.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.951, "count": 294, "max_ms": 165.858, "p95_ms": 89.973}, "read_interval": {"avg_ms": 102.092, "count": 293, "max_ms": 177.833, "p95_ms": 107.248}, "triton_wait": {"avg_ms": 72.197, "count": 294, "max_ms": 82.57, "p95_ms": 77.057}, "visualize": {"avg_ms": 3.777, "count": 294, "max_ms": 6.055, "p95_ms": 4.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.731, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.379, "name": "ffmpeg", "pid": 53541, "rss_mb": 284.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.882, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:17:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:17:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:17:12+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:17:12.247242+09:00", "mtime_epoch": 1783084632.2472422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120774}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:17:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.833, "pushed": 9.833, "read": 9.8}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.59, "count": 294, "max_ms": 7.699, "p95_ms": 4.832}, "gstreamer_push": {"avg_ms": 1.33, "count": 295, "max_ms": 1.559, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.545, "count": 294, "max_ms": 71.902, "p95_ms": 66.768}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.059, "count": 294, "max_ms": 73.808, "p95_ms": 67.541}, "yolo11_640_fire_11class": {"avg_ms": 61.305, "count": 294, "max_ms": 72.44, "p95_ms": 66.507}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.721, "count": 294, "max_ms": 81.505, "p95_ms": 76.319}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.262, "count": 295, "max_ms": 95.102, "p95_ms": 90.439}, "read_interval": {"avg_ms": 102.024, "count": 294, "max_ms": 115.409, "p95_ms": 108.504}, "triton_wait": {"avg_ms": 70.736, "count": 294, "max_ms": 81.518, "p95_ms": 76.331}, "visualize": {"avg_ms": 3.753, "count": 294, "max_ms": 6.375, "p95_ms": 4.112}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3698}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.132, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.368, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 443869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:17:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:17:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:17:37+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T22:17:37.235683+09:00", "mtime_epoch": 1783084657.2356827, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 78401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:17:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.761, "pushed": 9.761, "read": 9.727}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.515, "count": 292, "max_ms": 5.402, "p95_ms": 4.495}, "gstreamer_push": {"avg_ms": 1.38, "count": 292, "max_ms": 1.919, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.704, "count": 292, "max_ms": 68.588, "p95_ms": 66.976}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.695, "count": 292, "max_ms": 70.457, "p95_ms": 66.937}, "yolo11_640_fire_11class": {"avg_ms": 63.244, "count": 292, "max_ms": 68.91, "p95_ms": 66.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.195, "count": 292, "max_ms": 79.146, "p95_ms": 76.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.657, "count": 292, "max_ms": 93.192, "p95_ms": 89.219}, "read_interval": {"avg_ms": 102.792, "count": 291, "max_ms": 116.93, "p95_ms": 107.169}, "triton_wait": {"avg_ms": 73.208, "count": 292, "max_ms": 79.158, "p95_ms": 76.181}, "visualize": {"avg_ms": 3.748, "count": 292, "max_ms": 6.104, "p95_ms": 4.109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2981}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.81, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.379, "name": "ffmpeg", "pid": 53541, "rss_mb": 284.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.843, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 357832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:17:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:17:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:17:42.327773+09:00", "mtime_epoch": 1783084662.3277726, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119181}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:17:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.693, "count": 292, "max_ms": 7.653, "p95_ms": 5.985}, "gstreamer_push": {"avg_ms": 1.345, "count": 292, "max_ms": 1.518, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.758, "count": 292, "max_ms": 71.735, "p95_ms": 66.577}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.927, "count": 292, "max_ms": 71.723, "p95_ms": 67.065}, "yolo11_640_fire_11class": {"avg_ms": 62.324, "count": 292, "max_ms": 70.573, "p95_ms": 66.579}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.262, "count": 292, "max_ms": 80.415, "p95_ms": 76.154}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.968, "count": 292, "max_ms": 99.227, "p95_ms": 90.571}, "read_interval": {"avg_ms": 103.004, "count": 291, "max_ms": 119.354, "p95_ms": 108.828}, "triton_wait": {"avg_ms": 72.275, "count": 292, "max_ms": 80.427, "p95_ms": 76.166}, "visualize": {"avg_ms": 3.762, "count": 292, "max_ms": 6.41, "p95_ms": 4.359}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3701}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.194, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.469, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 444159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:18:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:18:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:18:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:18:07.292213+09:00", "mtime_epoch": 1783084687.2922127, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:18:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.68, "pushed": 9.68, "read": 9.646}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 290, "max_ms": 4.299, "p95_ms": 3.489}, "gstreamer_push": {"avg_ms": 1.373, "count": 290, "max_ms": 1.616, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.748, "count": 290, "max_ms": 71.791, "p95_ms": 68.436}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.51, "count": 290, "max_ms": 71.875, "p95_ms": 68.424}, "yolo11_640_fire_11class": {"avg_ms": 64.472, "count": 290, "max_ms": 71.172, "p95_ms": 67.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.512, "count": 290, "max_ms": 80.63, "p95_ms": 77.962}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.771, "count": 290, "max_ms": 92.686, "p95_ms": 90.254}, "read_interval": {"avg_ms": 103.657, "count": 289, "max_ms": 109.841, "p95_ms": 108.053}, "triton_wait": {"avg_ms": 74.524, "count": 290, "max_ms": 80.642, "p95_ms": 77.973}, "visualize": {"avg_ms": 3.7, "count": 290, "max_ms": 4.525, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2984}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.879, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.842, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.379, "name": "ffmpeg", "pid": 53541, "rss_mb": 284.379, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.894, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:18:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:18:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:18:12+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T22:18:12.352302+09:00", "mtime_epoch": 1783084692.3523018, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121987}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:18:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.689, "pushed": 9.689, "read": 9.655}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.542, "count": 290, "max_ms": 5.795, "p95_ms": 4.67}, "gstreamer_push": {"avg_ms": 1.325, "count": 290, "max_ms": 1.585, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.716, "count": 290, "max_ms": 70.501, "p95_ms": 67.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.818, "count": 290, "max_ms": 70.513, "p95_ms": 67.608}, "yolo11_640_fire_11class": {"avg_ms": 63.379, "count": 290, "max_ms": 69.73, "p95_ms": 66.964}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.449, "count": 290, "max_ms": 79.97, "p95_ms": 76.967}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.884, "count": 290, "max_ms": 94.498, "p95_ms": 90.24}, "read_interval": {"avg_ms": 103.542, "count": 289, "max_ms": 112.758, "p95_ms": 108.305}, "triton_wait": {"avg_ms": 73.461, "count": 290, "max_ms": 79.983, "p95_ms": 76.979}, "visualize": {"avg_ms": 3.676, "count": 290, "max_ms": 4.657, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3703}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12423.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.27, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.412, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 444452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:18:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T22:18:37+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:18:37+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T22:18:37.364743+09:00", "mtime_epoch": 1783084717.3647428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90168}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:18:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 293, "max_ms": 5.042, "p95_ms": 3.521}, "gstreamer_push": {"avg_ms": 1.383, "count": 293, "max_ms": 1.601, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.448, "count": 293, "max_ms": 70.371, "p95_ms": 66.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.477, "count": 293, "max_ms": 70.359, "p95_ms": 66.903}, "yolo11_640_fire_11class": {"avg_ms": 63.102, "count": 293, "max_ms": 69.077, "p95_ms": 66.578}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.195, "count": 293, "max_ms": 80.881, "p95_ms": 76.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.52, "count": 293, "max_ms": 93.201, "p95_ms": 89.033}, "read_interval": {"avg_ms": 102.628, "count": 292, "max_ms": 109.994, "p95_ms": 106.945}, "triton_wait": {"avg_ms": 73.208, "count": 293, "max_ms": 80.892, "p95_ms": 76.654}, "visualize": {"avg_ms": 3.716, "count": 293, "max_ms": 4.76, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2986}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.877, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.215, "name": "ffmpeg", "pid": 53541, "rss_mb": 287.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.919, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:18:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:18:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:18:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:18:42.392831+09:00", "mtime_epoch": 1783084722.3928313, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:18:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.526, "count": 293, "max_ms": 5.939, "p95_ms": 4.777}, "gstreamer_push": {"avg_ms": 1.336, "count": 293, "max_ms": 1.679, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.667, "count": 293, "max_ms": 69.646, "p95_ms": 66.109}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.823, "count": 293, "max_ms": 69.454, "p95_ms": 66.441}, "yolo11_640_fire_11class": {"avg_ms": 62.293, "count": 293, "max_ms": 70.087, "p95_ms": 66.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.309, "count": 293, "max_ms": 77.906, "p95_ms": 76.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.71, "count": 293, "max_ms": 91.39, "p95_ms": 89.829}, "read_interval": {"avg_ms": 102.5, "count": 292, "max_ms": 111.4, "p95_ms": 106.884}, "triton_wait": {"avg_ms": 72.321, "count": 293, "max_ms": 77.916, "p95_ms": 76.258}, "visualize": {"avg_ms": 3.665, "count": 293, "max_ms": 4.115, "p95_ms": 3.896}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3706}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.326, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.417, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 444744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:19:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:19:07+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:19:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:19:07.425272+09:00", "mtime_epoch": 1783084747.4252725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86412}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:19:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.746, "pushed": 9.746, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.424, "count": 292, "max_ms": 5.103, "p95_ms": 3.522}, "gstreamer_push": {"avg_ms": 1.369, "count": 292, "max_ms": 2.341, "p95_ms": 1.461}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.339, "count": 292, "max_ms": 69.684, "p95_ms": 67.528}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.503, "count": 292, "max_ms": 69.932, "p95_ms": 67.486}, "yolo11_640_fire_11class": {"avg_ms": 64.047, "count": 292, "max_ms": 69.169, "p95_ms": 67.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.817, "count": 292, "max_ms": 77.441, "p95_ms": 76.223}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.033, "count": 292, "max_ms": 91.066, "p95_ms": 88.539}, "read_interval": {"avg_ms": 102.924, "count": 291, "max_ms": 109.188, "p95_ms": 106.091}, "triton_wait": {"avg_ms": 73.829, "count": 292, "max_ms": 77.456, "p95_ms": 76.235}, "visualize": {"avg_ms": 3.689, "count": 292, "max_ms": 4.575, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2989}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.945, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.215, "name": "ffmpeg", "pid": 53541, "rss_mb": 287.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.887, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 358707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:19:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:19:12+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:19:12.461361+09:00", "mtime_epoch": 1783084752.4613612, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122151}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:19:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.71}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.528, "count": 292, "max_ms": 5.495, "p95_ms": 4.691}, "gstreamer_push": {"avg_ms": 1.324, "count": 292, "max_ms": 1.553, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.469, "count": 292, "max_ms": 69.026, "p95_ms": 67.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.635, "count": 292, "max_ms": 69.474, "p95_ms": 67.695}, "yolo11_640_fire_11class": {"avg_ms": 63.119, "count": 292, "max_ms": 68.616, "p95_ms": 67.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.838, "count": 292, "max_ms": 77.436, "p95_ms": 75.84}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.278, "count": 292, "max_ms": 90.895, "p95_ms": 89.1}, "read_interval": {"avg_ms": 102.967, "count": 291, "max_ms": 110.569, "p95_ms": 107.055}, "triton_wait": {"avg_ms": 72.85, "count": 292, "max_ms": 77.448, "p95_ms": 75.852}, "visualize": {"avg_ms": 3.668, "count": 292, "max_ms": 4.753, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3708}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.368, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.34, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 445038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:19:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:19:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:19:37+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:19:37.469802+09:00", "mtime_epoch": 1783084777.4698017, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87595}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:19:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.82, "pushed": 9.82, "read": 9.787}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.454, "count": 294, "max_ms": 4.98, "p95_ms": 3.575}, "gstreamer_push": {"avg_ms": 1.387, "count": 294, "max_ms": 1.616, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.307, "count": 294, "max_ms": 70.329, "p95_ms": 66.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.549, "count": 294, "max_ms": 69.203, "p95_ms": 66.565}, "yolo11_640_fire_11class": {"avg_ms": 62.781, "count": 294, "max_ms": 70.317, "p95_ms": 66.145}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.863, "count": 294, "max_ms": 78.413, "p95_ms": 76.397}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.22, "count": 294, "max_ms": 90.919, "p95_ms": 88.781}, "read_interval": {"avg_ms": 102.174, "count": 293, "max_ms": 110.356, "p95_ms": 106.603}, "triton_wait": {"avg_ms": 72.875, "count": 294, "max_ms": 78.426, "p95_ms": 76.409}, "visualize": {"avg_ms": 3.713, "count": 294, "max_ms": 4.613, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2991}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12423.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.015, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.215, "name": "ffmpeg", "pid": 53541, "rss_mb": 287.215, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.851, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:19:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:19:42+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:19:42+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T22:19:42.525891+09:00", "mtime_epoch": 1783084782.5258908, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:19:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.551, "count": 294, "max_ms": 6.839, "p95_ms": 4.723}, "gstreamer_push": {"avg_ms": 1.32, "count": 294, "max_ms": 1.974, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.482, "count": 294, "max_ms": 70.675, "p95_ms": 66.244}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.989, "count": 294, "max_ms": 69.812, "p95_ms": 66.734}, "yolo11_640_fire_11class": {"avg_ms": 62.025, "count": 294, "max_ms": 70.144, "p95_ms": 66.236}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.132, "count": 294, "max_ms": 78.942, "p95_ms": 76.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.596, "count": 294, "max_ms": 92.182, "p95_ms": 89.682}, "read_interval": {"avg_ms": 102.255, "count": 293, "max_ms": 110.712, "p95_ms": 107.128}, "triton_wait": {"avg_ms": 72.144, "count": 294, "max_ms": 78.954, "p95_ms": 76.126}, "visualize": {"avg_ms": 3.679, "count": 294, "max_ms": 4.748, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3711}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12427.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.372, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.287, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 445339, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:20:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:20:07+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T22:20:07+09:00", "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-07-03T22:20:07.502331+09:00", "mtime_epoch": 1783084807.5023305, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83793}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:20:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 301, "pushed_frames": 301, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.038, "pushed": 10.038, "read": 10.038}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.385, "count": 301, "max_ms": 4.51, "p95_ms": 3.566}, "gstreamer_push": {"avg_ms": 1.356, "count": 301, "max_ms": 1.576, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.143, "count": 301, "max_ms": 74.208, "p95_ms": 67.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.64, "count": 301, "max_ms": 75.24, "p95_ms": 67.191}, "yolo11_640_fire_11class": {"avg_ms": 61.619, "count": 301, "max_ms": 73.087, "p95_ms": 67.005}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.755, "count": 301, "max_ms": 83.222, "p95_ms": 76.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.919, "count": 301, "max_ms": 95.685, "p95_ms": 88.655}, "read_interval": {"avg_ms": 99.775, "count": 301, "max_ms": 111.862, "p95_ms": 106.706}, "triton_wait": {"avg_ms": 70.79, "count": 301, "max_ms": 83.234, "p95_ms": 76.343}, "visualize": {"avg_ms": 3.636, "count": 301, "max_ms": 4.784, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2994}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12427.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.074, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.598, "name": "ffmpeg", "pid": 53541, "rss_mb": 291.598, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.784, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359301, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:20:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:20:12+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:20:12+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:20:12.590420+09:00", "mtime_epoch": 1783084812.5904202, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 137083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:20:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.012, "pushed": 10.012, "read": 9.979}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.551, "count": 300, "max_ms": 5.7, "p95_ms": 4.71}, "gstreamer_push": {"avg_ms": 1.322, "count": 300, "max_ms": 2.304, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.046, "count": 300, "max_ms": 73.253, "p95_ms": 66.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.511, "count": 300, "max_ms": 74.249, "p95_ms": 66.631}, "yolo11_640_fire_11class": {"avg_ms": 60.794, "count": 300, "max_ms": 72.639, "p95_ms": 66.444}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.852, "count": 300, "max_ms": 86.417, "p95_ms": 75.971}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.343, "count": 300, "max_ms": 99.712, "p95_ms": 89.317}, "read_interval": {"avg_ms": 100.191, "count": 299, "max_ms": 116.088, "p95_ms": 107.607}, "triton_wait": {"avg_ms": 69.956, "count": 300, "max_ms": 86.429, "p95_ms": 75.983}, "visualize": {"avg_ms": 3.658, "count": 300, "max_ms": 4.658, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3713}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12433.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.441, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.106, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 445635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:20:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:20:37+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:20:37+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T22:20:37.546860+09:00", "mtime_epoch": 1783084837.5468597, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:20:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.869, "pushed": 9.869, "read": 9.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.35, "count": 296, "max_ms": 4.252, "p95_ms": 3.476}, "gstreamer_push": {"avg_ms": 1.351, "count": 296, "max_ms": 1.5, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.835, "count": 296, "max_ms": 75.382, "p95_ms": 66.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.471, "count": 296, "max_ms": 75.608, "p95_ms": 67.11}, "yolo11_640_fire_11class": {"avg_ms": 62.524, "count": 296, "max_ms": 75.103, "p95_ms": 66.676}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.722, "count": 296, "max_ms": 86.742, "p95_ms": 76.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.793, "count": 296, "max_ms": 98.954, "p95_ms": 89.065}, "read_interval": {"avg_ms": 101.579, "count": 295, "max_ms": 117.139, "p95_ms": 107.602}, "triton_wait": {"avg_ms": 72.734, "count": 296, "max_ms": 86.754, "p95_ms": 76.756}, "visualize": {"avg_ms": 3.629, "count": 296, "max_ms": 4.349, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2996}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12433.516, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.149, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.141, "name": "ffmpeg", "pid": 53541, "rss_mb": 298.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.733, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:20:42+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:20:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:20:42.666950+09:00", "mtime_epoch": 1783084842.66695, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121102}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:20:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.876, "pushed": 9.876, "read": 9.843}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.362, "count": 296, "max_ms": 5.517, "p95_ms": 4.732}, "gstreamer_push": {"avg_ms": 1.304, "count": 296, "max_ms": 1.527, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.22, "count": 296, "max_ms": 74.299, "p95_ms": 66.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.592, "count": 296, "max_ms": 75.051, "p95_ms": 66.283}, "yolo11_640_fire_11class": {"avg_ms": 61.682, "count": 296, "max_ms": 74.312, "p95_ms": 65.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.87, "count": 296, "max_ms": 84.046, "p95_ms": 75.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.957, "count": 296, "max_ms": 97.984, "p95_ms": 89.185}, "read_interval": {"avg_ms": 101.597, "count": 295, "max_ms": 114.42, "p95_ms": 106.225}, "triton_wait": {"avg_ms": 71.882, "count": 296, "max_ms": 84.06, "p95_ms": 75.629}, "visualize": {"avg_ms": 3.608, "count": 296, "max_ms": 4.374, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3716}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12435.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.521, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.084, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 445928, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:21:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:21:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:21:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:21:07.619389+09:00", "mtime_epoch": 1783084867.6193893, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:21:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.74}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.425, "count": 293, "max_ms": 4.472, "p95_ms": 3.565}, "gstreamer_push": {"avg_ms": 1.363, "count": 293, "max_ms": 1.572, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.966, "count": 293, "max_ms": 70.038, "p95_ms": 66.998}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.488, "count": 293, "max_ms": 68.254, "p95_ms": 67.058}, "yolo11_640_fire_11class": {"avg_ms": 62.854, "count": 293, "max_ms": 68.603, "p95_ms": 66.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.55, "count": 293, "max_ms": 78.555, "p95_ms": 76.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.776, "count": 293, "max_ms": 90.632, "p95_ms": 88.429}, "read_interval": {"avg_ms": 102.655, "count": 292, "max_ms": 109.609, "p95_ms": 106.703}, "triton_wait": {"avg_ms": 73.562, "count": 293, "max_ms": 78.566, "p95_ms": 76.423}, "visualize": {"avg_ms": 3.686, "count": 293, "max_ms": 4.394, "p95_ms": 3.852}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 2998}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12451.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 156, "h264_decode_error_count": 393, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:07:12+09:00", "last_error_summary": "[h264 @ 0x55c072d7ccc0] left block unavailable for requested intra mode [h264 @ 0x55c072d7ccc0] error while decoding MB 0 6, bytestream 58740 [rtsp @ 0x55c072d4df00] RTP: PT=60: bad cseq 4d52 expected=4dbc [h264 @ 0x55c072d68b40] left block unavailable for requested intra mode [h264 @ 0x55c072d68b40] error while decoding MB 0 15, bytestream 2309 [h264 @ 0x55c072d7ccc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55c072d7ccc0] error while decoding MB 0 16, bytestream 3878 [h26", "last_exit_at": "2026-07-03T22:07:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 854.288, "last_started_at": "2026-07-03T22:07:14+09:00", "pid": 53541, "process": {"exists": true, "fd_count": 5, "hwm_mb": 316.07, "name": "ffmpeg", "pid": 53541, "rss_mb": 316.07, "state": "S (sleeping)", "threads": 104}, "restart_count": 177, "restart_count_per_hour": 4, "rtsp_timeout_count": 108, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.735, "sample_count": 2744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 359859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:21:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:21:28+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T22:21:28+09:00", "mjpeg": {"age_sec": 19.336, "exists": true, "mtime": "2026-07-03T22:21:09.555423+09:00", "mtime_epoch": 1783084869.5554233, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:21:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.508, "pushed": 3.508, "read": 3.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.554, "count": 105, "max_ms": 5.599, "p95_ms": 4.779}, "gstreamer_push": {"avg_ms": 1.33, "count": 105, "max_ms": 1.467, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.457, "count": 105, "max_ms": 67.914, "p95_ms": 66.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.959, "count": 105, "max_ms": 69.103, "p95_ms": 65.76}, "yolo11_640_fire_11class": {"avg_ms": 62.016, "count": 105, "max_ms": 68.598, "p95_ms": 65.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.073, "count": 105, "max_ms": 77.136, "p95_ms": 75.44}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.588, "count": 105, "max_ms": 91.223, "p95_ms": 88.801}, "read_interval": {"avg_ms": 287.937, "count": 104, "max_ms": 19376.237, "p95_ms": 107.446}, "triton_wait": {"avg_ms": 72.085, "count": 105, "max_ms": 77.148, "p95_ms": 75.451}, "visualize": {"avg_ms": 3.684, "count": 105, "max_ms": 4.259, "p95_ms": 3.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3719}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12295.945, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.552, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.963, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 446308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:21:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:21:37+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T22:21:37+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:21:37.655918+09:00", "mtime_epoch": 1783084897.655918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93266}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:21:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 380, "pushed_frames": 380, "read_frames": 379, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.697, "pushed": 12.697, "read": 12.664}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.394, "count": 380, "max_ms": 5.075, "p95_ms": 3.489}, "gstreamer_push": {"avg_ms": 1.337, "count": 380, "max_ms": 1.667, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 47.789, "count": 380, "max_ms": 66.136, "p95_ms": 63.077}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.301, "count": 380, "max_ms": 66.755, "p95_ms": 62.82}, "yolo11_640_fire_11class": {"avg_ms": 47.306, "count": 380, "max_ms": 66.099, "p95_ms": 62.537}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.458, "count": 380, "max_ms": 75.459, "p95_ms": 72.716}}, "truncated_count": 0}, "processing_total": {"avg_ms": 61.635, "count": 380, "max_ms": 87.727, "p95_ms": 84.96}, "read_interval": {"avg_ms": 78.968, "count": 379, "max_ms": 269.384, "p95_ms": 102.031}, "triton_wait": {"avg_ms": 49.539, "count": 380, "max_ms": 75.471, "p95_ms": 72.727}, "visualize": {"avg_ms": 3.709, "count": 380, "max_ms": 4.718, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12402.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.979, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.43, "name": "ffmpeg", "pid": 53648, "rss_mb": 266.43, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 5, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.763, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:21:58+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:21:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:21:58.880292+09:00", "mtime_epoch": 1783084918.8802917, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119158}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:21:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.501, "pushed": 8.501, "read": 8.468}, "hints": ["read_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.559, "count": 254, "max_ms": 5.607, "p95_ms": 4.683}, "gstreamer_push": {"avg_ms": 1.352, "count": 255, "max_ms": 2.307, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.115, "count": 254, "max_ms": 69.469, "p95_ms": 67.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.433, "count": 254, "max_ms": 68.992, "p95_ms": 67.093}, "yolo11_640_fire_11class": {"avg_ms": 61.713, "count": 254, "max_ms": 69.461, "p95_ms": 66.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.74, "count": 254, "max_ms": 79.6, "p95_ms": 76.492}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.169, "count": 255, "max_ms": 93.14, "p95_ms": 89.875}, "read_interval": {"avg_ms": 117.998, "count": 254, "max_ms": 4782.696, "p95_ms": 106.108}, "triton_wait": {"avg_ms": 70.752, "count": 254, "max_ms": 79.612, "p95_ms": 76.504}, "visualize": {"avg_ms": 3.723, "count": 254, "max_ms": 4.839, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3721}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.561, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.747, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 446602, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:22:07+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:22:07+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T22:22:07.664446+09:00", "mtime_epoch": 1783084927.664446, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85371}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:22:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.404, "count": 294, "max_ms": 4.728, "p95_ms": 3.504}, "gstreamer_push": {"avg_ms": 1.397, "count": 294, "max_ms": 2.355, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.097, "count": 294, "max_ms": 68.823, "p95_ms": 65.798}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.043, "count": 294, "max_ms": 68.272, "p95_ms": 65.834}, "yolo11_640_fire_11class": {"avg_ms": 60.649, "count": 294, "max_ms": 68.26, "p95_ms": 65.488}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.645, "count": 294, "max_ms": 79.088, "p95_ms": 75.019}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.023, "count": 294, "max_ms": 91.86, "p95_ms": 87.636}, "read_interval": {"avg_ms": 102.066, "count": 294, "max_ms": 114.881, "p95_ms": 106.549}, "triton_wait": {"avg_ms": 70.658, "count": 294, "max_ms": 79.1, "p95_ms": 75.032}, "visualize": {"avg_ms": 3.689, "count": 294, "max_ms": 4.799, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3003}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.069, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.203, "name": "ffmpeg", "pid": 53648, "rss_mb": 267.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 5, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.687, "sample_count": 2704, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:22:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:22:28+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:22:28.968821+09:00", "mtime_epoch": 1783084948.968821, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:22:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.593, "count": 292, "max_ms": 7.116, "p95_ms": 5.075}, "gstreamer_push": {"avg_ms": 1.334, "count": 292, "max_ms": 1.6, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.065, "count": 292, "max_ms": 70.939, "p95_ms": 66.43}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.981, "count": 292, "max_ms": 72.618, "p95_ms": 66.059}, "yolo11_640_fire_11class": {"avg_ms": 62.518, "count": 292, "max_ms": 70.952, "p95_ms": 65.562}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.022, "count": 292, "max_ms": 82.387, "p95_ms": 75.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.574, "count": 292, "max_ms": 95.86, "p95_ms": 89.716}, "read_interval": {"avg_ms": 103.04, "count": 291, "max_ms": 112.528, "p95_ms": 106.886}, "triton_wait": {"avg_ms": 73.034, "count": 292, "max_ms": 82.399, "p95_ms": 75.886}, "visualize": {"avg_ms": 3.727, "count": 292, "max_ms": 4.818, "p95_ms": 4.008}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3724}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.584, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.798, "sample_count": 3020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 446893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:22:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:22:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:22:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:22:37.680974+09:00", "mtime_epoch": 1783084957.6809745, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:22:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.724, "pushed": 9.724, "read": 9.691}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.351, "count": 291, "max_ms": 4.305, "p95_ms": 3.515}, "gstreamer_push": {"avg_ms": 1.379, "count": 291, "max_ms": 1.52, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.048, "count": 291, "max_ms": 75.121, "p95_ms": 67.661}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.363, "count": 291, "max_ms": 72.804, "p95_ms": 67.845}, "yolo11_640_fire_11class": {"avg_ms": 63.456, "count": 291, "max_ms": 70.807, "p95_ms": 67.084}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.939, "count": 291, "max_ms": 82.699, "p95_ms": 77.095}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.147, "count": 291, "max_ms": 95.05, "p95_ms": 89.24}, "read_interval": {"avg_ms": 103.166, "count": 290, "max_ms": 111.777, "p95_ms": 106.843}, "triton_wait": {"avg_ms": 73.951, "count": 291, "max_ms": 82.712, "p95_ms": 77.107}, "visualize": {"avg_ms": 3.659, "count": 291, "max_ms": 4.781, "p95_ms": 3.818}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12403.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.085, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.203, "name": "ffmpeg", "pid": 53648, "rss_mb": 267.203, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 5, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.487, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:22:59+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:22:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:22:58.985349+09:00", "mtime_epoch": 1783084978.9853494, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120813}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:22:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.561, "count": 292, "max_ms": 6.963, "p95_ms": 4.753}, "gstreamer_push": {"avg_ms": 1.318, "count": 292, "max_ms": 1.508, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.651, "count": 292, "max_ms": 74.9, "p95_ms": 66.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.085, "count": 292, "max_ms": 70.677, "p95_ms": 66.258}, "yolo11_640_fire_11class": {"avg_ms": 62.157, "count": 292, "max_ms": 69.413, "p95_ms": 65.599}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.664, "count": 292, "max_ms": 81.036, "p95_ms": 76.079}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.139, "count": 292, "max_ms": 94.015, "p95_ms": 89.995}, "read_interval": {"avg_ms": 102.798, "count": 292, "max_ms": 110.937, "p95_ms": 106.609}, "triton_wait": {"avg_ms": 72.676, "count": 292, "max_ms": 81.047, "p95_ms": 76.092}, "visualize": {"avg_ms": 3.711, "count": 292, "max_ms": 4.418, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3726}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.605, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.926, "name": "ffmpeg", "pid": 53389, "rss_mb": 326.926, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.606, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 447184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:23:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T22:23:07+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T22:23:07+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T22:23:07.697503+09:00", "mtime_epoch": 1783084987.6975026, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:23:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.693}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 291, "max_ms": 4.987, "p95_ms": 3.678}, "gstreamer_push": {"avg_ms": 1.385, "count": 291, "max_ms": 2.022, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.5, "count": 291, "max_ms": 69.843, "p95_ms": 67.481}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.857, "count": 291, "max_ms": 69.864, "p95_ms": 67.418}, "yolo11_640_fire_11class": {"avg_ms": 63.115, "count": 291, "max_ms": 69.855, "p95_ms": 66.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.533, "count": 291, "max_ms": 78.791, "p95_ms": 76.697}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.922, "count": 291, "max_ms": 91.247, "p95_ms": 89.103}, "read_interval": {"avg_ms": 103.142, "count": 290, "max_ms": 111.659, "p95_ms": 106.68}, "triton_wait": {"avg_ms": 73.545, "count": 291, "max_ms": 78.803, "p95_ms": 76.709}, "visualize": {"avg_ms": 3.749, "count": 291, "max_ms": 4.95, "p95_ms": 4.039}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3008}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.138, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.461, "name": "ffmpeg", "pid": 53648, "rss_mb": 267.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 5, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.457, "sample_count": 2705, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 360989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:23:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:23:29+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:23:29+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T22:23:29.041878+09:00", "mtime_epoch": 1783085009.0418782, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123492}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:23:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.715, "pushed": 9.715, "read": 9.682}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.583, "count": 291, "max_ms": 5.544, "p95_ms": 4.89}, "gstreamer_push": {"avg_ms": 1.345, "count": 291, "max_ms": 1.564, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.281, "count": 291, "max_ms": 68.683, "p95_ms": 66.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.547, "count": 291, "max_ms": 68.901, "p95_ms": 67.25}, "yolo11_640_fire_11class": {"avg_ms": 62.809, "count": 291, "max_ms": 68.911, "p95_ms": 66.475}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.106, "count": 291, "max_ms": 78.59, "p95_ms": 76.02}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.701, "count": 291, "max_ms": 92.396, "p95_ms": 89.644}, "read_interval": {"avg_ms": 103.274, "count": 290, "max_ms": 111.017, "p95_ms": 106.853}, "triton_wait": {"avg_ms": 73.118, "count": 291, "max_ms": 78.602, "p95_ms": 76.032}, "visualize": {"avg_ms": 3.705, "count": 291, "max_ms": 4.222, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3728}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.617, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.441, "name": "ffmpeg", "pid": 53389, "rss_mb": 327.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.554, "sample_count": 3020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 447475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:23:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:23:37+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:23:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:23:37.714031+09:00", "mtime_epoch": 1783085017.7140307, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:23:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.458, "count": 291, "max_ms": 5.115, "p95_ms": 3.557}, "gstreamer_push": {"avg_ms": 1.392, "count": 291, "max_ms": 1.619, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.797, "count": 291, "max_ms": 69.364, "p95_ms": 66.933}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.182, "count": 291, "max_ms": 69.112, "p95_ms": 67.649}, "yolo11_640_fire_11class": {"avg_ms": 63.336, "count": 291, "max_ms": 69.373, "p95_ms": 66.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.715, "count": 291, "max_ms": 77.764, "p95_ms": 76.045}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.103, "count": 291, "max_ms": 90.334, "p95_ms": 88.406}, "read_interval": {"avg_ms": 103.153, "count": 291, "max_ms": 109.852, "p95_ms": 106.426}, "triton_wait": {"avg_ms": 73.727, "count": 291, "max_ms": 77.776, "p95_ms": 76.058}, "visualize": {"avg_ms": 3.732, "count": 291, "max_ms": 4.811, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3010}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.207, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.461, "name": "ffmpeg", "pid": 53648, "rss_mb": 267.461, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 5, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.626, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 361280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:23:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:23:59+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:23:59+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:23:59.110407+09:00", "mtime_epoch": 1783085039.110407, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121762}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:23:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.711, "pushed": 9.711, "read": 9.677}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.566, "count": 291, "max_ms": 5.863, "p95_ms": 4.787}, "gstreamer_push": {"avg_ms": 1.329, "count": 291, "max_ms": 1.505, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.141, "count": 291, "max_ms": 68.461, "p95_ms": 66.407}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.287, "count": 291, "max_ms": 68.452, "p95_ms": 66.291}, "yolo11_640_fire_11class": {"avg_ms": 62.528, "count": 291, "max_ms": 68.44, "p95_ms": 65.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.404, "count": 291, "max_ms": 80.271, "p95_ms": 76.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.809, "count": 291, "max_ms": 93.69, "p95_ms": 89.88}, "read_interval": {"avg_ms": 103.337, "count": 290, "max_ms": 110.642, "p95_ms": 106.852}, "triton_wait": {"avg_ms": 73.416, "count": 291, "max_ms": 80.282, "p95_ms": 76.312}, "visualize": {"avg_ms": 3.673, "count": 291, "max_ms": 4.647, "p95_ms": 3.854}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3731}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.634, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.441, "name": "ffmpeg", "pid": 53389, "rss_mb": 327.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.642, "sample_count": 3018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 447765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:24:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:24:07+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T22:24:07+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:24:07.738559+09:00", "mtime_epoch": 1783085047.738559, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:24:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.694, "pushed": 9.694, "read": 9.66}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.427, "count": 290, "max_ms": 4.322, "p95_ms": 3.533}, "gstreamer_push": {"avg_ms": 1.374, "count": 290, "max_ms": 1.603, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.347, "count": 290, "max_ms": 71.95, "p95_ms": 67.335}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.679, "count": 290, "max_ms": 73.138, "p95_ms": 67.266}, "yolo11_640_fire_11class": {"avg_ms": 62.8, "count": 290, "max_ms": 72.631, "p95_ms": 66.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.433, "count": 290, "max_ms": 81.616, "p95_ms": 77.023}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.682, "count": 290, "max_ms": 93.659, "p95_ms": 89.626}, "read_interval": {"avg_ms": 103.526, "count": 289, "max_ms": 112.529, "p95_ms": 108.232}, "triton_wait": {"avg_ms": 73.446, "count": 290, "max_ms": 81.628, "p95_ms": 77.035}, "visualize": {"avg_ms": 3.696, "count": 290, "max_ms": 4.438, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3013}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.785, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.228, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.719, "name": "ffmpeg", "pid": 53648, "rss_mb": 267.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.761, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 361569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:24:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:24:29+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:24:29+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:24:29.130935+09:00", "mtime_epoch": 1783085069.1309352, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123680}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:24:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.658, "pushed": 9.658, "read": 9.624}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.64, "count": 289, "max_ms": 7.644, "p95_ms": 5.281}, "gstreamer_push": {"avg_ms": 1.328, "count": 289, "max_ms": 1.531, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.477, "count": 289, "max_ms": 71.675, "p95_ms": 67.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.884, "count": 289, "max_ms": 71.416, "p95_ms": 67.827}, "yolo11_640_fire_11class": {"avg_ms": 62.964, "count": 289, "max_ms": 71.663, "p95_ms": 67.076}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.466, "count": 289, "max_ms": 81.848, "p95_ms": 76.645}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.055, "count": 289, "max_ms": 95.949, "p95_ms": 90.724}, "read_interval": {"avg_ms": 103.875, "count": 288, "max_ms": 114.257, "p95_ms": 109.138}, "triton_wait": {"avg_ms": 73.478, "count": 289, "max_ms": 81.859, "p95_ms": 76.657}, "visualize": {"avg_ms": 3.73, "count": 289, "max_ms": 6.413, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3733}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.605, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.697, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.441, "name": "ffmpeg", "pid": 53389, "rss_mb": 327.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.767, "sample_count": 3014, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 448055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:24:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:24:37+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:24:37+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:24:37.799088+09:00", "mtime_epoch": 1783085077.7990878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87541}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:24:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.678, "pushed": 9.678, "read": 9.645}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.513, "count": 290, "max_ms": 5.376, "p95_ms": 4.026}, "gstreamer_push": {"avg_ms": 1.389, "count": 290, "max_ms": 1.992, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.558, "count": 290, "max_ms": 69.367, "p95_ms": 67.14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.188, "count": 290, "max_ms": 69.566, "p95_ms": 67.627}, "yolo11_640_fire_11class": {"avg_ms": 63.074, "count": 290, "max_ms": 68.621, "p95_ms": 66.541}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.689, "count": 290, "max_ms": 79.441, "p95_ms": 76.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.208, "count": 290, "max_ms": 92.885, "p95_ms": 89.614}, "read_interval": {"avg_ms": 103.648, "count": 289, "max_ms": 114.144, "p95_ms": 107.563}, "triton_wait": {"avg_ms": 73.701, "count": 290, "max_ms": 79.453, "p95_ms": 76.686}, "visualize": {"avg_ms": 3.775, "count": 290, "max_ms": 6.197, "p95_ms": 4.215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3015}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.691, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 205.248, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.719, "name": "ffmpeg", "pid": 53648, "rss_mb": 267.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.782, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 361861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:24:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:24:59+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:24:59+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T22:24:59.151463+09:00", "mtime_epoch": 1783085099.1514633, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122253}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:24:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.759, "pushed": 9.759, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.529, "count": 292, "max_ms": 6.431, "p95_ms": 4.641}, "gstreamer_push": {"avg_ms": 1.339, "count": 292, "max_ms": 1.474, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.717, "count": 292, "max_ms": 71.665, "p95_ms": 65.852}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.438, "count": 292, "max_ms": 70.891, "p95_ms": 66.263}, "yolo11_640_fire_11class": {"avg_ms": 62.225, "count": 292, "max_ms": 70.879, "p95_ms": 65.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.947, "count": 292, "max_ms": 81.267, "p95_ms": 76.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.355, "count": 292, "max_ms": 94.54, "p95_ms": 89.772}, "read_interval": {"avg_ms": 102.802, "count": 291, "max_ms": 113.01, "p95_ms": 106.391}, "triton_wait": {"avg_ms": 72.959, "count": 292, "max_ms": 81.278, "p95_ms": 76.445}, "visualize": {"avg_ms": 3.666, "count": 292, "max_ms": 4.794, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3736}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1408.766, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.441, "name": "ffmpeg", "pid": 53389, "rss_mb": 327.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.768, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 448349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:25:07+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:25:07+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:25:07.867617+09:00", "mtime_epoch": 1783085107.8676167, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86878}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:25:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.777}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.43, "count": 294, "max_ms": 4.509, "p95_ms": 3.536}, "gstreamer_push": {"avg_ms": 1.369, "count": 294, "max_ms": 1.496, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.084, "count": 294, "max_ms": 71.604, "p95_ms": 66.179}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.232, "count": 294, "max_ms": 70.888, "p95_ms": 66.546}, "yolo11_640_fire_11class": {"avg_ms": 62.54, "count": 294, "max_ms": 70.901, "p95_ms": 65.928}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.052, "count": 294, "max_ms": 81.456, "p95_ms": 76.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.322, "count": 294, "max_ms": 93.696, "p95_ms": 88.528}, "read_interval": {"avg_ms": 102.269, "count": 293, "max_ms": 112.965, "p95_ms": 106.389}, "triton_wait": {"avg_ms": 73.064, "count": 294, "max_ms": 81.468, "p95_ms": 76.306}, "visualize": {"avg_ms": 3.689, "count": 294, "max_ms": 4.658, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12407.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.303, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 53648, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.678, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 362152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:25:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:25:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:25:29+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:25:29.199992+09:00", "mtime_epoch": 1783085129.1999917, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122767}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:25:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.714, "pushed": 9.714, "read": 9.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.586, "count": 291, "max_ms": 6.914, "p95_ms": 4.734}, "gstreamer_push": {"avg_ms": 1.334, "count": 291, "max_ms": 1.58, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.684, "count": 291, "max_ms": 68.822, "p95_ms": 66.018}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.314, "count": 291, "max_ms": 67.692, "p95_ms": 65.954}, "yolo11_640_fire_11class": {"avg_ms": 62.152, "count": 291, "max_ms": 66.93, "p95_ms": 65.324}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.542, "count": 291, "max_ms": 77.417, "p95_ms": 75.382}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.067, "count": 291, "max_ms": 90.643, "p95_ms": 88.889}, "read_interval": {"avg_ms": 103.272, "count": 290, "max_ms": 311.518, "p95_ms": 105.952}, "triton_wait": {"avg_ms": 72.554, "count": 291, "max_ms": 77.428, "p95_ms": 75.393}, "visualize": {"avg_ms": 3.688, "count": 291, "max_ms": 4.798, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3738}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12407.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1438.851, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.441, "name": "ffmpeg", "pid": 53389, "rss_mb": 327.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.689, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 448642, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:25:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:25:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:25:37.948146+09:00", "mtime_epoch": 1783085137.9481456, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80380}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:25:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 293, "max_ms": 5.1, "p95_ms": 3.51}, "gstreamer_push": {"avg_ms": 1.372, "count": 293, "max_ms": 1.511, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.52, "count": 293, "max_ms": 69.609, "p95_ms": 66.814}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.343, "count": 293, "max_ms": 69.23, "p95_ms": 66.612}, "yolo11_640_fire_11class": {"avg_ms": 63.145, "count": 293, "max_ms": 68.226, "p95_ms": 66.24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.469, "count": 293, "max_ms": 77.888, "p95_ms": 76.185}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.69, "count": 293, "max_ms": 89.997, "p95_ms": 88.398}, "read_interval": {"avg_ms": 102.672, "count": 292, "max_ms": 109.641, "p95_ms": 106.182}, "triton_wait": {"avg_ms": 73.481, "count": 293, "max_ms": 77.899, "p95_ms": 76.197}, "visualize": {"avg_ms": 3.664, "count": 293, "max_ms": 4.268, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3020}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12407.496, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 265.341, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.297, "name": "ffmpeg", "pid": 53648, "rss_mb": 270.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.729, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 362444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:25:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:25:59+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:25:59+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:25:59.240520+09:00", "mtime_epoch": 1783085159.24052, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122407}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:25:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.72}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.562, "count": 292, "max_ms": 5.497, "p95_ms": 4.915}, "gstreamer_push": {"avg_ms": 1.317, "count": 292, "max_ms": 1.562, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.105, "count": 292, "max_ms": 73.15, "p95_ms": 66.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.09, "count": 292, "max_ms": 77.471, "p95_ms": 66.204}, "yolo11_640_fire_11class": {"avg_ms": 62.735, "count": 292, "max_ms": 73.948, "p95_ms": 66.254}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.981, "count": 292, "max_ms": 83.013, "p95_ms": 75.918}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.384, "count": 292, "max_ms": 96.42, "p95_ms": 89.173}, "read_interval": {"avg_ms": 102.863, "count": 291, "max_ms": 116.263, "p95_ms": 106.244}, "triton_wait": {"avg_ms": 72.993, "count": 292, "max_ms": 83.024, "p95_ms": 75.93}, "visualize": {"avg_ms": 3.694, "count": 292, "max_ms": 4.482, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3741}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12407.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1468.899, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.441, "name": "ffmpeg", "pid": 53389, "rss_mb": 327.441, "state": "S (sleeping)", "threads": 106}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.722, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 448934, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:26:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:26:08+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:26:07+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:26:07.996674+09:00", "mtime_epoch": 1783085167.996674, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:26:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 292, "max_ms": 3.865, "p95_ms": 3.574}, "gstreamer_push": {"avg_ms": 1.392, "count": 292, "max_ms": 1.632, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.423, "count": 292, "max_ms": 73.676, "p95_ms": 66.957}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.488, "count": 292, "max_ms": 78.254, "p95_ms": 66.374}, "yolo11_640_fire_11class": {"avg_ms": 63.105, "count": 292, "max_ms": 74.451, "p95_ms": 66.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.395, "count": 292, "max_ms": 83.531, "p95_ms": 76.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.833, "count": 292, "max_ms": 95.933, "p95_ms": 88.696}, "read_interval": {"avg_ms": 102.901, "count": 291, "max_ms": 116.355, "p95_ms": 106.761}, "triton_wait": {"avg_ms": 73.407, "count": 292, "max_ms": 83.543, "p95_ms": 76.326}, "visualize": {"avg_ms": 3.716, "count": 292, "max_ms": 4.239, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 295.348, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.68, "name": "ffmpeg", "pid": 53648, "rss_mb": 274.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.732, "sample_count": 2876, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 362740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:26:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:26:29+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T22:26:29+09:00", "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-07-03T22:26:29.269048+09:00", "mtime_epoch": 1783085189.269048, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 71589}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:26:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.548, "count": 296, "max_ms": 5.395, "p95_ms": 4.693}, "gstreamer_push": {"avg_ms": 1.319, "count": 296, "max_ms": 1.558, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.094, "count": 296, "max_ms": 71.2, "p95_ms": 66.697}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.584, "count": 296, "max_ms": 71.038, "p95_ms": 66.315}, "yolo11_640_fire_11class": {"avg_ms": 61.664, "count": 296, "max_ms": 71.189, "p95_ms": 66.431}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.333, "count": 296, "max_ms": 81.297, "p95_ms": 76.231}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.735, "count": 296, "max_ms": 94.672, "p95_ms": 89.419}, "read_interval": {"avg_ms": 101.457, "count": 296, "max_ms": 113.73, "p95_ms": 107.264}, "triton_wait": {"avg_ms": 71.352, "count": 296, "max_ms": 81.309, "p95_ms": 76.243}, "visualize": {"avg_ms": 3.69, "count": 296, "max_ms": 4.751, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3742}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12435.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 49, "h264_decode_error_count": 54, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:01:36+09:00", "last_error_summary": "[h264 @ 0x5625c2fecd00] error while decoding MB 103 29, bytestream -7 [in#0/rtsp @ 0x5625c265de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5625c265de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:01:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 1508.769, "last_started_at": "2026-07-03T22:01:39+09:00", "pid": 53389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 351.781, "name": "ffmpeg", "pid": 53389, "rss_mb": 351.781, "state": "S (sleeping)", "threads": 104}, "restart_count": 50, "restart_count_per_hour": 4, "rtsp_timeout_count": 80, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.909, "sample_count": 2716, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 449124, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:26:47+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T22:26:47+09:00", "mjpeg": {"age_sec": 20.286, "exists": true, "mtime": "2026-07-03T22:26:27.669020+09:00", "mtime_epoch": 1783085187.66902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86137}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:26:47+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 95, "pushed_frames": 95, "read_frames": 95, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.168, "pushed": 3.168, "read": 3.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 95, "max_ms": 3.824, "p95_ms": 3.536}, "gstreamer_push": {"avg_ms": 1.392, "count": 95, "max_ms": 1.504, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.281, "count": 95, "max_ms": 69.001, "p95_ms": 66.113}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.171, "count": 95, "max_ms": 70.313, "p95_ms": 66.952}, "yolo11_640_fire_11class": {"avg_ms": 62.554, "count": 95, "max_ms": 69.01, "p95_ms": 66.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.054, "count": 95, "max_ms": 78.338, "p95_ms": 75.908}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.499, "count": 95, "max_ms": 90.758, "p95_ms": 88.431}, "read_interval": {"avg_ms": 316.018, "count": 95, "max_ms": 20323.807, "p95_ms": 106.156}, "triton_wait": {"avg_ms": 73.066, "count": 95, "max_ms": 78.349, "p95_ms": 75.92}, "visualize": {"avg_ms": 3.732, "count": 95, "max_ms": 4.71, "p95_ms": 4.009}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3025}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 325.405, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.68, "name": "ffmpeg", "pid": 53648, "rss_mb": 274.68, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.57, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 363111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:26:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:26:59+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:26:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:26:59.305576+09:00", "mtime_epoch": 1783085219.305576, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120429}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:26:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 371, "pushed_frames": 371, "read_frames": 370, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.374, "pushed": 12.374, "read": 12.341}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.595, "count": 371, "max_ms": 7.301, "p95_ms": 4.78}, "gstreamer_push": {"avg_ms": 1.318, "count": 371, "max_ms": 1.575, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.499, "count": 371, "max_ms": 63.929, "p95_ms": 60.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.462, "count": 371, "max_ms": 65.009, "p95_ms": 60.656}, "yolo11_640_fire_11class": {"avg_ms": 47.857, "count": 371, "max_ms": 64.51, "p95_ms": 60.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.59, "count": 371, "max_ms": 74.145, "p95_ms": 70.317}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.013, "count": 371, "max_ms": 87.567, "p95_ms": 83.778}, "read_interval": {"avg_ms": 80.955, "count": 370, "max_ms": 109.428, "p95_ms": 101.522}, "triton_wait": {"avg_ms": 50.622, "count": 371, "max_ms": 74.157, "p95_ms": 70.329}, "visualize": {"avg_ms": 3.729, "count": 371, "max_ms": 4.647, "p95_ms": 3.96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3744}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.762, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.363, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 449374, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:27:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:27:18+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:27:17+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:27:17.953904+09:00", "mtime_epoch": 1783085237.953904, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88491}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:27:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.302, "pushed": 8.302, "read": 8.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.434, "count": 249, "max_ms": 4.72, "p95_ms": 3.524}, "gstreamer_push": {"avg_ms": 1.38, "count": 249, "max_ms": 1.84, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 65.041, "count": 249, "max_ms": 71.533, "p95_ms": 69.668}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.022, "count": 249, "max_ms": 72.621, "p95_ms": 69.56}, "yolo11_640_fire_11class": {"avg_ms": 64.454, "count": 249, "max_ms": 72.132, "p95_ms": 69.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.164, "count": 249, "max_ms": 82.705, "p95_ms": 78.738}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.508, "count": 249, "max_ms": 94.991, "p95_ms": 91.001}, "read_interval": {"avg_ms": 120.401, "count": 249, "max_ms": 4736.421, "p95_ms": 107.753}, "triton_wait": {"avg_ms": 74.176, "count": 249, "max_ms": 82.718, "p95_ms": 78.75}, "visualize": {"avg_ms": 3.718, "count": 249, "max_ms": 4.721, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3028}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.504, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.938, "name": "ffmpeg", "pid": 53648, "rss_mb": 274.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.65, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 363404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:27:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:27:29+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:27:29+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:27:29.406105+09:00", "mtime_epoch": 1783085249.4061053, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:27:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.422, "count": 292, "max_ms": 5.816, "p95_ms": 4.738}, "gstreamer_push": {"avg_ms": 1.324, "count": 292, "max_ms": 1.477, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.292, "count": 292, "max_ms": 71.949, "p95_ms": 67.878}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.044, "count": 292, "max_ms": 73.277, "p95_ms": 67.703}, "yolo11_640_fire_11class": {"avg_ms": 62.609, "count": 292, "max_ms": 72.728, "p95_ms": 67.82}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.654, "count": 292, "max_ms": 81.152, "p95_ms": 77.474}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.844, "count": 292, "max_ms": 93.957, "p95_ms": 90.293}, "read_interval": {"avg_ms": 102.722, "count": 292, "max_ms": 111.837, "p95_ms": 108.36}, "triton_wait": {"avg_ms": 72.665, "count": 292, "max_ms": 81.164, "p95_ms": 77.484}, "visualize": {"avg_ms": 3.619, "count": 292, "max_ms": 4.533, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3747}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.77, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.326, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 449667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:27:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:27:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:27:47+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:27:47.958431+09:00", "mtime_epoch": 1783085267.9584315, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83036}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:27:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 293, "max_ms": 5.026, "p95_ms": 3.532}, "gstreamer_push": {"avg_ms": 1.383, "count": 293, "max_ms": 1.593, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.507, "count": 293, "max_ms": 69.309, "p95_ms": 67.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.113, "count": 293, "max_ms": 68.891, "p95_ms": 66.877}, "yolo11_640_fire_11class": {"avg_ms": 62.916, "count": 293, "max_ms": 68.386, "p95_ms": 66.844}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.41, "count": 293, "max_ms": 78.484, "p95_ms": 76.6}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.735, "count": 293, "max_ms": 92.244, "p95_ms": 88.86}, "read_interval": {"avg_ms": 102.408, "count": 293, "max_ms": 113.422, "p95_ms": 105.913}, "triton_wait": {"avg_ms": 73.422, "count": 293, "max_ms": 78.497, "p95_ms": 76.612}, "visualize": {"avg_ms": 3.707, "count": 293, "max_ms": 4.513, "p95_ms": 3.904}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3030}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 385.606, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.938, "name": "ffmpeg", "pid": 53648, "rss_mb": 274.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.604, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 363698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:27:59+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:27:59+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:27:59.506634+09:00", "mtime_epoch": 1783085279.5066345, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:27:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.542, "count": 293, "max_ms": 6.754, "p95_ms": 4.671}, "gstreamer_push": {"avg_ms": 1.336, "count": 293, "max_ms": 1.555, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.892, "count": 293, "max_ms": 68.384, "p95_ms": 66.291}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.039, "count": 293, "max_ms": 69.451, "p95_ms": 66.057}, "yolo11_640_fire_11class": {"avg_ms": 61.376, "count": 293, "max_ms": 69.442, "p95_ms": 65.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.697, "count": 293, "max_ms": 78.2, "p95_ms": 75.961}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.162, "count": 293, "max_ms": 91.824, "p95_ms": 89.353}, "read_interval": {"avg_ms": 102.37, "count": 293, "max_ms": 112.968, "p95_ms": 108.748}, "triton_wait": {"avg_ms": 71.708, "count": 293, "max_ms": 78.211, "p95_ms": 75.973}, "visualize": {"avg_ms": 3.685, "count": 293, "max_ms": 4.338, "p95_ms": 3.963}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3749}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.78, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.326, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 449960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:28:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:28:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:28:17+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:28:17.966959+09:00", "mtime_epoch": 1783085297.966959, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89930}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:28:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.412, "count": 293, "max_ms": 4.382, "p95_ms": 3.489}, "gstreamer_push": {"avg_ms": 1.374, "count": 293, "max_ms": 1.498, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.823, "count": 293, "max_ms": 69.155, "p95_ms": 66.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.666, "count": 293, "max_ms": 69.757, "p95_ms": 66.941}, "yolo11_640_fire_11class": {"avg_ms": 63.317, "count": 293, "max_ms": 69.167, "p95_ms": 66.298}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.428, "count": 293, "max_ms": 81.003, "p95_ms": 76.465}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.697, "count": 293, "max_ms": 93.195, "p95_ms": 88.794}, "read_interval": {"avg_ms": 102.414, "count": 293, "max_ms": 113.174, "p95_ms": 106.383}, "triton_wait": {"avg_ms": 73.44, "count": 293, "max_ms": 81.015, "p95_ms": 76.477}, "visualize": {"avg_ms": 3.694, "count": 293, "max_ms": 4.535, "p95_ms": 3.834}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3033}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 415.616, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.938, "name": "ffmpeg", "pid": 53648, "rss_mb": 274.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.654, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 363989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:28:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:28:29+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:28:29+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:28:29.515162+09:00", "mtime_epoch": 1783085309.5151618, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:28:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.61, "count": 291, "max_ms": 7.645, "p95_ms": 5.262}, "gstreamer_push": {"avg_ms": 1.328, "count": 291, "max_ms": 1.558, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.542, "count": 291, "max_ms": 69.221, "p95_ms": 66.797}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.89, "count": 291, "max_ms": 68.966, "p95_ms": 66.774}, "yolo11_640_fire_11class": {"avg_ms": 62.011, "count": 291, "max_ms": 67.973, "p95_ms": 66.546}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.19, "count": 291, "max_ms": 80.234, "p95_ms": 76.802}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.768, "count": 291, "max_ms": 101.568, "p95_ms": 90.593}, "read_interval": {"avg_ms": 103.122, "count": 291, "max_ms": 121.666, "p95_ms": 109.816}, "triton_wait": {"avg_ms": 72.202, "count": 291, "max_ms": 80.247, "p95_ms": 76.814}, "visualize": {"avg_ms": 3.725, "count": 291, "max_ms": 6.321, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3752}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.889, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.363, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 450251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:28:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:28:48+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T22:28:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:28:48.071488+09:00", "mtime_epoch": 1783085328.0714881, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86551}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:28:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.671, "pushed": 9.671, "read": 9.671}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.448, "count": 290, "max_ms": 5.416, "p95_ms": 3.551}, "gstreamer_push": {"avg_ms": 1.382, "count": 290, "max_ms": 1.931, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.005, "count": 290, "max_ms": 69.907, "p95_ms": 67.15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.324, "count": 290, "max_ms": 69.427, "p95_ms": 67.177}, "yolo11_640_fire_11class": {"avg_ms": 63.524, "count": 290, "max_ms": 69.344, "p95_ms": 66.858}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.891, "count": 290, "max_ms": 81.85, "p95_ms": 77.226}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.279, "count": 290, "max_ms": 100.395, "p95_ms": 89.668}, "read_interval": {"avg_ms": 103.429, "count": 290, "max_ms": 122.26, "p95_ms": 107.916}, "triton_wait": {"avg_ms": 73.904, "count": 290, "max_ms": 81.866, "p95_ms": 77.24}, "visualize": {"avg_ms": 3.722, "count": 290, "max_ms": 6.135, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3035}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 445.648, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.938, "name": "ffmpeg", "pid": 53648, "rss_mb": 274.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.646, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 364280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:28:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:28:59+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-07-03T22:28:59+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:28:59.543690+09:00", "mtime_epoch": 1783085339.5436897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:28:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.69}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.434, "count": 291, "max_ms": 7.464, "p95_ms": 4.72}, "gstreamer_push": {"avg_ms": 1.317, "count": 291, "max_ms": 1.517, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.402, "count": 291, "max_ms": 75.708, "p95_ms": 67.403}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.754, "count": 291, "max_ms": 75.684, "p95_ms": 67.034}, "yolo11_640_fire_11class": {"avg_ms": 62.914, "count": 291, "max_ms": 76.237, "p95_ms": 66.596}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.294, "count": 291, "max_ms": 84.014, "p95_ms": 76.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.543, "count": 291, "max_ms": 96.697, "p95_ms": 89.646}, "read_interval": {"avg_ms": 103.169, "count": 290, "max_ms": 117.608, "p95_ms": 108.518}, "triton_wait": {"avg_ms": 73.305, "count": 291, "max_ms": 84.024, "p95_ms": 76.733}, "visualize": {"avg_ms": 3.637, "count": 291, "max_ms": 6.013, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3754}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.465, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.976, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.439, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 450543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:29:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:29:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:29:18+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:29:18.160017+09:00", "mtime_epoch": 1783085358.1600168, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91481}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:29:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.504, "count": 292, "max_ms": 5.457, "p95_ms": 4.348}, "gstreamer_push": {"avg_ms": 1.382, "count": 292, "max_ms": 2.251, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.844, "count": 292, "max_ms": 73.302, "p95_ms": 67.434}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.367, "count": 292, "max_ms": 73.288, "p95_ms": 67.671}, "yolo11_640_fire_11class": {"avg_ms": 63.511, "count": 292, "max_ms": 73.897, "p95_ms": 67.358}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.548, "count": 292, "max_ms": 81.704, "p95_ms": 76.633}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.154, "count": 292, "max_ms": 94.196, "p95_ms": 89.336}, "read_interval": {"avg_ms": 103.032, "count": 291, "max_ms": 112.929, "p95_ms": 107.257}, "triton_wait": {"avg_ms": 73.56, "count": 292, "max_ms": 81.716, "p95_ms": 76.645}, "visualize": {"avg_ms": 3.788, "count": 292, "max_ms": 6.057, "p95_ms": 4.408}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3038}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 475.737, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.938, "name": "ffmpeg", "pid": 53648, "rss_mb": 274.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.44, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 364572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:29:29+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:29:29+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:29:29.632219+09:00", "mtime_epoch": 1783085369.6322186, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:29:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.375, "count": 292, "max_ms": 6.924, "p95_ms": 4.759}, "gstreamer_push": {"avg_ms": 1.328, "count": 292, "max_ms": 1.576, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.666, "count": 292, "max_ms": 75.91, "p95_ms": 67.726}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.79, "count": 292, "max_ms": 74.682, "p95_ms": 67.736}, "yolo11_640_fire_11class": {"avg_ms": 63.249, "count": 292, "max_ms": 75.922, "p95_ms": 66.912}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.252, "count": 292, "max_ms": 83.521, "p95_ms": 76.745}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.401, "count": 292, "max_ms": 97.972, "p95_ms": 89.52}, "read_interval": {"avg_ms": 103.028, "count": 291, "max_ms": 118.998, "p95_ms": 107.867}, "triton_wait": {"avg_ms": 73.264, "count": 292, "max_ms": 83.532, "p95_ms": 76.755}, "visualize": {"avg_ms": 3.609, "count": 292, "max_ms": 4.765, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3756}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12414.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.056, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.336, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 450838, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:29:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:29:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:29:48+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:29:48.244546+09:00", "mtime_epoch": 1783085388.2445457, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79906}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:29:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.442, "count": 295, "max_ms": 5.086, "p95_ms": 3.714}, "gstreamer_push": {"avg_ms": 1.383, "count": 295, "max_ms": 1.627, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.258, "count": 295, "max_ms": 69.244, "p95_ms": 66.825}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.967, "count": 295, "max_ms": 69.226, "p95_ms": 67.251}, "yolo11_640_fire_11class": {"avg_ms": 62.729, "count": 295, "max_ms": 68.344, "p95_ms": 67.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.72, "count": 295, "max_ms": 79.263, "p95_ms": 76.449}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.128, "count": 295, "max_ms": 91.488, "p95_ms": 88.784}, "read_interval": {"avg_ms": 101.963, "count": 294, "max_ms": 111.52, "p95_ms": 106.558}, "triton_wait": {"avg_ms": 72.733, "count": 295, "max_ms": 79.275, "p95_ms": 76.461}, "visualize": {"avg_ms": 3.726, "count": 295, "max_ms": 4.676, "p95_ms": 4.055}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3040}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12414.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 505.771, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.938, "name": "ffmpeg", "pid": 53648, "rss_mb": 274.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.314, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 364870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:29:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:29:59+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:29:59+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:29:59.668746+09:00", "mtime_epoch": 1783085399.6687465, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:29:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.955, "pushed": 9.955, "read": 9.922}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.559, "count": 298, "max_ms": 6.146, "p95_ms": 4.825}, "gstreamer_push": {"avg_ms": 1.333, "count": 298, "max_ms": 1.569, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.095, "count": 298, "max_ms": 67.36, "p95_ms": 64.321}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.766, "count": 298, "max_ms": 68.141, "p95_ms": 64.305}, "yolo11_640_fire_11class": {"avg_ms": 60.217, "count": 298, "max_ms": 66.99, "p95_ms": 63.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.205, "count": 298, "max_ms": 77.351, "p95_ms": 74.3}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.69, "count": 298, "max_ms": 90.839, "p95_ms": 87.415}, "read_interval": {"avg_ms": 100.771, "count": 297, "max_ms": 110.863, "p95_ms": 105.825}, "triton_wait": {"avg_ms": 70.217, "count": 298, "max_ms": 77.363, "p95_ms": 74.31}, "visualize": {"avg_ms": 3.683, "count": 298, "max_ms": 4.909, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3759}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.12, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.247, "sample_count": 2685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 451135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:30:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:30:18+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:30:18+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:30:18.309074+09:00", "mtime_epoch": 1783085418.309074, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:30:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.911, "pushed": 9.911, "read": 9.878}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.425, "count": 297, "max_ms": 5.157, "p95_ms": 3.528}, "gstreamer_push": {"avg_ms": 1.373, "count": 297, "max_ms": 1.563, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.757, "count": 297, "max_ms": 67.924, "p95_ms": 65.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.478, "count": 297, "max_ms": 73.643, "p95_ms": 65.907}, "yolo11_640_fire_11class": {"avg_ms": 62.091, "count": 297, "max_ms": 70.896, "p95_ms": 65.657}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.181, "count": 297, "max_ms": 77.163, "p95_ms": 75.369}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.492, "count": 297, "max_ms": 92.986, "p95_ms": 87.678}, "read_interval": {"avg_ms": 101.228, "count": 296, "max_ms": 111.448, "p95_ms": 105.332}, "triton_wait": {"avg_ms": 72.193, "count": 297, "max_ms": 77.176, "p95_ms": 75.382}, "visualize": {"avg_ms": 3.694, "count": 297, "max_ms": 5.2, "p95_ms": 3.925}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12417.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 535.877, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.516, "name": "ffmpeg", "pid": 53648, "rss_mb": 277.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.323, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 365170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:30:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:30:29+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:30:29+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:30:29.773275+09:00", "mtime_epoch": 1783085429.7732754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117210}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:30:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.97, "pushed": 9.97, "read": 9.97}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.611, "count": 299, "max_ms": 6.905, "p95_ms": 4.965}, "gstreamer_push": {"avg_ms": 1.343, "count": 299, "max_ms": 2.314, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.658, "count": 299, "max_ms": 71.394, "p95_ms": 65.684}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.26, "count": 299, "max_ms": 70.876, "p95_ms": 65.423}, "yolo11_640_fire_11class": {"avg_ms": 60.187, "count": 299, "max_ms": 70.153, "p95_ms": 64.868}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.746, "count": 299, "max_ms": 81.525, "p95_ms": 75.38}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.413, "count": 299, "max_ms": 95.888, "p95_ms": 88.952}, "read_interval": {"avg_ms": 100.324, "count": 299, "max_ms": 112.032, "p95_ms": 107.542}, "triton_wait": {"avg_ms": 69.773, "count": 299, "max_ms": 81.537, "p95_ms": 75.393}, "visualize": {"avg_ms": 3.734, "count": 299, "max_ms": 5.44, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3761}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.176, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.306, "sample_count": 2690, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 451433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:30:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:30:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:30:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:30:48.361602+09:00", "mtime_epoch": 1783085448.361602, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88156}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:30:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.948, "pushed": 9.948, "read": 9.915}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.435, "count": 298, "max_ms": 4.581, "p95_ms": 3.617}, "gstreamer_push": {"avg_ms": 1.373, "count": 298, "max_ms": 2.018, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.347, "count": 298, "max_ms": 72.557, "p95_ms": 67.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.973, "count": 298, "max_ms": 72.061, "p95_ms": 66.817}, "yolo11_640_fire_11class": {"avg_ms": 61.922, "count": 298, "max_ms": 71.467, "p95_ms": 66.454}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.517, "count": 298, "max_ms": 82.781, "p95_ms": 76.637}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.943, "count": 298, "max_ms": 147.571, "p95_ms": 89.091}, "read_interval": {"avg_ms": 100.851, "count": 297, "max_ms": 161.04, "p95_ms": 106.43}, "triton_wait": {"avg_ms": 71.532, "count": 298, "max_ms": 82.792, "p95_ms": 76.649}, "visualize": {"avg_ms": 3.705, "count": 298, "max_ms": 4.884, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3045}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 565.897, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.094, "name": "ffmpeg", "pid": 53648, "rss_mb": 280.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.333, "sample_count": 3013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 365462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:30:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:30:59+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:30:59+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:30:59.793803+09:00", "mtime_epoch": 1783085459.793803, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118418}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:30:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.727}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.535, "count": 292, "max_ms": 6.663, "p95_ms": 4.662}, "gstreamer_push": {"avg_ms": 1.322, "count": 292, "max_ms": 1.481, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.574, "count": 292, "max_ms": 67.82, "p95_ms": 66.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.156, "count": 292, "max_ms": 68.456, "p95_ms": 66.564}, "yolo11_640_fire_11class": {"avg_ms": 62.091, "count": 292, "max_ms": 67.389, "p95_ms": 66.094}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.171, "count": 292, "max_ms": 79.219, "p95_ms": 75.807}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.593, "count": 292, "max_ms": 92.322, "p95_ms": 89.212}, "read_interval": {"avg_ms": 102.786, "count": 291, "max_ms": 109.217, "p95_ms": 107.008}, "triton_wait": {"avg_ms": 72.183, "count": 292, "max_ms": 79.231, "p95_ms": 75.819}, "visualize": {"avg_ms": 3.671, "count": 292, "max_ms": 4.684, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3764}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.234, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.25, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 451727, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:31:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:31:18+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:31:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:31:18.422130+09:00", "mtime_epoch": 1783085478.4221303, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82786}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:31:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.393, "count": 294, "max_ms": 4.948, "p95_ms": 3.569}, "gstreamer_push": {"avg_ms": 1.384, "count": 294, "max_ms": 1.59, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.19, "count": 294, "max_ms": 69.973, "p95_ms": 67.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.691, "count": 294, "max_ms": 69.984, "p95_ms": 67.297}, "yolo11_640_fire_11class": {"avg_ms": 62.966, "count": 294, "max_ms": 69.587, "p95_ms": 66.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.043, "count": 294, "max_ms": 78.261, "p95_ms": 76.46}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.248, "count": 294, "max_ms": 90.634, "p95_ms": 88.813}, "read_interval": {"avg_ms": 102.225, "count": 293, "max_ms": 111.425, "p95_ms": 106.618}, "triton_wait": {"avg_ms": 73.055, "count": 294, "max_ms": 78.274, "p95_ms": 76.471}, "visualize": {"avg_ms": 3.666, "count": 294, "max_ms": 4.364, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3047}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 595.948, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.094, "name": "ffmpeg", "pid": 53648, "rss_mb": 280.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.299, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 365757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:31:29+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:31:29+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:31:29.846331+09:00", "mtime_epoch": 1783085489.846331, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118013}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:31:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.848, "pushed": 9.848, "read": 9.815}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.55, "count": 295, "max_ms": 7.223, "p95_ms": 4.729}, "gstreamer_push": {"avg_ms": 1.331, "count": 295, "max_ms": 1.508, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.686, "count": 295, "max_ms": 72.549, "p95_ms": 66.342}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.177, "count": 295, "max_ms": 71.983, "p95_ms": 66.145}, "yolo11_640_fire_11class": {"avg_ms": 61.402, "count": 295, "max_ms": 71.971, "p95_ms": 65.814}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.339, "count": 295, "max_ms": 80.867, "p95_ms": 75.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.826, "count": 295, "max_ms": 94.334, "p95_ms": 89.044}, "read_interval": {"avg_ms": 101.849, "count": 294, "max_ms": 110.881, "p95_ms": 106.658}, "triton_wait": {"avg_ms": 71.352, "count": 295, "max_ms": 80.878, "p95_ms": 75.491}, "visualize": {"avg_ms": 3.692, "count": 295, "max_ms": 5.183, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3766}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.271, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 5, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.254, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 452020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:31:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:31:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:31:48.458658+09:00", "mtime_epoch": 1783085508.458658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84508}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:31:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.754}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.349, "count": 293, "max_ms": 5.461, "p95_ms": 3.543}, "gstreamer_push": {"avg_ms": 1.38, "count": 293, "max_ms": 1.805, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.338, "count": 293, "max_ms": 71.293, "p95_ms": 67.826}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.437, "count": 293, "max_ms": 75.248, "p95_ms": 67.415}, "yolo11_640_fire_11class": {"avg_ms": 62.824, "count": 293, "max_ms": 71.969, "p95_ms": 66.873}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.799, "count": 293, "max_ms": 80.114, "p95_ms": 76.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.036, "count": 293, "max_ms": 92.236, "p95_ms": 88.839}, "read_interval": {"avg_ms": 102.51, "count": 292, "max_ms": 115.664, "p95_ms": 107.243}, "triton_wait": {"avg_ms": 72.811, "count": 293, "max_ms": 80.125, "p95_ms": 76.662}, "visualize": {"avg_ms": 3.684, "count": 293, "max_ms": 6.157, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3050}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 626.002, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.094, "name": "ffmpeg", "pid": 53648, "rss_mb": 280.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.385, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 366050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:31:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:31:59+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T22:31:59+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:31:59.906859+09:00", "mtime_epoch": 1783085519.9068592, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:31:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.599, "count": 293, "max_ms": 7.738, "p95_ms": 4.802}, "gstreamer_push": {"avg_ms": 1.34, "count": 293, "max_ms": 1.561, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.187, "count": 293, "max_ms": 71.127, "p95_ms": 66.07}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.189, "count": 293, "max_ms": 73.938, "p95_ms": 66.182}, "yolo11_640_fire_11class": {"avg_ms": 61.687, "count": 293, "max_ms": 70.124, "p95_ms": 66.024}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.759, "count": 293, "max_ms": 79.446, "p95_ms": 75.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.39, "count": 293, "max_ms": 94.03, "p95_ms": 89.268}, "read_interval": {"avg_ms": 102.581, "count": 292, "max_ms": 113.997, "p95_ms": 108.934}, "triton_wait": {"avg_ms": 71.771, "count": 293, "max_ms": 79.458, "p95_ms": 75.297}, "visualize": {"avg_ms": 3.724, "count": 293, "max_ms": 6.497, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3769}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.319, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.947, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 452312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:32:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:32:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:32:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:32:18.507186+09:00", "mtime_epoch": 1783085538.507186, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87552}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:32:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.413, "count": 292, "max_ms": 5.005, "p95_ms": 3.486}, "gstreamer_push": {"avg_ms": 1.364, "count": 292, "max_ms": 2.206, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.043, "count": 292, "max_ms": 71.075, "p95_ms": 67.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.602, "count": 292, "max_ms": 71.499, "p95_ms": 67.676}, "yolo11_640_fire_11class": {"avg_ms": 63.59, "count": 292, "max_ms": 70.491, "p95_ms": 67.406}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.606, "count": 292, "max_ms": 79.562, "p95_ms": 76.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.888, "count": 292, "max_ms": 91.719, "p95_ms": 89.111}, "read_interval": {"avg_ms": 102.891, "count": 291, "max_ms": 113.782, "p95_ms": 107.035}, "triton_wait": {"avg_ms": 73.618, "count": 292, "max_ms": 79.574, "p95_ms": 76.931}, "visualize": {"avg_ms": 3.725, "count": 292, "max_ms": 4.769, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3052}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 656.06, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.094, "name": "ffmpeg", "pid": 53648, "rss_mb": 280.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.418, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 366341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:32:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:32:30+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:32:29+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:32:29.959387+09:00", "mtime_epoch": 1783085549.959387, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121300}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:32:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.713, "pushed": 9.713, "read": 9.68}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.574, "count": 291, "max_ms": 7.058, "p95_ms": 4.819}, "gstreamer_push": {"avg_ms": 1.323, "count": 291, "max_ms": 1.591, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.366, "count": 291, "max_ms": 71.127, "p95_ms": 67.349}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.874, "count": 291, "max_ms": 70.842, "p95_ms": 67.82}, "yolo11_640_fire_11class": {"avg_ms": 62.899, "count": 291, "max_ms": 71.29, "p95_ms": 67.181}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.955, "count": 291, "max_ms": 79.298, "p95_ms": 76.799}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.426, "count": 291, "max_ms": 92.627, "p95_ms": 90.417}, "read_interval": {"avg_ms": 103.273, "count": 290, "max_ms": 112.312, "p95_ms": 108.648}, "triton_wait": {"avg_ms": 72.967, "count": 291, "max_ms": 79.308, "p95_ms": 76.812}, "visualize": {"avg_ms": 3.672, "count": 291, "max_ms": 4.665, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3771}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.407, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.964, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 452605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:32:48+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:32:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:32:48.591715+09:00", "mtime_epoch": 1783085568.5917146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92993}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:32:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.426, "count": 293, "max_ms": 4.64, "p95_ms": 3.545}, "gstreamer_push": {"avg_ms": 1.39, "count": 293, "max_ms": 1.549, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.856, "count": 293, "max_ms": 74.555, "p95_ms": 67.801}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.846, "count": 293, "max_ms": 74.574, "p95_ms": 67.065}, "yolo11_640_fire_11class": {"avg_ms": 63.292, "count": 293, "max_ms": 74.566, "p95_ms": 67.119}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.364, "count": 293, "max_ms": 82.638, "p95_ms": 76.795}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.736, "count": 293, "max_ms": 94.905, "p95_ms": 89.114}, "read_interval": {"avg_ms": 102.668, "count": 292, "max_ms": 111.592, "p95_ms": 106.913}, "triton_wait": {"avg_ms": 73.376, "count": 293, "max_ms": 82.65, "p95_ms": 76.807}, "visualize": {"avg_ms": 3.728, "count": 293, "max_ms": 4.285, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3055}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 686.114, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.094, "name": "ffmpeg", "pid": 53648, "rss_mb": 280.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.398, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 366635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:33:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:33:00+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:33:00+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:33:00.015915+09:00", "mtime_epoch": 1783085580.0159152, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119938}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:33:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.816, "pushed": 9.816, "read": 9.782}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.683, "count": 294, "max_ms": 7.206, "p95_ms": 5.982}, "gstreamer_push": {"avg_ms": 1.335, "count": 294, "max_ms": 1.541, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.016, "count": 294, "max_ms": 71.653, "p95_ms": 65.955}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.612, "count": 294, "max_ms": 72.635, "p95_ms": 66.109}, "yolo11_640_fire_11class": {"avg_ms": 61.446, "count": 294, "max_ms": 72.626, "p95_ms": 65.575}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.298, "count": 294, "max_ms": 80.809, "p95_ms": 75.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.042, "count": 294, "max_ms": 94.229, "p95_ms": 88.982}, "read_interval": {"avg_ms": 102.222, "count": 293, "max_ms": 112.044, "p95_ms": 108.126}, "triton_wait": {"avg_ms": 71.31, "count": 294, "max_ms": 80.82, "p95_ms": 75.525}, "visualize": {"avg_ms": 3.753, "count": 294, "max_ms": 5.03, "p95_ms": 4.496}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3774}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.012, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.477, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.963, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 452899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:33:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:33:18+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:33:18+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:33:18.660243+09:00", "mtime_epoch": 1783085598.6602428, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85182}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:33:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.775}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.462, "count": 294, "max_ms": 5.091, "p95_ms": 3.772}, "gstreamer_push": {"avg_ms": 1.382, "count": 294, "max_ms": 1.633, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.382, "count": 294, "max_ms": 69.613, "p95_ms": 66.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.979, "count": 294, "max_ms": 69.625, "p95_ms": 66.697}, "yolo11_640_fire_11class": {"avg_ms": 62.83, "count": 294, "max_ms": 68.656, "p95_ms": 66.378}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.9, "count": 294, "max_ms": 78.027, "p95_ms": 75.863}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.282, "count": 294, "max_ms": 90.687, "p95_ms": 88.178}, "read_interval": {"avg_ms": 102.274, "count": 293, "max_ms": 108.316, "p95_ms": 106.296}, "triton_wait": {"avg_ms": 72.913, "count": 294, "max_ms": 78.039, "p95_ms": 75.876}, "visualize": {"avg_ms": 3.717, "count": 294, "max_ms": 4.748, "p95_ms": 4.005}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3057}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 716.17, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.094, "name": "ffmpeg", "pid": 53648, "rss_mb": 280.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.386, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 366927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:33:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:33:30+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:33:30+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:33:30.072443+09:00", "mtime_epoch": 1783085610.0724432, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118690}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:33:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.714}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.784, "count": 292, "max_ms": 7.921, "p95_ms": 6.761}, "gstreamer_push": {"avg_ms": 1.343, "count": 292, "max_ms": 1.71, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.298, "count": 292, "max_ms": 69.114, "p95_ms": 66.081}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.015, "count": 292, "max_ms": 68.056, "p95_ms": 65.708}, "yolo11_640_fire_11class": {"avg_ms": 61.738, "count": 292, "max_ms": 69.104, "p95_ms": 65.427}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.87, "count": 292, "max_ms": 78.898, "p95_ms": 75.479}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.856, "count": 292, "max_ms": 98.133, "p95_ms": 90.319}, "read_interval": {"avg_ms": 102.93, "count": 291, "max_ms": 118.318, "p95_ms": 110.818}, "triton_wait": {"avg_ms": 71.882, "count": 292, "max_ms": 78.913, "p95_ms": 75.49}, "visualize": {"avg_ms": 3.815, "count": 292, "max_ms": 6.789, "p95_ms": 4.505}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3776}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.573, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.947, "sample_count": 2935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 453192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:33:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:33:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:33:48+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:33:48.756772+09:00", "mtime_epoch": 1783085628.7567716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86669}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:33:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.54, "count": 293, "max_ms": 5.54, "p95_ms": 5.008}, "gstreamer_push": {"avg_ms": 1.398, "count": 293, "max_ms": 2.421, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.374, "count": 293, "max_ms": 69.047, "p95_ms": 66.913}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.463, "count": 293, "max_ms": 69.142, "p95_ms": 67.141}, "yolo11_640_fire_11class": {"avg_ms": 62.973, "count": 293, "max_ms": 69.132, "p95_ms": 66.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.917, "count": 293, "max_ms": 77.57, "p95_ms": 75.951}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.567, "count": 293, "max_ms": 94.915, "p95_ms": 89.022}, "read_interval": {"avg_ms": 102.704, "count": 292, "max_ms": 117.96, "p95_ms": 107.754}, "triton_wait": {"avg_ms": 72.93, "count": 293, "max_ms": 77.582, "p95_ms": 75.964}, "visualize": {"avg_ms": 3.826, "count": 293, "max_ms": 6.598, "p95_ms": 4.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3060}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 746.194, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.672, "name": "ffmpeg", "pid": 53648, "rss_mb": 282.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.342, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 367221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:34:00+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:34:00+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:34:00.096971+09:00", "mtime_epoch": 1783085640.0969708, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121120}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:34:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.825, "pushed": 9.825, "read": 9.791}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.529, "count": 294, "max_ms": 5.065, "p95_ms": 4.674}, "gstreamer_push": {"avg_ms": 1.341, "count": 294, "max_ms": 1.502, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.287, "count": 294, "max_ms": 69.665, "p95_ms": 66.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.618, "count": 294, "max_ms": 69.158, "p95_ms": 66.463}, "yolo11_640_fire_11class": {"avg_ms": 61.949, "count": 294, "max_ms": 69.116, "p95_ms": 65.952}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.867, "count": 294, "max_ms": 78.284, "p95_ms": 75.786}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.29, "count": 294, "max_ms": 91.117, "p95_ms": 89.097}, "read_interval": {"avg_ms": 102.117, "count": 293, "max_ms": 114.665, "p95_ms": 107.758}, "triton_wait": {"avg_ms": 71.879, "count": 294, "max_ms": 78.294, "p95_ms": 75.797}, "visualize": {"avg_ms": 3.683, "count": 294, "max_ms": 4.586, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3779}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.666, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.928, "sample_count": 2937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 453486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:34:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:34:18+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:34:18+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:34:18.853300+09:00", "mtime_epoch": 1783085658.8533, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83773}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:34:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 294, "max_ms": 5.296, "p95_ms": 3.545}, "gstreamer_push": {"avg_ms": 1.362, "count": 294, "max_ms": 1.505, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.669, "count": 294, "max_ms": 69.047, "p95_ms": 67.137}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.434, "count": 294, "max_ms": 69.432, "p95_ms": 67.151}, "yolo11_640_fire_11class": {"avg_ms": 63.255, "count": 294, "max_ms": 68.873, "p95_ms": 67.046}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.25, "count": 294, "max_ms": 80.277, "p95_ms": 76.996}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.452, "count": 294, "max_ms": 92.416, "p95_ms": 89.299}, "read_interval": {"avg_ms": 102.348, "count": 293, "max_ms": 109.036, "p95_ms": 106.495}, "triton_wait": {"avg_ms": 73.262, "count": 294, "max_ms": 80.289, "p95_ms": 77.009}, "visualize": {"avg_ms": 3.671, "count": 294, "max_ms": 4.772, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3062}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.887, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 776.261, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.672, "name": "ffmpeg", "pid": 53648, "rss_mb": 282.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.418, "sample_count": 2936, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 367513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:34:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:34:30+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T22:34:30+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:34:30.157499+09:00", "mtime_epoch": 1783085670.1574988, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:34:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.744, "pushed": 9.744, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.566, "count": 292, "max_ms": 6.8, "p95_ms": 4.686}, "gstreamer_push": {"avg_ms": 1.332, "count": 292, "max_ms": 1.576, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.254, "count": 292, "max_ms": 72.579, "p95_ms": 67.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.66, "count": 292, "max_ms": 72.567, "p95_ms": 67.578}, "yolo11_640_fire_11class": {"avg_ms": 62.779, "count": 292, "max_ms": 71.303, "p95_ms": 67.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.697, "count": 292, "max_ms": 82.147, "p95_ms": 76.459}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.161, "count": 292, "max_ms": 95.443, "p95_ms": 89.858}, "read_interval": {"avg_ms": 102.944, "count": 291, "max_ms": 112.04, "p95_ms": 108.352}, "triton_wait": {"avg_ms": 72.709, "count": 292, "max_ms": 82.159, "p95_ms": 76.47}, "visualize": {"avg_ms": 3.682, "count": 292, "max_ms": 4.515, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3781}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.69, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.99, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 453777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:34:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:34:48+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:34:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:34:48.877828+09:00", "mtime_epoch": 1783085688.8778276, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:34:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.725, "pushed": 9.725, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.455, "count": 291, "max_ms": 4.304, "p95_ms": 3.539}, "gstreamer_push": {"avg_ms": 1.4, "count": 291, "max_ms": 1.549, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.455, "count": 291, "max_ms": 73.675, "p95_ms": 68.361}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.686, "count": 291, "max_ms": 74.082, "p95_ms": 68.483}, "yolo11_640_fire_11class": {"avg_ms": 63.61, "count": 291, "max_ms": 72.56, "p95_ms": 68.194}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.633, "count": 291, "max_ms": 82.726, "p95_ms": 76.703}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.063, "count": 291, "max_ms": 95.069, "p95_ms": 89.126}, "read_interval": {"avg_ms": 103.17, "count": 290, "max_ms": 111.577, "p95_ms": 107.531}, "triton_wait": {"avg_ms": 73.645, "count": 291, "max_ms": 82.735, "p95_ms": 76.716}, "visualize": {"avg_ms": 3.715, "count": 291, "max_ms": 4.493, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3065}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12423.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 806.352, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.672, "name": "ffmpeg", "pid": 53648, "rss_mb": 282.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.553, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 367806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:35:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:35:00+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:35:00+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:35:00.254027+09:00", "mtime_epoch": 1783085700.2540274, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119650}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:35:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.767, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.564, "count": 292, "max_ms": 6.917, "p95_ms": 4.704}, "gstreamer_push": {"avg_ms": 1.337, "count": 293, "max_ms": 1.715, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.299, "count": 292, "max_ms": 72.913, "p95_ms": 67.394}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.104, "count": 292, "max_ms": 72.508, "p95_ms": 67.904}, "yolo11_640_fire_11class": {"avg_ms": 62.441, "count": 292, "max_ms": 71.938, "p95_ms": 66.589}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.55, "count": 292, "max_ms": 81.432, "p95_ms": 76.201}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.978, "count": 292, "max_ms": 94.751, "p95_ms": 89.519}, "read_interval": {"avg_ms": 102.704, "count": 292, "max_ms": 111.611, "p95_ms": 107.931}, "triton_wait": {"avg_ms": 72.562, "count": 292, "max_ms": 81.444, "p95_ms": 76.212}, "visualize": {"avg_ms": 3.675, "count": 292, "max_ms": 4.598, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3783}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.961, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.754, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.036, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 454072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:35:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:35:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:35:18+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:35:18.938356+09:00", "mtime_epoch": 1783085718.9383557, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84065}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:35:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.845, "pushed": 9.845, "read": 9.812}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.479, "count": 295, "max_ms": 5.476, "p95_ms": 3.608}, "gstreamer_push": {"avg_ms": 1.385, "count": 295, "max_ms": 1.747, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.394, "count": 295, "max_ms": 68.481, "p95_ms": 66.229}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.095, "count": 295, "max_ms": 68.412, "p95_ms": 66.482}, "yolo11_640_fire_11class": {"avg_ms": 61.908, "count": 295, "max_ms": 67.329, "p95_ms": 65.807}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.297, "count": 295, "max_ms": 78.283, "p95_ms": 75.938}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.781, "count": 295, "max_ms": 92.001, "p95_ms": 88.44}, "read_interval": {"avg_ms": 101.895, "count": 294, "max_ms": 114.562, "p95_ms": 107.052}, "triton_wait": {"avg_ms": 72.31, "count": 295, "max_ms": 78.296, "p95_ms": 75.95}, "visualize": {"avg_ms": 3.746, "count": 295, "max_ms": 6.122, "p95_ms": 4.053}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3067}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 836.373, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.93, "name": "ffmpeg", "pid": 53648, "rss_mb": 282.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.549, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 368101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:35:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:35:30+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:35:30+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:35:30.274555+09:00", "mtime_epoch": 1783085730.2745547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120234}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:35:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.859, "pushed": 9.859, "read": 9.826}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.599, "count": 295, "max_ms": 7.725, "p95_ms": 4.748}, "gstreamer_push": {"avg_ms": 1.317, "count": 295, "max_ms": 1.462, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.444, "count": 295, "max_ms": 66.891, "p95_ms": 65.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.997, "count": 295, "max_ms": 67.304, "p95_ms": 64.928}, "yolo11_640_fire_11class": {"avg_ms": 60.858, "count": 295, "max_ms": 66.783, "p95_ms": 64.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.329, "count": 295, "max_ms": 77.543, "p95_ms": 75.197}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.94, "count": 295, "max_ms": 93.792, "p95_ms": 88.78}, "read_interval": {"avg_ms": 101.755, "count": 294, "max_ms": 114.753, "p95_ms": 106.711}, "triton_wait": {"avg_ms": 71.341, "count": 295, "max_ms": 77.555, "p95_ms": 75.207}, "visualize": {"avg_ms": 3.779, "count": 295, "max_ms": 6.349, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3786}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12424.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.78, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.955, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 454365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:35:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:35:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:35:48+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:35:48.966883+09:00", "mtime_epoch": 1783085748.9668832, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89085}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:35:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.791, "pushed": 9.791, "read": 9.758}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 293, "max_ms": 4.35, "p95_ms": 3.664}, "gstreamer_push": {"avg_ms": 1.38, "count": 293, "max_ms": 1.602, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.388, "count": 293, "max_ms": 68.601, "p95_ms": 66.382}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.365, "count": 293, "max_ms": 68.61, "p95_ms": 66.481}, "yolo11_640_fire_11class": {"avg_ms": 62.898, "count": 293, "max_ms": 68.126, "p95_ms": 65.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.046, "count": 293, "max_ms": 78.564, "p95_ms": 75.488}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.333, "count": 293, "max_ms": 90.69, "p95_ms": 87.912}, "read_interval": {"avg_ms": 102.47, "count": 292, "max_ms": 110.408, "p95_ms": 106.26}, "triton_wait": {"avg_ms": 73.059, "count": 293, "max_ms": 78.576, "p95_ms": 75.5}, "visualize": {"avg_ms": 3.706, "count": 293, "max_ms": 4.351, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 866.407, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.508, "name": "ffmpeg", "pid": 53648, "rss_mb": 285.508, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.489, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 368394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:36:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:36:00+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:36:00+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:36:00.307082+09:00", "mtime_epoch": 1783085760.3070824, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 129616}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:36:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.515, "count": 293, "max_ms": 5.513, "p95_ms": 4.622}, "gstreamer_push": {"avg_ms": 1.327, "count": 293, "max_ms": 2.232, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.89, "count": 293, "max_ms": 69.011, "p95_ms": 66.025}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.437, "count": 293, "max_ms": 67.925, "p95_ms": 66.268}, "yolo11_640_fire_11class": {"avg_ms": 62.261, "count": 293, "max_ms": 67.112, "p95_ms": 65.193}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.487, "count": 293, "max_ms": 77.818, "p95_ms": 75.009}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.854, "count": 293, "max_ms": 91.28, "p95_ms": 88.414}, "read_interval": {"avg_ms": 102.492, "count": 292, "max_ms": 110.586, "p95_ms": 105.929}, "triton_wait": {"avg_ms": 72.499, "count": 293, "max_ms": 77.83, "p95_ms": 75.02}, "visualize": {"avg_ms": 3.654, "count": 293, "max_ms": 4.13, "p95_ms": 3.806}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3788}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.289, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.803, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.978, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 454656, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:36:19+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:36:18+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:36:18.995411+09:00", "mtime_epoch": 1783085778.9954107, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:36:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.725, "pushed": 9.725, "read": 9.691}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.455, "count": 291, "max_ms": 4.389, "p95_ms": 3.71}, "gstreamer_push": {"avg_ms": 1.382, "count": 291, "max_ms": 1.699, "p95_ms": 1.49}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.992, "count": 291, "max_ms": 71.606, "p95_ms": 67.313}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.313, "count": 291, "max_ms": 71.617, "p95_ms": 67.494}, "yolo11_640_fire_11class": {"avg_ms": 63.391, "count": 291, "max_ms": 70.584, "p95_ms": 66.788}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.62, "count": 291, "max_ms": 80.489, "p95_ms": 76.659}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.025, "count": 291, "max_ms": 92.904, "p95_ms": 88.965}, "read_interval": {"avg_ms": 103.175, "count": 290, "max_ms": 111.619, "p95_ms": 107.185}, "triton_wait": {"avg_ms": 73.632, "count": 291, "max_ms": 80.501, "p95_ms": 76.672}, "visualize": {"avg_ms": 3.75, "count": 291, "max_ms": 4.897, "p95_ms": 4.002}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3072}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.941, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 896.493, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.738, "name": "ffmpeg", "pid": 53648, "rss_mb": 289.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.581, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 368684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:36:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:36:30+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:36:30+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T22:36:30.399611+09:00", "mtime_epoch": 1783085790.3996108, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:36:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.669, "pushed": 9.669, "read": 9.636}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.584, "count": 290, "max_ms": 7.602, "p95_ms": 4.821}, "gstreamer_push": {"avg_ms": 1.323, "count": 290, "max_ms": 1.601, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.629, "count": 290, "max_ms": 70.736, "p95_ms": 66.766}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.99, "count": 290, "max_ms": 71.227, "p95_ms": 66.944}, "yolo11_640_fire_11class": {"avg_ms": 63.23, "count": 290, "max_ms": 70.723, "p95_ms": 66.737}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.25, "count": 290, "max_ms": 79.974, "p95_ms": 76.153}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.869, "count": 290, "max_ms": 97.86, "p95_ms": 90.281}, "read_interval": {"avg_ms": 103.747, "count": 289, "max_ms": 121.609, "p95_ms": 108.242}, "triton_wait": {"avg_ms": 73.262, "count": 290, "max_ms": 79.986, "p95_ms": 76.164}, "visualize": {"avg_ms": 3.745, "count": 290, "max_ms": 6.382, "p95_ms": 4.025}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3791}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.897, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.002, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 454948, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:36:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:36:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:36:49+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:36:49.083939+09:00", "mtime_epoch": 1783085809.083939, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83794}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:36:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.703}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.478, "count": 292, "max_ms": 5.399, "p95_ms": 3.844}, "gstreamer_push": {"avg_ms": 1.366, "count": 292, "max_ms": 1.908, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.94, "count": 292, "max_ms": 71.221, "p95_ms": 67.334}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.868, "count": 292, "max_ms": 70.725, "p95_ms": 67.709}, "yolo11_640_fire_11class": {"avg_ms": 63.634, "count": 292, "max_ms": 70.714, "p95_ms": 66.989}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.691, "count": 292, "max_ms": 80.836, "p95_ms": 76.437}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.017, "count": 292, "max_ms": 96.393, "p95_ms": 89.186}, "read_interval": {"avg_ms": 103.06, "count": 291, "max_ms": 121.373, "p95_ms": 107.472}, "triton_wait": {"avg_ms": 73.704, "count": 292, "max_ms": 80.847, "p95_ms": 76.452}, "visualize": {"avg_ms": 3.723, "count": 292, "max_ms": 6.215, "p95_ms": 4.117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12437.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 157, "h264_decode_error_count": 396, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:21:31+09:00", "last_error_summary": "[h264 @ 0x5635660ab5c0] left block unavailable for requested intra mode [h264 @ 0x5635660ab5c0] error while decoding MB 0 20, bytestream 4024 [h264 @ 0x56356559b280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56356559b280] error while decoding MB 0 33, bytestream 1925 [h264 @ 0x5635655af2c0] error while decoding MB 6 8, bytestream -18 [in#0/rtsp @ 0x563565482e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563565482e00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-07-03T22:21:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 935.219, "last_started_at": "2026-07-03T22:21:33+09:00", "pid": 53648, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.18, "name": "ffmpeg", "pid": 53648, "rss_mb": 299.18, "state": "S (sleeping)", "threads": 104}, "restart_count": 178, "restart_count_per_hour": 4, "rtsp_timeout_count": 110, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.553, "sample_count": 2737, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 368876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:37:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:37:09+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-07-03T22:37:09+09:00", "mjpeg": {"age_sec": 10.118, "exists": true, "mtime": "2026-07-03T22:36:59.088115+09:00", "mtime_epoch": 1783085819.0881147, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119061}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:37:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 107, "pushed_frames": 108, "read_frames": 107, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.567, "pushed": 3.6, "read": 3.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.513, "count": 107, "max_ms": 5.374, "p95_ms": 4.627}, "gstreamer_push": {"avg_ms": 1.315, "count": 108, "max_ms": 1.536, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.786, "count": 107, "max_ms": 69.915, "p95_ms": 66.894}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.296, "count": 107, "max_ms": 69.905, "p95_ms": 67.156}, "yolo11_640_fire_11class": {"avg_ms": 62.439, "count": 107, "max_ms": 68.926, "p95_ms": 66.876}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.375, "count": 107, "max_ms": 79.646, "p95_ms": 76.109}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.784, "count": 107, "max_ms": 93.049, "p95_ms": 89.49}, "read_interval": {"avg_ms": 280.55, "count": 107, "max_ms": 10128.805, "p95_ms": 108.093}, "triton_wait": {"avg_ms": 72.409, "count": 107, "max_ms": 79.658, "p95_ms": 76.12}, "visualize": {"avg_ms": 3.668, "count": 107, "max_ms": 4.325, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3794}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12384.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.988, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.805, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 455328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:37:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:37:19+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T22:37:19+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:37:19.176468+09:00", "mtime_epoch": 1783085839.1764677, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85357}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:37:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 380, "pushed_frames": 380, "read_frames": 379, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.671, "pushed": 12.671, "read": 12.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.412, "count": 380, "max_ms": 4.977, "p95_ms": 3.513}, "gstreamer_push": {"avg_ms": 1.352, "count": 380, "max_ms": 1.508, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.149, "count": 380, "max_ms": 68.2, "p95_ms": 63.232}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 43.639, "count": 380, "max_ms": 70.057, "p95_ms": 63.086}, "yolo11_640_fire_11class": {"avg_ms": 47.695, "count": 380, "max_ms": 68.136, "p95_ms": 62.742}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 49.792, "count": 380, "max_ms": 76.616, "p95_ms": 72.622}}, "truncated_count": 0}, "processing_total": {"avg_ms": 62.088, "count": 380, "max_ms": 89.146, "p95_ms": 85.071}, "read_interval": {"avg_ms": 79.124, "count": 379, "max_ms": 106.688, "p95_ms": 102.242}, "triton_wait": {"avg_ms": 49.886, "count": 380, "max_ms": 76.628, "p95_ms": 72.634}, "visualize": {"avg_ms": 3.719, "count": 380, "max_ms": 5.63, "p95_ms": 3.937}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12407.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.853, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.984, "name": "ffmpeg", "pid": 53907, "rss_mb": 267.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 5, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.377, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 369132, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:37:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:37:39+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:37:39+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:37:39.176819+09:00", "mtime_epoch": 1783085859.1768188, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121585}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:37:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.539, "pushed": 8.539, "read": 8.506}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.639, "count": 256, "max_ms": 6.745, "p95_ms": 5.346}, "gstreamer_push": {"avg_ms": 1.343, "count": 256, "max_ms": 1.725, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.753, "count": 256, "max_ms": 69.784, "p95_ms": 66.974}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.085, "count": 256, "max_ms": 71.247, "p95_ms": 67.012}, "yolo11_640_fire_11class": {"avg_ms": 61.446, "count": 256, "max_ms": 69.942, "p95_ms": 66.967}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.427, "count": 256, "max_ms": 78.07, "p95_ms": 75.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.135, "count": 256, "max_ms": 92.29, "p95_ms": 89.364}, "read_interval": {"avg_ms": 117.458, "count": 255, "max_ms": 4666.628, "p95_ms": 105.862}, "triton_wait": {"avg_ms": 70.46, "count": 256, "max_ms": 78.082, "p95_ms": 75.495}, "visualize": {"avg_ms": 3.76, "count": 256, "max_ms": 4.892, "p95_ms": 4.252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3796}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12407.02, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.026, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.708, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 455621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:37:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T22:37:49+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T22:37:49+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T22:37:49.204995+09:00", "mtime_epoch": 1783085869.204995, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:37:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.785, "pushed": 9.785, "read": 9.752}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.43, "count": 293, "max_ms": 4.113, "p95_ms": 3.51}, "gstreamer_push": {"avg_ms": 1.377, "count": 293, "max_ms": 1.654, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.551, "count": 293, "max_ms": 69.742, "p95_ms": 66.317}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.982, "count": 293, "max_ms": 69.754, "p95_ms": 66.56}, "yolo11_640_fire_11class": {"avg_ms": 62.146, "count": 293, "max_ms": 68.616, "p95_ms": 66.232}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.963, "count": 293, "max_ms": 77.894, "p95_ms": 75.433}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.26, "count": 293, "max_ms": 90.18, "p95_ms": 87.689}, "read_interval": {"avg_ms": 102.49, "count": 292, "max_ms": 112.743, "p95_ms": 107.201}, "triton_wait": {"avg_ms": 71.976, "count": 293, "max_ms": 77.906, "p95_ms": 75.445}, "visualize": {"avg_ms": 3.682, "count": 293, "max_ms": 4.137, "p95_ms": 3.811}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12407.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.918, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 267.984, "name": "ffmpeg", "pid": 53907, "rss_mb": 267.984, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.586, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 369424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:38:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:38:09+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:38:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:38:09.241347+09:00", "mtime_epoch": 1783085889.2413468, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:38:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.794, "count": 292, "max_ms": 7.143, "p95_ms": 6.572}, "gstreamer_push": {"avg_ms": 1.348, "count": 292, "max_ms": 1.617, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.508, "count": 292, "max_ms": 69.444, "p95_ms": 66.511}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.06, "count": 292, "max_ms": 69.957, "p95_ms": 67.035}, "yolo11_640_fire_11class": {"avg_ms": 62.094, "count": 292, "max_ms": 69.974, "p95_ms": 66.367}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.055, "count": 292, "max_ms": 79.203, "p95_ms": 75.966}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.998, "count": 292, "max_ms": 92.581, "p95_ms": 89.773}, "read_interval": {"avg_ms": 102.954, "count": 291, "max_ms": 114.049, "p95_ms": 108.938}, "triton_wait": {"avg_ms": 72.067, "count": 292, "max_ms": 79.218, "p95_ms": 75.978}, "visualize": {"avg_ms": 3.779, "count": 292, "max_ms": 5.087, "p95_ms": 4.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3799}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12407.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.047, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 4, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.708, "sample_count": 3010, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 455914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:38:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:38:19+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:38:19+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:38:19.233522+09:00", "mtime_epoch": 1783085899.2335224, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92599}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:38:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.792, "pushed": 9.792, "read": 9.759}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 293, "max_ms": 5.207, "p95_ms": 3.512}, "gstreamer_push": {"avg_ms": 1.375, "count": 293, "max_ms": 1.593, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.508, "count": 293, "max_ms": 70.817, "p95_ms": 66.792}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.024, "count": 293, "max_ms": 69.355, "p95_ms": 66.714}, "yolo11_640_fire_11class": {"avg_ms": 63.12, "count": 293, "max_ms": 70.829, "p95_ms": 66.543}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.199, "count": 293, "max_ms": 79.89, "p95_ms": 76.237}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.494, "count": 293, "max_ms": 92.085, "p95_ms": 88.588}, "read_interval": {"avg_ms": 102.459, "count": 292, "max_ms": 109.876, "p95_ms": 106.306}, "triton_wait": {"avg_ms": 73.212, "count": 293, "max_ms": 79.902, "p95_ms": 76.25}, "visualize": {"avg_ms": 3.693, "count": 293, "max_ms": 4.701, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3080}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12409.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.972, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.562, "name": "ffmpeg", "pid": 53907, "rss_mb": 270.562, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.465, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 369718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:38:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:38:39+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:38:39+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:38:39.289875+09:00", "mtime_epoch": 1783085919.2898746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120399}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:38:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.565, "count": 294, "max_ms": 7.159, "p95_ms": 4.842}, "gstreamer_push": {"avg_ms": 1.34, "count": 294, "max_ms": 1.649, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.127, "count": 294, "max_ms": 67.377, "p95_ms": 65.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.274, "count": 294, "max_ms": 67.897, "p95_ms": 65.691}, "yolo11_640_fire_11class": {"avg_ms": 61.808, "count": 294, "max_ms": 67.623, "p95_ms": 65.383}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.993, "count": 294, "max_ms": 78.06, "p95_ms": 75.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.486, "count": 294, "max_ms": 91.338, "p95_ms": 88.946}, "read_interval": {"avg_ms": 102.207, "count": 293, "max_ms": 111.507, "p95_ms": 107.059}, "triton_wait": {"avg_ms": 72.005, "count": 294, "max_ms": 78.073, "p95_ms": 75.305}, "visualize": {"avg_ms": 3.679, "count": 294, "max_ms": 4.466, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3801}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12409.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.134, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 3, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.712, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 456208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:38:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:38:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:38:49+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:38:49.322051+09:00", "mtime_epoch": 1783085929.3220508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85134}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:38:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.417, "count": 294, "max_ms": 5.223, "p95_ms": 3.53}, "gstreamer_push": {"avg_ms": 1.375, "count": 294, "max_ms": 1.538, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.008, "count": 294, "max_ms": 69.624, "p95_ms": 66.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.784, "count": 294, "max_ms": 69.669, "p95_ms": 66.502}, "yolo11_640_fire_11class": {"avg_ms": 62.667, "count": 294, "max_ms": 69.613, "p95_ms": 66.37}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.016, "count": 294, "max_ms": 79.744, "p95_ms": 76.491}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.321, "count": 294, "max_ms": 91.985, "p95_ms": 88.771}, "read_interval": {"avg_ms": 102.325, "count": 293, "max_ms": 110.538, "p95_ms": 106.497}, "triton_wait": {"avg_ms": 73.028, "count": 294, "max_ms": 79.756, "p95_ms": 76.504}, "visualize": {"avg_ms": 3.683, "count": 294, "max_ms": 4.591, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.902, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.036, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.109, "name": "ffmpeg", "pid": 53907, "rss_mb": 272.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.489, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 370012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:39:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:39:09+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:39:09+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:39:09.354403+09:00", "mtime_epoch": 1783085949.3544025, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121705}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:39:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.812, "pushed": 9.812, "read": 9.778}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.692, "count": 294, "max_ms": 7.607, "p95_ms": 6.053}, "gstreamer_push": {"avg_ms": 1.333, "count": 294, "max_ms": 1.548, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.24, "count": 294, "max_ms": 76.138, "p95_ms": 66.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.537, "count": 294, "max_ms": 76.127, "p95_ms": 66.527}, "yolo11_640_fire_11class": {"avg_ms": 61.663, "count": 294, "max_ms": 76.148, "p95_ms": 65.939}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.791, "count": 294, "max_ms": 83.578, "p95_ms": 76.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.518, "count": 294, "max_ms": 96.809, "p95_ms": 89.615}, "read_interval": {"avg_ms": 102.241, "count": 293, "max_ms": 116.777, "p95_ms": 108.549}, "triton_wait": {"avg_ms": 71.804, "count": 294, "max_ms": 83.59, "p95_ms": 76.126}, "visualize": {"avg_ms": 3.748, "count": 294, "max_ms": 4.764, "p95_ms": 4.423}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3804}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.158, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 3, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.62, "sample_count": 3011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 456501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:39:19+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:39:19+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:39:19.342578+09:00", "mtime_epoch": 1783085959.342578, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91270}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:39:19+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.792, "pushed": 9.792, "read": 9.759}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 293, "max_ms": 5.302, "p95_ms": 3.561}, "gstreamer_push": {"avg_ms": 1.368, "count": 293, "max_ms": 1.597, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.367, "count": 293, "max_ms": 73.318, "p95_ms": 66.816}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.626, "count": 293, "max_ms": 73.306, "p95_ms": 66.998}, "yolo11_640_fire_11class": {"avg_ms": 62.852, "count": 293, "max_ms": 73.326, "p95_ms": 66.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.204, "count": 293, "max_ms": 80.984, "p95_ms": 76.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.524, "count": 293, "max_ms": 93.112, "p95_ms": 88.79}, "read_interval": {"avg_ms": 102.455, "count": 292, "max_ms": 113.974, "p95_ms": 106.539}, "triton_wait": {"avg_ms": 73.217, "count": 293, "max_ms": 80.994, "p95_ms": 76.6}, "visualize": {"avg_ms": 3.715, "count": 293, "max_ms": 4.727, "p95_ms": 3.9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.126, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.625, "name": "ffmpeg", "pid": 53907, "rss_mb": 272.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.431, "sample_count": 2702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 370305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:39:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:39:39+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:39:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:39:39.446931+09:00", "mtime_epoch": 1783085979.4469311, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:39:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.595, "count": 292, "max_ms": 7.01, "p95_ms": 4.748}, "gstreamer_push": {"avg_ms": 1.337, "count": 293, "max_ms": 1.875, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.856, "count": 292, "max_ms": 75.285, "p95_ms": 66.901}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.873, "count": 292, "max_ms": 75.273, "p95_ms": 66.964}, "yolo11_640_fire_11class": {"avg_ms": 62.296, "count": 292, "max_ms": 73.986, "p95_ms": 66.73}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.518, "count": 292, "max_ms": 82.759, "p95_ms": 76.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.949, "count": 293, "max_ms": 96.11, "p95_ms": 89.502}, "read_interval": {"avg_ms": 102.669, "count": 292, "max_ms": 115.462, "p95_ms": 107.336}, "triton_wait": {"avg_ms": 72.53, "count": 292, "max_ms": 82.771, "p95_ms": 76.164}, "visualize": {"avg_ms": 3.709, "count": 292, "max_ms": 4.82, "p95_ms": 3.982}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3806}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.239, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 329.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 329.738, "state": "S (sleeping)", "threads": 106}, "restart_count": 51, "restart_count_per_hour": 3, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.588, "sample_count": 3012, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 456794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:39:49+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:39:49+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:39:49.427106+09:00", "mtime_epoch": 1783085989.4271064, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86768}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:39:49+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.479, "count": 293, "max_ms": 5.126, "p95_ms": 3.98}, "gstreamer_push": {"avg_ms": 1.389, "count": 293, "max_ms": 1.647, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.565, "count": 293, "max_ms": 72.326, "p95_ms": 67.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.971, "count": 293, "max_ms": 72.317, "p95_ms": 67.268}, "yolo11_640_fire_11class": {"avg_ms": 62.97, "count": 293, "max_ms": 71.25, "p95_ms": 66.448}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.943, "count": 293, "max_ms": 80.073, "p95_ms": 76.531}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.45, "count": 293, "max_ms": 92.428, "p95_ms": 89.011}, "read_interval": {"avg_ms": 102.657, "count": 292, "max_ms": 110.607, "p95_ms": 106.882}, "triton_wait": {"avg_ms": 72.955, "count": 293, "max_ms": 80.085, "p95_ms": 76.543}, "visualize": {"avg_ms": 3.763, "count": 293, "max_ms": 4.914, "p95_ms": 4.178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3088}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.48, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.204, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.625, "name": "ffmpeg", "pid": 53907, "rss_mb": 272.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.382, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 370638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:40:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:40:09+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T22:40:09+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T22:40:09.551460+09:00", "mtime_epoch": 1783086009.5514598, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119500}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:40:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 333, "pushed_frames": 333, "read_frames": 332, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.108, "pushed": 11.108, "read": 11.075}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.485, "count": 333, "max_ms": 6.078, "p95_ms": 4.974}, "gstreamer_push": {"avg_ms": 1.32, "count": 333, "max_ms": 1.572, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.991, "count": 333, "max_ms": 69.446, "p95_ms": 65.882}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.17, "count": 333, "max_ms": 69.456, "p95_ms": 65.72}, "yolo11_640_fire_11class": {"avg_ms": 54.325, "count": 333, "max_ms": 68.444, "p95_ms": 65.29}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.52, "count": 333, "max_ms": 80.703, "p95_ms": 74.932}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.703, "count": 333, "max_ms": 93.849, "p95_ms": 88.177}, "read_interval": {"avg_ms": 90.351, "count": 332, "max_ms": 112.994, "p95_ms": 106.554}, "triton_wait": {"avg_ms": 60.538, "count": 333, "max_ms": 80.715, "p95_ms": 74.944}, "visualize": {"avg_ms": 3.653, "count": 333, "max_ms": 4.89, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3807}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12437.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 50, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:26:48+09:00", "last_error_summary": "[NULL @ 0x557f5d37a200] missing picture in access unit with size 18 [h264 @ 0x557f5da8f000] no frame! [in#0/rtsp @ 0x557f5d375e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557f5d375e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x557f5d37a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T22:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 809.736, "last_started_at": "2026-07-03T22:26:51+09:00", "pid": 53755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 354.738, "name": "ffmpeg", "pid": 53755, "rss_mb": 354.738, "state": "S (sleeping)", "threads": 104}, "restart_count": 51, "restart_count_per_hour": 3, "rtsp_timeout_count": 82, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.585, "sample_count": 2791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 456882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:40:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T22:40:21+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T22:40:20+09:00", "mjpeg": {"age_sec": 11.414, "exists": true, "mtime": "2026-07-03T22:40:09.595461+09:00", "mtime_epoch": 1783086009.5954607, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86854}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:40:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.468, "pushed": 2.468, "read": 2.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.367, "count": 74, "max_ms": 3.6, "p95_ms": 3.528}, "gstreamer_push": {"avg_ms": 1.394, "count": 74, "max_ms": 1.514, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.665, "count": 74, "max_ms": 68.069, "p95_ms": 65.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.368, "count": 74, "max_ms": 68.805, "p95_ms": 65.333}, "yolo11_640_fire_11class": {"avg_ms": 62.141, "count": 74, "max_ms": 66.698, "p95_ms": 64.757}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.154, "count": 74, "max_ms": 77.854, "p95_ms": 75.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.468, "count": 74, "max_ms": 90.207, "p95_ms": 87.345}, "read_interval": {"avg_ms": 410.764, "count": 73, "max_ms": 11419.031, "p95_ms": 106.728}, "triton_wait": {"avg_ms": 72.166, "count": 74, "max_ms": 77.866, "p95_ms": 75.018}, "visualize": {"avg_ms": 3.681, "count": 74, "max_ms": 4.436, "p95_ms": 3.809}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3091}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12407.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.27, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.625, "name": "ffmpeg", "pid": 53907, "rss_mb": 272.625, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.339, "sample_count": 2750, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 370941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:40:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:40:39+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:40:39+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:40:39.591987+09:00", "mtime_epoch": 1783086039.5919874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119955}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:40:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 303, "pushed_frames": 303, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.103, "pushed": 10.103, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.561, "count": 303, "max_ms": 7.247, "p95_ms": 4.656}, "gstreamer_push": {"avg_ms": 1.325, "count": 303, "max_ms": 2.118, "p95_ms": 1.397}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.141, "count": 303, "max_ms": 67.358, "p95_ms": 64.111}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.597, "count": 303, "max_ms": 67.917, "p95_ms": 64.054}, "yolo11_640_fire_11class": {"avg_ms": 52.545, "count": 303, "max_ms": 66.596, "p95_ms": 63.638}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.751, "count": 303, "max_ms": 76.971, "p95_ms": 73.969}}, "truncated_count": 0}, "processing_total": {"avg_ms": 71.074, "count": 303, "max_ms": 90.529, "p95_ms": 87.241}, "read_interval": {"avg_ms": 99.212, "count": 302, "max_ms": 129.892, "p95_ms": 121.708}, "triton_wait": {"avg_ms": 57.778, "count": 303, "max_ms": 76.982, "p95_ms": 73.982}, "visualize": {"avg_ms": 3.682, "count": 303, "max_ms": 5.195, "p95_ms": 3.868}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3809}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12407.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.58, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.664, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 457135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:40:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:40:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:40:50+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:40:50.972187+09:00", "mtime_epoch": 1783086050.9721873, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82207}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:40:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.445, "pushed": 8.445, "read": 8.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.481, "count": 253, "max_ms": 5.213, "p95_ms": 3.978}, "gstreamer_push": {"avg_ms": 1.388, "count": 253, "max_ms": 1.636, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.98, "count": 253, "max_ms": 68.255, "p95_ms": 66.696}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.157, "count": 253, "max_ms": 70.208, "p95_ms": 66.718}, "yolo11_640_fire_11class": {"avg_ms": 63.41, "count": 253, "max_ms": 67.357, "p95_ms": 66.549}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.412, "count": 253, "max_ms": 78.76, "p95_ms": 76.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.852, "count": 253, "max_ms": 91.107, "p95_ms": 89.019}, "read_interval": {"avg_ms": 118.834, "count": 252, "max_ms": 4504.412, "p95_ms": 106.657}, "triton_wait": {"avg_ms": 73.425, "count": 253, "max_ms": 78.772, "p95_ms": 76.541}, "visualize": {"avg_ms": 3.749, "count": 253, "max_ms": 4.944, "p95_ms": 4.197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3093}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12407.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.309, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 273.141, "name": "ffmpeg", "pid": 53907, "rss_mb": 273.141, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.43, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 371233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:41:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:41:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:41:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:41:09.632563+09:00", "mtime_epoch": 1783086069.6325629, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120882}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:41:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.719}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.624, "count": 292, "max_ms": 7.109, "p95_ms": 5.069}, "gstreamer_push": {"avg_ms": 1.332, "count": 292, "max_ms": 1.571, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.642, "count": 292, "max_ms": 68.183, "p95_ms": 66.134}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.588, "count": 292, "max_ms": 68.193, "p95_ms": 66.582}, "yolo11_640_fire_11class": {"avg_ms": 62.274, "count": 292, "max_ms": 67.356, "p95_ms": 65.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.589, "count": 292, "max_ms": 77.39, "p95_ms": 76.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.098, "count": 292, "max_ms": 91.525, "p95_ms": 89.504}, "read_interval": {"avg_ms": 102.865, "count": 291, "max_ms": 111.061, "p95_ms": 107.827}, "triton_wait": {"avg_ms": 72.601, "count": 292, "max_ms": 77.401, "p95_ms": 76.052}, "visualize": {"avg_ms": 3.715, "count": 292, "max_ms": 4.725, "p95_ms": 4.118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3811}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.658, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.706, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 457427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:41:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:41:21+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:41:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:41:21.048818+09:00", "mtime_epoch": 1783086081.0488183, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:41:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 292, "max_ms": 3.797, "p95_ms": 3.485}, "gstreamer_push": {"avg_ms": 1.394, "count": 292, "max_ms": 1.538, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.926, "count": 292, "max_ms": 72.807, "p95_ms": 67.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.876, "count": 292, "max_ms": 72.797, "p95_ms": 67.794}, "yolo11_640_fire_11class": {"avg_ms": 63.557, "count": 292, "max_ms": 71.847, "p95_ms": 67.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.941, "count": 292, "max_ms": 82.083, "p95_ms": 77.139}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.261, "count": 292, "max_ms": 94.195, "p95_ms": 89.392}, "read_interval": {"avg_ms": 102.99, "count": 291, "max_ms": 111.099, "p95_ms": 106.646}, "triton_wait": {"avg_ms": 73.954, "count": 292, "max_ms": 82.095, "p95_ms": 77.151}, "visualize": {"avg_ms": 3.683, "count": 292, "max_ms": 4.207, "p95_ms": 3.816}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3096}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.23, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.398, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 53907, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.384, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 371529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:41:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:41:39+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:41:39+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:41:39.721234+09:00", "mtime_epoch": 1783086099.721234, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121060}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:41:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.836}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.572, "count": 296, "max_ms": 6.918, "p95_ms": 4.803}, "gstreamer_push": {"avg_ms": 1.337, "count": 296, "max_ms": 2.042, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.003, "count": 296, "max_ms": 72.248, "p95_ms": 66.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.542, "count": 296, "max_ms": 72.239, "p95_ms": 66.377}, "yolo11_640_fire_11class": {"avg_ms": 61.207, "count": 296, "max_ms": 71.251, "p95_ms": 65.756}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.367, "count": 296, "max_ms": 81.504, "p95_ms": 75.904}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.908, "count": 296, "max_ms": 94.723, "p95_ms": 89.224}, "read_interval": {"avg_ms": 101.641, "count": 295, "max_ms": 112.284, "p95_ms": 106.582}, "triton_wait": {"avg_ms": 71.379, "count": 296, "max_ms": 81.516, "p95_ms": 75.916}, "visualize": {"avg_ms": 3.749, "count": 296, "max_ms": 5.012, "p95_ms": 4.378}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3814}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.739, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.667, "sample_count": 2751, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 457723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:41:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:41:51+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:41:51+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:41:51.129487+09:00", "mtime_epoch": 1783086111.1294866, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87445}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:41:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.871, "pushed": 9.871, "read": 9.838}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 296, "max_ms": 5.2, "p95_ms": 3.539}, "gstreamer_push": {"avg_ms": 1.376, "count": 296, "max_ms": 1.924, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.122, "count": 296, "max_ms": 71.376, "p95_ms": 67.299}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.458, "count": 296, "max_ms": 70.944, "p95_ms": 67.616}, "yolo11_640_fire_11class": {"avg_ms": 62.307, "count": 296, "max_ms": 70.955, "p95_ms": 66.476}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.504, "count": 296, "max_ms": 81.689, "p95_ms": 76.45}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.823, "count": 296, "max_ms": 93.881, "p95_ms": 89.068}, "read_interval": {"avg_ms": 101.62, "count": 295, "max_ms": 110.15, "p95_ms": 105.864}, "triton_wait": {"avg_ms": 72.516, "count": 296, "max_ms": 81.7, "p95_ms": 76.462}, "visualize": {"avg_ms": 3.688, "count": 296, "max_ms": 4.719, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3098}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.424, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 53907, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.382, "sample_count": 2938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 371822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:42:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:42:09+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-07-03T22:42:09+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T22:42:09.753897+09:00", "mtime_epoch": 1783086129.753897, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119914}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:42:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.792, "pushed": 9.792, "read": 9.758}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.579, "count": 293, "max_ms": 7.264, "p95_ms": 4.728}, "gstreamer_push": {"avg_ms": 1.336, "count": 293, "max_ms": 1.526, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.323, "count": 293, "max_ms": 70.729, "p95_ms": 66.662}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.924, "count": 293, "max_ms": 70.707, "p95_ms": 66.775}, "yolo11_640_fire_11class": {"avg_ms": 61.779, "count": 293, "max_ms": 70.719, "p95_ms": 66.275}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.514, "count": 293, "max_ms": 80.538, "p95_ms": 76.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.96, "count": 293, "max_ms": 93.968, "p95_ms": 89.411}, "read_interval": {"avg_ms": 102.514, "count": 292, "max_ms": 111.062, "p95_ms": 107.903}, "triton_wait": {"avg_ms": 71.526, "count": 293, "max_ms": 80.55, "p95_ms": 76.077}, "visualize": {"avg_ms": 3.696, "count": 293, "max_ms": 4.461, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3816}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.799, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.817, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 458016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:42:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:42:21+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:42:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:42:21.194148+09:00", "mtime_epoch": 1783086141.1941478, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82731}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:42:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 293, "max_ms": 4.198, "p95_ms": 3.557}, "gstreamer_push": {"avg_ms": 1.367, "count": 293, "max_ms": 1.595, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.506, "count": 293, "max_ms": 70.657, "p95_ms": 67.827}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.241, "count": 293, "max_ms": 70.668, "p95_ms": 68.331}, "yolo11_640_fire_11class": {"avg_ms": 64.149, "count": 293, "max_ms": 69.678, "p95_ms": 67.416}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.57, "count": 293, "max_ms": 80.134, "p95_ms": 76.71}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.801, "count": 293, "max_ms": 92.076, "p95_ms": 89.063}, "read_interval": {"avg_ms": 102.594, "count": 292, "max_ms": 110.637, "p95_ms": 106.724}, "triton_wait": {"avg_ms": 73.582, "count": 293, "max_ms": 80.147, "p95_ms": 76.723}, "visualize": {"avg_ms": 3.689, "count": 293, "max_ms": 4.516, "p95_ms": 3.933}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3101}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.688, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.498, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 53907, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.378, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 372121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:42:39+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:42:39+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T22:42:39.822555+09:00", "mtime_epoch": 1783086159.8225546, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:42:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 299, "pushed_frames": 299, "read_frames": 298, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.974, "pushed": 9.974, "read": 9.941}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.566, "count": 299, "max_ms": 5.701, "p95_ms": 4.741}, "gstreamer_push": {"avg_ms": 1.342, "count": 299, "max_ms": 1.919, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.889, "count": 299, "max_ms": 71.543, "p95_ms": 66.634}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.32, "count": 299, "max_ms": 72.644, "p95_ms": 66.776}, "yolo11_640_fire_11class": {"avg_ms": 60.726, "count": 299, "max_ms": 72.15, "p95_ms": 66.373}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.466, "count": 299, "max_ms": 81.187, "p95_ms": 75.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.893, "count": 299, "max_ms": 94.348, "p95_ms": 89.266}, "read_interval": {"avg_ms": 100.568, "count": 298, "max_ms": 284.202, "p95_ms": 106.804}, "triton_wait": {"avg_ms": 69.494, "count": 299, "max_ms": 81.199, "p95_ms": 75.816}, "visualize": {"avg_ms": 3.689, "count": 299, "max_ms": 4.747, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3819}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.473, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.831, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.949, "sample_count": 2678, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 458318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:42:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:42:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:42:51+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:42:51.222802+09:00", "mtime_epoch": 1783086171.2228022, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:42:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.09, "pushed": 10.09, "read": 10.056}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.492, "count": 302, "max_ms": 5.709, "p95_ms": 4.012}, "gstreamer_push": {"avg_ms": 1.379, "count": 302, "max_ms": 1.623, "p95_ms": 1.487}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.983, "count": 302, "max_ms": 73.609, "p95_ms": 66.629}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.214, "count": 302, "max_ms": 74.347, "p95_ms": 66.429}, "yolo11_640_fire_11class": {"avg_ms": 60.706, "count": 302, "max_ms": 73.622, "p95_ms": 66.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.755, "count": 302, "max_ms": 82.592, "p95_ms": 76.521}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.249, "count": 302, "max_ms": 94.612, "p95_ms": 88.826}, "read_interval": {"avg_ms": 99.42, "count": 301, "max_ms": 111.988, "p95_ms": 106.612}, "triton_wait": {"avg_ms": 69.79, "count": 302, "max_ms": 82.605, "p95_ms": 76.534}, "visualize": {"avg_ms": 3.736, "count": 302, "max_ms": 5.537, "p95_ms": 4.355}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3103}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.587, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 53907, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.178, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 372414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:43:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:43:09+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:43:09+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:43:09.911206+09:00", "mtime_epoch": 1783086189.9112062, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119425}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:43:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.556, "count": 293, "max_ms": 5.828, "p95_ms": 4.745}, "gstreamer_push": {"avg_ms": 1.34, "count": 293, "max_ms": 2.117, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.817, "count": 293, "max_ms": 68.691, "p95_ms": 66.257}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.575, "count": 293, "max_ms": 69.112, "p95_ms": 66.977}, "yolo11_640_fire_11class": {"avg_ms": 62.4, "count": 293, "max_ms": 68.035, "p95_ms": 65.864}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.347, "count": 293, "max_ms": 78.754, "p95_ms": 75.427}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.778, "count": 293, "max_ms": 92.057, "p95_ms": 88.925}, "read_interval": {"avg_ms": 102.683, "count": 292, "max_ms": 110.217, "p95_ms": 107.099}, "triton_wait": {"avg_ms": 72.36, "count": 293, "max_ms": 78.766, "p95_ms": 75.439}, "visualize": {"avg_ms": 3.688, "count": 293, "max_ms": 4.615, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3821}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.781, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.845, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.004, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 458610, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:43:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:43:21+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:43:21+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:43:21.239450+09:00", "mtime_epoch": 1783086201.2394502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90875}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:43:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 292, "max_ms": 4.532, "p95_ms": 3.543}, "gstreamer_push": {"avg_ms": 1.376, "count": 292, "max_ms": 1.632, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.959, "count": 292, "max_ms": 71.801, "p95_ms": 67.305}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.332, "count": 292, "max_ms": 70.053, "p95_ms": 67.411}, "yolo11_640_fire_11class": {"avg_ms": 63.54, "count": 292, "max_ms": 70.032, "p95_ms": 67.22}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.577, "count": 292, "max_ms": 78.631, "p95_ms": 76.544}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.948, "count": 292, "max_ms": 90.831, "p95_ms": 89.004}, "read_interval": {"avg_ms": 102.794, "count": 292, "max_ms": 110.846, "p95_ms": 106.172}, "triton_wait": {"avg_ms": 73.589, "count": 292, "max_ms": 78.643, "p95_ms": 76.556}, "visualize": {"avg_ms": 3.71, "count": 292, "max_ms": 4.804, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3105}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.639, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 53907, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.15, "sample_count": 2983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 372707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:43:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:43:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:43:39+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:43:39.959852+09:00", "mtime_epoch": 1783086219.9598515, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118969}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:43:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.75}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.545, "count": 293, "max_ms": 5.638, "p95_ms": 4.781}, "gstreamer_push": {"avg_ms": 1.322, "count": 293, "max_ms": 2.101, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.551, "count": 293, "max_ms": 68.169, "p95_ms": 66.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.95, "count": 293, "max_ms": 69.33, "p95_ms": 66.025}, "yolo11_640_fire_11class": {"avg_ms": 62.093, "count": 293, "max_ms": 69.151, "p95_ms": 65.661}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.379, "count": 293, "max_ms": 77.753, "p95_ms": 75.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.763, "count": 293, "max_ms": 90.924, "p95_ms": 88.789}, "read_interval": {"avg_ms": 102.548, "count": 292, "max_ms": 109.982, "p95_ms": 106.734}, "triton_wait": {"avg_ms": 72.391, "count": 293, "max_ms": 77.766, "p95_ms": 75.365}, "visualize": {"avg_ms": 3.709, "count": 293, "max_ms": 4.862, "p95_ms": 3.941}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3824}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.899, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.003, "sample_count": 2676, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 458903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:43:51+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:43:51+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:43:51.292094+09:00", "mtime_epoch": 1783086231.2920935, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88601}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:43:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.748}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.452, "count": 293, "max_ms": 5.153, "p95_ms": 3.704}, "gstreamer_push": {"avg_ms": 1.373, "count": 293, "max_ms": 1.621, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.329, "count": 293, "max_ms": 68.975, "p95_ms": 66.523}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.429, "count": 293, "max_ms": 71.742, "p95_ms": 66.535}, "yolo11_640_fire_11class": {"avg_ms": 62.755, "count": 293, "max_ms": 69.875, "p95_ms": 65.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.964, "count": 293, "max_ms": 78.488, "p95_ms": 75.923}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.392, "count": 293, "max_ms": 90.652, "p95_ms": 88.57}, "read_interval": {"avg_ms": 102.575, "count": 292, "max_ms": 112.368, "p95_ms": 106.68}, "triton_wait": {"avg_ms": 72.976, "count": 293, "max_ms": 78.501, "p95_ms": 75.936}, "visualize": {"avg_ms": 3.714, "count": 293, "max_ms": 4.806, "p95_ms": 3.984}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3108}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.953, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.705, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 53907, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.095, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 373000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:44:10+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-07-03T22:44:10+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T22:44:10.032492+09:00", "mtime_epoch": 1783086250.032492, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:44:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.778, "pushed": 9.778, "read": 9.744}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.59, "count": 293, "max_ms": 7.864, "p95_ms": 4.863}, "gstreamer_push": {"avg_ms": 1.329, "count": 293, "max_ms": 2.103, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.725, "count": 293, "max_ms": 70.422, "p95_ms": 66.373}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.513, "count": 293, "max_ms": 69.777, "p95_ms": 65.881}, "yolo11_640_fire_11class": {"avg_ms": 62.156, "count": 293, "max_ms": 72.755, "p95_ms": 65.51}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.177, "count": 293, "max_ms": 77.884, "p95_ms": 75.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.695, "count": 293, "max_ms": 93.05, "p95_ms": 89.295}, "read_interval": {"avg_ms": 102.643, "count": 292, "max_ms": 117.297, "p95_ms": 106.764}, "triton_wait": {"avg_ms": 72.195, "count": 293, "max_ms": 77.896, "p95_ms": 75.48}, "visualize": {"avg_ms": 3.722, "count": 293, "max_ms": 6.539, "p95_ms": 4.122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3826}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.324, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.942, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.966, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 459197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:44:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:44:21+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:44:21+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:44:21.332731+09:00", "mtime_epoch": 1783086261.3327312, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86286}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:44:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.819, "pushed": 9.819, "read": 9.785}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.426, "count": 294, "max_ms": 5.337, "p95_ms": 3.738}, "gstreamer_push": {"avg_ms": 1.366, "count": 294, "max_ms": 1.607, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.339, "count": 294, "max_ms": 74.962, "p95_ms": 71.724}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.848, "count": 294, "max_ms": 72.47, "p95_ms": 66.905}, "yolo11_640_fire_11class": {"avg_ms": 63.888, "count": 294, "max_ms": 74.973, "p95_ms": 70.421}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.186, "count": 294, "max_ms": 81.924, "p95_ms": 76.179}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.496, "count": 294, "max_ms": 93.901, "p95_ms": 88.58}, "read_interval": {"avg_ms": 102.172, "count": 293, "max_ms": 113.522, "p95_ms": 106.582}, "triton_wait": {"avg_ms": 73.21, "count": 294, "max_ms": 81.935, "p95_ms": 76.191}, "visualize": {"avg_ms": 3.692, "count": 294, "max_ms": 5.984, "p95_ms": 3.965}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3110}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.609, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.725, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.719, "name": "ffmpeg", "pid": 53907, "rss_mb": 275.719, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.111, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 373292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:44:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:44:40+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:44:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:44:40.049126+09:00", "mtime_epoch": 1783086280.049126, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:44:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.568, "count": 292, "max_ms": 5.858, "p95_ms": 4.898}, "gstreamer_push": {"avg_ms": 1.322, "count": 292, "max_ms": 1.564, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.535, "count": 292, "max_ms": 75.517, "p95_ms": 69.68}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.468, "count": 292, "max_ms": 72.949, "p95_ms": 67.424}, "yolo11_640_fire_11class": {"avg_ms": 63.259, "count": 292, "max_ms": 72.447, "p95_ms": 68.745}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.459, "count": 292, "max_ms": 80.444, "p95_ms": 76.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.847, "count": 292, "max_ms": 93.647, "p95_ms": 89.85}, "read_interval": {"avg_ms": 102.817, "count": 291, "max_ms": 110.89, "p95_ms": 107.142}, "triton_wait": {"avg_ms": 72.474, "count": 292, "max_ms": 80.456, "p95_ms": 76.502}, "visualize": {"avg_ms": 3.687, "count": 292, "max_ms": 4.596, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3829}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.044, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 4, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.056, "sample_count": 2675, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 459488, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:44:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:44:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:44:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:44:51.437365+09:00", "mtime_epoch": 1783086291.4373653, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86164}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:44:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.457, "count": 290, "max_ms": 5.497, "p95_ms": 3.521}, "gstreamer_push": {"avg_ms": 1.402, "count": 291, "max_ms": 1.958, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.151, "count": 290, "max_ms": 75.691, "p95_ms": 67.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.67, "count": 290, "max_ms": 74.58, "p95_ms": 68.469}, "yolo11_640_fire_11class": {"avg_ms": 63.757, "count": 290, "max_ms": 75.682, "p95_ms": 67.583}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.846, "count": 290, "max_ms": 85.915, "p95_ms": 77.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.31, "count": 291, "max_ms": 98.435, "p95_ms": 89.53}, "read_interval": {"avg_ms": 103.424, "count": 290, "max_ms": 115.138, "p95_ms": 107.278}, "triton_wait": {"avg_ms": 73.859, "count": 290, "max_ms": 85.928, "p95_ms": 77.066}, "visualize": {"avg_ms": 3.725, "count": 290, "max_ms": 6.154, "p95_ms": 3.908}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3113}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.762, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.297, "name": "ffmpeg", "pid": 53907, "rss_mb": 278.297, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.165, "sample_count": 2939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 373584, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:45:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:45:10+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:45:10+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:45:10.085756+09:00", "mtime_epoch": 1783086310.0857558, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:45:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.721}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.62, "count": 292, "max_ms": 7.711, "p95_ms": 4.977}, "gstreamer_push": {"avg_ms": 1.36, "count": 292, "max_ms": 1.565, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.572, "count": 292, "max_ms": 70.047, "p95_ms": 66.547}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.105, "count": 292, "max_ms": 70.448, "p95_ms": 66.748}, "yolo11_640_fire_11class": {"avg_ms": 61.495, "count": 292, "max_ms": 70.564, "p95_ms": 65.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.864, "count": 292, "max_ms": 80.664, "p95_ms": 75.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.455, "count": 292, "max_ms": 93.9, "p95_ms": 89.165}, "read_interval": {"avg_ms": 102.86, "count": 291, "max_ms": 113.387, "p95_ms": 107.51}, "triton_wait": {"avg_ms": 71.876, "count": 292, "max_ms": 80.676, "p95_ms": 75.637}, "visualize": {"avg_ms": 3.717, "count": 292, "max_ms": 6.425, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3831}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.12, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 3, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.019, "sample_count": 2895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 459782, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:45:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:45:21+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:45:21+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:45:21.513994+09:00", "mtime_epoch": 1783086321.5139942, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86679}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:45:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.775}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 294, "max_ms": 4.564, "p95_ms": 3.579}, "gstreamer_push": {"avg_ms": 1.386, "count": 294, "max_ms": 1.554, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.51, "count": 294, "max_ms": 68.656, "p95_ms": 66.838}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.112, "count": 294, "max_ms": 69.092, "p95_ms": 66.63}, "yolo11_640_fire_11class": {"avg_ms": 62.078, "count": 294, "max_ms": 69.08, "p95_ms": 65.957}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.031, "count": 294, "max_ms": 78.727, "p95_ms": 76.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.399, "count": 294, "max_ms": 90.957, "p95_ms": 88.339}, "read_interval": {"avg_ms": 102.292, "count": 293, "max_ms": 110.174, "p95_ms": 106.139}, "triton_wait": {"avg_ms": 73.043, "count": 294, "max_ms": 78.739, "p95_ms": 76.034}, "visualize": {"avg_ms": 3.699, "count": 294, "max_ms": 4.721, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3115}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.799, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.875, "name": "ffmpeg", "pid": 53907, "rss_mb": 280.875, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.295, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 373878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:45:40+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:45:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:45:40.122381+09:00", "mtime_epoch": 1783086340.122381, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120434}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:45:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.82, "pushed": 9.82, "read": 9.787}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.548, "count": 294, "max_ms": 6.818, "p95_ms": 4.711}, "gstreamer_push": {"avg_ms": 1.325, "count": 294, "max_ms": 2.031, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.317, "count": 294, "max_ms": 69.803, "p95_ms": 66.738}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.957, "count": 294, "max_ms": 70.371, "p95_ms": 66.848}, "yolo11_640_fire_11class": {"avg_ms": 61.134, "count": 294, "max_ms": 68.389, "p95_ms": 65.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.99, "count": 294, "max_ms": 78.871, "p95_ms": 75.748}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.352, "count": 294, "max_ms": 91.963, "p95_ms": 89.245}, "read_interval": {"avg_ms": 102.155, "count": 293, "max_ms": 110.756, "p95_ms": 106.97}, "triton_wait": {"avg_ms": 72.002, "count": 294, "max_ms": 78.882, "p95_ms": 75.761}, "visualize": {"avg_ms": 3.701, "count": 294, "max_ms": 4.707, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3833}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12415.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.208, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 3, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.024, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 460075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:45:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T22:45:51+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:45:51+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:45:51.598619+09:00", "mtime_epoch": 1783086351.5986187, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82935}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:45:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 293, "max_ms": 5.379, "p95_ms": 3.606}, "gstreamer_push": {"avg_ms": 1.377, "count": 293, "max_ms": 2.23, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.196, "count": 293, "max_ms": 69.415, "p95_ms": 67.186}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.097, "count": 293, "max_ms": 70.791, "p95_ms": 67.201}, "yolo11_640_fire_11class": {"avg_ms": 62.531, "count": 293, "max_ms": 69.427, "p95_ms": 66.435}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.715, "count": 293, "max_ms": 78.808, "p95_ms": 76.739}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.114, "count": 293, "max_ms": 91.116, "p95_ms": 89.06}, "read_interval": {"avg_ms": 102.673, "count": 292, "max_ms": 110.282, "p95_ms": 106.8}, "triton_wait": {"avg_ms": 72.728, "count": 293, "max_ms": 78.822, "p95_ms": 76.752}, "visualize": {"avg_ms": 3.689, "count": 293, "max_ms": 4.88, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3118}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.137, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.869, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.133, "name": "ffmpeg", "pid": 53907, "rss_mb": 281.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.409, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 374169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:46:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:46:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:46:10+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:46:10.191003+09:00", "mtime_epoch": 1783086370.1910026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:46:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.709, "pushed": 9.709, "read": 9.676}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.566, "count": 291, "max_ms": 6.19, "p95_ms": 4.686}, "gstreamer_push": {"avg_ms": 1.325, "count": 291, "max_ms": 1.533, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.46, "count": 291, "max_ms": 69.175, "p95_ms": 67.6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.994, "count": 291, "max_ms": 69.596, "p95_ms": 67.409}, "yolo11_640_fire_11class": {"avg_ms": 62.917, "count": 291, "max_ms": 68.602, "p95_ms": 66.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.076, "count": 291, "max_ms": 77.914, "p95_ms": 76.468}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.521, "count": 291, "max_ms": 91.355, "p95_ms": 90.031}, "read_interval": {"avg_ms": 103.32, "count": 290, "max_ms": 111.332, "p95_ms": 108.363}, "triton_wait": {"avg_ms": 73.088, "count": 291, "max_ms": 77.927, "p95_ms": 76.481}, "visualize": {"avg_ms": 3.705, "count": 291, "max_ms": 4.481, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3836}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.109, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.256, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 3, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.99, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 460366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:46:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:46:21+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T22:46:21+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:46:21.651238+09:00", "mtime_epoch": 1783086381.6512384, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:46:21+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.683}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 291, "max_ms": 5.21, "p95_ms": 3.579}, "gstreamer_push": {"avg_ms": 1.376, "count": 291, "max_ms": 1.613, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.072, "count": 291, "max_ms": 70.67, "p95_ms": 67.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.324, "count": 291, "max_ms": 69.417, "p95_ms": 67.558}, "yolo11_640_fire_11class": {"avg_ms": 63.427, "count": 291, "max_ms": 69.401, "p95_ms": 66.965}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.76, "count": 291, "max_ms": 80.003, "p95_ms": 76.778}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.121, "count": 291, "max_ms": 92.388, "p95_ms": 89.062}, "read_interval": {"avg_ms": 103.271, "count": 290, "max_ms": 113.702, "p95_ms": 107.625}, "triton_wait": {"avg_ms": 73.772, "count": 291, "max_ms": 80.015, "p95_ms": 76.79}, "visualize": {"avg_ms": 3.711, "count": 291, "max_ms": 4.575, "p95_ms": 3.891}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3120}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.948, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.133, "name": "ffmpeg", "pid": 53907, "rss_mb": 281.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.466, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 374460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:46:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:46:40+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:46:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:46:40.271621+09:00", "mtime_epoch": 1783086400.2716205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119991}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:46:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.708, "pushed": 9.708, "read": 9.675}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.574, "count": 291, "max_ms": 6.099, "p95_ms": 4.884}, "gstreamer_push": {"avg_ms": 1.326, "count": 291, "max_ms": 1.841, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.002, "count": 291, "max_ms": 71.754, "p95_ms": 67.143}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.248, "count": 291, "max_ms": 70.46, "p95_ms": 66.959}, "yolo11_640_fire_11class": {"avg_ms": 62.433, "count": 291, "max_ms": 69.917, "p95_ms": 66.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.851, "count": 291, "max_ms": 83.586, "p95_ms": 76.539}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.246, "count": 291, "max_ms": 97.724, "p95_ms": 89.949}, "read_interval": {"avg_ms": 103.356, "count": 290, "max_ms": 115.016, "p95_ms": 107.551}, "triton_wait": {"avg_ms": 72.863, "count": 291, "max_ms": 83.597, "p95_ms": 76.551}, "visualize": {"avg_ms": 3.696, "count": 291, "max_ms": 4.657, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3838}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.262, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.195, "name": "ffmpeg", "pid": 54014, "rss_mb": 325.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 3, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.029, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 460657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:46:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:46:51+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:46:51+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:46:51.655854+09:00", "mtime_epoch": 1783086411.6558535, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88257}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:46:51+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 291, "max_ms": 5.173, "p95_ms": 3.639}, "gstreamer_push": {"avg_ms": 1.377, "count": 291, "max_ms": 1.567, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.745, "count": 291, "max_ms": 73.333, "p95_ms": 67.817}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.256, "count": 291, "max_ms": 72.215, "p95_ms": 67.605}, "yolo11_640_fire_11class": {"avg_ms": 63.193, "count": 291, "max_ms": 71.689, "p95_ms": 67.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.571, "count": 291, "max_ms": 85.363, "p95_ms": 77.005}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.98, "count": 291, "max_ms": 97.506, "p95_ms": 89.405}, "read_interval": {"avg_ms": 103.091, "count": 291, "max_ms": 114.622, "p95_ms": 107.507}, "triton_wait": {"avg_ms": 73.583, "count": 291, "max_ms": 85.375, "p95_ms": 77.017}, "visualize": {"avg_ms": 3.754, "count": 291, "max_ms": 4.907, "p95_ms": 4.044}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3123}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12415.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.949, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.133, "name": "ffmpeg", "pid": 53907, "rss_mb": 281.133, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.431, "sample_count": 2945, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 374772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:47:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:47:10+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T22:47:10+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T22:47:10.296233+09:00", "mtime_epoch": 1783086430.2962334, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120944}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:47:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 312, "pushed_frames": 312, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.405, "pushed": 10.405, "read": 10.405}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.588, "count": 312, "max_ms": 7.793, "p95_ms": 4.762}, "gstreamer_push": {"avg_ms": 1.33, "count": 312, "max_ms": 1.538, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.556, "count": 312, "max_ms": 68.598, "p95_ms": 66.624}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.298, "count": 312, "max_ms": 69.315, "p95_ms": 66.137}, "yolo11_640_fire_11class": {"avg_ms": 57.884, "count": 312, "max_ms": 69.83, "p95_ms": 65.87}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 65.752, "count": 312, "max_ms": 79.095, "p95_ms": 75.335}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.122, "count": 312, "max_ms": 92.761, "p95_ms": 88.707}, "read_interval": {"avg_ms": 96.244, "count": 312, "max_ms": 115.228, "p95_ms": 106.87}, "triton_wait": {"avg_ms": 65.786, "count": 312, "max_ms": 79.107, "p95_ms": 75.347}, "visualize": {"avg_ms": 3.701, "count": 312, "max_ms": 4.703, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3839}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12417.184, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 51, "h264_decode_error_count": 56, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:40:22+09:00", "last_error_summary": "[h264 @ 0x555f17281400] error while decoding MB 50 21, bytestream -5 [in#0/rtsp @ 0x555f165b3e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x555f165b3e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.782, "last_started_at": "2026-07-03T22:40:24+09:00", "pid": 54014, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.07, "name": "ffmpeg", "pid": 54014, "rss_mb": 326.07, "state": "S (sleeping)", "threads": 106}, "restart_count": 52, "restart_count_per_hour": 3, "rtsp_timeout_count": 84, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.002, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 460781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:47:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:47:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T22:47:22+09:00", "mjpeg": {"age_sec": 17.851, "exists": true, "mtime": "2026-07-03T22:47:04.412114+09:00", "mtime_epoch": 1783086424.4121137, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88159}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:47:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.978, "pushed": 3.978, "read": 3.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.472, "count": 119, "max_ms": 5.037, "p95_ms": 3.636}, "gstreamer_push": {"avg_ms": 1.41, "count": 119, "max_ms": 1.679, "p95_ms": 1.496}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.303, "count": 119, "max_ms": 69.316, "p95_ms": 67.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.599, "count": 119, "max_ms": 70.712, "p95_ms": 67.836}, "yolo11_640_fire_11class": {"avg_ms": 62.698, "count": 119, "max_ms": 69.305, "p95_ms": 67.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.694, "count": 119, "max_ms": 80.569, "p95_ms": 76.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.237, "count": 119, "max_ms": 93.034, "p95_ms": 88.9}, "read_interval": {"avg_ms": 253.47, "count": 118, "max_ms": 17867.084, "p95_ms": 109.068}, "triton_wait": {"avg_ms": 72.711, "count": 119, "max_ms": 80.581, "p95_ms": 76.387}, "visualize": {"avg_ms": 3.739, "count": 119, "max_ms": 4.583, "p95_ms": 3.955}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12117.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.966, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.391, "name": "ffmpeg", "pid": 53907, "rss_mb": 281.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.322, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 375150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:47:40+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T22:47:40+09:00", "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-07-03T22:47:40.268842+09:00", "mtime_epoch": 1783086460.268842, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120879}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:47:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 378, "pushed_frames": 378, "read_frames": 377, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.625, "pushed": 12.625, "read": 12.592}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.621, "count": 378, "max_ms": 7.319, "p95_ms": 4.871}, "gstreamer_push": {"avg_ms": 1.328, "count": 378, "max_ms": 2.329, "p95_ms": 1.424}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.192, "count": 378, "max_ms": 64.698, "p95_ms": 48.765}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.996, "count": 378, "max_ms": 67.963, "p95_ms": 48.14}, "yolo11_640_fire_11class": {"avg_ms": 45.304, "count": 378, "max_ms": 63.855, "p95_ms": 48.13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.945, "count": 378, "max_ms": 74.178, "p95_ms": 49.725}}, "truncated_count": 0}, "processing_total": {"avg_ms": 60.312, "count": 378, "max_ms": 87.611, "p95_ms": 63.037}, "read_interval": {"avg_ms": 79.414, "count": 377, "max_ms": 123.232, "p95_ms": 107.938}, "triton_wait": {"avg_ms": 46.998, "count": 378, "max_ms": 74.191, "p95_ms": 49.746}, "visualize": {"avg_ms": 3.706, "count": 378, "max_ms": 4.646, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3840}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.644, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.988, "name": "ffmpeg", "pid": 54166, "rss_mb": 324.988, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.034, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 460872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:47:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:47:52+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T22:47:52+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T22:47:52.265085+09:00", "mtime_epoch": 1783086472.2650845, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86217}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:47:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.616, "pushed": 6.616, "read": 6.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.617, "count": 91, "max_ms": 5.494, "p95_ms": 5.306}, "gstreamer_push": {"avg_ms": 1.391, "count": 91, "max_ms": 1.949, "p95_ms": 1.529}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.54, "count": 91, "max_ms": 69.479, "p95_ms": 66.051}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.481, "count": 91, "max_ms": 71.949, "p95_ms": 65.739}, "yolo11_640_fire_11class": {"avg_ms": 59.786, "count": 91, "max_ms": 69.49, "p95_ms": 66.331}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.55, "count": 91, "max_ms": 77.907, "p95_ms": 75.493}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.421, "count": 91, "max_ms": 92.134, "p95_ms": 90.772}, "read_interval": {"avg_ms": 330.705, "count": 91, "max_ms": 16433.313, "p95_ms": 109.914}, "triton_wait": {"avg_ms": 68.576, "count": 91, "max_ms": 77.919, "p95_ms": 75.505}, "visualize": {"avg_ms": 3.857, "count": 91, "max_ms": 6.089, "p95_ms": 5.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.755, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3128}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.098, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.979, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.391, "name": "ffmpeg", "pid": 53907, "rss_mb": 281.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.322, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 375446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:48:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:48:10+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:48:10+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:48:10.297448+09:00", "mtime_epoch": 1783086490.297448, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120027}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:48:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.868, "pushed": 9.868, "read": 9.868}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.716, "count": 296, "max_ms": 7.754, "p95_ms": 7.257}, "gstreamer_push": {"avg_ms": 1.341, "count": 296, "max_ms": 1.491, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.653, "count": 296, "max_ms": 69.167, "p95_ms": 64.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.038, "count": 296, "max_ms": 70.173, "p95_ms": 64.826}, "yolo11_640_fire_11class": {"avg_ms": 58.234, "count": 296, "max_ms": 70.163, "p95_ms": 64.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.455, "count": 296, "max_ms": 78.139, "p95_ms": 74.254}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.269, "count": 296, "max_ms": 95.209, "p95_ms": 88.947}, "read_interval": {"avg_ms": 101.303, "count": 296, "max_ms": 123.93, "p95_ms": 119.575}, "triton_wait": {"avg_ms": 66.501, "count": 296, "max_ms": 78.151, "p95_ms": 74.266}, "visualize": {"avg_ms": 3.814, "count": 296, "max_ms": 6.742, "p95_ms": 4.609}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3843}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.977, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.727, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.06, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 461167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:48:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:48:22+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:48:22+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:48:22.357691+09:00", "mtime_epoch": 1783086502.3576906, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83523}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:48:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.842, "pushed": 9.842, "read": 9.809}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.465, "count": 295, "max_ms": 5.412, "p95_ms": 3.745}, "gstreamer_push": {"avg_ms": 1.395, "count": 295, "max_ms": 2.164, "p95_ms": 1.502}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.679, "count": 295, "max_ms": 70.696, "p95_ms": 66.794}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.146, "count": 295, "max_ms": 69.613, "p95_ms": 67.148}, "yolo11_640_fire_11class": {"avg_ms": 62.727, "count": 295, "max_ms": 71.438, "p95_ms": 66.835}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.339, "count": 295, "max_ms": 81.01, "p95_ms": 76.291}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.803, "count": 295, "max_ms": 93.312, "p95_ms": 89.456}, "read_interval": {"avg_ms": 101.963, "count": 294, "max_ms": 115.11, "p95_ms": 106.381}, "triton_wait": {"avg_ms": 73.352, "count": 295, "max_ms": 81.022, "p95_ms": 76.304}, "visualize": {"avg_ms": 3.797, "count": 295, "max_ms": 6.224, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.042, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 281.391, "name": "ffmpeg", "pid": 53907, "rss_mb": 281.391, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.304, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 375740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:48:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:48:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:48:40+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:48:40.362052+09:00", "mtime_epoch": 1783086520.3620517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119811}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:48:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.812, "pushed": 9.812, "read": 9.778}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.596, "count": 294, "max_ms": 7.352, "p95_ms": 4.95}, "gstreamer_push": {"avg_ms": 1.352, "count": 294, "max_ms": 1.449, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.133, "count": 294, "max_ms": 67.225, "p95_ms": 65.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.194, "count": 294, "max_ms": 67.694, "p95_ms": 65.736}, "yolo11_640_fire_11class": {"avg_ms": 60.328, "count": 294, "max_ms": 66.706, "p95_ms": 64.784}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.765, "count": 294, "max_ms": 77.582, "p95_ms": 74.994}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.252, "count": 294, "max_ms": 90.756, "p95_ms": 88.601}, "read_interval": {"avg_ms": 102.227, "count": 293, "max_ms": 112.751, "p95_ms": 106.774}, "triton_wait": {"avg_ms": 71.778, "count": 294, "max_ms": 77.592, "p95_ms": 75.008}, "visualize": {"avg_ms": 3.696, "count": 294, "max_ms": 4.745, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3845}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.736, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.006, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 461460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:48:52+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T22:48:52+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:48:52.370292+09:00", "mtime_epoch": 1783086532.370292, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87681}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:48:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.416, "count": 293, "max_ms": 4.294, "p95_ms": 3.485}, "gstreamer_push": {"avg_ms": 1.394, "count": 293, "max_ms": 1.559, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.531, "count": 293, "max_ms": 68.634, "p95_ms": 66.649}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.887, "count": 293, "max_ms": 68.701, "p95_ms": 67.037}, "yolo11_640_fire_11class": {"avg_ms": 62.334, "count": 293, "max_ms": 69.194, "p95_ms": 66.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.006, "count": 293, "max_ms": 77.856, "p95_ms": 75.859}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.325, "count": 293, "max_ms": 89.971, "p95_ms": 88.118}, "read_interval": {"avg_ms": 102.446, "count": 293, "max_ms": 113.395, "p95_ms": 106.608}, "triton_wait": {"avg_ms": 73.018, "count": 293, "max_ms": 77.87, "p95_ms": 75.871}, "visualize": {"avg_ms": 3.714, "count": 293, "max_ms": 4.509, "p95_ms": 3.877}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3133}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.052, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.227, "name": "ffmpeg", "pid": 53907, "rss_mb": 284.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.322, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 376032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:49:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:49:10+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:49:10+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:49:10.370651+09:00", "mtime_epoch": 1783086550.3706512, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:49:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.736}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.548, "count": 292, "max_ms": 5.757, "p95_ms": 4.741}, "gstreamer_push": {"avg_ms": 1.333, "count": 292, "max_ms": 1.58, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.802, "count": 292, "max_ms": 68.728, "p95_ms": 66.272}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.564, "count": 292, "max_ms": 67.928, "p95_ms": 66.187}, "yolo11_640_fire_11class": {"avg_ms": 62.277, "count": 292, "max_ms": 67.536, "p95_ms": 65.681}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.328, "count": 292, "max_ms": 80.868, "p95_ms": 75.944}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.755, "count": 292, "max_ms": 94.029, "p95_ms": 89.397}, "read_interval": {"avg_ms": 102.773, "count": 292, "max_ms": 111.023, "p95_ms": 107.582}, "triton_wait": {"avg_ms": 72.341, "count": 292, "max_ms": 80.88, "p95_ms": 75.957}, "visualize": {"avg_ms": 3.668, "count": 292, "max_ms": 4.512, "p95_ms": 3.813}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3847}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12421.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.827, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.06, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 461753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:49:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:49:22+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:49:22+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:49:22.458892+09:00", "mtime_epoch": 1783086562.458892, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86912}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:49:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.455, "count": 293, "max_ms": 5.594, "p95_ms": 3.692}, "gstreamer_push": {"avg_ms": 1.374, "count": 293, "max_ms": 1.671, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.924, "count": 293, "max_ms": 70.26, "p95_ms": 67.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.313, "count": 293, "max_ms": 70.416, "p95_ms": 67.503}, "yolo11_640_fire_11class": {"avg_ms": 63.492, "count": 293, "max_ms": 70.269, "p95_ms": 67.077}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.685, "count": 293, "max_ms": 81.869, "p95_ms": 77.32}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.022, "count": 293, "max_ms": 94.736, "p95_ms": 89.555}, "read_interval": {"avg_ms": 102.702, "count": 292, "max_ms": 111.208, "p95_ms": 106.728}, "triton_wait": {"avg_ms": 73.698, "count": 293, "max_ms": 81.881, "p95_ms": 77.334}, "visualize": {"avg_ms": 3.715, "count": 293, "max_ms": 4.407, "p95_ms": 3.978}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12421.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.058, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.227, "name": "ffmpeg", "pid": 53907, "rss_mb": 284.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.247, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 376325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:49:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:49:40+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:49:40+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:49:40.379248+09:00", "mtime_epoch": 1783086580.3792481, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118844}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:49:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.523, "count": 293, "max_ms": 5.579, "p95_ms": 4.645}, "gstreamer_push": {"avg_ms": 1.313, "count": 293, "max_ms": 2.0, "p95_ms": 1.38}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.651, "count": 293, "max_ms": 69.598, "p95_ms": 66.787}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.793, "count": 293, "max_ms": 69.336, "p95_ms": 66.501}, "yolo11_640_fire_11class": {"avg_ms": 62.167, "count": 293, "max_ms": 69.585, "p95_ms": 66.078}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.239, "count": 293, "max_ms": 78.762, "p95_ms": 75.986}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.548, "count": 293, "max_ms": 92.412, "p95_ms": 89.277}, "read_interval": {"avg_ms": 102.414, "count": 293, "max_ms": 113.29, "p95_ms": 106.455}, "triton_wait": {"avg_ms": 72.251, "count": 293, "max_ms": 78.773, "p95_ms": 75.998}, "visualize": {"avg_ms": 3.651, "count": 293, "max_ms": 4.303, "p95_ms": 3.793}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3850}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12421.91, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.843, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.036, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 462045, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:49:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:49:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:49:52+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:49:52.471488+09:00", "mtime_epoch": 1783086592.4714878, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:49:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 292, "max_ms": 4.209, "p95_ms": 3.549}, "gstreamer_push": {"avg_ms": 1.379, "count": 292, "max_ms": 2.109, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.105, "count": 292, "max_ms": 73.678, "p95_ms": 67.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.134, "count": 292, "max_ms": 75.573, "p95_ms": 67.636}, "yolo11_640_fire_11class": {"avg_ms": 63.595, "count": 292, "max_ms": 74.204, "p95_ms": 67.257}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.647, "count": 292, "max_ms": 83.781, "p95_ms": 77.064}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.976, "count": 292, "max_ms": 96.315, "p95_ms": 89.516}, "read_interval": {"avg_ms": 102.776, "count": 292, "max_ms": 116.085, "p95_ms": 106.784}, "triton_wait": {"avg_ms": 73.66, "count": 292, "max_ms": 83.793, "p95_ms": 77.076}, "visualize": {"avg_ms": 3.689, "count": 292, "max_ms": 4.629, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3138}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.063, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.227, "name": "ffmpeg", "pid": 53907, "rss_mb": 284.227, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.409, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 376616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:50:10+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T22:50:10+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:50:10.387842+09:00", "mtime_epoch": 1783086610.3878422, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120110}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:50:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.704, "pushed": 9.704, "read": 9.704}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.552, "count": 291, "max_ms": 6.661, "p95_ms": 4.82}, "gstreamer_push": {"avg_ms": 1.33, "count": 291, "max_ms": 2.096, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.289, "count": 291, "max_ms": 72.424, "p95_ms": 67.376}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.756, "count": 291, "max_ms": 74.303, "p95_ms": 67.339}, "yolo11_640_fire_11class": {"avg_ms": 62.887, "count": 291, "max_ms": 73.279, "p95_ms": 66.81}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.901, "count": 291, "max_ms": 84.568, "p95_ms": 77.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.294, "count": 291, "max_ms": 97.845, "p95_ms": 90.514}, "read_interval": {"avg_ms": 103.127, "count": 291, "max_ms": 114.011, "p95_ms": 108.149}, "triton_wait": {"avg_ms": 72.913, "count": 291, "max_ms": 84.581, "p95_ms": 77.02}, "visualize": {"avg_ms": 3.678, "count": 291, "max_ms": 4.237, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3852}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12421.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.897, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.294, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 462337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:50:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:50:22+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:50:22+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:50:22.524082+09:00", "mtime_epoch": 1783086622.5240817, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85177}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:50:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.715}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.472, "count": 292, "max_ms": 5.108, "p95_ms": 3.808}, "gstreamer_push": {"avg_ms": 1.375, "count": 292, "max_ms": 1.52, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.228, "count": 292, "max_ms": 73.457, "p95_ms": 67.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.552, "count": 292, "max_ms": 74.505, "p95_ms": 67.852}, "yolo11_640_fire_11class": {"avg_ms": 63.878, "count": 292, "max_ms": 74.495, "p95_ms": 67.396}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.86, "count": 292, "max_ms": 85.672, "p95_ms": 77.524}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.259, "count": 292, "max_ms": 97.765, "p95_ms": 90.141}, "read_interval": {"avg_ms": 102.918, "count": 291, "max_ms": 113.559, "p95_ms": 107.266}, "triton_wait": {"avg_ms": 73.873, "count": 292, "max_ms": 85.685, "p95_ms": 77.537}, "visualize": {"avg_ms": 3.724, "count": 292, "max_ms": 4.65, "p95_ms": 4.021}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3140}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12421.797, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.097, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.484, "name": "ffmpeg", "pid": 53907, "rss_mb": 284.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.428, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 376908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:50:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:50:40+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:50:40+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:50:40.416434+09:00", "mtime_epoch": 1783086640.416434, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121125}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:50:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.722}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.574, "count": 292, "max_ms": 7.223, "p95_ms": 4.88}, "gstreamer_push": {"avg_ms": 1.324, "count": 292, "max_ms": 1.595, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.99, "count": 292, "max_ms": 70.23, "p95_ms": 66.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.119, "count": 292, "max_ms": 71.379, "p95_ms": 66.615}, "yolo11_640_fire_11class": {"avg_ms": 62.74, "count": 292, "max_ms": 70.885, "p95_ms": 66.47}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.524, "count": 292, "max_ms": 79.676, "p95_ms": 76.078}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.985, "count": 292, "max_ms": 93.019, "p95_ms": 89.467}, "read_interval": {"avg_ms": 102.842, "count": 291, "max_ms": 114.633, "p95_ms": 106.952}, "triton_wait": {"avg_ms": 72.537, "count": 292, "max_ms": 79.689, "p95_ms": 76.09}, "visualize": {"avg_ms": 3.688, "count": 292, "max_ms": 6.571, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3855}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12421.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.975, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.396, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 462629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:50:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:50:52+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:50:52+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T22:50:52.596673+09:00", "mtime_epoch": 1783086652.5966735, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89572}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:50:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.58, "count": 292, "max_ms": 5.268, "p95_ms": 4.91}, "gstreamer_push": {"avg_ms": 1.387, "count": 292, "max_ms": 1.576, "p95_ms": 1.504}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.105, "count": 292, "max_ms": 73.838, "p95_ms": 67.563}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.786, "count": 292, "max_ms": 73.828, "p95_ms": 67.568}, "yolo11_640_fire_11class": {"avg_ms": 63.687, "count": 292, "max_ms": 72.822, "p95_ms": 67.328}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.42, "count": 292, "max_ms": 82.98, "p95_ms": 76.589}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.02, "count": 292, "max_ms": 95.214, "p95_ms": 89.545}, "read_interval": {"avg_ms": 102.974, "count": 291, "max_ms": 111.653, "p95_ms": 107.208}, "triton_wait": {"avg_ms": 73.433, "count": 292, "max_ms": 82.991, "p95_ms": 76.6}, "visualize": {"avg_ms": 3.756, "count": 292, "max_ms": 4.752, "p95_ms": 4.489}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 838.167, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.484, "name": "ffmpeg", "pid": 53907, "rss_mb": 284.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 4, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.397, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 377199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:51:10+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:51:10+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:51:10.489025+09:00", "mtime_epoch": 1783086670.4890246, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120053}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:51:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.71, "pushed": 9.71, "read": 9.677}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.726, "count": 291, "max_ms": 7.423, "p95_ms": 6.005}, "gstreamer_push": {"avg_ms": 1.34, "count": 291, "max_ms": 1.792, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.123, "count": 291, "max_ms": 72.722, "p95_ms": 66.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.655, "count": 291, "max_ms": 72.176, "p95_ms": 66.268}, "yolo11_640_fire_11class": {"avg_ms": 62.532, "count": 291, "max_ms": 72.167, "p95_ms": 66.271}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.489, "count": 291, "max_ms": 81.893, "p95_ms": 76.47}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.254, "count": 291, "max_ms": 96.869, "p95_ms": 90.111}, "read_interval": {"avg_ms": 103.331, "count": 290, "max_ms": 116.789, "p95_ms": 108.152}, "triton_wait": {"avg_ms": 72.501, "count": 291, "max_ms": 81.905, "p95_ms": 76.483}, "visualize": {"avg_ms": 3.804, "count": 291, "max_ms": 6.174, "p95_ms": 4.557}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3857}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.048, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.503, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 462920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:51:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:51:22+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:51:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T22:51:22.673263+09:00", "mtime_epoch": 1783086682.6732633, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:51:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.708, "pushed": 9.708, "read": 9.674}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.482, "count": 291, "max_ms": 5.405, "p95_ms": 3.761}, "gstreamer_push": {"avg_ms": 1.375, "count": 291, "max_ms": 2.18, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.318, "count": 291, "max_ms": 70.856, "p95_ms": 67.432}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.0, "count": 291, "max_ms": 70.78, "p95_ms": 67.788}, "yolo11_640_fire_11class": {"avg_ms": 63.792, "count": 291, "max_ms": 69.85, "p95_ms": 67.224}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.054, "count": 291, "max_ms": 79.27, "p95_ms": 77.314}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.503, "count": 291, "max_ms": 95.978, "p95_ms": 90.015}, "read_interval": {"avg_ms": 103.345, "count": 290, "max_ms": 120.093, "p95_ms": 107.32}, "triton_wait": {"avg_ms": 74.067, "count": 291, "max_ms": 79.282, "p95_ms": 77.326}, "visualize": {"avg_ms": 3.729, "count": 291, "max_ms": 6.132, "p95_ms": 4.151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3145}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.672, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 868.216, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 284.484, "name": "ffmpeg", "pid": 53907, "rss_mb": 284.484, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.391, "sample_count": 3029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 377491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:51:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-07-03T22:51:40+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-07-03T22:51:40+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T22:51:40.521612+09:00", "mtime_epoch": 1783086700.5216122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117312}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:51:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.584, "count": 292, "max_ms": 7.546, "p95_ms": 4.833}, "gstreamer_push": {"avg_ms": 1.339, "count": 292, "max_ms": 1.589, "p95_ms": 1.452}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.866, "count": 292, "max_ms": 68.963, "p95_ms": 66.61}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.376, "count": 292, "max_ms": 69.498, "p95_ms": 66.69}, "yolo11_640_fire_11class": {"avg_ms": 62.474, "count": 292, "max_ms": 70.086, "p95_ms": 66.216}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.641, "count": 292, "max_ms": 78.141, "p95_ms": 76.229}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.055, "count": 292, "max_ms": 94.69, "p95_ms": 89.922}, "read_interval": {"avg_ms": 102.849, "count": 291, "max_ms": 112.219, "p95_ms": 107.447}, "triton_wait": {"avg_ms": 72.653, "count": 292, "max_ms": 78.154, "p95_ms": 76.242}, "visualize": {"avg_ms": 3.701, "count": 292, "max_ms": 6.086, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3860}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.118, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.455, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 463213, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:51:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:51:52+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:51:52.745851+09:00", "mtime_epoch": 1783086712.7458508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87432}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:51:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.777, "pushed": 9.777, "read": 9.743}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 293, "max_ms": 5.451, "p95_ms": 3.889}, "gstreamer_push": {"avg_ms": 1.397, "count": 293, "max_ms": 2.26, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.626, "count": 293, "max_ms": 70.397, "p95_ms": 67.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.051, "count": 293, "max_ms": 69.608, "p95_ms": 66.57}, "yolo11_640_fire_11class": {"avg_ms": 63.439, "count": 293, "max_ms": 70.539, "p95_ms": 66.887}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.335, "count": 293, "max_ms": 78.608, "p95_ms": 76.217}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.85, "count": 293, "max_ms": 93.824, "p95_ms": 88.991}, "read_interval": {"avg_ms": 102.615, "count": 292, "max_ms": 114.065, "p95_ms": 106.509}, "triton_wait": {"avg_ms": 73.347, "count": 293, "max_ms": 78.62, "p95_ms": 76.229}, "visualize": {"avg_ms": 3.741, "count": 293, "max_ms": 6.135, "p95_ms": 4.084}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3148}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.047, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 898.258, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.062, "name": "ffmpeg", "pid": 53907, "rss_mb": 287.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.424, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 377784, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:52:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:52:10+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:52:10+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:52:10.578198+09:00", "mtime_epoch": 1783086730.578198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120187}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:52:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.754}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.649, "count": 293, "max_ms": 7.561, "p95_ms": 4.931}, "gstreamer_push": {"avg_ms": 1.338, "count": 293, "max_ms": 1.607, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.99, "count": 293, "max_ms": 72.227, "p95_ms": 65.597}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.449, "count": 293, "max_ms": 73.323, "p95_ms": 65.849}, "yolo11_640_fire_11class": {"avg_ms": 61.705, "count": 293, "max_ms": 73.335, "p95_ms": 65.787}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.578, "count": 293, "max_ms": 82.602, "p95_ms": 75.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.271, "count": 293, "max_ms": 96.667, "p95_ms": 89.113}, "read_interval": {"avg_ms": 102.5, "count": 292, "max_ms": 113.796, "p95_ms": 106.75}, "triton_wait": {"avg_ms": 71.59, "count": 293, "max_ms": 82.614, "p95_ms": 75.49}, "visualize": {"avg_ms": 3.774, "count": 293, "max_ms": 5.911, "p95_ms": 4.39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3862}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12424.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.181, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.451, "sample_count": 2725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 463506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:52:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:52:22+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:52:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:52:22.810436+09:00", "mtime_epoch": 1783086742.8104358, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84064}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:52:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.405, "count": 293, "max_ms": 4.942, "p95_ms": 3.564}, "gstreamer_push": {"avg_ms": 1.377, "count": 293, "max_ms": 1.565, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.753, "count": 293, "max_ms": 75.173, "p95_ms": 66.706}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.061, "count": 293, "max_ms": 75.153, "p95_ms": 66.763}, "yolo11_640_fire_11class": {"avg_ms": 63.254, "count": 293, "max_ms": 75.164, "p95_ms": 66.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.628, "count": 293, "max_ms": 84.469, "p95_ms": 76.699}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.906, "count": 293, "max_ms": 96.767, "p95_ms": 89.215}, "read_interval": {"avg_ms": 102.593, "count": 292, "max_ms": 116.563, "p95_ms": 106.559}, "triton_wait": {"avg_ms": 73.64, "count": 293, "max_ms": 84.481, "p95_ms": 76.711}, "visualize": {"avg_ms": 3.665, "count": 293, "max_ms": 4.763, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.3, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.062, "name": "ffmpeg", "pid": 53907, "rss_mb": 287.062, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.621, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 378075, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:52:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:52:40+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T22:52:40+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:52:40.626782+09:00", "mtime_epoch": 1783086760.6267817, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120489}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:52:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.683}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.504, "count": 291, "max_ms": 5.35, "p95_ms": 4.686}, "gstreamer_push": {"avg_ms": 1.326, "count": 291, "max_ms": 1.699, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.568, "count": 291, "max_ms": 69.402, "p95_ms": 66.293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.534, "count": 291, "max_ms": 69.882, "p95_ms": 66.256}, "yolo11_640_fire_11class": {"avg_ms": 61.955, "count": 291, "max_ms": 68.901, "p95_ms": 66.023}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.661, "count": 291, "max_ms": 78.666, "p95_ms": 76.453}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.996, "count": 291, "max_ms": 91.975, "p95_ms": 89.832}, "read_interval": {"avg_ms": 103.258, "count": 290, "max_ms": 111.53, "p95_ms": 108.021}, "triton_wait": {"avg_ms": 72.673, "count": 291, "max_ms": 78.678, "p95_ms": 76.466}, "visualize": {"avg_ms": 3.662, "count": 291, "max_ms": 4.559, "p95_ms": 3.85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3864}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12424.973, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.237, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.424, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 463797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:52:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:52:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:52:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:52:52.867019+09:00", "mtime_epoch": 1783086772.867019, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82865}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:52:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.715, "pushed": 9.715, "read": 9.682}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.441, "count": 291, "max_ms": 4.543, "p95_ms": 3.569}, "gstreamer_push": {"avg_ms": 1.39, "count": 291, "max_ms": 1.636, "p95_ms": 1.479}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.777, "count": 291, "max_ms": 72.76, "p95_ms": 67.472}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.147, "count": 291, "max_ms": 72.77, "p95_ms": 67.484}, "yolo11_640_fire_11class": {"avg_ms": 63.238, "count": 291, "max_ms": 71.772, "p95_ms": 66.923}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.676, "count": 291, "max_ms": 83.163, "p95_ms": 77.457}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.078, "count": 291, "max_ms": 95.368, "p95_ms": 90.07}, "read_interval": {"avg_ms": 103.271, "count": 290, "max_ms": 115.358, "p95_ms": 107.822}, "triton_wait": {"avg_ms": 73.689, "count": 291, "max_ms": 83.176, "p95_ms": 77.469}, "visualize": {"avg_ms": 3.709, "count": 291, "max_ms": 4.733, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.372, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.32, "name": "ffmpeg", "pid": 53907, "rss_mb": 287.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.659, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 378367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:53:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:53:10+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:53:10+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:53:10.695364+09:00", "mtime_epoch": 1783086790.695364, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120451}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:53:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.742, "pushed": 9.742, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.578, "count": 292, "max_ms": 7.197, "p95_ms": 4.813}, "gstreamer_push": {"avg_ms": 1.322, "count": 292, "max_ms": 1.569, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.978, "count": 292, "max_ms": 72.695, "p95_ms": 67.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.532, "count": 292, "max_ms": 72.706, "p95_ms": 67.157}, "yolo11_640_fire_11class": {"avg_ms": 62.506, "count": 292, "max_ms": 72.176, "p95_ms": 67.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.481, "count": 292, "max_ms": 83.027, "p95_ms": 76.407}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.917, "count": 292, "max_ms": 96.124, "p95_ms": 89.863}, "read_interval": {"avg_ms": 102.966, "count": 291, "max_ms": 112.32, "p95_ms": 107.314}, "triton_wait": {"avg_ms": 72.498, "count": 292, "max_ms": 83.039, "p95_ms": 76.418}, "visualize": {"avg_ms": 3.682, "count": 292, "max_ms": 4.704, "p95_ms": 3.845}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3867}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.248, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.407, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 464090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:53:22+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:53:22+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:53:22.879599+09:00", "mtime_epoch": 1783086802.8795993, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91113}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:53:22+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.452, "count": 293, "max_ms": 5.02, "p95_ms": 3.783}, "gstreamer_push": {"avg_ms": 1.357, "count": 293, "max_ms": 1.577, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.848, "count": 293, "max_ms": 68.632, "p95_ms": 67.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.685, "count": 293, "max_ms": 73.994, "p95_ms": 67.589}, "yolo11_640_fire_11class": {"avg_ms": 63.35, "count": 293, "max_ms": 69.664, "p95_ms": 67.423}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.196, "count": 293, "max_ms": 78.032, "p95_ms": 76.473}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.517, "count": 293, "max_ms": 90.36, "p95_ms": 88.834}, "read_interval": {"avg_ms": 102.428, "count": 293, "max_ms": 109.917, "p95_ms": 106.65}, "triton_wait": {"avg_ms": 73.213, "count": 293, "max_ms": 78.043, "p95_ms": 76.488}, "visualize": {"avg_ms": 3.714, "count": 293, "max_ms": 4.994, "p95_ms": 4.079}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.427, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.32, "name": "ffmpeg", "pid": 53907, "rss_mb": 287.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.698, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 378661, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:53:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:53:40+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T22:53:40+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:53:40.743944+09:00", "mtime_epoch": 1783086820.7439442, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:53:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.603, "count": 294, "max_ms": 7.658, "p95_ms": 4.751}, "gstreamer_push": {"avg_ms": 1.325, "count": 294, "max_ms": 1.58, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.477, "count": 294, "max_ms": 70.47, "p95_ms": 66.518}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.467, "count": 294, "max_ms": 69.351, "p95_ms": 66.528}, "yolo11_640_fire_11class": {"avg_ms": 61.884, "count": 294, "max_ms": 70.48, "p95_ms": 66.205}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.744, "count": 294, "max_ms": 78.597, "p95_ms": 75.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.296, "count": 294, "max_ms": 95.202, "p95_ms": 89.306}, "read_interval": {"avg_ms": 102.195, "count": 293, "max_ms": 116.38, "p95_ms": 107.414}, "triton_wait": {"avg_ms": 71.756, "count": 294, "max_ms": 78.608, "p95_ms": 75.232}, "visualize": {"avg_ms": 3.726, "count": 294, "max_ms": 6.344, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3869}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.249, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.545, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 464382, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:53:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:53:52+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:53:52.876178+09:00", "mtime_epoch": 1783086832.8761778, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87715}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:53:52+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.439, "count": 292, "max_ms": 5.464, "p95_ms": 3.679}, "gstreamer_push": {"avg_ms": 1.365, "count": 292, "max_ms": 2.069, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.866, "count": 292, "max_ms": 70.931, "p95_ms": 67.379}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.793, "count": 292, "max_ms": 71.751, "p95_ms": 67.455}, "yolo11_640_fire_11class": {"avg_ms": 63.355, "count": 292, "max_ms": 70.406, "p95_ms": 67.156}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.415, "count": 292, "max_ms": 81.301, "p95_ms": 76.832}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.744, "count": 292, "max_ms": 93.517, "p95_ms": 89.698}, "read_interval": {"avg_ms": 102.743, "count": 292, "max_ms": 114.667, "p95_ms": 108.34}, "triton_wait": {"avg_ms": 73.428, "count": 292, "max_ms": 81.314, "p95_ms": 76.845}, "visualize": {"avg_ms": 3.737, "count": 292, "max_ms": 6.024, "p95_ms": 3.901}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3157}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.25, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.475, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.32, "name": "ffmpeg", "pid": 53907, "rss_mb": 287.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.746, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 378954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:54:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:54:10+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:54:10+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:54:10.796523+09:00", "mtime_epoch": 1783086850.7965226, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119651}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:54:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.782, "pushed": 9.782, "read": 9.749}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.583, "count": 293, "max_ms": 6.547, "p95_ms": 4.923}, "gstreamer_push": {"avg_ms": 1.327, "count": 293, "max_ms": 1.611, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.587, "count": 293, "max_ms": 71.478, "p95_ms": 66.745}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.908, "count": 293, "max_ms": 71.82, "p95_ms": 66.82}, "yolo11_640_fire_11class": {"avg_ms": 62.27, "count": 293, "max_ms": 70.388, "p95_ms": 66.954}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.157, "count": 293, "max_ms": 80.282, "p95_ms": 76.149}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.693, "count": 293, "max_ms": 93.764, "p95_ms": 89.771}, "read_interval": {"avg_ms": 102.548, "count": 292, "max_ms": 111.853, "p95_ms": 106.932}, "triton_wait": {"avg_ms": 72.169, "count": 293, "max_ms": 80.294, "p95_ms": 76.161}, "visualize": {"avg_ms": 3.695, "count": 293, "max_ms": 4.793, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3872}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.344, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.309, "name": "ffmpeg", "pid": 54166, "rss_mb": 327.309, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.429, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 464676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:54:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:54:23+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:54:22+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:54:22.968756+09:00", "mtime_epoch": 1783086862.9687564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87123}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:54:23+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.397, "count": 294, "max_ms": 4.338, "p95_ms": 3.528}, "gstreamer_push": {"avg_ms": 1.365, "count": 294, "max_ms": 2.235, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.684, "count": 294, "max_ms": 73.046, "p95_ms": 67.277}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.887, "count": 294, "max_ms": 72.31, "p95_ms": 67.83}, "yolo11_640_fire_11class": {"avg_ms": 63.384, "count": 294, "max_ms": 71.758, "p95_ms": 67.484}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.15, "count": 294, "max_ms": 81.738, "p95_ms": 76.408}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.336, "count": 294, "max_ms": 93.771, "p95_ms": 88.796}, "read_interval": {"avg_ms": 102.35, "count": 293, "max_ms": 113.355, "p95_ms": 106.655}, "triton_wait": {"avg_ms": 73.162, "count": 294, "max_ms": 81.751, "p95_ms": 76.42}, "visualize": {"avg_ms": 3.685, "count": 294, "max_ms": 4.562, "p95_ms": 3.932}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.453, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.475, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.32, "name": "ffmpeg", "pid": 53907, "rss_mb": 287.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.743, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 379248, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:54:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:54:40+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-07-03T22:54:40+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T22:54:40.801099+09:00", "mtime_epoch": 1783086880.8010986, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119378}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:54:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.555, "count": 294, "max_ms": 7.188, "p95_ms": 4.674}, "gstreamer_push": {"avg_ms": 1.322, "count": 294, "max_ms": 2.301, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.257, "count": 294, "max_ms": 70.856, "p95_ms": 66.332}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.484, "count": 294, "max_ms": 70.202, "p95_ms": 66.332}, "yolo11_640_fire_11class": {"avg_ms": 61.961, "count": 294, "max_ms": 69.719, "p95_ms": 66.133}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.735, "count": 294, "max_ms": 80.71, "p95_ms": 75.409}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.173, "count": 294, "max_ms": 94.046, "p95_ms": 88.728}, "read_interval": {"avg_ms": 102.069, "count": 294, "max_ms": 111.434, "p95_ms": 106.794}, "triton_wait": {"avg_ms": 71.747, "count": 294, "max_ms": 80.724, "p95_ms": 75.421}, "visualize": {"avg_ms": 3.682, "count": 294, "max_ms": 4.841, "p95_ms": 3.92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3874}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.934, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 52, "h264_decode_error_count": 57, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:47:39+09:00", "last_error_summary": "[h264 @ 0x557988705100] error while decoding MB 1 50, bytestream -5 [in#0/rtsp @ 0x557987d7ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557987d7ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 443.65, "last_started_at": "2026-07-03T22:47:42+09:00", "pid": 54166, "process": {"exists": true, "fd_count": 5, "hwm_mb": 328.176, "name": "ffmpeg", "pid": 54166, "rss_mb": 328.176, "state": "S (sleeping)", "threads": 106}, "restart_count": 53, "restart_count_per_hour": 4, "rtsp_timeout_count": 86, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.337, "sample_count": 2773, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 464951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:55:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:55:06+09:00", "mjpeg": {"age_sec": 15.245, "exists": true, "mtime": "2026-07-03T22:54:51.121296+09:00", "mtime_epoch": 1783086891.1212964, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:55:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.84, "pushed": 4.84, "read": 4.807}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.445, "count": 145, "max_ms": 3.938, "p95_ms": 3.553}, "gstreamer_push": {"avg_ms": 1.392, "count": 145, "max_ms": 1.609, "p95_ms": 1.491}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.525, "count": 145, "max_ms": 70.673, "p95_ms": 68.034}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.497, "count": 145, "max_ms": 70.682, "p95_ms": 67.486}, "yolo11_640_fire_11class": {"avg_ms": 63.226, "count": 145, "max_ms": 69.718, "p95_ms": 66.893}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.252, "count": 145, "max_ms": 80.941, "p95_ms": 76.915}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.689, "count": 145, "max_ms": 93.449, "p95_ms": 89.752}, "read_interval": {"avg_ms": 208.005, "count": 144, "max_ms": 15255.178, "p95_ms": 107.167}, "triton_wait": {"avg_ms": 73.265, "count": 145, "max_ms": 80.954, "p95_ms": 76.927}, "visualize": {"avg_ms": 3.713, "count": 145, "max_ms": 4.061, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3163}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.524, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.32, "name": "ffmpeg", "pid": 53907, "rss_mb": 287.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.576, "sample_count": 2984, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 379604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:55:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:55:10+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T22:55:10+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T22:55:10.869674+09:00", "mtime_epoch": 1783086910.8696744, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118343}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:55:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 356, "pushed_frames": 356, "read_frames": 355, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.889, "pushed": 11.889, "read": 11.855}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.561, "count": 356, "max_ms": 6.145, "p95_ms": 4.72}, "gstreamer_push": {"avg_ms": 1.33, "count": 356, "max_ms": 1.481, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.234, "count": 356, "max_ms": 70.553, "p95_ms": 64.967}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.027, "count": 356, "max_ms": 70.541, "p95_ms": 64.319}, "yolo11_640_fire_11class": {"avg_ms": 50.588, "count": 356, "max_ms": 69.38, "p95_ms": 64.687}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.442, "count": 356, "max_ms": 80.58, "p95_ms": 75.124}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.718, "count": 356, "max_ms": 93.635, "p95_ms": 88.487}, "read_interval": {"avg_ms": 84.412, "count": 355, "max_ms": 109.878, "p95_ms": 106.075}, "triton_wait": {"avg_ms": 54.463, "count": 356, "max_ms": 80.592, "p95_ms": 75.137}, "visualize": {"avg_ms": 3.668, "count": 356, "max_ms": 4.674, "p95_ms": 3.881}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3875}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.613, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.936, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.098, "name": "ffmpeg", "pid": 54318, "rss_mb": 323.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.26, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 465041, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:55:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:55:36+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:55:36+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:55:36.350161+09:00", "mtime_epoch": 1783086936.3501613, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92078}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:55:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.534, "pushed": 6.534, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.532, "count": 90, "max_ms": 5.324, "p95_ms": 4.713}, "gstreamer_push": {"avg_ms": 1.373, "count": 90, "max_ms": 1.773, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.276, "count": 90, "max_ms": 68.813, "p95_ms": 67.691}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 49.769, "count": 90, "max_ms": 68.407, "p95_ms": 67.084}, "yolo11_640_fire_11class": {"avg_ms": 62.875, "count": 90, "max_ms": 68.095, "p95_ms": 67.704}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.954, "count": 90, "max_ms": 77.831, "p95_ms": 76.826}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.468, "count": 90, "max_ms": 93.647, "p95_ms": 89.618}, "read_interval": {"avg_ms": 334.11, "count": 90, "max_ms": 16386.165, "p95_ms": 107.3}, "triton_wait": {"avg_ms": 71.966, "count": 90, "max_ms": 77.844, "p95_ms": 76.839}, "visualize": {"avg_ms": 3.778, "count": 90, "max_ms": 6.019, "p95_ms": 4.228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.774, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3166}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12421.988, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.539, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.32, "name": "ffmpeg", "pid": 53907, "rss_mb": 287.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.472, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 379951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:55:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:55:40+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:55:40+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:55:40.862247+09:00", "mtime_epoch": 1783086940.8622472, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120416}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:55:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 347, "pushed_frames": 347, "read_frames": 347, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.568, "pushed": 11.568, "read": 11.568}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.603, "count": 347, "max_ms": 7.748, "p95_ms": 4.762}, "gstreamer_push": {"avg_ms": 1.33, "count": 347, "max_ms": 1.492, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 51.904, "count": 347, "max_ms": 66.506, "p95_ms": 63.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 48.414, "count": 347, "max_ms": 68.532, "p95_ms": 64.209}, "yolo11_640_fire_11class": {"avg_ms": 51.348, "count": 347, "max_ms": 67.579, "p95_ms": 63.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.662, "count": 347, "max_ms": 76.34, "p95_ms": 73.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 69.128, "count": 347, "max_ms": 93.269, "p95_ms": 86.714}, "read_interval": {"avg_ms": 86.434, "count": 347, "max_ms": 117.301, "p95_ms": 104.703}, "triton_wait": {"avg_ms": 55.689, "count": 347, "max_ms": 76.352, "p95_ms": 73.053}, "visualize": {"avg_ms": 3.719, "count": 347, "max_ms": 6.698, "p95_ms": 3.964}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3877}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.935, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.278, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 465333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:56:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:56:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:56:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:56:06.346733+09:00", "mtime_epoch": 1783086966.346733, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88527}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:56:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.44, "count": 292, "max_ms": 5.409, "p95_ms": 3.737}, "gstreamer_push": {"avg_ms": 1.371, "count": 292, "max_ms": 1.915, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.87, "count": 292, "max_ms": 71.7, "p95_ms": 68.397}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.223, "count": 292, "max_ms": 72.782, "p95_ms": 68.096}, "yolo11_640_fire_11class": {"avg_ms": 64.378, "count": 292, "max_ms": 72.286, "p95_ms": 67.906}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.022, "count": 292, "max_ms": 80.798, "p95_ms": 77.537}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.439, "count": 292, "max_ms": 93.104, "p95_ms": 90.84}, "read_interval": {"avg_ms": 102.744, "count": 292, "max_ms": 114.911, "p95_ms": 107.485}, "triton_wait": {"avg_ms": 74.034, "count": 292, "max_ms": 80.81, "p95_ms": 77.548}, "visualize": {"avg_ms": 3.78, "count": 292, "max_ms": 6.118, "p95_ms": 4.113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3168}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12422.617, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.604, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 287.32, "name": "ffmpeg", "pid": 53907, "rss_mb": 287.32, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.441, "sample_count": 3041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 380244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:56:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:56:11+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T22:56:10+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T22:56:10.930820+09:00", "mtime_epoch": 1783086970.9308205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:56:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.615, "count": 293, "max_ms": 7.719, "p95_ms": 4.733}, "gstreamer_push": {"avg_ms": 1.324, "count": 293, "max_ms": 1.509, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.719, "count": 293, "max_ms": 69.988, "p95_ms": 66.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.446, "count": 293, "max_ms": 71.027, "p95_ms": 66.742}, "yolo11_640_fire_11class": {"avg_ms": 62.201, "count": 293, "max_ms": 71.018, "p95_ms": 66.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.891, "count": 293, "max_ms": 79.649, "p95_ms": 76.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.514, "count": 293, "max_ms": 94.878, "p95_ms": 90.321}, "read_interval": {"avg_ms": 102.624, "count": 292, "max_ms": 115.635, "p95_ms": 108.104}, "triton_wait": {"avg_ms": 71.903, "count": 293, "max_ms": 79.662, "p95_ms": 76.251}, "visualize": {"avg_ms": 3.737, "count": 293, "max_ms": 6.581, "p95_ms": 4.081}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3880}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.949, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.165, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 465626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:56:36+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T22:56:36+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:56:36.363304+09:00", "mtime_epoch": 1783086996.3633041, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83812}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:56:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.768}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 293, "max_ms": 5.224, "p95_ms": 3.56}, "gstreamer_push": {"avg_ms": 1.379, "count": 293, "max_ms": 1.565, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.898, "count": 293, "max_ms": 74.697, "p95_ms": 66.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.538, "count": 293, "max_ms": 74.689, "p95_ms": 66.834}, "yolo11_640_fire_11class": {"avg_ms": 63.426, "count": 293, "max_ms": 75.192, "p95_ms": 66.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.423, "count": 293, "max_ms": 85.391, "p95_ms": 75.981}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.767, "count": 293, "max_ms": 97.521, "p95_ms": 88.357}, "read_interval": {"avg_ms": 102.441, "count": 293, "max_ms": 113.612, "p95_ms": 106.523}, "triton_wait": {"avg_ms": 73.435, "count": 293, "max_ms": 85.402, "p95_ms": 75.994}, "visualize": {"avg_ms": 3.72, "count": 293, "max_ms": 5.933, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3171}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.653, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 53907, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.374, "sample_count": 3042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 380537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:56:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:56:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:56:40+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T22:56:40.979392+09:00", "mtime_epoch": 1783087000.9793918, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118807}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:56:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.749}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.532, "count": 293, "max_ms": 7.602, "p95_ms": 4.682}, "gstreamer_push": {"avg_ms": 1.32, "count": 293, "max_ms": 1.484, "p95_ms": 1.402}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.787, "count": 293, "max_ms": 72.514, "p95_ms": 66.448}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.832, "count": 293, "max_ms": 72.501, "p95_ms": 66.6}, "yolo11_640_fire_11class": {"avg_ms": 62.353, "count": 293, "max_ms": 73.024, "p95_ms": 66.296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.317, "count": 293, "max_ms": 83.415, "p95_ms": 75.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.751, "count": 293, "max_ms": 96.938, "p95_ms": 89.527}, "read_interval": {"avg_ms": 102.545, "count": 292, "max_ms": 113.996, "p95_ms": 106.8}, "triton_wait": {"avg_ms": 72.329, "count": 293, "max_ms": 83.427, "p95_ms": 75.929}, "visualize": {"avg_ms": 3.688, "count": 293, "max_ms": 6.469, "p95_ms": 3.851}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3882}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.986, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.55, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 465916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:57:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:57:06+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T22:57:06+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:57:06.399874+09:00", "mtime_epoch": 1783087026.3998744, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:57:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.687, "pushed": 9.687, "read": 9.654}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.656, "count": 290, "max_ms": 5.473, "p95_ms": 5.344}, "gstreamer_push": {"avg_ms": 1.419, "count": 290, "max_ms": 2.757, "p95_ms": 1.601}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.911, "count": 290, "max_ms": 70.009, "p95_ms": 66.994}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.072, "count": 290, "max_ms": 71.126, "p95_ms": 66.945}, "yolo11_640_fire_11class": {"avg_ms": 63.396, "count": 290, "max_ms": 71.138, "p95_ms": 66.487}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.423, "count": 290, "max_ms": 79.168, "p95_ms": 76.049}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.451, "count": 290, "max_ms": 96.358, "p95_ms": 92.257}, "read_interval": {"avg_ms": 103.565, "count": 289, "max_ms": 118.735, "p95_ms": 113.249}, "triton_wait": {"avg_ms": 73.435, "count": 290, "max_ms": 79.181, "p95_ms": 76.062}, "visualize": {"avg_ms": 3.927, "count": 290, "max_ms": 6.196, "p95_ms": 5.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3173}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.741, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 53907, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.576, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 380827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:57:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:57:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T22:57:11.063963+09:00", "mtime_epoch": 1783087031.0639627, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121255}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:57:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.674, "pushed": 9.674, "read": 9.64}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.801, "count": 290, "max_ms": 7.741, "p95_ms": 7.592}, "gstreamer_push": {"avg_ms": 1.339, "count": 290, "max_ms": 1.498, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.931, "count": 290, "max_ms": 69.304, "p95_ms": 66.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.214, "count": 290, "max_ms": 74.293, "p95_ms": 66.688}, "yolo11_640_fire_11class": {"avg_ms": 62.369, "count": 290, "max_ms": 68.484, "p95_ms": 65.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.455, "count": 290, "max_ms": 78.665, "p95_ms": 75.735}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.602, "count": 290, "max_ms": 97.621, "p95_ms": 93.541}, "read_interval": {"avg_ms": 103.745, "count": 289, "max_ms": 118.762, "p95_ms": 113.466}, "triton_wait": {"avg_ms": 72.468, "count": 290, "max_ms": 78.677, "p95_ms": 75.75}, "visualize": {"avg_ms": 3.92, "count": 290, "max_ms": 6.67, "p95_ms": 6.292}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3885}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.066, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.4, "sample_count": 2578, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 466216, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:57:36+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T22:57:36+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:57:36.476444+09:00", "mtime_epoch": 1783087056.4764442, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83932}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:57:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.007, "pushed": 10.007, "read": 9.974}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.497, "count": 300, "max_ms": 5.462, "p95_ms": 3.743}, "gstreamer_push": {"avg_ms": 1.373, "count": 300, "max_ms": 1.928, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.854, "count": 300, "max_ms": 74.36, "p95_ms": 66.539}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.929, "count": 300, "max_ms": 74.382, "p95_ms": 66.667}, "yolo11_640_fire_11class": {"avg_ms": 61.189, "count": 300, "max_ms": 74.373, "p95_ms": 66.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.292, "count": 300, "max_ms": 82.239, "p95_ms": 75.651}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.806, "count": 300, "max_ms": 94.644, "p95_ms": 88.897}, "read_interval": {"avg_ms": 100.25, "count": 299, "max_ms": 309.684, "p95_ms": 107.196}, "triton_wait": {"avg_ms": 70.332, "count": 300, "max_ms": 82.251, "p95_ms": 75.664}, "visualize": {"avg_ms": 3.754, "count": 300, "max_ms": 6.401, "p95_ms": 3.912}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3176}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.749, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 53907, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.506, "sample_count": 3050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 381129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:57:41+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:57:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T22:57:41.068531+09:00", "mtime_epoch": 1783087061.068531, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119406}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:57:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 302, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.07, "pushed": 10.07, "read": 10.07}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.723, "count": 302, "max_ms": 7.689, "p95_ms": 6.198}, "gstreamer_push": {"avg_ms": 1.331, "count": 302, "max_ms": 1.877, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.158, "count": 302, "max_ms": 67.8, "p95_ms": 64.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.837, "count": 302, "max_ms": 67.279, "p95_ms": 64.392}, "yolo11_640_fire_11class": {"avg_ms": 59.431, "count": 302, "max_ms": 66.458, "p95_ms": 64.344}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.356, "count": 302, "max_ms": 77.335, "p95_ms": 74.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.23, "count": 302, "max_ms": 95.533, "p95_ms": 88.764}, "read_interval": {"avg_ms": 99.369, "count": 302, "max_ms": 116.701, "p95_ms": 106.836}, "triton_wait": {"avg_ms": 68.37, "count": 302, "max_ms": 77.348, "p95_ms": 74.081}, "visualize": {"avg_ms": 3.796, "count": 302, "max_ms": 6.532, "p95_ms": 4.617}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3887}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.074, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.234, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 466509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:58:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:58:06+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:58:06+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T22:58:06.485012+09:00", "mtime_epoch": 1783087086.4850118, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86443}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:58:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.547, "count": 293, "max_ms": 5.508, "p95_ms": 4.683}, "gstreamer_push": {"avg_ms": 1.371, "count": 293, "max_ms": 2.213, "p95_ms": 1.468}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.887, "count": 293, "max_ms": 72.083, "p95_ms": 67.408}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.346, "count": 293, "max_ms": 70.6, "p95_ms": 66.967}, "yolo11_640_fire_11class": {"avg_ms": 63.492, "count": 293, "max_ms": 72.596, "p95_ms": 67.027}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.153, "count": 293, "max_ms": 81.366, "p95_ms": 75.972}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.594, "count": 293, "max_ms": 93.545, "p95_ms": 88.858}, "read_interval": {"avg_ms": 102.418, "count": 293, "max_ms": 109.836, "p95_ms": 106.825}, "triton_wait": {"avg_ms": 73.165, "count": 293, "max_ms": 81.379, "p95_ms": 75.985}, "visualize": {"avg_ms": 3.734, "count": 293, "max_ms": 4.757, "p95_ms": 4.189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3178}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.281, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.802, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 53907, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.382, "sample_count": 3051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 381422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:58:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:58:11+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T22:58:11+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T22:58:11.125099+09:00", "mtime_epoch": 1783087091.1250994, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119186}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:58:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.75}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.516, "count": 293, "max_ms": 5.548, "p95_ms": 4.631}, "gstreamer_push": {"avg_ms": 1.361, "count": 293, "max_ms": 1.471, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.624, "count": 293, "max_ms": 70.953, "p95_ms": 65.507}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.056, "count": 293, "max_ms": 70.602, "p95_ms": 65.675}, "yolo11_640_fire_11class": {"avg_ms": 60.236, "count": 293, "max_ms": 70.225, "p95_ms": 64.591}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.822, "count": 293, "max_ms": 79.714, "p95_ms": 75.419}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.228, "count": 293, "max_ms": 92.886, "p95_ms": 88.922}, "read_interval": {"avg_ms": 102.575, "count": 292, "max_ms": 111.686, "p95_ms": 108.03}, "triton_wait": {"avg_ms": 69.834, "count": 293, "max_ms": 79.726, "p95_ms": 75.431}, "visualize": {"avg_ms": 3.666, "count": 293, "max_ms": 4.785, "p95_ms": 3.836}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3890}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 190.125, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.234, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 466806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:58:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T22:58:36+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T22:58:36+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T22:58:36.533579+09:00", "mtime_epoch": 1783087116.533579, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84392}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:58:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 297, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.917, "pushed": 9.917, "read": 9.883}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 297, "max_ms": 5.368, "p95_ms": 3.494}, "gstreamer_push": {"avg_ms": 1.355, "count": 297, "max_ms": 1.69, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.868, "count": 297, "max_ms": 71.855, "p95_ms": 65.839}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.863, "count": 297, "max_ms": 70.878, "p95_ms": 65.891}, "yolo11_640_fire_11class": {"avg_ms": 62.318, "count": 297, "max_ms": 71.331, "p95_ms": 65.064}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.104, "count": 297, "max_ms": 80.52, "p95_ms": 75.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.369, "count": 297, "max_ms": 92.582, "p95_ms": 88.345}, "read_interval": {"avg_ms": 101.158, "count": 296, "max_ms": 109.088, "p95_ms": 106.595}, "triton_wait": {"avg_ms": 72.117, "count": 297, "max_ms": 80.533, "p95_ms": 75.933}, "visualize": {"avg_ms": 3.691, "count": 297, "max_ms": 5.944, "p95_ms": 3.83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3181}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.844, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 53907, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.176, "sample_count": 3055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 381720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:58:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:58:41+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:58:41+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T22:58:41.169667+09:00", "mtime_epoch": 1783087121.1696665, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119004}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:58:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 298, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.951, "pushed": 9.951, "read": 9.918}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.582, "count": 298, "max_ms": 7.797, "p95_ms": 4.675}, "gstreamer_push": {"avg_ms": 1.317, "count": 298, "max_ms": 1.597, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.192, "count": 298, "max_ms": 70.905, "p95_ms": 64.237}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.068, "count": 298, "max_ms": 70.915, "p95_ms": 64.273}, "yolo11_640_fire_11class": {"avg_ms": 60.635, "count": 298, "max_ms": 69.909, "p95_ms": 63.819}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.291, "count": 298, "max_ms": 79.014, "p95_ms": 73.392}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.778, "count": 298, "max_ms": 92.321, "p95_ms": 87.135}, "read_interval": {"avg_ms": 100.802, "count": 297, "max_ms": 110.002, "p95_ms": 106.06}, "triton_wait": {"avg_ms": 70.303, "count": 298, "max_ms": 79.025, "p95_ms": 73.404}, "visualize": {"avg_ms": 3.698, "count": 298, "max_ms": 6.472, "p95_ms": 3.844}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3892}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.219, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.196, "sample_count": 2583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 467099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:59:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:59:06+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T22:59:06+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:59:06.634146+09:00", "mtime_epoch": 1783087146.6341465, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:59:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.767, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.572, "count": 292, "max_ms": 5.168, "p95_ms": 4.737}, "gstreamer_push": {"avg_ms": 1.381, "count": 293, "max_ms": 1.58, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.62, "count": 292, "max_ms": 72.08, "p95_ms": 66.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.508, "count": 292, "max_ms": 72.06, "p95_ms": 67.2}, "yolo11_640_fire_11class": {"avg_ms": 63.105, "count": 292, "max_ms": 72.071, "p95_ms": 66.165}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.052, "count": 292, "max_ms": 81.998, "p95_ms": 76.478}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.71, "count": 292, "max_ms": 94.309, "p95_ms": 88.913}, "read_interval": {"avg_ms": 102.717, "count": 292, "max_ms": 110.361, "p95_ms": 107.344}, "triton_wait": {"avg_ms": 73.064, "count": 292, "max_ms": 82.011, "p95_ms": 76.491}, "visualize": {"avg_ms": 3.787, "count": 292, "max_ms": 4.889, "p95_ms": 4.535}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3183}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.892, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 53907, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.176, "sample_count": 3054, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 382012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:59:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:59:11+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T22:59:11+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T22:59:11.214233+09:00", "mtime_epoch": 1783087151.2142327, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119711}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:59:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.635, "count": 292, "max_ms": 6.711, "p95_ms": 5.095}, "gstreamer_push": {"avg_ms": 1.349, "count": 292, "max_ms": 2.054, "p95_ms": 1.505}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.606, "count": 292, "max_ms": 71.55, "p95_ms": 65.898}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.567, "count": 292, "max_ms": 71.529, "p95_ms": 66.126}, "yolo11_640_fire_11class": {"avg_ms": 62.145, "count": 292, "max_ms": 71.541, "p95_ms": 65.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.18, "count": 292, "max_ms": 81.317, "p95_ms": 75.731}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.873, "count": 292, "max_ms": 95.076, "p95_ms": 89.575}, "read_interval": {"avg_ms": 102.897, "count": 291, "max_ms": 113.882, "p95_ms": 108.2}, "triton_wait": {"avg_ms": 72.192, "count": 292, "max_ms": 81.329, "p95_ms": 75.744}, "visualize": {"avg_ms": 3.746, "count": 292, "max_ms": 5.162, "p95_ms": 4.239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3894}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.28, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.237, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 467391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:59:36+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T22:59:36+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T22:59:36.694712+09:00", "mtime_epoch": 1783087176.6947122, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87743}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T22:59:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.746, "pushed": 9.746, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.463, "count": 292, "max_ms": 5.423, "p95_ms": 3.59}, "gstreamer_push": {"avg_ms": 1.389, "count": 292, "max_ms": 2.111, "p95_ms": 1.51}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.226, "count": 292, "max_ms": 69.303, "p95_ms": 67.147}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.523, "count": 292, "max_ms": 73.138, "p95_ms": 67.727}, "yolo11_640_fire_11class": {"avg_ms": 63.526, "count": 292, "max_ms": 69.423, "p95_ms": 66.797}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.692, "count": 292, "max_ms": 79.683, "p95_ms": 76.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.203, "count": 292, "max_ms": 96.811, "p95_ms": 89.465}, "read_interval": {"avg_ms": 102.94, "count": 291, "max_ms": 118.255, "p95_ms": 107.373}, "triton_wait": {"avg_ms": 73.704, "count": 292, "max_ms": 79.697, "p95_ms": 76.307}, "visualize": {"avg_ms": 3.801, "count": 292, "max_ms": 6.144, "p95_ms": 4.13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3185}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.867, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.91, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 53907, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.446, "sample_count": 3051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 382303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T22:59:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T22:59:41+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T22:59:41+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T22:59:41.226797+09:00", "mtime_epoch": 1783087181.2267973, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120219}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T22:59:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.672, "count": 291, "max_ms": 7.647, "p95_ms": 6.22}, "gstreamer_push": {"avg_ms": 1.327, "count": 291, "max_ms": 1.936, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.903, "count": 291, "max_ms": 68.912, "p95_ms": 66.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.778, "count": 291, "max_ms": 71.325, "p95_ms": 67.039}, "yolo11_640_fire_11class": {"avg_ms": 62.158, "count": 291, "max_ms": 68.891, "p95_ms": 66.117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.311, "count": 291, "max_ms": 79.151, "p95_ms": 75.755}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.084, "count": 291, "max_ms": 98.772, "p95_ms": 89.933}, "read_interval": {"avg_ms": 103.132, "count": 290, "max_ms": 122.156, "p95_ms": 109.193}, "triton_wait": {"avg_ms": 72.323, "count": 291, "max_ms": 79.164, "p95_ms": 75.767}, "visualize": {"avg_ms": 3.784, "count": 291, "max_ms": 6.432, "p95_ms": 4.52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3897}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.355, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.235, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 467684, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:00:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:00:06+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:00:06+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:00:06.771277+09:00", "mtime_epoch": 1783087206.7712772, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82667}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:00:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 293, "max_ms": 5.226, "p95_ms": 3.562}, "gstreamer_push": {"avg_ms": 1.379, "count": 293, "max_ms": 1.724, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.905, "count": 293, "max_ms": 70.011, "p95_ms": 67.266}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.734, "count": 293, "max_ms": 71.646, "p95_ms": 67.182}, "yolo11_640_fire_11class": {"avg_ms": 63.536, "count": 293, "max_ms": 69.273, "p95_ms": 66.827}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.436, "count": 293, "max_ms": 81.895, "p95_ms": 76.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.74, "count": 293, "max_ms": 93.851, "p95_ms": 89.266}, "read_interval": {"avg_ms": 102.643, "count": 292, "max_ms": 111.384, "p95_ms": 107.049}, "triton_wait": {"avg_ms": 73.449, "count": 293, "max_ms": 81.907, "p95_ms": 76.649}, "visualize": {"avg_ms": 3.699, "count": 293, "max_ms": 4.693, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3188}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.984, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.951, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 53907, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.452, "sample_count": 2987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 382596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:00:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:00:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T23:00:11+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:00:11.267362+09:00", "mtime_epoch": 1783087211.2673616, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118686}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:00:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.785, "pushed": 9.785, "read": 9.752}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.49, "count": 293, "max_ms": 6.983, "p95_ms": 4.7}, "gstreamer_push": {"avg_ms": 1.331, "count": 293, "max_ms": 2.213, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.636, "count": 293, "max_ms": 68.269, "p95_ms": 66.395}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.028, "count": 293, "max_ms": 69.191, "p95_ms": 66.907}, "yolo11_640_fire_11class": {"avg_ms": 62.347, "count": 293, "max_ms": 68.432, "p95_ms": 66.144}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.171, "count": 293, "max_ms": 80.575, "p95_ms": 75.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.535, "count": 293, "max_ms": 94.215, "p95_ms": 89.177}, "read_interval": {"avg_ms": 102.493, "count": 292, "max_ms": 111.804, "p95_ms": 107.607}, "triton_wait": {"avg_ms": 72.183, "count": 293, "max_ms": 80.588, "p95_ms": 75.743}, "visualize": {"avg_ms": 3.644, "count": 293, "max_ms": 4.737, "p95_ms": 3.819}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3899}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.427, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.202, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 467977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:00:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T23:00:36+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-07-03T23:00:36+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:00:36.835841+09:00", "mtime_epoch": 1783087236.8358414, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86294}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:00:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.777, "pushed": 9.777, "read": 9.743}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.426, "count": 293, "max_ms": 4.383, "p95_ms": 3.5}, "gstreamer_push": {"avg_ms": 1.377, "count": 293, "max_ms": 1.625, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.156, "count": 293, "max_ms": 74.14, "p95_ms": 67.08}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.019, "count": 293, "max_ms": 72.687, "p95_ms": 66.579}, "yolo11_640_fire_11class": {"avg_ms": 62.791, "count": 293, "max_ms": 73.847, "p95_ms": 66.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.829, "count": 293, "max_ms": 83.082, "p95_ms": 76.612}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.164, "count": 293, "max_ms": 95.277, "p95_ms": 88.811}, "read_interval": {"avg_ms": 102.595, "count": 292, "max_ms": 111.486, "p95_ms": 107.234}, "triton_wait": {"avg_ms": 72.841, "count": 293, "max_ms": 83.095, "p95_ms": 76.626}, "visualize": {"avg_ms": 3.713, "count": 293, "max_ms": 4.364, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3190}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12426.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1408.981, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 289.898, "name": "ffmpeg", "pid": 53907, "rss_mb": 289.898, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.734, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 382888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:00:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:00:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:00:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:00:41.299925+09:00", "mtime_epoch": 1783087241.299925, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121586}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:00:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.72}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.548, "count": 292, "max_ms": 6.901, "p95_ms": 4.835}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 1.53, "p95_ms": 1.403}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.958, "count": 292, "max_ms": 73.855, "p95_ms": 67.222}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.264, "count": 292, "max_ms": 73.844, "p95_ms": 67.449}, "yolo11_640_fire_11class": {"avg_ms": 62.525, "count": 292, "max_ms": 73.865, "p95_ms": 67.167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.699, "count": 292, "max_ms": 83.021, "p95_ms": 76.843}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.139, "count": 292, "max_ms": 96.529, "p95_ms": 90.298}, "read_interval": {"avg_ms": 102.816, "count": 291, "max_ms": 112.752, "p95_ms": 107.79}, "triton_wait": {"avg_ms": 72.711, "count": 292, "max_ms": 83.033, "p95_ms": 76.854}, "visualize": {"avg_ms": 3.691, "count": 292, "max_ms": 4.582, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3902}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.074, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.482, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.186, "sample_count": 2931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 468269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:01:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:01:06+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:01:06+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T23:01:06.888405+09:00", "mtime_epoch": 1783087266.8884046, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85726}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:01:06+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.746, "pushed": 9.746, "read": 9.712}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.445, "count": 292, "max_ms": 5.173, "p95_ms": 3.618}, "gstreamer_push": {"avg_ms": 1.366, "count": 292, "max_ms": 1.583, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.0, "count": 292, "max_ms": 69.721, "p95_ms": 67.722}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.958, "count": 292, "max_ms": 69.916, "p95_ms": 67.387}, "yolo11_640_fire_11class": {"avg_ms": 63.568, "count": 292, "max_ms": 69.39, "p95_ms": 67.138}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.577, "count": 292, "max_ms": 79.245, "p95_ms": 77.077}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.0, "count": 292, "max_ms": 91.603, "p95_ms": 89.569}, "read_interval": {"avg_ms": 102.912, "count": 291, "max_ms": 110.475, "p95_ms": 106.82}, "triton_wait": {"avg_ms": 73.59, "count": 292, "max_ms": 79.257, "p95_ms": 77.09}, "visualize": {"avg_ms": 3.718, "count": 292, "max_ms": 4.587, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3193}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.133, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1439.014, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.636, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 383180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:01:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:01:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:01:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:01:11.332488+09:00", "mtime_epoch": 1783087271.3324878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119448}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:01:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.537, "count": 292, "max_ms": 6.725, "p95_ms": 4.772}, "gstreamer_push": {"avg_ms": 1.327, "count": 292, "max_ms": 1.521, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.209, "count": 292, "max_ms": 74.516, "p95_ms": 66.995}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.356, "count": 292, "max_ms": 69.787, "p95_ms": 66.851}, "yolo11_640_fire_11class": {"avg_ms": 62.705, "count": 292, "max_ms": 74.505, "p95_ms": 66.854}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.654, "count": 292, "max_ms": 78.497, "p95_ms": 75.959}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.11, "count": 292, "max_ms": 91.769, "p95_ms": 89.589}, "read_interval": {"avg_ms": 102.843, "count": 291, "max_ms": 111.121, "p95_ms": 108.413}, "triton_wait": {"avg_ms": 72.67, "count": 292, "max_ms": 78.509, "p95_ms": 75.971}, "visualize": {"avg_ms": 3.691, "count": 292, "max_ms": 4.553, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3904}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.484, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 5, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.195, "sample_count": 2930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 468561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:01:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:01:36+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:01:36+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:01:36.896966+09:00", "mtime_epoch": 1783087296.8969665, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86819}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:01:36+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 292, "max_ms": 5.237, "p95_ms": 3.577}, "gstreamer_push": {"avg_ms": 1.38, "count": 292, "max_ms": 1.615, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.145, "count": 292, "max_ms": 75.038, "p95_ms": 67.891}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.894, "count": 292, "max_ms": 70.574, "p95_ms": 67.047}, "yolo11_640_fire_11class": {"avg_ms": 63.726, "count": 292, "max_ms": 74.095, "p95_ms": 68.12}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.402, "count": 292, "max_ms": 79.159, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.838, "count": 292, "max_ms": 91.511, "p95_ms": 88.985}, "read_interval": {"avg_ms": 102.766, "count": 292, "max_ms": 110.043, "p95_ms": 106.691}, "triton_wait": {"avg_ms": 73.429, "count": 292, "max_ms": 79.171, "p95_ms": 76.313}, "visualize": {"avg_ms": 3.715, "count": 292, "max_ms": 4.705, "p95_ms": 3.951}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3195}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.027, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1469.086, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.577, "sample_count": 2933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 383473, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:01:41+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:01:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:01:41.405051+09:00", "mtime_epoch": 1783087301.4050508, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:01:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.776, "pushed": 9.776, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.852, "count": 293, "max_ms": 7.154, "p95_ms": 6.732}, "gstreamer_push": {"avg_ms": 1.336, "count": 293, "max_ms": 1.56, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.277, "count": 293, "max_ms": 72.427, "p95_ms": 67.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.625, "count": 293, "max_ms": 68.96, "p95_ms": 65.968}, "yolo11_640_fire_11class": {"avg_ms": 61.904, "count": 293, "max_ms": 71.454, "p95_ms": 67.099}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.473, "count": 293, "max_ms": 77.569, "p95_ms": 75.505}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.414, "count": 293, "max_ms": 92.517, "p95_ms": 89.238}, "read_interval": {"avg_ms": 102.631, "count": 292, "max_ms": 112.772, "p95_ms": 108.538}, "triton_wait": {"avg_ms": 71.497, "count": 293, "max_ms": 77.582, "p95_ms": 75.515}, "visualize": {"avg_ms": 3.761, "count": 293, "max_ms": 4.876, "p95_ms": 4.5}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3905}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 53, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:55:23+09:00", "last_error_summary": "[h264 @ 0x55a38e229b40] error while decoding MB 52 42, bytestream -7 [in#0/rtsp @ 0x55a38d492e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55a38d492e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:55:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 401.202, "last_started_at": "2026-07-03T22:55:26+09:00", "pid": 54318, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.16, "name": "ffmpeg", "pid": 54318, "rss_mb": 325.16, "state": "S (sleeping)", "threads": 106}, "restart_count": 54, "restart_count_per_hour": 4, "rtsp_timeout_count": 88, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.931, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 468691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:02:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:02:07+09:00", "mjpeg": {"age_sec": 10.124, "exists": true, "mtime": "2026-07-03T23:01:57.577353+09:00", "mtime_epoch": 1783087317.577353, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:02:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.135, "pushed": 4.135, "read": 4.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.433, "count": 124, "max_ms": 4.396, "p95_ms": 3.528}, "gstreamer_push": {"avg_ms": 1.347, "count": 124, "max_ms": 1.546, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.726, "count": 124, "max_ms": 69.234, "p95_ms": 66.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.946, "count": 124, "max_ms": 69.948, "p95_ms": 67.55}, "yolo11_640_fire_11class": {"avg_ms": 63.403, "count": 124, "max_ms": 69.243, "p95_ms": 67.102}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.101, "count": 124, "max_ms": 78.29, "p95_ms": 75.768}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.513, "count": 124, "max_ms": 90.526, "p95_ms": 88.31}, "read_interval": {"avg_ms": 243.784, "count": 123, "max_ms": 10118.499, "p95_ms": 106.832}, "triton_wait": {"avg_ms": 73.128, "count": 124, "max_ms": 78.302, "p95_ms": 75.781}, "visualize": {"avg_ms": 3.693, "count": 124, "max_ms": 4.507, "p95_ms": 3.869}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3198}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12428.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1499.099, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.293, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 383834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:02:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:02:11+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-07-03T23:02:11+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T23:02:11.445612+09:00", "mtime_epoch": 1783087331.4456122, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120518}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:02:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 361, "pushed_frames": 361, "read_frames": 361, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.036, "pushed": 12.036, "read": 12.036}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.681, "count": 361, "max_ms": 7.019, "p95_ms": 5.238}, "gstreamer_push": {"avg_ms": 1.339, "count": 361, "max_ms": 1.681, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.909, "count": 361, "max_ms": 67.212, "p95_ms": 64.252}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.295, "count": 361, "max_ms": 67.533, "p95_ms": 64.144}, "yolo11_640_fire_11class": {"avg_ms": 49.075, "count": 361, "max_ms": 67.064, "p95_ms": 63.669}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.542, "count": 361, "max_ms": 75.837, "p95_ms": 73.884}}, "truncated_count": 0}, "processing_total": {"avg_ms": 66.184, "count": 361, "max_ms": 89.415, "p95_ms": 87.431}, "read_interval": {"avg_ms": 83.2, "count": 361, "max_ms": 110.485, "p95_ms": 104.302}, "triton_wait": {"avg_ms": 52.584, "count": 361, "max_ms": 75.847, "p95_ms": 73.895}, "visualize": {"avg_ms": 3.742, "count": 361, "max_ms": 5.063, "p95_ms": 4.217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3906}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12428.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 9.712, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.422, "name": "ffmpeg", "pid": 54470, "rss_mb": 325.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.913, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 468774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:02:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:02:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:02:37+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:02:37.666102+09:00", "mtime_epoch": 1783087357.666102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83976}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:02:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.12, "pushed": 6.12, "read": 6.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.463, "count": 83, "max_ms": 5.716, "p95_ms": 3.777}, "gstreamer_push": {"avg_ms": 1.361, "count": 83, "max_ms": 1.57, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.074, "count": 83, "max_ms": 67.286, "p95_ms": 66.269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.487, "count": 83, "max_ms": 68.201, "p95_ms": 64.601}, "yolo11_640_fire_11class": {"avg_ms": 61.066, "count": 83, "max_ms": 67.298, "p95_ms": 65.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.058, "count": 83, "max_ms": 77.023, "p95_ms": 75.418}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.419, "count": 83, "max_ms": 89.987, "p95_ms": 87.76}, "read_interval": {"avg_ms": 362.053, "count": 83, "max_ms": 16577.958, "p95_ms": 105.635}, "triton_wait": {"avg_ms": 70.091, "count": 83, "max_ms": 77.039, "p95_ms": 75.431}, "visualize": {"avg_ms": 3.702, "count": 83, "max_ms": 4.534, "p95_ms": 4.142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 13.562, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3201}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12429.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1529.176, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.177, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 384161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:02:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:02:41+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-07-03T23:02:41+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T23:02:41.502173+09:00", "mtime_epoch": 1783087361.5021734, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119103}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:02:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 327, "pushed_frames": 327, "read_frames": 326, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.9, "pushed": 10.9, "read": 10.867}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.613, "count": 326, "max_ms": 7.09, "p95_ms": 5.135}, "gstreamer_push": {"avg_ms": 1.332, "count": 327, "max_ms": 1.613, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.827, "count": 326, "max_ms": 66.023, "p95_ms": 62.659}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.168, "count": 326, "max_ms": 67.217, "p95_ms": 62.756}, "yolo11_640_fire_11class": {"avg_ms": 50.15, "count": 326, "max_ms": 66.014, "p95_ms": 61.92}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.302, "count": 326, "max_ms": 75.921, "p95_ms": 71.729}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.839, "count": 327, "max_ms": 89.312, "p95_ms": 85.345}, "read_interval": {"avg_ms": 91.967, "count": 326, "max_ms": 137.394, "p95_ms": 120.683}, "triton_wait": {"avg_ms": 54.359, "count": 326, "max_ms": 75.933, "p95_ms": 71.741}, "visualize": {"avg_ms": 3.725, "count": 326, "max_ms": 4.63, "p95_ms": 4.257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3908}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.68, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.723, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.001, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 469067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:03:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:03:07+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T23:03:07+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:03:07.678662+09:00", "mtime_epoch": 1783087387.6786618, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90014}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:03:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 293, "max_ms": 4.612, "p95_ms": 3.588}, "gstreamer_push": {"avg_ms": 1.382, "count": 293, "max_ms": 1.58, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.483, "count": 293, "max_ms": 71.104, "p95_ms": 67.828}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.991, "count": 293, "max_ms": 69.087, "p95_ms": 67.552}, "yolo11_640_fire_11class": {"avg_ms": 64.104, "count": 293, "max_ms": 71.748, "p95_ms": 67.441}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.077, "count": 293, "max_ms": 81.982, "p95_ms": 76.839}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.519, "count": 293, "max_ms": 95.34, "p95_ms": 89.395}, "read_interval": {"avg_ms": 102.441, "count": 293, "max_ms": 111.627, "p95_ms": 106.317}, "triton_wait": {"avg_ms": 74.089, "count": 293, "max_ms": 81.994, "p95_ms": 76.85}, "visualize": {"avg_ms": 3.72, "count": 293, "max_ms": 4.7, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3203}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1559.177, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.22, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 384453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:03:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:03:11+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:03:11+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:03:11.494733+09:00", "mtime_epoch": 1783087391.4947329, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122495}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:03:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.761, "count": 292, "max_ms": 7.239, "p95_ms": 6.252}, "gstreamer_push": {"avg_ms": 1.342, "count": 292, "max_ms": 1.589, "p95_ms": 1.451}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.311, "count": 292, "max_ms": 68.213, "p95_ms": 66.012}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.48, "count": 292, "max_ms": 68.171, "p95_ms": 65.875}, "yolo11_640_fire_11class": {"avg_ms": 61.827, "count": 292, "max_ms": 68.224, "p95_ms": 65.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.772, "count": 292, "max_ms": 81.077, "p95_ms": 75.702}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.603, "count": 292, "max_ms": 94.659, "p95_ms": 89.408}, "read_interval": {"avg_ms": 102.703, "count": 292, "max_ms": 111.235, "p95_ms": 107.836}, "triton_wait": {"avg_ms": 71.784, "count": 292, "max_ms": 81.09, "p95_ms": 75.714}, "visualize": {"avg_ms": 3.789, "count": 292, "max_ms": 5.132, "p95_ms": 4.502}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3911}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.781, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.238, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 469358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:03:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:03:37+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:03:37+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:03:37.735222+09:00", "mtime_epoch": 1783087417.735222, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87449}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:03:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.715, "pushed": 9.715, "read": 9.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 291, "max_ms": 5.208, "p95_ms": 3.549}, "gstreamer_push": {"avg_ms": 1.375, "count": 291, "max_ms": 1.559, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.506, "count": 291, "max_ms": 71.622, "p95_ms": 67.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.454, "count": 291, "max_ms": 72.205, "p95_ms": 68.017}, "yolo11_640_fire_11class": {"avg_ms": 63.973, "count": 291, "max_ms": 71.014, "p95_ms": 67.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.211, "count": 291, "max_ms": 79.087, "p95_ms": 77.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.664, "count": 291, "max_ms": 91.851, "p95_ms": 90.049}, "read_interval": {"avg_ms": 103.276, "count": 290, "max_ms": 112.056, "p95_ms": 107.276}, "triton_wait": {"avg_ms": 74.223, "count": 291, "max_ms": 79.1, "p95_ms": 77.541}, "visualize": {"avg_ms": 3.736, "count": 291, "max_ms": 4.923, "p95_ms": 3.931}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3206}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.77, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1589.209, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.415, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 384744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:03:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:03:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:03:41.531293+09:00", "mtime_epoch": 1783087421.5312927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119784}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:03:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.69}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.56, "count": 291, "max_ms": 6.971, "p95_ms": 4.712}, "gstreamer_push": {"avg_ms": 1.339, "count": 291, "max_ms": 1.545, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.179, "count": 291, "max_ms": 74.485, "p95_ms": 66.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.274, "count": 291, "max_ms": 75.199, "p95_ms": 66.788}, "yolo11_640_fire_11class": {"avg_ms": 62.65, "count": 291, "max_ms": 74.467, "p95_ms": 66.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.75, "count": 291, "max_ms": 81.246, "p95_ms": 76.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.282, "count": 291, "max_ms": 94.863, "p95_ms": 89.858}, "read_interval": {"avg_ms": 103.193, "count": 290, "max_ms": 112.432, "p95_ms": 107.668}, "triton_wait": {"avg_ms": 72.762, "count": 291, "max_ms": 81.258, "p95_ms": 76.305}, "visualize": {"avg_ms": 3.706, "count": 291, "max_ms": 5.305, "p95_ms": 3.918}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3913}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.738, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.783, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.329, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 469650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:04:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:04:07+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:04:07+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:04:07.735781+09:00", "mtime_epoch": 1783087447.7357807, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:04:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.738, "pushed": 9.738, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.458, "count": 292, "max_ms": 5.106, "p95_ms": 3.673}, "gstreamer_push": {"avg_ms": 1.369, "count": 292, "max_ms": 1.554, "p95_ms": 1.463}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.296, "count": 292, "max_ms": 73.694, "p95_ms": 67.45}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.254, "count": 292, "max_ms": 73.704, "p95_ms": 67.161}, "yolo11_640_fire_11class": {"avg_ms": 63.79, "count": 292, "max_ms": 72.683, "p95_ms": 67.012}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.774, "count": 292, "max_ms": 81.762, "p95_ms": 77.101}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.175, "count": 292, "max_ms": 93.851, "p95_ms": 89.405}, "read_interval": {"avg_ms": 102.744, "count": 292, "max_ms": 111.122, "p95_ms": 107.218}, "triton_wait": {"avg_ms": 73.787, "count": 292, "max_ms": 81.774, "p95_ms": 77.113}, "visualize": {"avg_ms": 3.694, "count": 292, "max_ms": 4.664, "p95_ms": 3.938}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3208}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.0, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1619.23, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.351, "sample_count": 3021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 385036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:04:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:04:11+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:04:11.555852+09:00", "mtime_epoch": 1783087451.5558517, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119855}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:04:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.759, "pushed": 9.759, "read": 9.725}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.596, "count": 292, "max_ms": 6.568, "p95_ms": 4.91}, "gstreamer_push": {"avg_ms": 1.333, "count": 292, "max_ms": 1.647, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.732, "count": 292, "max_ms": 71.9, "p95_ms": 66.231}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.606, "count": 292, "max_ms": 71.908, "p95_ms": 65.888}, "yolo11_640_fire_11class": {"avg_ms": 62.205, "count": 292, "max_ms": 70.885, "p95_ms": 65.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.207, "count": 292, "max_ms": 80.162, "p95_ms": 76.025}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.815, "count": 292, "max_ms": 93.55, "p95_ms": 89.343}, "read_interval": {"avg_ms": 102.803, "count": 291, "max_ms": 111.108, "p95_ms": 107.162}, "triton_wait": {"avg_ms": 72.22, "count": 292, "max_ms": 80.175, "p95_ms": 76.037}, "visualize": {"avg_ms": 3.7, "count": 292, "max_ms": 4.401, "p95_ms": 3.903}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3916}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.816, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.833, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.328, "sample_count": 2542, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 469943, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:04:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:04:37+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:04:37+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:04:37.784340+09:00", "mtime_epoch": 1783087477.7843397, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83677}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:04:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.75}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 293, "max_ms": 4.854, "p95_ms": 3.563}, "gstreamer_push": {"avg_ms": 1.376, "count": 293, "max_ms": 1.548, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.962, "count": 293, "max_ms": 70.991, "p95_ms": 67.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.731, "count": 293, "max_ms": 71.0, "p95_ms": 67.723}, "yolo11_640_fire_11class": {"avg_ms": 63.545, "count": 293, "max_ms": 70.001, "p95_ms": 67.147}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.633, "count": 293, "max_ms": 80.803, "p95_ms": 76.686}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.011, "count": 293, "max_ms": 93.194, "p95_ms": 89.393}, "read_interval": {"avg_ms": 102.546, "count": 292, "max_ms": 109.95, "p95_ms": 106.74}, "triton_wait": {"avg_ms": 73.645, "count": 293, "max_ms": 80.815, "p95_ms": 76.698}, "visualize": {"avg_ms": 3.7, "count": 293, "max_ms": 5.135, "p95_ms": 3.898}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3211}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1649.25, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.255, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 385329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:04:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:04:41+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:04:41.568410+09:00", "mtime_epoch": 1783087481.56841, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121074}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:04:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.794, "pushed": 9.794, "read": 9.76}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.535, "count": 293, "max_ms": 5.421, "p95_ms": 4.742}, "gstreamer_push": {"avg_ms": 1.318, "count": 293, "max_ms": 1.454, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.493, "count": 293, "max_ms": 70.444, "p95_ms": 66.485}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.453, "count": 293, "max_ms": 70.454, "p95_ms": 66.811}, "yolo11_640_fire_11class": {"avg_ms": 62.104, "count": 293, "max_ms": 69.439, "p95_ms": 66.366}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.128, "count": 293, "max_ms": 80.328, "p95_ms": 75.862}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.533, "count": 293, "max_ms": 93.367, "p95_ms": 89.17}, "read_interval": {"avg_ms": 102.445, "count": 292, "max_ms": 111.314, "p95_ms": 107.176}, "triton_wait": {"avg_ms": 72.14, "count": 293, "max_ms": 80.34, "p95_ms": 75.874}, "visualize": {"avg_ms": 3.668, "count": 293, "max_ms": 4.246, "p95_ms": 3.838}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3918}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 159.868, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.393, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 470235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:05:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:05:07+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:05:07+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:05:07.820898+09:00", "mtime_epoch": 1783087507.820898, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80045}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:05:07+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.721}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.454, "count": 292, "max_ms": 5.962, "p95_ms": 3.53}, "gstreamer_push": {"avg_ms": 1.371, "count": 292, "max_ms": 1.624, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.367, "count": 292, "max_ms": 73.856, "p95_ms": 68.068}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.833, "count": 292, "max_ms": 74.331, "p95_ms": 68.008}, "yolo11_640_fire_11class": {"avg_ms": 63.952, "count": 292, "max_ms": 73.869, "p95_ms": 67.388}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.953, "count": 292, "max_ms": 82.327, "p95_ms": 77.555}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.263, "count": 292, "max_ms": 94.83, "p95_ms": 89.723}, "read_interval": {"avg_ms": 102.855, "count": 291, "max_ms": 111.301, "p95_ms": 107.089}, "triton_wait": {"avg_ms": 73.966, "count": 292, "max_ms": 82.339, "p95_ms": 77.567}, "visualize": {"avg_ms": 3.7, "count": 292, "max_ms": 4.63, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3213}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1679.313, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.309, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 385621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:05:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:05:11+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T23:05:11+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:05:11.636969+09:00", "mtime_epoch": 1783087511.6369689, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119218}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:05:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.745, "pushed": 9.745, "read": 9.711}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.742, "count": 292, "max_ms": 7.657, "p95_ms": 6.613}, "gstreamer_push": {"avg_ms": 1.335, "count": 292, "max_ms": 1.525, "p95_ms": 1.44}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.538, "count": 292, "max_ms": 71.075, "p95_ms": 66.853}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.811, "count": 292, "max_ms": 70.587, "p95_ms": 66.863}, "yolo11_640_fire_11class": {"avg_ms": 62.027, "count": 292, "max_ms": 70.078, "p95_ms": 66.222}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.028, "count": 292, "max_ms": 81.396, "p95_ms": 76.238}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.786, "count": 292, "max_ms": 95.161, "p95_ms": 89.654}, "read_interval": {"avg_ms": 102.969, "count": 291, "max_ms": 111.961, "p95_ms": 107.423}, "triton_wait": {"avg_ms": 72.04, "count": 292, "max_ms": 81.407, "p95_ms": 76.254}, "visualize": {"avg_ms": 3.716, "count": 292, "max_ms": 4.84, "p95_ms": 4.325}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3921}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.949, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.931, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.387, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 470528, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:05:37+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:05:37+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:05:37.881456+09:00", "mtime_epoch": 1783087537.8814564, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90728}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:05:37+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.466, "count": 293, "max_ms": 5.181, "p95_ms": 3.625}, "gstreamer_push": {"avg_ms": 1.384, "count": 293, "max_ms": 1.509, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.796, "count": 293, "max_ms": 72.075, "p95_ms": 67.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.968, "count": 293, "max_ms": 72.063, "p95_ms": 67.533}, "yolo11_640_fire_11class": {"avg_ms": 63.302, "count": 293, "max_ms": 70.792, "p95_ms": 66.855}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.544, "count": 293, "max_ms": 82.175, "p95_ms": 76.467}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.941, "count": 293, "max_ms": 94.555, "p95_ms": 88.945}, "read_interval": {"avg_ms": 102.601, "count": 292, "max_ms": 110.726, "p95_ms": 106.351}, "triton_wait": {"avg_ms": 73.557, "count": 293, "max_ms": 82.187, "p95_ms": 76.478}, "visualize": {"avg_ms": 3.728, "count": 293, "max_ms": 4.939, "p95_ms": 3.923}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3215}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1709.322, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.185, "sample_count": 3023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 385914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:05:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:05:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:05:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:05:41.641526+09:00", "mtime_epoch": 1783087541.6415262, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118382}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:05:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.561, "count": 293, "max_ms": 5.551, "p95_ms": 4.716}, "gstreamer_push": {"avg_ms": 1.337, "count": 293, "max_ms": 2.127, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.084, "count": 293, "max_ms": 70.057, "p95_ms": 66.196}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.878, "count": 293, "max_ms": 70.067, "p95_ms": 65.877}, "yolo11_640_fire_11class": {"avg_ms": 61.651, "count": 293, "max_ms": 68.901, "p95_ms": 66.079}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.865, "count": 293, "max_ms": 78.451, "p95_ms": 75.61}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.44, "count": 293, "max_ms": 92.049, "p95_ms": 89.151}, "read_interval": {"avg_ms": 102.394, "count": 293, "max_ms": 112.868, "p95_ms": 106.862}, "triton_wait": {"avg_ms": 71.877, "count": 293, "max_ms": 78.462, "p95_ms": 75.623}, "visualize": {"avg_ms": 3.729, "count": 293, "max_ms": 4.642, "p95_ms": 3.943}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3923}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.664, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.005, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.324, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 470819, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:06:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:06:08+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T23:06:07+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T23:06:07.966015+09:00", "mtime_epoch": 1783087567.9660149, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87297}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:06:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.71, "pushed": 9.71, "read": 9.676}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.422, "count": 291, "max_ms": 5.216, "p95_ms": 3.488}, "gstreamer_push": {"avg_ms": 1.356, "count": 291, "max_ms": 1.496, "p95_ms": 1.435}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.824, "count": 291, "max_ms": 69.44, "p95_ms": 67.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.188, "count": 291, "max_ms": 69.455, "p95_ms": 67.718}, "yolo11_640_fire_11class": {"avg_ms": 63.286, "count": 291, "max_ms": 69.464, "p95_ms": 67.352}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.313, "count": 291, "max_ms": 78.203, "p95_ms": 76.566}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.571, "count": 291, "max_ms": 90.281, "p95_ms": 89.056}, "read_interval": {"avg_ms": 103.356, "count": 290, "max_ms": 110.793, "p95_ms": 107.526}, "triton_wait": {"avg_ms": 73.326, "count": 291, "max_ms": 78.216, "p95_ms": 76.577}, "visualize": {"avg_ms": 3.682, "count": 291, "max_ms": 4.998, "p95_ms": 3.883}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3218}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1739.399, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.302, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 386205, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:06:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:06:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:06:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:06:11.722085+09:00", "mtime_epoch": 1783087571.7220845, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116874}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:06:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.707, "pushed": 9.707, "read": 9.673}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.578, "count": 291, "max_ms": 6.546, "p95_ms": 4.783}, "gstreamer_push": {"avg_ms": 1.332, "count": 291, "max_ms": 1.471, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.514, "count": 291, "max_ms": 70.381, "p95_ms": 67.735}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.231, "count": 291, "max_ms": 70.91, "p95_ms": 67.828}, "yolo11_640_fire_11class": {"avg_ms": 62.973, "count": 291, "max_ms": 69.364, "p95_ms": 67.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.936, "count": 291, "max_ms": 78.534, "p95_ms": 76.53}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.503, "count": 291, "max_ms": 92.013, "p95_ms": 90.078}, "read_interval": {"avg_ms": 103.349, "count": 290, "max_ms": 111.768, "p95_ms": 108.166}, "triton_wait": {"avg_ms": 72.948, "count": 291, "max_ms": 78.549, "p95_ms": 76.542}, "visualize": {"avg_ms": 3.708, "count": 291, "max_ms": 4.733, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3925}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.312, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.024, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.324, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 471112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:06:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:06:38+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:06:37+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T23:06:37.982572+09:00", "mtime_epoch": 1783087597.9825716, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90327}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:06:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.793, "pushed": 9.793, "read": 9.76}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.429, "count": 293, "max_ms": 4.97, "p95_ms": 3.516}, "gstreamer_push": {"avg_ms": 1.368, "count": 293, "max_ms": 1.604, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.47, "count": 293, "max_ms": 69.499, "p95_ms": 66.701}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.541, "count": 293, "max_ms": 69.756, "p95_ms": 67.012}, "yolo11_640_fire_11class": {"avg_ms": 63.247, "count": 293, "max_ms": 69.507, "p95_ms": 66.323}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.306, "count": 293, "max_ms": 78.539, "p95_ms": 76.307}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.551, "count": 293, "max_ms": 90.869, "p95_ms": 88.748}, "read_interval": {"avg_ms": 102.455, "count": 292, "max_ms": 111.789, "p95_ms": 106.451}, "triton_wait": {"avg_ms": 73.319, "count": 293, "max_ms": 78.551, "p95_ms": 76.319}, "visualize": {"avg_ms": 3.676, "count": 293, "max_ms": 4.438, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3220}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1769.457, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.302, "sample_count": 3022, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 386498, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:06:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:06:41+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:06:41.778642+09:00", "mtime_epoch": 1783087601.778642, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:06:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.78, "pushed": 9.78, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.57, "count": 293, "max_ms": 7.152, "p95_ms": 4.782}, "gstreamer_push": {"avg_ms": 1.34, "count": 293, "max_ms": 1.528, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.342, "count": 293, "max_ms": 72.075, "p95_ms": 66.107}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.168, "count": 293, "max_ms": 72.226, "p95_ms": 66.432}, "yolo11_640_fire_11class": {"avg_ms": 62.156, "count": 293, "max_ms": 70.829, "p95_ms": 66.304}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.236, "count": 293, "max_ms": 80.892, "p95_ms": 75.674}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.778, "count": 293, "max_ms": 94.285, "p95_ms": 89.27}, "read_interval": {"avg_ms": 102.579, "count": 292, "max_ms": 111.686, "p95_ms": 107.164}, "triton_wait": {"avg_ms": 72.248, "count": 293, "max_ms": 80.905, "p95_ms": 75.688}, "visualize": {"avg_ms": 3.707, "count": 293, "max_ms": 4.631, "p95_ms": 3.98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3928}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.024, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.296, "sample_count": 2714, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 471405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:07:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:07:08+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:07:07+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:07:07.975127+09:00", "mtime_epoch": 1783087627.9751275, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:07:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.448, "count": 293, "max_ms": 5.109, "p95_ms": 3.523}, "gstreamer_push": {"avg_ms": 1.381, "count": 293, "max_ms": 1.516, "p95_ms": 1.482}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.309, "count": 293, "max_ms": 73.219, "p95_ms": 66.475}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.537, "count": 293, "max_ms": 73.177, "p95_ms": 66.369}, "yolo11_640_fire_11class": {"avg_ms": 62.882, "count": 293, "max_ms": 71.69, "p95_ms": 66.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.185, "count": 293, "max_ms": 81.773, "p95_ms": 76.177}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.467, "count": 293, "max_ms": 94.054, "p95_ms": 88.648}, "read_interval": {"avg_ms": 102.367, "count": 293, "max_ms": 109.917, "p95_ms": 106.177}, "triton_wait": {"avg_ms": 73.198, "count": 293, "max_ms": 81.785, "p95_ms": 76.189}, "visualize": {"avg_ms": 3.694, "count": 293, "max_ms": 4.585, "p95_ms": 3.843}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3223}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1799.461, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 3, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.377, "sample_count": 2953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 386791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:07:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T23:07:11+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T23:07:11+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:07:11.779198+09:00", "mtime_epoch": 1783087631.779198, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:07:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.771, "pushed": 9.771, "read": 9.771}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.55, "count": 293, "max_ms": 6.557, "p95_ms": 4.694}, "gstreamer_push": {"avg_ms": 1.338, "count": 293, "max_ms": 2.01, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.295, "count": 293, "max_ms": 73.885, "p95_ms": 65.714}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.16, "count": 293, "max_ms": 74.325, "p95_ms": 66.081}, "yolo11_640_fire_11class": {"avg_ms": 61.728, "count": 293, "max_ms": 73.313, "p95_ms": 65.705}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.963, "count": 293, "max_ms": 81.537, "p95_ms": 75.448}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.539, "count": 293, "max_ms": 94.193, "p95_ms": 89.019}, "read_interval": {"avg_ms": 102.375, "count": 293, "max_ms": 110.534, "p95_ms": 107.164}, "triton_wait": {"avg_ms": 71.975, "count": 293, "max_ms": 81.548, "p95_ms": 75.46}, "visualize": {"avg_ms": 3.703, "count": 293, "max_ms": 4.798, "p95_ms": 3.914}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3930}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 310.05, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.328, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 471699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:07:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:07:38+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-07-03T23:07:37+09:00", "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-07-03T23:07:37.995684+09:00", "mtime_epoch": 1783087657.9956837, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86301}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:07:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.824, "pushed": 9.824, "read": 9.791}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 294, "max_ms": 5.129, "p95_ms": 3.615}, "gstreamer_push": {"avg_ms": 1.372, "count": 294, "max_ms": 1.517, "p95_ms": 1.45}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.94, "count": 294, "max_ms": 74.038, "p95_ms": 68.32}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.805, "count": 294, "max_ms": 74.641, "p95_ms": 68.64}, "yolo11_640_fire_11class": {"avg_ms": 63.567, "count": 294, "max_ms": 73.501, "p95_ms": 68.014}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.996, "count": 294, "max_ms": 83.917, "p95_ms": 77.086}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.258, "count": 294, "max_ms": 96.135, "p95_ms": 89.339}, "read_interval": {"avg_ms": 102.08, "count": 293, "max_ms": 110.461, "p95_ms": 107.606}, "triton_wait": {"avg_ms": 73.027, "count": 294, "max_ms": 83.929, "p95_ms": 77.098}, "visualize": {"avg_ms": 3.699, "count": 294, "max_ms": 4.74, "p95_ms": 3.915}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3225}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.176, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1829.506, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.544, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 387082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:07:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:07:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:07:41+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:07:41.827754+09:00", "mtime_epoch": 1783087661.8277545, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:07:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.715, "pushed": 9.715, "read": 9.682}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.562, "count": 291, "max_ms": 7.072, "p95_ms": 4.701}, "gstreamer_push": {"avg_ms": 1.332, "count": 291, "max_ms": 1.519, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.907, "count": 291, "max_ms": 72.906, "p95_ms": 67.138}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.124, "count": 291, "max_ms": 73.896, "p95_ms": 67.751}, "yolo11_640_fire_11class": {"avg_ms": 62.634, "count": 291, "max_ms": 72.483, "p95_ms": 66.942}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.193, "count": 291, "max_ms": 83.357, "p95_ms": 76.241}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.734, "count": 291, "max_ms": 96.957, "p95_ms": 89.765}, "read_interval": {"avg_ms": 103.242, "count": 290, "max_ms": 312.747, "p95_ms": 108.044}, "triton_wait": {"avg_ms": 72.205, "count": 291, "max_ms": 83.369, "p95_ms": 76.254}, "visualize": {"avg_ms": 3.7, "count": 291, "max_ms": 4.839, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3933}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.195, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 340.155, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.324, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 471990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:08:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T23:08:08+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:08:08+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:08:08.104241+09:00", "mtime_epoch": 1783087688.104241, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87894}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:08:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.672}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.486, "count": 290, "max_ms": 5.194, "p95_ms": 4.243}, "gstreamer_push": {"avg_ms": 1.371, "count": 290, "max_ms": 1.594, "p95_ms": 1.481}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.451, "count": 290, "max_ms": 74.162, "p95_ms": 67.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.65, "count": 290, "max_ms": 72.958, "p95_ms": 67.519}, "yolo11_640_fire_11class": {"avg_ms": 64.01, "count": 290, "max_ms": 74.151, "p95_ms": 67.375}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.003, "count": 290, "max_ms": 82.022, "p95_ms": 76.99}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.38, "count": 290, "max_ms": 94.053, "p95_ms": 89.385}, "read_interval": {"avg_ms": 103.434, "count": 290, "max_ms": 111.337, "p95_ms": 107.929}, "triton_wait": {"avg_ms": 74.016, "count": 290, "max_ms": 82.034, "p95_ms": 77.006}, "visualize": {"avg_ms": 3.749, "count": 290, "max_ms": 4.906, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3228}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1859.598, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.599, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 387373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:08:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:08:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:08:11+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:08:11.920312+09:00", "mtime_epoch": 1783087691.9203117, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:08:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.669}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.553, "count": 291, "max_ms": 6.837, "p95_ms": 4.68}, "gstreamer_push": {"avg_ms": 1.342, "count": 291, "max_ms": 2.112, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.288, "count": 291, "max_ms": 71.45, "p95_ms": 66.961}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.029, "count": 291, "max_ms": 71.429, "p95_ms": 66.95}, "yolo11_640_fire_11class": {"avg_ms": 62.852, "count": 291, "max_ms": 71.44, "p95_ms": 66.744}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.884, "count": 291, "max_ms": 79.21, "p95_ms": 76.446}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.367, "count": 291, "max_ms": 92.954, "p95_ms": 89.827}, "read_interval": {"avg_ms": 103.4, "count": 290, "max_ms": 112.246, "p95_ms": 108.092}, "triton_wait": {"avg_ms": 72.896, "count": 291, "max_ms": 79.223, "p95_ms": 76.459}, "visualize": {"avg_ms": 3.689, "count": 291, "max_ms": 4.597, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3935}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 370.202, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.2, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 472281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:08:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:08:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:08:38+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T23:08:38.148797+09:00", "mtime_epoch": 1783087718.148797, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88509}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:08:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.682}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.453, "count": 291, "max_ms": 5.193, "p95_ms": 3.521}, "gstreamer_push": {"avg_ms": 1.386, "count": 291, "max_ms": 1.648, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.289, "count": 291, "max_ms": 69.866, "p95_ms": 66.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.339, "count": 291, "max_ms": 68.627, "p95_ms": 66.808}, "yolo11_640_fire_11class": {"avg_ms": 62.917, "count": 291, "max_ms": 71.163, "p95_ms": 66.641}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.242, "count": 291, "max_ms": 78.691, "p95_ms": 76.816}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.632, "count": 291, "max_ms": 91.12, "p95_ms": 89.109}, "read_interval": {"avg_ms": 103.253, "count": 290, "max_ms": 112.543, "p95_ms": 108.006}, "triton_wait": {"avg_ms": 73.254, "count": 291, "max_ms": 78.703, "p95_ms": 76.828}, "visualize": {"avg_ms": 3.714, "count": 291, "max_ms": 4.678, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3230}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.273, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1889.617, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.623, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 387664, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:08:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:08:42+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:08:41+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:08:41.940867+09:00", "mtime_epoch": 1783087721.9408672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118057}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:08:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.726, "pushed": 9.726, "read": 9.692}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.548, "count": 291, "max_ms": 6.927, "p95_ms": 4.687}, "gstreamer_push": {"avg_ms": 1.333, "count": 291, "max_ms": 2.303, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.857, "count": 291, "max_ms": 69.04, "p95_ms": 66.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.581, "count": 291, "max_ms": 69.546, "p95_ms": 66.861}, "yolo11_640_fire_11class": {"avg_ms": 62.537, "count": 291, "max_ms": 68.336, "p95_ms": 66.499}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.872, "count": 291, "max_ms": 78.386, "p95_ms": 76.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.333, "count": 291, "max_ms": 91.625, "p95_ms": 90.079}, "read_interval": {"avg_ms": 103.161, "count": 290, "max_ms": 111.599, "p95_ms": 107.499}, "triton_wait": {"avg_ms": 72.884, "count": 291, "max_ms": 78.399, "p95_ms": 76.544}, "visualize": {"avg_ms": 3.711, "count": 291, "max_ms": 4.664, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3938}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 400.217, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.158, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 472573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:09:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:09:08+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:09:08+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:09:08.169352+09:00", "mtime_epoch": 1783087748.169352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87038}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:09:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 292, "max_ms": 4.309, "p95_ms": 3.51}, "gstreamer_push": {"avg_ms": 1.379, "count": 292, "max_ms": 1.6, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.624, "count": 292, "max_ms": 73.385, "p95_ms": 67.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.341, "count": 292, "max_ms": 74.166, "p95_ms": 66.993}, "yolo11_640_fire_11class": {"avg_ms": 63.33, "count": 292, "max_ms": 72.757, "p95_ms": 66.841}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.498, "count": 292, "max_ms": 81.826, "p95_ms": 76.535}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.806, "count": 292, "max_ms": 93.673, "p95_ms": 88.788}, "read_interval": {"avg_ms": 102.793, "count": 292, "max_ms": 111.179, "p95_ms": 107.111}, "triton_wait": {"avg_ms": 73.51, "count": 292, "max_ms": 81.836, "p95_ms": 76.547}, "visualize": {"avg_ms": 3.713, "count": 292, "max_ms": 4.693, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3232}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1919.665, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.654, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 387956, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:09:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:09:11+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:09:11.981423+09:00", "mtime_epoch": 1783087751.9814227, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119254}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:09:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.53, "count": 292, "max_ms": 7.055, "p95_ms": 4.663}, "gstreamer_push": {"avg_ms": 1.322, "count": 292, "max_ms": 1.552, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.019, "count": 292, "max_ms": 73.099, "p95_ms": 66.946}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.535, "count": 292, "max_ms": 73.717, "p95_ms": 66.786}, "yolo11_640_fire_11class": {"avg_ms": 62.675, "count": 292, "max_ms": 73.111, "p95_ms": 66.62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.798, "count": 292, "max_ms": 81.732, "p95_ms": 76.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.197, "count": 292, "max_ms": 95.291, "p95_ms": 89.868}, "read_interval": {"avg_ms": 102.886, "count": 291, "max_ms": 114.009, "p95_ms": 107.781}, "triton_wait": {"avg_ms": 72.81, "count": 292, "max_ms": 81.746, "p95_ms": 76.506}, "visualize": {"avg_ms": 3.684, "count": 292, "max_ms": 4.645, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3940}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.066, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.261, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.245, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 472863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:09:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:09:38+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:09:38+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:09:38.213907+09:00", "mtime_epoch": 1783087778.2139075, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83476}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:09:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.685, "pushed": 9.685, "read": 9.652}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.546, "count": 290, "max_ms": 5.487, "p95_ms": 5.086}, "gstreamer_push": {"avg_ms": 1.388, "count": 290, "max_ms": 2.093, "p95_ms": 1.494}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.84, "count": 290, "max_ms": 73.659, "p95_ms": 67.121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.114, "count": 290, "max_ms": 74.293, "p95_ms": 67.565}, "yolo11_640_fire_11class": {"avg_ms": 62.837, "count": 290, "max_ms": 73.671, "p95_ms": 67.051}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.629, "count": 290, "max_ms": 82.569, "p95_ms": 76.574}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.242, "count": 290, "max_ms": 96.153, "p95_ms": 91.276}, "read_interval": {"avg_ms": 103.589, "count": 289, "max_ms": 120.49, "p95_ms": 111.345}, "triton_wait": {"avg_ms": 73.642, "count": 290, "max_ms": 82.581, "p95_ms": 76.586}, "visualize": {"avg_ms": 3.814, "count": 290, "max_ms": 6.374, "p95_ms": 4.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3235}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1949.703, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.755, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 388246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:09:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:09:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:09:42+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:09:42.021978+09:00", "mtime_epoch": 1783087782.021978, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119749}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:09:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.688, "pushed": 9.688, "read": 9.654}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.694, "count": 290, "max_ms": 7.684, "p95_ms": 5.349}, "gstreamer_push": {"avg_ms": 1.326, "count": 290, "max_ms": 1.542, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.674, "count": 290, "max_ms": 72.582, "p95_ms": 66.48}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.015, "count": 290, "max_ms": 71.474, "p95_ms": 66.88}, "yolo11_640_fire_11class": {"avg_ms": 61.649, "count": 290, "max_ms": 70.932, "p95_ms": 66.23}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.445, "count": 290, "max_ms": 82.37, "p95_ms": 75.87}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.284, "count": 290, "max_ms": 96.827, "p95_ms": 90.676}, "read_interval": {"avg_ms": 103.565, "count": 289, "max_ms": 117.67, "p95_ms": 111.621}, "triton_wait": {"avg_ms": 72.458, "count": 290, "max_ms": 82.381, "p95_ms": 75.882}, "visualize": {"avg_ms": 3.801, "count": 290, "max_ms": 6.457, "p95_ms": 4.465}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3942}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 460.295, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.109, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 473157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:10:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:10:08+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:10:08+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:10:08.250463+09:00", "mtime_epoch": 1783087808.2504625, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85505}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:10:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.822, "pushed": 9.822, "read": 9.789}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.466, "count": 294, "max_ms": 5.269, "p95_ms": 3.598}, "gstreamer_push": {"avg_ms": 1.382, "count": 294, "max_ms": 1.576, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.22, "count": 294, "max_ms": 68.858, "p95_ms": 66.713}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.387, "count": 294, "max_ms": 69.598, "p95_ms": 66.374}, "yolo11_640_fire_11class": {"avg_ms": 62.754, "count": 294, "max_ms": 69.105, "p95_ms": 66.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.723, "count": 294, "max_ms": 78.647, "p95_ms": 76.114}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.111, "count": 294, "max_ms": 91.039, "p95_ms": 88.51}, "read_interval": {"avg_ms": 102.15, "count": 293, "max_ms": 111.172, "p95_ms": 106.295}, "triton_wait": {"avg_ms": 72.736, "count": 294, "max_ms": 78.659, "p95_ms": 76.126}, "visualize": {"avg_ms": 3.723, "count": 294, "max_ms": 4.725, "p95_ms": 3.974}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3237}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 1979.731, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.477, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.477, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.729, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 388540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:10:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:10:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:10:12+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:10:12.050533+09:00", "mtime_epoch": 1783087812.0505326, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:10:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.824, "pushed": 9.824, "read": 9.79}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.543, "count": 294, "max_ms": 6.87, "p95_ms": 4.686}, "gstreamer_push": {"avg_ms": 1.337, "count": 294, "max_ms": 1.587, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.051, "count": 294, "max_ms": 69.943, "p95_ms": 65.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.655, "count": 294, "max_ms": 70.465, "p95_ms": 65.973}, "yolo11_640_fire_11class": {"avg_ms": 61.576, "count": 294, "max_ms": 69.577, "p95_ms": 65.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.528, "count": 294, "max_ms": 78.415, "p95_ms": 75.299}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.08, "count": 294, "max_ms": 92.023, "p95_ms": 88.999}, "read_interval": {"avg_ms": 102.116, "count": 293, "max_ms": 109.82, "p95_ms": 107.013}, "triton_wait": {"avg_ms": 71.54, "count": 294, "max_ms": 78.427, "p95_ms": 75.313}, "visualize": {"avg_ms": 3.679, "count": 294, "max_ms": 4.687, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3945}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.125, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.355, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.077, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 473451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:10:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:10:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:10:38+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:10:38.311018+09:00", "mtime_epoch": 1783087838.3110178, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88713}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:10:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.814, "pushed": 9.814, "read": 9.78}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 294, "max_ms": 4.244, "p95_ms": 3.528}, "gstreamer_push": {"avg_ms": 1.362, "count": 294, "max_ms": 1.544, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.547, "count": 294, "max_ms": 68.499, "p95_ms": 66.601}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.262, "count": 294, "max_ms": 74.593, "p95_ms": 67.224}, "yolo11_640_fire_11class": {"avg_ms": 63.231, "count": 294, "max_ms": 68.228, "p95_ms": 66.168}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.233, "count": 294, "max_ms": 79.709, "p95_ms": 75.892}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.458, "count": 294, "max_ms": 91.733, "p95_ms": 88.245}, "read_interval": {"avg_ms": 102.236, "count": 293, "max_ms": 108.353, "p95_ms": 106.683}, "triton_wait": {"avg_ms": 73.245, "count": 294, "max_ms": 79.721, "p95_ms": 75.904}, "visualize": {"avg_ms": 3.675, "count": 294, "max_ms": 4.297, "p95_ms": 3.817}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3240}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2009.792, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.734, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.734, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.728, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 388834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:10:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:10:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:10:42+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:10:42.111088+09:00", "mtime_epoch": 1783087842.1110878, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120446}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:10:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.813, "pushed": 9.813, "read": 9.78}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.455, "count": 294, "max_ms": 7.176, "p95_ms": 4.629}, "gstreamer_push": {"avg_ms": 1.318, "count": 294, "max_ms": 1.45, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.528, "count": 294, "max_ms": 69.383, "p95_ms": 66.001}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.362, "count": 294, "max_ms": 73.657, "p95_ms": 66.462}, "yolo11_640_fire_11class": {"avg_ms": 61.121, "count": 294, "max_ms": 68.647, "p95_ms": 65.617}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.147, "count": 294, "max_ms": 78.197, "p95_ms": 75.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.519, "count": 294, "max_ms": 91.579, "p95_ms": 88.819}, "read_interval": {"avg_ms": 102.229, "count": 293, "max_ms": 111.633, "p95_ms": 107.159}, "triton_wait": {"avg_ms": 71.159, "count": 294, "max_ms": 78.209, "p95_ms": 75.52}, "visualize": {"avg_ms": 3.633, "count": 294, "max_ms": 4.292, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3947}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.316, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 520.449, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.077, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 473743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:11:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:11:08+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:11:08+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:11:08.399573+09:00", "mtime_epoch": 1783087868.399573, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82083}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:11:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.552, "count": 292, "max_ms": 5.121, "p95_ms": 4.47}, "gstreamer_push": {"avg_ms": 1.386, "count": 292, "max_ms": 1.604, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.358, "count": 292, "max_ms": 68.535, "p95_ms": 66.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.387, "count": 292, "max_ms": 74.967, "p95_ms": 68.686}, "yolo11_640_fire_11class": {"avg_ms": 63.442, "count": 292, "max_ms": 70.202, "p95_ms": 67.694}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.384, "count": 292, "max_ms": 79.336, "p95_ms": 76.288}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.912, "count": 292, "max_ms": 91.795, "p95_ms": 88.993}, "read_interval": {"avg_ms": 103.036, "count": 291, "max_ms": 112.085, "p95_ms": 107.386}, "triton_wait": {"avg_ms": 73.397, "count": 292, "max_ms": 79.349, "p95_ms": 76.301}, "visualize": {"avg_ms": 3.749, "count": 292, "max_ms": 4.67, "p95_ms": 4.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3242}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2039.867, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.992, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.729, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 389126, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:11:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:11:12+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:11:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:11:12.187643+09:00", "mtime_epoch": 1783087872.187643, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:11:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.558, "count": 292, "max_ms": 5.996, "p95_ms": 4.674}, "gstreamer_push": {"avg_ms": 1.33, "count": 292, "max_ms": 1.753, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.775, "count": 292, "max_ms": 74.148, "p95_ms": 66.514}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.642, "count": 292, "max_ms": 76.914, "p95_ms": 68.594}, "yolo11_640_fire_11class": {"avg_ms": 62.811, "count": 292, "max_ms": 74.127, "p95_ms": 67.455}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.74, "count": 292, "max_ms": 82.381, "p95_ms": 76.513}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.223, "count": 292, "max_ms": 95.846, "p95_ms": 90.003}, "read_interval": {"avg_ms": 102.982, "count": 291, "max_ms": 113.429, "p95_ms": 107.434}, "triton_wait": {"avg_ms": 72.751, "count": 292, "max_ms": 82.392, "p95_ms": 76.525}, "visualize": {"avg_ms": 3.664, "count": 292, "max_ms": 4.576, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3950}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12431.102, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 550.479, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.158, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 474034, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:11:38+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:11:38+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:11:38.432127+09:00", "mtime_epoch": 1783087898.4321272, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 80961}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:11:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.721, "pushed": 9.721, "read": 9.688}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.53, "count": 291, "max_ms": 5.442, "p95_ms": 4.484}, "gstreamer_push": {"avg_ms": 1.379, "count": 291, "max_ms": 1.922, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.37, "count": 291, "max_ms": 75.065, "p95_ms": 66.598}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.425, "count": 291, "max_ms": 74.121, "p95_ms": 66.546}, "yolo11_640_fire_11class": {"avg_ms": 62.95, "count": 291, "max_ms": 75.056, "p95_ms": 66.258}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.358, "count": 291, "max_ms": 83.654, "p95_ms": 76.526}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.955, "count": 291, "max_ms": 95.817, "p95_ms": 90.754}, "read_interval": {"avg_ms": 103.191, "count": 290, "max_ms": 116.598, "p95_ms": 111.17}, "triton_wait": {"avg_ms": 73.371, "count": 291, "max_ms": 83.667, "p95_ms": 76.538}, "visualize": {"avg_ms": 3.809, "count": 291, "max_ms": 6.146, "p95_ms": 4.736}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3245}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12431.32, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2069.913, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 292.992, "name": "ffmpeg", "pid": 53907, "rss_mb": 292.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.755, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 389417, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:11:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:11:42+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:11:42+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:11:42.232198+09:00", "mtime_epoch": 1783087902.2321975, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119546}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:11:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.719, "pushed": 9.719, "read": 9.686}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.687, "count": 291, "max_ms": 7.706, "p95_ms": 6.922}, "gstreamer_push": {"avg_ms": 1.319, "count": 291, "max_ms": 1.619, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.233, "count": 291, "max_ms": 70.235, "p95_ms": 65.868}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.456, "count": 291, "max_ms": 69.429, "p95_ms": 65.939}, "yolo11_640_fire_11class": {"avg_ms": 61.813, "count": 291, "max_ms": 68.756, "p95_ms": 65.58}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.127, "count": 291, "max_ms": 80.669, "p95_ms": 75.736}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.944, "count": 291, "max_ms": 97.077, "p95_ms": 92.478}, "read_interval": {"avg_ms": 103.254, "count": 290, "max_ms": 122.048, "p95_ms": 109.78}, "triton_wait": {"avg_ms": 72.139, "count": 291, "max_ms": 80.681, "p95_ms": 75.748}, "visualize": {"avg_ms": 3.807, "count": 291, "max_ms": 6.531, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3952}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12434.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 580.484, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.326, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 474326, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:12:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:12:08+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:12:08+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:12:08.432681+09:00", "mtime_epoch": 1783087928.4326808, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86009}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:12:08+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.49, "count": 292, "max_ms": 5.382, "p95_ms": 3.783}, "gstreamer_push": {"avg_ms": 1.365, "count": 292, "max_ms": 1.905, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.659, "count": 292, "max_ms": 73.829, "p95_ms": 68.188}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.367, "count": 292, "max_ms": 73.819, "p95_ms": 68.275}, "yolo11_640_fire_11class": {"avg_ms": 63.032, "count": 292, "max_ms": 73.838, "p95_ms": 67.914}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.317, "count": 292, "max_ms": 82.109, "p95_ms": 77.924}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.705, "count": 292, "max_ms": 94.337, "p95_ms": 90.822}, "read_interval": {"avg_ms": 102.752, "count": 292, "max_ms": 119.429, "p95_ms": 108.249}, "triton_wait": {"avg_ms": 73.329, "count": 292, "max_ms": 82.12, "p95_ms": 77.936}, "visualize": {"avg_ms": 3.763, "count": 292, "max_ms": 6.164, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3247}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12434.477, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2099.991, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.828, "name": "ffmpeg", "pid": 53907, "rss_mb": 295.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.008, "sample_count": 2913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 389709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:12:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:12:12+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:12:12+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:12:12.316752+09:00", "mtime_epoch": 1783087932.3167524, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123054}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:12:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.706}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.683, "count": 292, "max_ms": 7.812, "p95_ms": 6.166}, "gstreamer_push": {"avg_ms": 1.326, "count": 292, "max_ms": 1.992, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.21, "count": 292, "max_ms": 72.282, "p95_ms": 67.463}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.477, "count": 292, "max_ms": 73.231, "p95_ms": 67.531}, "yolo11_640_fire_11class": {"avg_ms": 61.634, "count": 292, "max_ms": 72.783, "p95_ms": 67.267}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.948, "count": 292, "max_ms": 81.408, "p95_ms": 77.121}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.927, "count": 292, "max_ms": 141.148, "p95_ms": 91.889}, "read_interval": {"avg_ms": 102.994, "count": 291, "max_ms": 154.425, "p95_ms": 110.266}, "triton_wait": {"avg_ms": 71.961, "count": 292, "max_ms": 81.42, "p95_ms": 77.133}, "visualize": {"avg_ms": 3.77, "count": 292, "max_ms": 6.752, "p95_ms": 4.631}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12434.551, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 610.533, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.742, "name": "ffmpeg", "pid": 54470, "rss_mb": 327.742, "state": "S (sleeping)", "threads": 106}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.304, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 474618, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:12:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:12:38+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:12:38+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:12:38.481235+09:00", "mtime_epoch": 1783087958.4812348, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:12:38+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.464, "count": 292, "max_ms": 5.35, "p95_ms": 3.768}, "gstreamer_push": {"avg_ms": 1.389, "count": 292, "max_ms": 2.245, "p95_ms": 1.497}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.341, "count": 292, "max_ms": 70.981, "p95_ms": 67.207}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.783, "count": 292, "max_ms": 71.579, "p95_ms": 67.26}, "yolo11_640_fire_11class": {"avg_ms": 62.985, "count": 292, "max_ms": 72.06, "p95_ms": 66.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.052, "count": 292, "max_ms": 81.063, "p95_ms": 76.331}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.469, "count": 292, "max_ms": 93.335, "p95_ms": 89.017}, "read_interval": {"avg_ms": 102.889, "count": 291, "max_ms": 113.263, "p95_ms": 107.329}, "triton_wait": {"avg_ms": 73.065, "count": 292, "max_ms": 81.075, "p95_ms": 76.344}, "visualize": {"avg_ms": 3.729, "count": 292, "max_ms": 6.231, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3250}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12434.363, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2130.007, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.828, "name": "ffmpeg", "pid": 53907, "rss_mb": 295.828, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.035, "sample_count": 2914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 390000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:12:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:12:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:12:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:12:42.329306+09:00", "mtime_epoch": 1783087962.329306, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120244}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:12:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.7, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.568, "count": 291, "max_ms": 7.147, "p95_ms": 4.856}, "gstreamer_push": {"avg_ms": 1.332, "count": 291, "max_ms": 2.177, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.298, "count": 291, "max_ms": 73.443, "p95_ms": 66.77}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.775, "count": 291, "max_ms": 74.071, "p95_ms": 67.209}, "yolo11_640_fire_11class": {"avg_ms": 62.88, "count": 291, "max_ms": 74.538, "p95_ms": 66.926}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.879, "count": 291, "max_ms": 83.34, "p95_ms": 76.508}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.404, "count": 291, "max_ms": 96.634, "p95_ms": 89.872}, "read_interval": {"avg_ms": 103.136, "count": 291, "max_ms": 113.003, "p95_ms": 107.383}, "triton_wait": {"avg_ms": 72.891, "count": 291, "max_ms": 83.352, "p95_ms": 76.52}, "visualize": {"avg_ms": 3.683, "count": 291, "max_ms": 4.684, "p95_ms": 3.93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3253}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12439.586, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2160.056, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 300.469, "name": "ffmpeg", "pid": 53907, "rss_mb": 300.469, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.868, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 390373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:13:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:13:12+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T23:13:12+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T23:13:12.401860+09:00", "mtime_epoch": 1783087992.4018602, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119979}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:13:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 373, "pushed_frames": 373, "read_frames": 372, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.454, "pushed": 12.454, "read": 12.421}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.59, "count": 373, "max_ms": 6.865, "p95_ms": 4.827}, "gstreamer_push": {"avg_ms": 1.338, "count": 373, "max_ms": 1.73, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 48.301, "count": 373, "max_ms": 66.856, "p95_ms": 63.616}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.283, "count": 373, "max_ms": 66.866, "p95_ms": 63.348}, "yolo11_640_fire_11class": {"avg_ms": 47.338, "count": 373, "max_ms": 66.328, "p95_ms": 63.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 50.174, "count": 373, "max_ms": 76.245, "p95_ms": 73.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 63.611, "count": 373, "max_ms": 89.725, "p95_ms": 87.648}, "read_interval": {"avg_ms": 80.564, "count": 372, "max_ms": 140.268, "p95_ms": 104.231}, "triton_wait": {"avg_ms": 50.199, "count": 373, "max_ms": 76.258, "p95_ms": 74.005}, "visualize": {"avg_ms": 3.73, "count": 373, "max_ms": 4.458, "p95_ms": 3.947}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3955}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12460.812, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 54, "h264_decode_error_count": 59, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:02:25+09:00", "last_error_summary": "[NULL @ 0x5581c551a200] missing picture in access unit with size 18 [h264 @ 0x5581c5f73fc0] no frame! [in#0/rtsp @ 0x5581c5515e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5581c5515e00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x5581c551a840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:02:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 645.446, "last_started_at": "2026-07-03T23:02:28+09:00", "pid": 54470, "process": {"exists": true, "fd_count": 5, "hwm_mb": 350.129, "name": "ffmpeg", "pid": 54470, "rss_mb": 350.129, "state": "S (sleeping)", "threads": 104}, "restart_count": 55, "restart_count_per_hour": 5, "rtsp_timeout_count": 90, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.27, "sample_count": 2667, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 474708, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:13:13+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:13:13+09:00", "mjpeg": {"age_sec": 16.453, "exists": true, "mtime": "2026-07-03T23:12:57.033577+09:00", "mtime_epoch": 1783087977.033577, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84847}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:13:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.436, "pushed": 1.436, "read": 1.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.468, "count": 43, "max_ms": 4.996, "p95_ms": 3.475}, "gstreamer_push": {"avg_ms": 1.362, "count": 43, "max_ms": 1.484, "p95_ms": 1.443}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.15, "count": 43, "max_ms": 67.849, "p95_ms": 66.412}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.542, "count": 43, "max_ms": 67.862, "p95_ms": 66.516}, "yolo11_640_fire_11class": {"avg_ms": 61.487, "count": 43, "max_ms": 66.584, "p95_ms": 65.279}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.459, "count": 43, "max_ms": 78.063, "p95_ms": 77.065}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.742, "count": 43, "max_ms": 90.415, "p95_ms": 89.25}, "read_interval": {"avg_ms": 713.173, "count": 42, "max_ms": 16448.272, "p95_ms": 110.944}, "triton_wait": {"avg_ms": 71.471, "count": 43, "max_ms": 78.075, "p95_ms": 77.077}, "visualize": {"avg_ms": 3.687, "count": 43, "max_ms": 4.495, "p95_ms": 3.84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3255}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12440.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2190.083, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.016, "name": "ffmpeg", "pid": 53907, "rss_mb": 302.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.724, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 390692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:13:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:13:42+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:13:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:13:42.406413+09:00", "mtime_epoch": 1783088022.406413, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:13:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 319, "pushed_frames": 319, "read_frames": 318, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.651, "pushed": 10.651, "read": 10.618}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.612, "count": 319, "max_ms": 7.488, "p95_ms": 4.73}, "gstreamer_push": {"avg_ms": 1.329, "count": 319, "max_ms": 1.581, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.764, "count": 319, "max_ms": 71.229, "p95_ms": 64.741}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.337, "count": 319, "max_ms": 70.054, "p95_ms": 63.517}, "yolo11_640_fire_11class": {"avg_ms": 56.153, "count": 319, "max_ms": 70.067, "p95_ms": 63.953}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 63.434, "count": 319, "max_ms": 79.182, "p95_ms": 74.278}}, "truncated_count": 0}, "processing_total": {"avg_ms": 76.943, "count": 319, "max_ms": 92.421, "p95_ms": 87.79}, "read_interval": {"avg_ms": 94.099, "count": 318, "max_ms": 109.521, "p95_ms": 105.031}, "triton_wait": {"avg_ms": 63.479, "count": 319, "max_ms": 79.194, "p95_ms": 74.289}, "visualize": {"avg_ms": 3.682, "count": 319, "max_ms": 4.838, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3957}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12440.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.216, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.852, "name": "ffmpeg", "pid": 54622, "rss_mb": 326.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.304, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 474959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:13:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:13:43+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T23:13:43+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T23:13:43.422432+09:00", "mtime_epoch": 1783088023.4224317, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91864}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:13:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.386, "pushed": 8.386, "read": 8.353}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.453, "count": 251, "max_ms": 5.313, "p95_ms": 3.754}, "gstreamer_push": {"avg_ms": 1.369, "count": 251, "max_ms": 1.52, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.223, "count": 251, "max_ms": 72.674, "p95_ms": 67.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.734, "count": 251, "max_ms": 71.61, "p95_ms": 66.177}, "yolo11_640_fire_11class": {"avg_ms": 62.547, "count": 251, "max_ms": 71.621, "p95_ms": 66.769}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.051, "count": 251, "max_ms": 81.583, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.314, "count": 251, "max_ms": 93.618, "p95_ms": 88.922}, "read_interval": {"avg_ms": 119.684, "count": 250, "max_ms": 5149.616, "p95_ms": 105.062}, "triton_wait": {"avg_ms": 72.065, "count": 251, "max_ms": 81.595, "p95_ms": 76.316}, "visualize": {"avg_ms": 3.705, "count": 251, "max_ms": 4.725, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3258}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12440.488, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2220.13, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.016, "name": "ffmpeg", "pid": 53907, "rss_mb": 302.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.653, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 390984, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:14:12+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T23:14:12+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:14:12.446967+09:00", "mtime_epoch": 1783088052.4469666, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:14:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.752, "pushed": 9.752, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.527, "count": 292, "max_ms": 5.999, "p95_ms": 4.857}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 1.668, "p95_ms": 1.406}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.062, "count": 292, "max_ms": 69.728, "p95_ms": 66.443}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.45, "count": 292, "max_ms": 69.072, "p95_ms": 66.395}, "yolo11_640_fire_11class": {"avg_ms": 62.553, "count": 292, "max_ms": 68.371, "p95_ms": 66.057}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.618, "count": 292, "max_ms": 78.96, "p95_ms": 75.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.04, "count": 292, "max_ms": 92.506, "p95_ms": 89.164}, "read_interval": {"avg_ms": 102.875, "count": 291, "max_ms": 111.181, "p95_ms": 106.898}, "triton_wait": {"avg_ms": 72.63, "count": 292, "max_ms": 78.971, "p95_ms": 75.815}, "visualize": {"avg_ms": 3.674, "count": 292, "max_ms": 4.776, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3960}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12440.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.259, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.852, "name": "ffmpeg", "pid": 54622, "rss_mb": 326.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.196, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 475251, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:14:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:14:13+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:14:13+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:14:13.470985+09:00", "mtime_epoch": 1783088053.4709854, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:14:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 292, "max_ms": 5.208, "p95_ms": 3.597}, "gstreamer_push": {"avg_ms": 1.386, "count": 292, "max_ms": 1.653, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.73, "count": 292, "max_ms": 69.506, "p95_ms": 67.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.512, "count": 292, "max_ms": 69.495, "p95_ms": 67.229}, "yolo11_640_fire_11class": {"avg_ms": 63.241, "count": 292, "max_ms": 68.746, "p95_ms": 67.162}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.23, "count": 292, "max_ms": 79.655, "p95_ms": 76.345}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.591, "count": 292, "max_ms": 91.904, "p95_ms": 88.677}, "read_interval": {"avg_ms": 102.879, "count": 291, "max_ms": 110.726, "p95_ms": 107.243}, "triton_wait": {"avg_ms": 73.242, "count": 292, "max_ms": 79.668, "p95_ms": 76.355}, "visualize": {"avg_ms": 3.716, "count": 292, "max_ms": 4.705, "p95_ms": 3.999}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3260}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12440.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2250.191, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 302.016, "name": "ffmpeg", "pid": 53907, "rss_mb": 302.016, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.418, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 391278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:14:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:14:42+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:14:42+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:14:42.515520+09:00", "mtime_epoch": 1783088082.5155203, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119775}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:14:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.777}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.537, "count": 294, "max_ms": 6.771, "p95_ms": 4.759}, "gstreamer_push": {"avg_ms": 1.331, "count": 294, "max_ms": 1.499, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.803, "count": 294, "max_ms": 68.827, "p95_ms": 65.833}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.904, "count": 294, "max_ms": 68.855, "p95_ms": 65.82}, "yolo11_640_fire_11class": {"avg_ms": 61.388, "count": 294, "max_ms": 68.218, "p95_ms": 65.776}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.255, "count": 294, "max_ms": 79.265, "p95_ms": 75.605}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.658, "count": 294, "max_ms": 92.405, "p95_ms": 89.086}, "read_interval": {"avg_ms": 102.245, "count": 293, "max_ms": 112.014, "p95_ms": 107.448}, "triton_wait": {"avg_ms": 71.267, "count": 294, "max_ms": 79.278, "p95_ms": 75.616}, "visualize": {"avg_ms": 3.679, "count": 294, "max_ms": 4.903, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3962}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12443.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.291, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.852, "name": "ffmpeg", "pid": 54622, "rss_mb": 326.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.121, "sample_count": 2631, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 475545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:14:43+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:14:43+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:14:43.507539+09:00", "mtime_epoch": 1783088083.5075386, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:14:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.823, "pushed": 9.823, "read": 9.789}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 294, "max_ms": 4.626, "p95_ms": 3.534}, "gstreamer_push": {"avg_ms": 1.385, "count": 294, "max_ms": 1.624, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.633, "count": 294, "max_ms": 69.275, "p95_ms": 67.042}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.9, "count": 294, "max_ms": 69.285, "p95_ms": 66.398}, "yolo11_640_fire_11class": {"avg_ms": 63.156, "count": 294, "max_ms": 69.365, "p95_ms": 66.369}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.119, "count": 294, "max_ms": 78.632, "p95_ms": 77.099}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.41, "count": 294, "max_ms": 90.8, "p95_ms": 89.308}, "read_interval": {"avg_ms": 102.15, "count": 293, "max_ms": 109.316, "p95_ms": 106.298}, "triton_wait": {"avg_ms": 73.131, "count": 294, "max_ms": 78.645, "p95_ms": 77.111}, "visualize": {"avg_ms": 3.71, "count": 294, "max_ms": 4.774, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3263}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12446.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2280.265, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.262, "name": "ffmpeg", "pid": 53907, "rss_mb": 308.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.543, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 391570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:15:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:15:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:15:12+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:15:12.588125+09:00", "mtime_epoch": 1783088112.5881245, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:15:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.558, "count": 292, "max_ms": 6.436, "p95_ms": 4.923}, "gstreamer_push": {"avg_ms": 1.334, "count": 292, "max_ms": 1.574, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.447, "count": 292, "max_ms": 74.471, "p95_ms": 67.036}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.152, "count": 292, "max_ms": 68.755, "p95_ms": 67.277}, "yolo11_640_fire_11class": {"avg_ms": 62.868, "count": 292, "max_ms": 74.487, "p95_ms": 66.741}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.776, "count": 292, "max_ms": 83.534, "p95_ms": 76.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.217, "count": 292, "max_ms": 96.209, "p95_ms": 89.543}, "read_interval": {"avg_ms": 102.987, "count": 291, "max_ms": 113.261, "p95_ms": 107.722}, "triton_wait": {"avg_ms": 72.788, "count": 292, "max_ms": 83.545, "p95_ms": 76.071}, "visualize": {"avg_ms": 3.682, "count": 292, "max_ms": 4.848, "p95_ms": 3.954}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3965}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12447.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.389, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.852, "name": "ffmpeg", "pid": 54622, "rss_mb": 326.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.085, "sample_count": 2628, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 475837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:15:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:15:13+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:15:13+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:15:13.600154+09:00", "mtime_epoch": 1783088113.600154, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87580}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:15:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.733, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.348, "count": 291, "max_ms": 4.439, "p95_ms": 3.472}, "gstreamer_push": {"avg_ms": 1.351, "count": 292, "max_ms": 1.506, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.489, "count": 291, "max_ms": 70.563, "p95_ms": 66.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.502, "count": 291, "max_ms": 71.637, "p95_ms": 66.342}, "yolo11_640_fire_11class": {"avg_ms": 61.914, "count": 291, "max_ms": 71.147, "p95_ms": 65.929}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.788, "count": 291, "max_ms": 80.185, "p95_ms": 75.512}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.919, "count": 291, "max_ms": 92.46, "p95_ms": 87.614}, "read_interval": {"avg_ms": 103.072, "count": 291, "max_ms": 112.295, "p95_ms": 107.618}, "triton_wait": {"avg_ms": 71.8, "count": 291, "max_ms": 80.196, "p95_ms": 75.523}, "visualize": {"avg_ms": 3.638, "count": 291, "max_ms": 4.413, "p95_ms": 3.796}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3265}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12446.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2310.353, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.262, "name": "ffmpeg", "pid": 53907, "rss_mb": 308.262, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.591, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 391863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:15:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:15:42+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:15:42+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:15:42.672995+09:00", "mtime_epoch": 1783088142.672995, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120356}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:15:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.579, "count": 293, "max_ms": 7.094, "p95_ms": 5.165}, "gstreamer_push": {"avg_ms": 1.324, "count": 293, "max_ms": 1.491, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.966, "count": 293, "max_ms": 69.163, "p95_ms": 66.89}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.857, "count": 293, "max_ms": 69.172, "p95_ms": 67.279}, "yolo11_640_fire_11class": {"avg_ms": 62.435, "count": 293, "max_ms": 68.409, "p95_ms": 66.753}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.443, "count": 293, "max_ms": 78.762, "p95_ms": 76.015}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.874, "count": 293, "max_ms": 92.224, "p95_ms": 89.558}, "read_interval": {"avg_ms": 102.68, "count": 292, "max_ms": 111.61, "p95_ms": 107.606}, "triton_wait": {"avg_ms": 72.455, "count": 293, "max_ms": 78.774, "p95_ms": 76.029}, "visualize": {"avg_ms": 3.681, "count": 293, "max_ms": 4.712, "p95_ms": 3.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3967}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12446.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.492, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.852, "name": "ffmpeg", "pid": 54622, "rss_mb": 326.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.217, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:15:43+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:15:43+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:15:43.701025+09:00", "mtime_epoch": 1783088143.7010245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86178}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:15:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.416, "count": 292, "max_ms": 4.365, "p95_ms": 3.504}, "gstreamer_push": {"avg_ms": 1.368, "count": 292, "max_ms": 1.551, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.909, "count": 292, "max_ms": 69.664, "p95_ms": 67.773}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.039, "count": 292, "max_ms": 70.129, "p95_ms": 67.786}, "yolo11_640_fire_11class": {"avg_ms": 63.416, "count": 292, "max_ms": 68.739, "p95_ms": 67.273}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.44, "count": 292, "max_ms": 80.215, "p95_ms": 77.066}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.694, "count": 292, "max_ms": 92.447, "p95_ms": 89.321}, "read_interval": {"avg_ms": 102.724, "count": 292, "max_ms": 110.741, "p95_ms": 107.215}, "triton_wait": {"avg_ms": 73.452, "count": 292, "max_ms": 80.228, "p95_ms": 77.079}, "visualize": {"avg_ms": 3.69, "count": 292, "max_ms": 4.643, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3267}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12446.832, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2340.383, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.52, "name": "ffmpeg", "pid": 53907, "rss_mb": 308.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.514, "sample_count": 3024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 392155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:16:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:16:12+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T23:16:12+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T23:16:12.697848+09:00", "mtime_epoch": 1783088172.6978478, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121447}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:16:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.543, "count": 292, "max_ms": 5.524, "p95_ms": 4.672}, "gstreamer_push": {"avg_ms": 1.317, "count": 292, "max_ms": 2.241, "p95_ms": 1.405}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.695, "count": 292, "max_ms": 69.688, "p95_ms": 66.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.531, "count": 292, "max_ms": 72.458, "p95_ms": 66.58}, "yolo11_640_fire_11class": {"avg_ms": 62.229, "count": 292, "max_ms": 69.035, "p95_ms": 65.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.338, "count": 292, "max_ms": 79.746, "p95_ms": 76.195}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.773, "count": 292, "max_ms": 93.975, "p95_ms": 89.498}, "read_interval": {"avg_ms": 102.808, "count": 291, "max_ms": 111.31, "p95_ms": 107.296}, "triton_wait": {"avg_ms": 72.35, "count": 292, "max_ms": 79.758, "p95_ms": 76.208}, "visualize": {"avg_ms": 3.68, "count": 292, "max_ms": 4.79, "p95_ms": 3.895}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3970}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12446.773, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.514, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.852, "name": "ffmpeg", "pid": 54622, "rss_mb": 326.852, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.175, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476422, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:16:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:16:13+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:16:13+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:16:13.729877+09:00", "mtime_epoch": 1783088173.729877, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86902}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:16:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.757, "pushed": 9.757, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 292, "max_ms": 5.037, "p95_ms": 3.633}, "gstreamer_push": {"avg_ms": 1.391, "count": 292, "max_ms": 1.721, "p95_ms": 1.495}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.948, "count": 292, "max_ms": 68.85, "p95_ms": 66.551}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.77, "count": 292, "max_ms": 70.411, "p95_ms": 66.772}, "yolo11_640_fire_11class": {"avg_ms": 63.478, "count": 292, "max_ms": 67.759, "p95_ms": 65.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.663, "count": 292, "max_ms": 78.41, "p95_ms": 76.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.031, "count": 292, "max_ms": 90.793, "p95_ms": 88.838}, "read_interval": {"avg_ms": 102.8, "count": 291, "max_ms": 110.429, "p95_ms": 107.187}, "triton_wait": {"avg_ms": 73.676, "count": 292, "max_ms": 78.423, "p95_ms": 76.363}, "visualize": {"avg_ms": 3.727, "count": 292, "max_ms": 5.381, "p95_ms": 4.022}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3270}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12447.121, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2370.459, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 308.52, "name": "ffmpeg", "pid": 53907, "rss_mb": 308.52, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.411, "sample_count": 3026, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 392448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:16:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:16:42+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:16:42+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:16:42.778687+09:00", "mtime_epoch": 1783088202.778687, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120958}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:16:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.524, "count": 293, "max_ms": 4.924, "p95_ms": 4.637}, "gstreamer_push": {"avg_ms": 1.343, "count": 293, "max_ms": 1.478, "p95_ms": 1.423}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.837, "count": 293, "max_ms": 70.569, "p95_ms": 66.094}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.204, "count": 293, "max_ms": 73.059, "p95_ms": 65.627}, "yolo11_640_fire_11class": {"avg_ms": 62.322, "count": 293, "max_ms": 71.12, "p95_ms": 65.604}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.3, "count": 293, "max_ms": 80.702, "p95_ms": 75.529}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.795, "count": 293, "max_ms": 94.037, "p95_ms": 88.97}, "read_interval": {"avg_ms": 102.634, "count": 292, "max_ms": 111.068, "p95_ms": 106.493}, "triton_wait": {"avg_ms": 72.312, "count": 293, "max_ms": 80.715, "p95_ms": 75.541}, "visualize": {"avg_ms": 3.686, "count": 293, "max_ms": 4.071, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3972}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12447.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.611, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.096, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:16:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:16:43+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:16:43+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:16:43.818716+09:00", "mtime_epoch": 1783088203.8187158, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:16:43+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.44, "count": 293, "max_ms": 5.15, "p95_ms": 3.513}, "gstreamer_push": {"avg_ms": 1.374, "count": 293, "max_ms": 1.576, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.013, "count": 293, "max_ms": 69.384, "p95_ms": 67.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.717, "count": 293, "max_ms": 71.283, "p95_ms": 67.014}, "yolo11_640_fire_11class": {"avg_ms": 63.495, "count": 293, "max_ms": 69.342, "p95_ms": 66.632}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.444, "count": 293, "max_ms": 78.84, "p95_ms": 75.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.809, "count": 293, "max_ms": 91.09, "p95_ms": 88.523}, "read_interval": {"avg_ms": 102.71, "count": 292, "max_ms": 110.603, "p95_ms": 106.34}, "triton_wait": {"avg_ms": 73.456, "count": 293, "max_ms": 78.852, "p95_ms": 76.012}, "visualize": {"avg_ms": 3.709, "count": 293, "max_ms": 4.829, "p95_ms": 3.861}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3272}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12450.082, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2400.528, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.098, "name": "ffmpeg", "pid": 53907, "rss_mb": 311.098, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.344, "sample_count": 3025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 392739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:17:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:17:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:17:12+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:17:12.847512+09:00", "mtime_epoch": 1783088232.8475118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120600}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:17:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.711, "pushed": 9.711, "read": 9.678}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.602, "count": 291, "max_ms": 7.12, "p95_ms": 4.928}, "gstreamer_push": {"avg_ms": 1.327, "count": 291, "max_ms": 2.296, "p95_ms": 1.414}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.661, "count": 291, "max_ms": 75.312, "p95_ms": 67.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.653, "count": 291, "max_ms": 75.848, "p95_ms": 68.355}, "yolo11_640_fire_11class": {"avg_ms": 63.283, "count": 291, "max_ms": 74.407, "p95_ms": 67.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.946, "count": 291, "max_ms": 83.197, "p95_ms": 76.285}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.42, "count": 291, "max_ms": 96.401, "p95_ms": 89.73}, "read_interval": {"avg_ms": 103.319, "count": 290, "max_ms": 112.673, "p95_ms": 108.028}, "triton_wait": {"avg_ms": 72.958, "count": 291, "max_ms": 83.206, "p95_ms": 76.297}, "visualize": {"avg_ms": 3.692, "count": 291, "max_ms": 4.79, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3975}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12450.191, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.667, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.797, "sample_count": 2627, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 477006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:17:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:17:13+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:17:13+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:17:13.883540+09:00", "mtime_epoch": 1783088233.88354, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88565}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:17:13+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.714, "pushed": 9.714, "read": 9.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.41, "count": 291, "max_ms": 3.973, "p95_ms": 3.481}, "gstreamer_push": {"avg_ms": 1.359, "count": 291, "max_ms": 2.311, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.643, "count": 291, "max_ms": 72.77, "p95_ms": 66.753}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.238, "count": 291, "max_ms": 73.277, "p95_ms": 67.242}, "yolo11_640_fire_11class": {"avg_ms": 63.247, "count": 291, "max_ms": 72.155, "p95_ms": 66.762}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.893, "count": 291, "max_ms": 81.082, "p95_ms": 76.093}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.135, "count": 291, "max_ms": 93.434, "p95_ms": 88.28}, "read_interval": {"avg_ms": 103.271, "count": 290, "max_ms": 112.908, "p95_ms": 107.668}, "triton_wait": {"avg_ms": 72.906, "count": 291, "max_ms": 81.094, "p95_ms": 76.105}, "visualize": {"avg_ms": 3.665, "count": 291, "max_ms": 4.126, "p95_ms": 3.805}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3275}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12450.219, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2430.58, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 311.355, "name": "ffmpeg", "pid": 53907, "rss_mb": 311.355, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.203, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 393033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:17:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:17:42+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:17:42.900322+09:00", "mtime_epoch": 1783088262.9003222, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120939}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:17:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.817, "pushed": 9.817, "read": 9.783}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.628, "count": 294, "max_ms": 7.489, "p95_ms": 5.197}, "gstreamer_push": {"avg_ms": 1.346, "count": 294, "max_ms": 2.026, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.13, "count": 294, "max_ms": 68.655, "p95_ms": 65.813}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.51, "count": 294, "max_ms": 69.413, "p95_ms": 65.609}, "yolo11_640_fire_11class": {"avg_ms": 60.658, "count": 294, "max_ms": 67.663, "p95_ms": 65.107}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.583, "count": 294, "max_ms": 77.26, "p95_ms": 74.895}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.207, "count": 294, "max_ms": 92.835, "p95_ms": 88.466}, "read_interval": {"avg_ms": 102.2, "count": 293, "max_ms": 112.955, "p95_ms": 106.992}, "triton_wait": {"avg_ms": 71.596, "count": 294, "max_ms": 77.272, "p95_ms": 74.908}, "visualize": {"avg_ms": 3.722, "count": 294, "max_ms": 6.363, "p95_ms": 4.168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3977}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12450.023, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.723, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.716, "sample_count": 2630, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 477300, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:17:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:17:44+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:17:43+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:17:43.932350+09:00", "mtime_epoch": 1783088263.93235, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88908}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:17:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.781}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.543, "count": 294, "max_ms": 5.412, "p95_ms": 4.677}, "gstreamer_push": {"avg_ms": 1.389, "count": 294, "max_ms": 1.815, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.26, "count": 294, "max_ms": 70.217, "p95_ms": 66.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.177, "count": 294, "max_ms": 70.27, "p95_ms": 66.577}, "yolo11_640_fire_11class": {"avg_ms": 61.757, "count": 294, "max_ms": 69.228, "p95_ms": 65.971}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.813, "count": 294, "max_ms": 78.494, "p95_ms": 75.742}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.295, "count": 294, "max_ms": 91.513, "p95_ms": 88.397}, "read_interval": {"avg_ms": 102.209, "count": 293, "max_ms": 113.429, "p95_ms": 106.698}, "triton_wait": {"avg_ms": 72.826, "count": 294, "max_ms": 78.506, "p95_ms": 75.753}, "visualize": {"avg_ms": 3.753, "count": 294, "max_ms": 6.075, "p95_ms": 4.387}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3277}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12451.523, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2460.646, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 312.387, "name": "ffmpeg", "pid": 53907, "rss_mb": 312.387, "state": "S (sleeping)", "threads": 106}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.237, "sample_count": 2947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 393327, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:18:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:18:13+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T23:18:12+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:18:12.969121+09:00", "mtime_epoch": 1783088292.9691205, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127237}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:18:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.813, "pushed": 9.813, "read": 9.779}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.522, "count": 294, "max_ms": 5.183, "p95_ms": 4.641}, "gstreamer_push": {"avg_ms": 1.329, "count": 294, "max_ms": 1.549, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.745, "count": 294, "max_ms": 67.084, "p95_ms": 66.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.264, "count": 294, "max_ms": 67.982, "p95_ms": 66.12}, "yolo11_640_fire_11class": {"avg_ms": 61.957, "count": 294, "max_ms": 67.97, "p95_ms": 65.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.149, "count": 294, "max_ms": 79.189, "p95_ms": 75.284}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.503, "count": 294, "max_ms": 92.502, "p95_ms": 88.638}, "read_interval": {"avg_ms": 102.277, "count": 293, "max_ms": 110.182, "p95_ms": 106.541}, "triton_wait": {"avg_ms": 72.161, "count": 294, "max_ms": 79.2, "p95_ms": 75.297}, "visualize": {"avg_ms": 3.652, "count": 294, "max_ms": 4.123, "p95_ms": 3.808}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3979}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12451.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.772, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.595, "sample_count": 2881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 477594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:18:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:18:14+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:18:13+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:18:13.985147+09:00", "mtime_epoch": 1783088293.9851472, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83789}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:18:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.815, "pushed": 9.815, "read": 9.782}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 294, "max_ms": 4.338, "p95_ms": 3.526}, "gstreamer_push": {"avg_ms": 1.386, "count": 294, "max_ms": 1.569, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.452, "count": 294, "max_ms": 68.032, "p95_ms": 66.917}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.364, "count": 294, "max_ms": 68.298, "p95_ms": 66.922}, "yolo11_640_fire_11class": {"avg_ms": 62.693, "count": 294, "max_ms": 67.727, "p95_ms": 66.282}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.909, "count": 294, "max_ms": 80.232, "p95_ms": 75.975}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.154, "count": 294, "max_ms": 92.803, "p95_ms": 88.167}, "read_interval": {"avg_ms": 102.211, "count": 293, "max_ms": 109.605, "p95_ms": 106.063}, "triton_wait": {"avg_ms": 72.922, "count": 294, "max_ms": 80.244, "p95_ms": 75.986}, "visualize": {"avg_ms": 3.704, "count": 294, "max_ms": 4.379, "p95_ms": 3.894}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3982}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12451.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.821, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.557, "sample_count": 2961, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 477926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:18:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:18:44+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T23:18:44+09:00", "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-07-03T23:18:44.061934+09:00", "mtime_epoch": 1783088324.0619335, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83282}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:18:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.086, "pushed": 11.086, "read": 11.053}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.456, "count": 332, "max_ms": 5.103, "p95_ms": 3.737}, "gstreamer_push": {"avg_ms": 1.364, "count": 332, "max_ms": 1.655, "p95_ms": 1.464}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.296, "count": 332, "max_ms": 69.645, "p95_ms": 66.615}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.735, "count": 332, "max_ms": 70.172, "p95_ms": 66.41}, "yolo11_640_fire_11class": {"avg_ms": 54.841, "count": 332, "max_ms": 69.659, "p95_ms": 66.665}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.292, "count": 332, "max_ms": 80.647, "p95_ms": 75.851}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.642, "count": 332, "max_ms": 92.796, "p95_ms": 88.43}, "read_interval": {"avg_ms": 90.547, "count": 331, "max_ms": 110.358, "p95_ms": 105.975}, "triton_wait": {"avg_ms": 61.363, "count": 332, "max_ms": 80.659, "p95_ms": 75.864}, "visualize": {"avg_ms": 3.739, "count": 332, "max_ms": 4.75, "p95_ms": 4.143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3279}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12462.078, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 158, "h264_decode_error_count": 399, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T22:37:09+09:00", "last_error_summary": "[h264 @ 0x557e94a7ddc0] cabac decode of qscale diff failed at 61 3 [h264 @ 0x557e94a7ddc0] error while decoding MB 61 3, bytestream 7465 [h264 @ 0x557e9557a140] top block unavailable for requested intra mode -1 [h264 @ 0x557e9557a140] error while decoding MB 36 0, bytestream 46966 [in#0/rtsp @ 0x557e9495be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x557e9495be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T22:37:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2499.804, "last_started_at": "2026-07-03T22:37:12+09:00", "pid": 53907, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.215, "name": "ffmpeg", "pid": 53907, "rss_mb": 323.215, "state": "S (sleeping)", "threads": 104}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 112, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.317, "sample_count": 2732, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 393518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:18:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:18:52+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:18:52+09:00", "mjpeg": {"age_sec": 19.619, "exists": true, "mtime": "2026-07-03T23:18:32.593635+09:00", "mtime_epoch": 1783088312.593635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119205}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:18:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 102, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.402, "pushed": 3.402, "read": 3.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.54, "count": 102, "max_ms": 5.572, "p95_ms": 4.874}, "gstreamer_push": {"avg_ms": 1.305, "count": 102, "max_ms": 1.498, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.187, "count": 102, "max_ms": 68.795, "p95_ms": 67.168}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.428, "count": 102, "max_ms": 68.805, "p95_ms": 67.041}, "yolo11_640_fire_11class": {"avg_ms": 62.522, "count": 102, "max_ms": 67.8, "p95_ms": 66.513}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.685, "count": 102, "max_ms": 79.275, "p95_ms": 76.131}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.953, "count": 102, "max_ms": 93.361, "p95_ms": 89.265}, "read_interval": {"avg_ms": 294.156, "count": 102, "max_ms": 19631.517, "p95_ms": 107.602}, "triton_wait": {"avg_ms": 72.697, "count": 102, "max_ms": 79.287, "p95_ms": 76.143}, "visualize": {"avg_ms": 3.662, "count": 102, "max_ms": 4.463, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3985}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12403.262, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.838, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.498, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 478261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:19:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:19:14+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:19:14+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:19:14.050706+09:00", "mtime_epoch": 1783088354.0507061, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:19:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 335, "pushed_frames": 335, "read_frames": 334, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.189, "pushed": 11.189, "read": 11.155}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 335, "max_ms": 5.5, "p95_ms": 3.729}, "gstreamer_push": {"avg_ms": 1.368, "count": 335, "max_ms": 1.612, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 54.618, "count": 335, "max_ms": 69.54, "p95_ms": 65.101}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 51.374, "count": 335, "max_ms": 68.99, "p95_ms": 65.053}, "yolo11_640_fire_11class": {"avg_ms": 53.985, "count": 335, "max_ms": 68.814, "p95_ms": 65.031}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 59.912, "count": 335, "max_ms": 78.03, "p95_ms": 75.311}}, "truncated_count": 0}, "processing_total": {"avg_ms": 72.294, "count": 335, "max_ms": 93.858, "p95_ms": 87.775}, "read_interval": {"avg_ms": 89.556, "count": 334, "max_ms": 114.885, "p95_ms": 105.738}, "triton_wait": {"avg_ms": 59.968, "count": 335, "max_ms": 78.043, "p95_ms": 75.323}, "visualize": {"avg_ms": 3.743, "count": 335, "max_ms": 4.905, "p95_ms": 4.249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3281}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.336, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 27.064, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 265.434, "name": "ffmpeg", "pid": 54774, "rss_mb": 265.434, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 3, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.425, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 393773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:19:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:19:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:19:22.214915+09:00", "mtime_epoch": 1783088362.2149146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119596}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:19:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.501, "pushed": 8.501, "read": 8.467}, "hints": ["read_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.556, "count": 254, "max_ms": 6.945, "p95_ms": 4.87}, "gstreamer_push": {"avg_ms": 1.328, "count": 255, "max_ms": 1.493, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.558, "count": 254, "max_ms": 71.238, "p95_ms": 67.492}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.307, "count": 254, "max_ms": 70.584, "p95_ms": 67.551}, "yolo11_640_fire_11class": {"avg_ms": 63.217, "count": 254, "max_ms": 70.597, "p95_ms": 67.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.218, "count": 254, "max_ms": 79.751, "p95_ms": 77.155}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.544, "count": 255, "max_ms": 93.115, "p95_ms": 90.666}, "read_interval": {"avg_ms": 118.043, "count": 254, "max_ms": 4235.898, "p95_ms": 106.931}, "triton_wait": {"avg_ms": 73.23, "count": 254, "max_ms": 79.763, "p95_ms": 77.167}, "visualize": {"avg_ms": 3.677, "count": 254, "max_ms": 4.697, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3987}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12409.906, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.914, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.523, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 478553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:19:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:19:44+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:19:44+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:19:44.127470+09:00", "mtime_epoch": 1783088384.1274703, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83668}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:19:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.706}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.503, "count": 292, "max_ms": 5.453, "p95_ms": 3.807}, "gstreamer_push": {"avg_ms": 1.399, "count": 292, "max_ms": 1.792, "p95_ms": 1.498}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.026, "count": 292, "max_ms": 69.842, "p95_ms": 67.086}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.489, "count": 292, "max_ms": 69.402, "p95_ms": 67.376}, "yolo11_640_fire_11class": {"avg_ms": 62.636, "count": 292, "max_ms": 69.384, "p95_ms": 66.566}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.917, "count": 292, "max_ms": 79.526, "p95_ms": 76.773}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.514, "count": 292, "max_ms": 97.876, "p95_ms": 89.537}, "read_interval": {"avg_ms": 102.981, "count": 291, "max_ms": 120.112, "p95_ms": 108.719}, "triton_wait": {"avg_ms": 72.929, "count": 292, "max_ms": 79.541, "p95_ms": 76.785}, "visualize": {"avg_ms": 3.782, "count": 292, "max_ms": 6.189, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3283}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12409.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.117, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.59, "name": "ffmpeg", "pid": 54774, "rss_mb": 270.59, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 3, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.545, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 394064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:19:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:19:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:19:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:19:52.267675+09:00", "mtime_epoch": 1783088392.2676754, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122003}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:19:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.716, "pushed": 9.716, "read": 9.682}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.634, "count": 291, "max_ms": 7.811, "p95_ms": 4.97}, "gstreamer_push": {"avg_ms": 1.33, "count": 291, "max_ms": 1.551, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.072, "count": 291, "max_ms": 71.056, "p95_ms": 67.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.933, "count": 291, "max_ms": 71.442, "p95_ms": 67.353}, "yolo11_640_fire_11class": {"avg_ms": 62.692, "count": 291, "max_ms": 71.045, "p95_ms": 66.88}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.978, "count": 291, "max_ms": 82.261, "p95_ms": 76.831}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.653, "count": 291, "max_ms": 100.812, "p95_ms": 91.267}, "read_interval": {"avg_ms": 103.269, "count": 290, "max_ms": 120.466, "p95_ms": 108.103}, "triton_wait": {"avg_ms": 72.99, "count": 291, "max_ms": 82.275, "p95_ms": 76.843}, "visualize": {"avg_ms": 3.762, "count": 291, "max_ms": 6.797, "p95_ms": 4.045}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3990}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.001, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.66, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 478846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:20:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:20:14+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:20:14+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:20:14.212224+09:00", "mtime_epoch": 1783088414.2122245, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84990}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:20:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.738}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.465, "count": 293, "max_ms": 4.575, "p95_ms": 3.763}, "gstreamer_push": {"avg_ms": 1.382, "count": 293, "max_ms": 1.585, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.111, "count": 293, "max_ms": 71.026, "p95_ms": 66.815}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.365, "count": 293, "max_ms": 69.966, "p95_ms": 66.71}, "yolo11_640_fire_11class": {"avg_ms": 62.66, "count": 293, "max_ms": 71.015, "p95_ms": 66.655}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.067, "count": 293, "max_ms": 81.847, "p95_ms": 76.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.595, "count": 293, "max_ms": 94.431, "p95_ms": 89.132}, "read_interval": {"avg_ms": 102.677, "count": 292, "max_ms": 110.99, "p95_ms": 106.643}, "triton_wait": {"avg_ms": 73.079, "count": 293, "max_ms": 81.86, "p95_ms": 76.412}, "visualize": {"avg_ms": 3.785, "count": 293, "max_ms": 4.824, "p95_ms": 4.105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3286}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.129, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.175, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.848, "name": "ffmpeg", "pid": 54774, "rss_mb": 270.848, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 3, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.545, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 394357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:20:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:20:22+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:20:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:20:22.324426+09:00", "mtime_epoch": 1783088422.3244264, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119727}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:20:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.782, "pushed": 9.782, "read": 9.749}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.535, "count": 293, "max_ms": 6.164, "p95_ms": 4.75}, "gstreamer_push": {"avg_ms": 1.324, "count": 293, "max_ms": 1.485, "p95_ms": 1.415}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.879, "count": 293, "max_ms": 68.497, "p95_ms": 66.328}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.726, "count": 293, "max_ms": 69.03, "p95_ms": 66.002}, "yolo11_640_fire_11class": {"avg_ms": 62.408, "count": 293, "max_ms": 68.51, "p95_ms": 65.606}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.757, "count": 293, "max_ms": 77.671, "p95_ms": 75.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.12, "count": 293, "max_ms": 91.084, "p95_ms": 89.395}, "read_interval": {"avg_ms": 102.583, "count": 292, "max_ms": 109.188, "p95_ms": 106.439}, "triton_wait": {"avg_ms": 72.769, "count": 293, "max_ms": 77.683, "p95_ms": 75.957}, "visualize": {"avg_ms": 3.681, "count": 293, "max_ms": 4.673, "p95_ms": 3.879}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3992}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.348, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.047, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.717, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479138, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:20:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:20:44+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:20:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:20:44.256968+09:00", "mtime_epoch": 1783088444.2569685, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88093}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:20:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 292, "max_ms": 5.246, "p95_ms": 3.548}, "gstreamer_push": {"avg_ms": 1.38, "count": 292, "max_ms": 1.554, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.006, "count": 292, "max_ms": 68.975, "p95_ms": 67.857}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.097, "count": 292, "max_ms": 69.866, "p95_ms": 67.39}, "yolo11_640_fire_11class": {"avg_ms": 63.552, "count": 292, "max_ms": 69.384, "p95_ms": 67.365}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.608, "count": 292, "max_ms": 78.836, "p95_ms": 77.352}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.971, "count": 292, "max_ms": 90.996, "p95_ms": 89.694}, "read_interval": {"avg_ms": 102.881, "count": 291, "max_ms": 110.108, "p95_ms": 106.966}, "triton_wait": {"avg_ms": 73.62, "count": 292, "max_ms": 78.847, "p95_ms": 77.362}, "visualize": {"avg_ms": 3.714, "count": 292, "max_ms": 5.092, "p95_ms": 3.924}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3288}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12410.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.25, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 271.621, "name": "ffmpeg", "pid": 54774, "rss_mb": 271.621, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 3, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.641, "sample_count": 2692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 394649, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:20:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:20:52+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:20:52+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:20:52.401169+09:00", "mtime_epoch": 1783088452.4011686, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121135}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:20:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.708}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.563, "count": 292, "max_ms": 6.057, "p95_ms": 4.829}, "gstreamer_push": {"avg_ms": 1.325, "count": 292, "max_ms": 1.465, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.328, "count": 292, "max_ms": 68.548, "p95_ms": 67.31}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.979, "count": 292, "max_ms": 68.608, "p95_ms": 66.703}, "yolo11_640_fire_11class": {"avg_ms": 62.91, "count": 292, "max_ms": 69.042, "p95_ms": 66.901}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.011, "count": 292, "max_ms": 78.35, "p95_ms": 76.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.432, "count": 292, "max_ms": 91.797, "p95_ms": 89.949}, "read_interval": {"avg_ms": 102.993, "count": 291, "max_ms": 108.669, "p95_ms": 107.318}, "triton_wait": {"avg_ms": 73.023, "count": 292, "max_ms": 78.363, "p95_ms": 76.667}, "visualize": {"avg_ms": 3.701, "count": 292, "max_ms": 4.673, "p95_ms": 3.916}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3995}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12410.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.108, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.739, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:21:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:21:14+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T23:21:14+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:21:14.317704+09:00", "mtime_epoch": 1783088474.3177037, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:21:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.714}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.503, "count": 292, "max_ms": 5.052, "p95_ms": 4.317}, "gstreamer_push": {"avg_ms": 1.371, "count": 292, "max_ms": 1.588, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.641, "count": 292, "max_ms": 72.032, "p95_ms": 67.552}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.739, "count": 292, "max_ms": 71.048, "p95_ms": 67.103}, "yolo11_640_fire_11class": {"avg_ms": 63.278, "count": 292, "max_ms": 72.023, "p95_ms": 66.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.403, "count": 292, "max_ms": 82.525, "p95_ms": 76.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.825, "count": 292, "max_ms": 94.672, "p95_ms": 89.27}, "read_interval": {"avg_ms": 102.953, "count": 291, "max_ms": 110.762, "p95_ms": 107.323}, "triton_wait": {"avg_ms": 73.415, "count": 292, "max_ms": 82.537, "p95_ms": 76.65}, "visualize": {"avg_ms": 3.72, "count": 292, "max_ms": 5.715, "p95_ms": 4.026}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3291}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.3, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.457, "name": "ffmpeg", "pid": 54774, "rss_mb": 274.457, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 3, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.771, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 394941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:21:22+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T23:21:22+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:21:22.453901+09:00", "mtime_epoch": 1783088482.4539013, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119212}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:21:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.585, "count": 292, "max_ms": 5.651, "p95_ms": 4.892}, "gstreamer_push": {"avg_ms": 1.336, "count": 292, "max_ms": 1.537, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.036, "count": 292, "max_ms": 70.363, "p95_ms": 66.921}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.09, "count": 292, "max_ms": 69.848, "p95_ms": 66.486}, "yolo11_640_fire_11class": {"avg_ms": 62.693, "count": 292, "max_ms": 69.86, "p95_ms": 66.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.76, "count": 292, "max_ms": 80.856, "p95_ms": 76.375}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.318, "count": 292, "max_ms": 94.216, "p95_ms": 89.873}, "read_interval": {"avg_ms": 102.919, "count": 291, "max_ms": 111.61, "p95_ms": 106.803}, "triton_wait": {"avg_ms": 72.772, "count": 292, "max_ms": 80.868, "p95_ms": 76.388}, "visualize": {"avg_ms": 3.741, "count": 292, "max_ms": 4.455, "p95_ms": 4.089}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 3997}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.461, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.176, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.783, "sample_count": 3003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 479723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:21:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:21:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:21:44+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T23:21:44.394431+09:00", "mtime_epoch": 1783088504.394431, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 79490}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:21:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.777, "pushed": 9.777, "read": 9.744}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.573, "count": 293, "max_ms": 5.109, "p95_ms": 4.691}, "gstreamer_push": {"avg_ms": 1.387, "count": 293, "max_ms": 1.58, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.121, "count": 293, "max_ms": 70.464, "p95_ms": 67.391}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.03, "count": 293, "max_ms": 70.255, "p95_ms": 66.965}, "yolo11_640_fire_11class": {"avg_ms": 62.725, "count": 293, "max_ms": 69.968, "p95_ms": 66.494}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.631, "count": 293, "max_ms": 79.425, "p95_ms": 76.294}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.222, "count": 293, "max_ms": 91.647, "p95_ms": 88.822}, "read_interval": {"avg_ms": 102.61, "count": 292, "max_ms": 113.009, "p95_ms": 107.245}, "triton_wait": {"avg_ms": 72.644, "count": 293, "max_ms": 79.437, "p95_ms": 76.306}, "visualize": {"avg_ms": 3.763, "count": 293, "max_ms": 4.917, "p95_ms": 4.571}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3293}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.301, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.348, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.973, "name": "ffmpeg", "pid": 54774, "rss_mb": 274.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.747, "sample_count": 2692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 395234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:21:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:21:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:21:52+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:21:52.498626+09:00", "mtime_epoch": 1783088512.4986255, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:21:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.751}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.675, "count": 293, "max_ms": 7.42, "p95_ms": 6.019}, "gstreamer_push": {"avg_ms": 1.331, "count": 293, "max_ms": 1.557, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.611, "count": 293, "max_ms": 68.848, "p95_ms": 67.056}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.721, "count": 293, "max_ms": 69.892, "p95_ms": 66.79}, "yolo11_640_fire_11class": {"avg_ms": 62.159, "count": 293, "max_ms": 69.901, "p95_ms": 66.767}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.174, "count": 293, "max_ms": 78.144, "p95_ms": 76.042}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.78, "count": 293, "max_ms": 91.492, "p95_ms": 89.498}, "read_interval": {"avg_ms": 102.547, "count": 292, "max_ms": 110.774, "p95_ms": 107.153}, "triton_wait": {"avg_ms": 72.186, "count": 293, "max_ms": 78.156, "p95_ms": 76.053}, "visualize": {"avg_ms": 3.719, "count": 293, "max_ms": 4.617, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4000}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.293, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.251, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.822, "sample_count": 3005, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 480016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:22:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:22:14+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:22:14+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:22:14.467150+09:00", "mtime_epoch": 1783088534.4671502, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86114}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:22:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.462, "count": 293, "max_ms": 5.088, "p95_ms": 4.15}, "gstreamer_push": {"avg_ms": 1.377, "count": 293, "max_ms": 1.922, "p95_ms": 1.47}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.526, "count": 293, "max_ms": 70.278, "p95_ms": 67.116}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.691, "count": 293, "max_ms": 69.961, "p95_ms": 67.325}, "yolo11_640_fire_11class": {"avg_ms": 63.08, "count": 293, "max_ms": 69.65, "p95_ms": 66.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.121, "count": 293, "max_ms": 78.581, "p95_ms": 76.024}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.504, "count": 293, "max_ms": 91.416, "p95_ms": 88.556}, "read_interval": {"avg_ms": 102.634, "count": 292, "max_ms": 111.643, "p95_ms": 106.744}, "triton_wait": {"avg_ms": 73.133, "count": 293, "max_ms": 78.593, "p95_ms": 76.036}, "visualize": {"avg_ms": 3.722, "count": 293, "max_ms": 4.778, "p95_ms": 4.136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3296}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.378, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 274.973, "name": "ffmpeg", "pid": 54774, "rss_mb": 274.973, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.736, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 395526, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:22:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:22:22+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:22:22+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:22:22.527342+09:00", "mtime_epoch": 1783088542.5273418, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120455}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:22:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.755, "pushed": 9.755, "read": 9.722}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.539, "count": 292, "max_ms": 7.081, "p95_ms": 4.652}, "gstreamer_push": {"avg_ms": 1.319, "count": 292, "max_ms": 1.498, "p95_ms": 1.4}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.267, "count": 292, "max_ms": 69.039, "p95_ms": 67.044}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.191, "count": 292, "max_ms": 72.313, "p95_ms": 66.955}, "yolo11_640_fire_11class": {"avg_ms": 62.865, "count": 292, "max_ms": 70.774, "p95_ms": 67.213}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.816, "count": 292, "max_ms": 78.507, "p95_ms": 76.036}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.241, "count": 292, "max_ms": 91.764, "p95_ms": 89.344}, "read_interval": {"avg_ms": 102.826, "count": 291, "max_ms": 111.41, "p95_ms": 106.56}, "triton_wait": {"avg_ms": 72.828, "count": 292, "max_ms": 78.518, "p95_ms": 76.047}, "visualize": {"avg_ms": 3.695, "count": 292, "max_ms": 4.77, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4002}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.286, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.945, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 480307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:22:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:22:44+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:22:44+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:22:44.499861+09:00", "mtime_epoch": 1783088564.499861, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90637}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:22:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.722, "pushed": 9.722, "read": 9.689}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.46, "count": 291, "max_ms": 5.41, "p95_ms": 3.588}, "gstreamer_push": {"avg_ms": 1.38, "count": 291, "max_ms": 1.986, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.844, "count": 291, "max_ms": 73.995, "p95_ms": 67.498}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.222, "count": 291, "max_ms": 73.458, "p95_ms": 67.727}, "yolo11_640_fire_11class": {"avg_ms": 63.526, "count": 291, "max_ms": 73.469, "p95_ms": 67.442}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.622, "count": 291, "max_ms": 81.391, "p95_ms": 76.655}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.106, "count": 291, "max_ms": 94.453, "p95_ms": 89.429}, "read_interval": {"avg_ms": 103.194, "count": 290, "max_ms": 116.132, "p95_ms": 108.022}, "triton_wait": {"avg_ms": 73.634, "count": 291, "max_ms": 81.402, "p95_ms": 76.67}, "visualize": {"avg_ms": 3.735, "count": 291, "max_ms": 6.129, "p95_ms": 3.921}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3298}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.445, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.439, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.23, "name": "ffmpeg", "pid": 54774, "rss_mb": 275.23, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.887, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 395818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:22:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:22:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:22:52+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:22:52.588051+09:00", "mtime_epoch": 1783088572.5880513, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120834}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:22:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.746, "pushed": 9.746, "read": 9.713}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.627, "count": 292, "max_ms": 7.893, "p95_ms": 5.249}, "gstreamer_push": {"avg_ms": 1.327, "count": 292, "max_ms": 1.538, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.877, "count": 292, "max_ms": 69.778, "p95_ms": 66.774}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.139, "count": 292, "max_ms": 70.881, "p95_ms": 66.715}, "yolo11_640_fire_11class": {"avg_ms": 62.538, "count": 292, "max_ms": 69.232, "p95_ms": 66.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.614, "count": 292, "max_ms": 78.386, "p95_ms": 76.295}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.253, "count": 292, "max_ms": 98.081, "p95_ms": 90.073}, "read_interval": {"avg_ms": 102.941, "count": 291, "max_ms": 117.36, "p95_ms": 107.328}, "triton_wait": {"avg_ms": 72.626, "count": 292, "max_ms": 78.398, "p95_ms": 76.306}, "visualize": {"avg_ms": 3.744, "count": 292, "max_ms": 6.65, "p95_ms": 3.961}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4005}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.414, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.333, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.945, "sample_count": 3002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 480601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:23:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:23:14+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:23:14+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:23:14.544565+09:00", "mtime_epoch": 1783088594.5445652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88324}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:23:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.784}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.419, "count": 294, "max_ms": 5.004, "p95_ms": 3.53}, "gstreamer_push": {"avg_ms": 1.385, "count": 294, "max_ms": 2.107, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.202, "count": 294, "max_ms": 68.709, "p95_ms": 66.163}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.385, "count": 294, "max_ms": 69.426, "p95_ms": 65.97}, "yolo11_640_fire_11class": {"avg_ms": 62.707, "count": 294, "max_ms": 69.416, "p95_ms": 65.8}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.785, "count": 294, "max_ms": 78.772, "p95_ms": 75.7}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.173, "count": 294, "max_ms": 91.278, "p95_ms": 88.174}, "read_interval": {"avg_ms": 102.196, "count": 293, "max_ms": 110.914, "p95_ms": 105.89}, "triton_wait": {"avg_ms": 72.798, "count": 294, "max_ms": 78.785, "p95_ms": 75.713}, "visualize": {"avg_ms": 3.71, "count": 294, "max_ms": 4.338, "p95_ms": 3.882}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3300}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 267.519, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 277.809, "name": "ffmpeg", "pid": 54774, "rss_mb": 277.809, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.925, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 396112, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:23:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:23:22+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:23:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:23:22.668754+09:00", "mtime_epoch": 1783088602.6687543, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119949}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:23:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.534, "count": 294, "max_ms": 6.398, "p95_ms": 4.704}, "gstreamer_push": {"avg_ms": 1.328, "count": 294, "max_ms": 1.579, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.601, "count": 294, "max_ms": 70.116, "p95_ms": 66.145}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.306, "count": 294, "max_ms": 70.103, "p95_ms": 66.183}, "yolo11_640_fire_11class": {"avg_ms": 62.032, "count": 294, "max_ms": 70.619, "p95_ms": 65.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.267, "count": 294, "max_ms": 78.834, "p95_ms": 75.669}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.729, "count": 294, "max_ms": 92.168, "p95_ms": 89.1}, "read_interval": {"avg_ms": 102.292, "count": 293, "max_ms": 109.141, "p95_ms": 106.416}, "triton_wait": {"avg_ms": 72.279, "count": 294, "max_ms": 78.846, "p95_ms": 75.682}, "visualize": {"avg_ms": 3.693, "count": 294, "max_ms": 4.383, "p95_ms": 3.885}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4007}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.105, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.351, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.106, "sample_count": 2960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 480893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:23:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:23:44+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:23:44+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:23:44.565262+09:00", "mtime_epoch": 1783088624.565262, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82263}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:23:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.727}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.471, "count": 292, "max_ms": 5.201, "p95_ms": 3.674}, "gstreamer_push": {"avg_ms": 1.381, "count": 292, "max_ms": 1.826, "p95_ms": 1.466}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.087, "count": 292, "max_ms": 69.138, "p95_ms": 67.211}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.846, "count": 292, "max_ms": 70.447, "p95_ms": 67.273}, "yolo11_640_fire_11class": {"avg_ms": 62.556, "count": 292, "max_ms": 69.148, "p95_ms": 66.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.937, "count": 292, "max_ms": 78.223, "p95_ms": 76.791}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.456, "count": 292, "max_ms": 92.245, "p95_ms": 89.377}, "read_interval": {"avg_ms": 102.798, "count": 291, "max_ms": 111.064, "p95_ms": 107.152}, "triton_wait": {"avg_ms": 72.949, "count": 292, "max_ms": 78.235, "p95_ms": 76.802}, "visualize": {"avg_ms": 3.731, "count": 292, "max_ms": 4.909, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3303}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.297, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.519, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 278.066, "name": "ffmpeg", "pid": 54774, "rss_mb": 278.066, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.885, "sample_count": 2881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 396404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:23:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:23:52+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:23:52+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:23:52.669449+09:00", "mtime_epoch": 1783088632.669449, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 127002}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:23:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.497, "count": 292, "max_ms": 6.527, "p95_ms": 4.934}, "gstreamer_push": {"avg_ms": 1.305, "count": 292, "max_ms": 1.464, "p95_ms": 1.393}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.242, "count": 292, "max_ms": 71.288, "p95_ms": 67.658}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.169, "count": 292, "max_ms": 71.294, "p95_ms": 67.422}, "yolo11_640_fire_11class": {"avg_ms": 62.737, "count": 292, "max_ms": 70.784, "p95_ms": 67.158}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.948, "count": 292, "max_ms": 79.698, "p95_ms": 76.719}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.243, "count": 292, "max_ms": 92.528, "p95_ms": 89.48}, "read_interval": {"avg_ms": 102.748, "count": 292, "max_ms": 109.826, "p95_ms": 107.198}, "triton_wait": {"avg_ms": 72.96, "count": 292, "max_ms": 79.708, "p95_ms": 76.73}, "visualize": {"avg_ms": 3.646, "count": 292, "max_ms": 4.516, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4009}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.367, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.134, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 481186, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:24:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:24:14+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:24:14+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:24:14.577952+09:00", "mtime_epoch": 1783088654.5779524, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85752}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:24:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.767}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.429, "count": 293, "max_ms": 4.224, "p95_ms": 3.536}, "gstreamer_push": {"avg_ms": 1.378, "count": 293, "max_ms": 1.635, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.42, "count": 293, "max_ms": 71.297, "p95_ms": 67.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.485, "count": 293, "max_ms": 70.36, "p95_ms": 67.268}, "yolo11_640_fire_11class": {"avg_ms": 62.868, "count": 293, "max_ms": 71.308, "p95_ms": 66.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.015, "count": 293, "max_ms": 78.983, "p95_ms": 76.494}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.371, "count": 293, "max_ms": 92.744, "p95_ms": 88.792}, "read_interval": {"avg_ms": 102.435, "count": 293, "max_ms": 110.879, "p95_ms": 106.267}, "triton_wait": {"avg_ms": 73.027, "count": 293, "max_ms": 78.996, "p95_ms": 76.506}, "visualize": {"avg_ms": 3.699, "count": 293, "max_ms": 4.605, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3305}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.043, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 327.551, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.645, "name": "ffmpeg", "pid": 54774, "rss_mb": 280.645, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.815, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 396697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:24:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:24:22+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:24:22+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T23:24:22.706138+09:00", "mtime_epoch": 1783088662.7061384, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120144}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:24:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.79, "pushed": 9.79, "read": 9.757}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.588, "count": 293, "max_ms": 6.002, "p95_ms": 5.214}, "gstreamer_push": {"avg_ms": 1.331, "count": 293, "max_ms": 1.616, "p95_ms": 1.445}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.348, "count": 293, "max_ms": 70.407, "p95_ms": 66.718}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.022, "count": 293, "max_ms": 70.395, "p95_ms": 66.837}, "yolo11_640_fire_11class": {"avg_ms": 61.806, "count": 293, "max_ms": 69.254, "p95_ms": 65.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.963, "count": 293, "max_ms": 79.189, "p95_ms": 76.097}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.554, "count": 293, "max_ms": 93.26, "p95_ms": 89.717}, "read_interval": {"avg_ms": 102.49, "count": 292, "max_ms": 111.252, "p95_ms": 108.013}, "triton_wait": {"avg_ms": 71.975, "count": 293, "max_ms": 79.202, "p95_ms": 76.109}, "visualize": {"avg_ms": 3.71, "count": 293, "max_ms": 4.55, "p95_ms": 4.023}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4012}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12421.543, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.459, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.108, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 481479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:24:44+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:24:44+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:24:44.670639+09:00", "mtime_epoch": 1783088684.6706388, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85978}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:24:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.77, "pushed": 9.77, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 293, "max_ms": 4.724, "p95_ms": 3.548}, "gstreamer_push": {"avg_ms": 1.379, "count": 293, "max_ms": 1.627, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.953, "count": 293, "max_ms": 73.021, "p95_ms": 67.656}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.287, "count": 293, "max_ms": 74.117, "p95_ms": 67.338}, "yolo11_640_fire_11class": {"avg_ms": 63.155, "count": 293, "max_ms": 74.107, "p95_ms": 66.609}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.38, "count": 293, "max_ms": 81.485, "p95_ms": 76.93}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.753, "count": 293, "max_ms": 93.736, "p95_ms": 89.253}, "read_interval": {"avg_ms": 102.696, "count": 292, "max_ms": 110.404, "p95_ms": 107.183}, "triton_wait": {"avg_ms": 73.392, "count": 293, "max_ms": 81.496, "p95_ms": 76.943}, "visualize": {"avg_ms": 3.71, "count": 293, "max_ms": 4.466, "p95_ms": 3.887}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3308}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12421.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.571, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.223, "name": "ffmpeg", "pid": 54774, "rss_mb": 283.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.641, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 396989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:24:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:24:52+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:24:52.718821+09:00", "mtime_epoch": 1783088692.7188213, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117129}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:24:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.759, "pushed": 9.759, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.558, "count": 292, "max_ms": 6.327, "p95_ms": 4.917}, "gstreamer_push": {"avg_ms": 1.329, "count": 292, "max_ms": 1.618, "p95_ms": 1.436}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.044, "count": 292, "max_ms": 70.45, "p95_ms": 66.675}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.077, "count": 292, "max_ms": 71.536, "p95_ms": 66.666}, "yolo11_640_fire_11class": {"avg_ms": 62.26, "count": 292, "max_ms": 71.037, "p95_ms": 66.072}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.403, "count": 292, "max_ms": 79.179, "p95_ms": 75.896}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.939, "count": 292, "max_ms": 92.347, "p95_ms": 89.515}, "read_interval": {"avg_ms": 102.79, "count": 291, "max_ms": 112.091, "p95_ms": 107.238}, "triton_wait": {"avg_ms": 72.415, "count": 292, "max_ms": 79.19, "p95_ms": 75.909}, "visualize": {"avg_ms": 3.699, "count": 292, "max_ms": 4.482, "p95_ms": 3.875}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4014}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12421.535, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.563, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.049, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 481772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:25:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T23:25:14+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:25:14+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:25:14.771320+09:00", "mtime_epoch": 1783088714.7713196, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92633}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:25:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.424, "count": 292, "max_ms": 4.445, "p95_ms": 3.529}, "gstreamer_push": {"avg_ms": 1.378, "count": 292, "max_ms": 1.636, "p95_ms": 1.493}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.857, "count": 292, "max_ms": 68.598, "p95_ms": 67.048}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.199, "count": 292, "max_ms": 68.259, "p95_ms": 66.883}, "yolo11_640_fire_11class": {"avg_ms": 63.377, "count": 292, "max_ms": 68.012, "p95_ms": 66.734}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.482, "count": 292, "max_ms": 78.357, "p95_ms": 76.39}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.789, "count": 292, "max_ms": 90.834, "p95_ms": 88.607}, "read_interval": {"avg_ms": 102.718, "count": 292, "max_ms": 108.919, "p95_ms": 106.541}, "triton_wait": {"avg_ms": 73.495, "count": 292, "max_ms": 78.369, "p95_ms": 76.401}, "visualize": {"avg_ms": 3.705, "count": 292, "max_ms": 4.234, "p95_ms": 3.922}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3310}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12421.82, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 387.636, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.223, "name": "ffmpeg", "pid": 54774, "rss_mb": 283.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.603, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 397282, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:25:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:25:22+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:25:22+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:25:22.783500+09:00", "mtime_epoch": 1783088722.7835, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:25:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.747}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.587, "count": 293, "max_ms": 7.859, "p95_ms": 4.979}, "gstreamer_push": {"avg_ms": 1.335, "count": 293, "max_ms": 2.043, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.569, "count": 293, "max_ms": 68.755, "p95_ms": 66.534}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.98, "count": 293, "max_ms": 69.356, "p95_ms": 66.399}, "yolo11_640_fire_11class": {"avg_ms": 62.015, "count": 293, "max_ms": 69.344, "p95_ms": 66.058}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.242, "count": 293, "max_ms": 78.756, "p95_ms": 75.528}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.741, "count": 293, "max_ms": 95.446, "p95_ms": 89.132}, "read_interval": {"avg_ms": 102.591, "count": 292, "max_ms": 115.7, "p95_ms": 106.937}, "triton_wait": {"avg_ms": 72.254, "count": 293, "max_ms": 78.768, "p95_ms": 75.54}, "visualize": {"avg_ms": 3.697, "count": 293, "max_ms": 6.63, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4017}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12421.719, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.606, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.901, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 482064, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:25:44+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:25:44+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:25:44.815994+09:00", "mtime_epoch": 1783088744.815994, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84040}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:25:44+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.495, "count": 292, "max_ms": 5.399, "p95_ms": 3.885}, "gstreamer_push": {"avg_ms": 1.392, "count": 292, "max_ms": 2.247, "p95_ms": 1.507}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.541, "count": 292, "max_ms": 68.431, "p95_ms": 67.013}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.235, "count": 292, "max_ms": 70.788, "p95_ms": 67.42}, "yolo11_640_fire_11class": {"avg_ms": 62.958, "count": 292, "max_ms": 68.26, "p95_ms": 66.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.066, "count": 292, "max_ms": 79.025, "p95_ms": 75.999}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.592, "count": 292, "max_ms": 92.667, "p95_ms": 89.153}, "read_interval": {"avg_ms": 102.875, "count": 291, "max_ms": 113.5, "p95_ms": 107.08}, "triton_wait": {"avg_ms": 73.078, "count": 292, "max_ms": 79.039, "p95_ms": 76.01}, "visualize": {"avg_ms": 3.751, "count": 292, "max_ms": 6.082, "p95_ms": 4.013}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3313}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12421.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.667, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.223, "name": "ffmpeg", "pid": 54774, "rss_mb": 283.223, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.501, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 397574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:25:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:25:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:25:52+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:25:52.812173+09:00", "mtime_epoch": 1783088752.8121727, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120654}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:25:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.721}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.63, "count": 292, "max_ms": 7.768, "p95_ms": 5.171}, "gstreamer_push": {"avg_ms": 1.335, "count": 292, "max_ms": 2.264, "p95_ms": 1.453}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.985, "count": 292, "max_ms": 71.316, "p95_ms": 66.544}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.929, "count": 292, "max_ms": 70.44, "p95_ms": 66.976}, "yolo11_640_fire_11class": {"avg_ms": 62.526, "count": 292, "max_ms": 71.305, "p95_ms": 66.536}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.501, "count": 292, "max_ms": 79.195, "p95_ms": 75.993}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.076, "count": 292, "max_ms": 94.42, "p95_ms": 89.456}, "read_interval": {"avg_ms": 102.834, "count": 291, "max_ms": 111.4, "p95_ms": 107.407}, "triton_wait": {"avg_ms": 72.513, "count": 292, "max_ms": 79.205, "p95_ms": 76.005}, "visualize": {"avg_ms": 3.734, "count": 292, "max_ms": 6.244, "p95_ms": 3.962}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4019}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12429.383, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.668, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.894, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 482357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:26:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:26:14+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:26:14+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:26:14.876664+09:00", "mtime_epoch": 1783088774.876664, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89516}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:26:14+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.44, "count": 293, "max_ms": 5.468, "p95_ms": 3.607}, "gstreamer_push": {"avg_ms": 1.384, "count": 293, "max_ms": 1.877, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.059, "count": 293, "max_ms": 71.05, "p95_ms": 66.945}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.42, "count": 293, "max_ms": 70.523, "p95_ms": 67.033}, "yolo11_640_fire_11class": {"avg_ms": 62.853, "count": 293, "max_ms": 69.991, "p95_ms": 66.564}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.038, "count": 293, "max_ms": 81.973, "p95_ms": 76.06}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.479, "count": 293, "max_ms": 94.152, "p95_ms": 89.05}, "read_interval": {"avg_ms": 102.588, "count": 292, "max_ms": 118.218, "p95_ms": 107.314}, "triton_wait": {"avg_ms": 73.05, "count": 293, "max_ms": 81.985, "p95_ms": 76.073}, "visualize": {"avg_ms": 3.754, "count": 293, "max_ms": 6.147, "p95_ms": 3.945}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3315}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.031, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.763, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.516, "name": "ffmpeg", "pid": 54774, "rss_mb": 291.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.435, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 397868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:26:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:26:22+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:26:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:26:22.912842+09:00", "mtime_epoch": 1783088782.912842, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118602}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:26:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.61, "count": 294, "max_ms": 7.767, "p95_ms": 4.903}, "gstreamer_push": {"avg_ms": 1.331, "count": 294, "max_ms": 1.548, "p95_ms": 1.419}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.083, "count": 294, "max_ms": 71.12, "p95_ms": 65.905}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.675, "count": 294, "max_ms": 70.367, "p95_ms": 65.412}, "yolo11_640_fire_11class": {"avg_ms": 61.567, "count": 294, "max_ms": 69.78, "p95_ms": 65.32}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.751, "count": 294, "max_ms": 82.011, "p95_ms": 75.354}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.281, "count": 294, "max_ms": 95.273, "p95_ms": 89.158}, "read_interval": {"avg_ms": 102.358, "count": 293, "max_ms": 113.315, "p95_ms": 107.749}, "triton_wait": {"avg_ms": 71.763, "count": 294, "max_ms": 82.022, "p95_ms": 75.365}, "visualize": {"avg_ms": 3.709, "count": 294, "max_ms": 6.709, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4022}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12429.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 807.769, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 6, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.89, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 482652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:26:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:26:45+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:26:44+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:26:44.977330+09:00", "mtime_epoch": 1783088804.9773297, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87352}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:26:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 294, "max_ms": 5.333, "p95_ms": 3.946}, "gstreamer_push": {"avg_ms": 1.373, "count": 294, "max_ms": 1.729, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.985, "count": 294, "max_ms": 78.116, "p95_ms": 66.802}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.893, "count": 294, "max_ms": 77.593, "p95_ms": 66.608}, "yolo11_640_fire_11class": {"avg_ms": 62.34, "count": 294, "max_ms": 70.459, "p95_ms": 66.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.456, "count": 294, "max_ms": 79.405, "p95_ms": 75.905}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.94, "count": 294, "max_ms": 92.151, "p95_ms": 88.409}, "read_interval": {"avg_ms": 102.009, "count": 294, "max_ms": 117.816, "p95_ms": 106.922}, "triton_wait": {"avg_ms": 72.47, "count": 294, "max_ms": 79.417, "p95_ms": 75.918}, "visualize": {"avg_ms": 3.772, "count": 294, "max_ms": 6.054, "p95_ms": 4.201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3318}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12429.863, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.764, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.516, "name": "ffmpeg", "pid": 54774, "rss_mb": 291.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.405, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 398161, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:26:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:26:53+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:26:52+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:26:52.913505+09:00", "mtime_epoch": 1783088812.9135046, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119744}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:26:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.568, "count": 293, "max_ms": 7.541, "p95_ms": 4.857}, "gstreamer_push": {"avg_ms": 1.318, "count": 293, "max_ms": 1.506, "p95_ms": 1.409}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.317, "count": 293, "max_ms": 77.463, "p95_ms": 66.255}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.167, "count": 293, "max_ms": 78.015, "p95_ms": 66.436}, "yolo11_640_fire_11class": {"avg_ms": 61.908, "count": 293, "max_ms": 68.727, "p95_ms": 66.221}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.161, "count": 293, "max_ms": 77.901, "p95_ms": 75.501}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.599, "count": 293, "max_ms": 94.563, "p95_ms": 89.119}, "read_interval": {"avg_ms": 102.392, "count": 293, "max_ms": 114.086, "p95_ms": 107.496}, "triton_wait": {"avg_ms": 72.175, "count": 293, "max_ms": 78.022, "p95_ms": 75.513}, "visualize": {"avg_ms": 3.694, "count": 293, "max_ms": 6.254, "p95_ms": 3.909}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4024}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.062, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 837.836, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.884, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 482944, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:27:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:27:15+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:27:15+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:27:15.049991+09:00", "mtime_epoch": 1783088835.0499907, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82202}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:27:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.743, "pushed": 9.743, "read": 9.709}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.511, "count": 292, "max_ms": 5.147, "p95_ms": 4.437}, "gstreamer_push": {"avg_ms": 1.374, "count": 292, "max_ms": 1.583, "p95_ms": 1.484}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.51, "count": 292, "max_ms": 69.32, "p95_ms": 66.776}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.369, "count": 292, "max_ms": 69.47, "p95_ms": 67.284}, "yolo11_640_fire_11class": {"avg_ms": 63.141, "count": 292, "max_ms": 68.342, "p95_ms": 66.61}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.173, "count": 292, "max_ms": 80.282, "p95_ms": 76.152}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.687, "count": 292, "max_ms": 92.33, "p95_ms": 88.527}, "read_interval": {"avg_ms": 102.971, "count": 291, "max_ms": 109.519, "p95_ms": 107.032}, "triton_wait": {"avg_ms": 73.185, "count": 292, "max_ms": 80.295, "p95_ms": 76.165}, "visualize": {"avg_ms": 3.749, "count": 292, "max_ms": 4.72, "p95_ms": 4.425}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3320}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12429.898, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.792, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.516, "name": "ffmpeg", "pid": 54774, "rss_mb": 291.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.402, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 398453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:27:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:27:23+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T23:27:22+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:27:22.942163+09:00", "mtime_epoch": 1783088842.9421635, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122101}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:27:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.555, "count": 292, "max_ms": 5.767, "p95_ms": 4.659}, "gstreamer_push": {"avg_ms": 1.333, "count": 292, "max_ms": 1.48, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.833, "count": 292, "max_ms": 69.966, "p95_ms": 66.808}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.427, "count": 292, "max_ms": 68.689, "p95_ms": 66.864}, "yolo11_640_fire_11class": {"avg_ms": 62.39, "count": 292, "max_ms": 68.445, "p95_ms": 66.403}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.461, "count": 292, "max_ms": 79.646, "p95_ms": 75.722}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.943, "count": 292, "max_ms": 95.929, "p95_ms": 89.295}, "read_interval": {"avg_ms": 102.843, "count": 291, "max_ms": 111.823, "p95_ms": 107.03}, "triton_wait": {"avg_ms": 72.473, "count": 292, "max_ms": 79.66, "p95_ms": 75.734}, "visualize": {"avg_ms": 3.682, "count": 292, "max_ms": 4.661, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4026}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.156, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 867.837, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.771, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 483237, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:27:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:27:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:27:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:27:45.050646+09:00", "mtime_epoch": 1783088865.0506458, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:27:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.772}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.436, "count": 293, "max_ms": 4.897, "p95_ms": 3.505}, "gstreamer_push": {"avg_ms": 1.365, "count": 293, "max_ms": 1.503, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.553, "count": 293, "max_ms": 70.071, "p95_ms": 67.071}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.845, "count": 293, "max_ms": 70.081, "p95_ms": 66.514}, "yolo11_640_fire_11class": {"avg_ms": 63.018, "count": 293, "max_ms": 69.064, "p95_ms": 66.69}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.157, "count": 293, "max_ms": 80.154, "p95_ms": 76.337}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.479, "count": 293, "max_ms": 95.167, "p95_ms": 88.828}, "read_interval": {"avg_ms": 102.388, "count": 293, "max_ms": 114.764, "p95_ms": 106.782}, "triton_wait": {"avg_ms": 73.169, "count": 293, "max_ms": 80.166, "p95_ms": 76.349}, "visualize": {"avg_ms": 3.7, "count": 293, "max_ms": 4.684, "p95_ms": 3.911}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3322}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12429.859, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.869, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.516, "name": "ffmpeg", "pid": 54774, "rss_mb": 291.516, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.3, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 398747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:27:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:27:53+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:27:53+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:27:53.018819+09:00", "mtime_epoch": 1783088873.0188193, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120090}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:27:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.807, "pushed": 9.807, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.598, "count": 294, "max_ms": 7.268, "p95_ms": 4.964}, "gstreamer_push": {"avg_ms": 1.33, "count": 294, "max_ms": 1.535, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.336, "count": 294, "max_ms": 69.61, "p95_ms": 66.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.392, "count": 294, "max_ms": 69.012, "p95_ms": 65.856}, "yolo11_640_fire_11class": {"avg_ms": 61.859, "count": 294, "max_ms": 69.594, "p95_ms": 65.57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.926, "count": 294, "max_ms": 79.277, "p95_ms": 75.302}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.54, "count": 294, "max_ms": 92.812, "p95_ms": 89.084}, "read_interval": {"avg_ms": 102.291, "count": 293, "max_ms": 112.397, "p95_ms": 107.177}, "triton_wait": {"avg_ms": 71.938, "count": 294, "max_ms": 79.289, "p95_ms": 75.314}, "visualize": {"avg_ms": 3.71, "count": 294, "max_ms": 5.206, "p95_ms": 4.046}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4029}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 897.867, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.783, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 483529, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:28:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:28:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:28:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:28:15.079298+09:00", "mtime_epoch": 1783088895.0792978, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84587}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:28:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.503, "count": 292, "max_ms": 5.121, "p95_ms": 4.395}, "gstreamer_push": {"avg_ms": 1.369, "count": 292, "max_ms": 1.538, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.519, "count": 292, "max_ms": 69.162, "p95_ms": 66.693}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.576, "count": 292, "max_ms": 69.152, "p95_ms": 67.023}, "yolo11_640_fire_11class": {"avg_ms": 63.244, "count": 292, "max_ms": 69.17, "p95_ms": 66.426}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.225, "count": 292, "max_ms": 77.472, "p95_ms": 75.779}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.737, "count": 292, "max_ms": 90.35, "p95_ms": 88.213}, "read_interval": {"avg_ms": 102.829, "count": 291, "max_ms": 110.456, "p95_ms": 106.949}, "triton_wait": {"avg_ms": 73.237, "count": 292, "max_ms": 77.484, "p95_ms": 75.791}, "visualize": {"avg_ms": 3.754, "count": 292, "max_ms": 4.789, "p95_ms": 4.278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3325}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.117, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.887, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.773, "name": "ffmpeg", "pid": 54774, "rss_mb": 291.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.36, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 399038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:28:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:28:23+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:28:23+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:28:23.039470+09:00", "mtime_epoch": 1783088903.03947, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120470}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:28:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.727, "pushed": 9.727, "read": 9.694}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.578, "count": 291, "max_ms": 6.905, "p95_ms": 4.873}, "gstreamer_push": {"avg_ms": 1.32, "count": 291, "max_ms": 1.548, "p95_ms": 1.432}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.157, "count": 291, "max_ms": 70.335, "p95_ms": 66.282}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.108, "count": 291, "max_ms": 69.098, "p95_ms": 67.205}, "yolo11_640_fire_11class": {"avg_ms": 62.876, "count": 291, "max_ms": 69.086, "p95_ms": 66.401}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.857, "count": 291, "max_ms": 78.119, "p95_ms": 75.824}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.388, "count": 291, "max_ms": 91.663, "p95_ms": 89.465}, "read_interval": {"avg_ms": 103.15, "count": 290, "max_ms": 111.725, "p95_ms": 107.666}, "triton_wait": {"avg_ms": 72.869, "count": 291, "max_ms": 78.131, "p95_ms": 75.836}, "visualize": {"avg_ms": 3.689, "count": 291, "max_ms": 4.72, "p95_ms": 3.866}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4031}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 927.924, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.827, "sample_count": 2922, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 483820, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:28:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:28:45+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:28:45+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:28:45.139947+09:00", "mtime_epoch": 1783088925.1399467, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91699}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:28:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.714, "pushed": 9.714, "read": 9.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.442, "count": 291, "max_ms": 5.189, "p95_ms": 3.573}, "gstreamer_push": {"avg_ms": 1.39, "count": 291, "max_ms": 1.658, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.754, "count": 291, "max_ms": 71.733, "p95_ms": 67.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.874, "count": 291, "max_ms": 69.753, "p95_ms": 67.676}, "yolo11_640_fire_11class": {"avg_ms": 63.406, "count": 291, "max_ms": 71.186, "p95_ms": 67.278}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.58, "count": 291, "max_ms": 80.129, "p95_ms": 77.076}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.044, "count": 291, "max_ms": 92.656, "p95_ms": 89.584}, "read_interval": {"avg_ms": 103.291, "count": 290, "max_ms": 111.028, "p95_ms": 107.485}, "triton_wait": {"avg_ms": 73.592, "count": 291, "max_ms": 80.14, "p95_ms": 77.088}, "visualize": {"avg_ms": 3.731, "count": 291, "max_ms": 4.742, "p95_ms": 4.024}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3327}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12429.883, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.948, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.773, "name": "ffmpeg", "pid": 54774, "rss_mb": 291.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.36, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 399329, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:28:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:28:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:28:53+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:28:53.096118+09:00", "mtime_epoch": 1783088933.096118, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121167}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:28:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.714, "pushed": 9.714, "read": 9.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.541, "count": 291, "max_ms": 6.941, "p95_ms": 4.759}, "gstreamer_push": {"avg_ms": 1.329, "count": 291, "max_ms": 1.6, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.133, "count": 291, "max_ms": 68.569, "p95_ms": 66.763}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.327, "count": 291, "max_ms": 70.534, "p95_ms": 67.255}, "yolo11_640_fire_11class": {"avg_ms": 62.736, "count": 291, "max_ms": 68.03, "p95_ms": 66.395}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.911, "count": 291, "max_ms": 77.721, "p95_ms": 76.164}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.337, "count": 291, "max_ms": 91.133, "p95_ms": 89.652}, "read_interval": {"avg_ms": 103.287, "count": 290, "max_ms": 112.021, "p95_ms": 107.454}, "triton_wait": {"avg_ms": 72.922, "count": 291, "max_ms": 77.733, "p95_ms": 76.175}, "visualize": {"avg_ms": 3.662, "count": 291, "max_ms": 4.829, "p95_ms": 3.822}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4034}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.285, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 958.01, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.16, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 484110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:29:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:29:15+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:29:15+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:29:15.224593+09:00", "mtime_epoch": 1783088955.2245927, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87980}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:29:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.673, "pushed": 9.673, "read": 9.64}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.596, "count": 290, "max_ms": 5.447, "p95_ms": 5.343}, "gstreamer_push": {"avg_ms": 1.384, "count": 290, "max_ms": 1.932, "p95_ms": 1.538}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.143, "count": 290, "max_ms": 72.845, "p95_ms": 67.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.71, "count": 290, "max_ms": 69.959, "p95_ms": 67.161}, "yolo11_640_fire_11class": {"avg_ms": 63.71, "count": 290, "max_ms": 72.324, "p95_ms": 67.169}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.642, "count": 290, "max_ms": 81.397, "p95_ms": 76.747}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.518, "count": 290, "max_ms": 95.294, "p95_ms": 91.159}, "read_interval": {"avg_ms": 103.741, "count": 289, "max_ms": 117.384, "p95_ms": 112.432}, "triton_wait": {"avg_ms": 73.654, "count": 290, "max_ms": 81.409, "p95_ms": 76.759}, "visualize": {"avg_ms": 3.87, "count": 290, "max_ms": 6.112, "p95_ms": 5.988}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3330}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 628.01, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.773, "name": "ffmpeg", "pid": 54774, "rss_mb": 291.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.458, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 399619, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:29:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:29:23+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:29:23+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:29:23.160763+09:00", "mtime_epoch": 1783088963.1607625, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119861}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:29:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.679, "pushed": 9.679, "read": 9.645}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.81, "count": 290, "max_ms": 7.76, "p95_ms": 7.556}, "gstreamer_push": {"avg_ms": 1.326, "count": 290, "max_ms": 2.166, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.777, "count": 290, "max_ms": 71.167, "p95_ms": 66.5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.051, "count": 290, "max_ms": 70.031, "p95_ms": 66.372}, "yolo11_640_fire_11class": {"avg_ms": 62.316, "count": 290, "max_ms": 70.675, "p95_ms": 66.073}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.305, "count": 290, "max_ms": 79.767, "p95_ms": 76.047}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.391, "count": 290, "max_ms": 97.75, "p95_ms": 93.269}, "read_interval": {"avg_ms": 103.659, "count": 289, "max_ms": 118.856, "p95_ms": 112.978}, "triton_wait": {"avg_ms": 72.317, "count": 290, "max_ms": 79.78, "p95_ms": 76.06}, "visualize": {"avg_ms": 3.881, "count": 290, "max_ms": 6.514, "p95_ms": 6.264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4036}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 988.067, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.365, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 484401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:29:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:29:45+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:29:45+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:29:45.277235+09:00", "mtime_epoch": 1783088985.2772346, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90381}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:29:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.715, "pushed": 9.715, "read": 9.681}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.43, "count": 291, "max_ms": 4.372, "p95_ms": 3.568}, "gstreamer_push": {"avg_ms": 1.367, "count": 291, "max_ms": 2.203, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.522, "count": 291, "max_ms": 71.645, "p95_ms": 68.55}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.396, "count": 291, "max_ms": 71.327, "p95_ms": 68.721}, "yolo11_640_fire_11class": {"avg_ms": 64.064, "count": 291, "max_ms": 71.658, "p95_ms": 68.322}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.075, "count": 291, "max_ms": 82.144, "p95_ms": 78.412}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.391, "count": 291, "max_ms": 94.292, "p95_ms": 90.644}, "read_interval": {"avg_ms": 103.268, "count": 290, "max_ms": 110.523, "p95_ms": 107.562}, "triton_wait": {"avg_ms": 74.087, "count": 291, "max_ms": 82.156, "p95_ms": 78.424}, "visualize": {"avg_ms": 3.72, "count": 291, "max_ms": 4.541, "p95_ms": 4.056}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3332}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.207, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.052, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 291.773, "name": "ffmpeg", "pid": 54774, "rss_mb": 291.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.659, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 399910, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:29:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:29:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:29:53+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:29:53.197403+09:00", "mtime_epoch": 1783088993.1974032, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119570}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:29:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.719, "pushed": 9.719, "read": 9.685}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.577, "count": 291, "max_ms": 7.213, "p95_ms": 4.786}, "gstreamer_push": {"avg_ms": 1.321, "count": 291, "max_ms": 1.551, "p95_ms": 1.422}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.366, "count": 291, "max_ms": 70.241, "p95_ms": 68.362}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.276, "count": 291, "max_ms": 71.175, "p95_ms": 68.144}, "yolo11_640_fire_11class": {"avg_ms": 62.937, "count": 291, "max_ms": 71.163, "p95_ms": 68.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.921, "count": 291, "max_ms": 81.553, "p95_ms": 77.913}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.43, "count": 291, "max_ms": 94.607, "p95_ms": 91.107}, "read_interval": {"avg_ms": 103.226, "count": 290, "max_ms": 112.052, "p95_ms": 108.585}, "triton_wait": {"avg_ms": 72.933, "count": 291, "max_ms": 81.565, "p95_ms": 77.925}, "visualize": {"avg_ms": 3.677, "count": 291, "max_ms": 4.754, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4039}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12430.391, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1018.131, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.418, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 484693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:30:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:30:15+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:30:15+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:30:15.341874+09:00", "mtime_epoch": 1783089015.3418736, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:30:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.714}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.442, "count": 292, "max_ms": 5.477, "p95_ms": 3.523}, "gstreamer_push": {"avg_ms": 1.382, "count": 292, "max_ms": 2.01, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.787, "count": 292, "max_ms": 69.402, "p95_ms": 67.218}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.336, "count": 292, "max_ms": 69.896, "p95_ms": 67.221}, "yolo11_640_fire_11class": {"avg_ms": 63.379, "count": 292, "max_ms": 69.412, "p95_ms": 66.969}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.535, "count": 292, "max_ms": 80.902, "p95_ms": 76.744}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.927, "count": 292, "max_ms": 96.181, "p95_ms": 89.147}, "read_interval": {"avg_ms": 102.956, "count": 291, "max_ms": 117.688, "p95_ms": 107.209}, "triton_wait": {"avg_ms": 73.547, "count": 292, "max_ms": 80.913, "p95_ms": 76.757}, "visualize": {"avg_ms": 3.709, "count": 292, "max_ms": 6.256, "p95_ms": 3.867}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3335}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12432.895, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 688.144, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.352, "name": "ffmpeg", "pid": 54774, "rss_mb": 294.352, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.781, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:30:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:30:23+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:30:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:30:23.294042+09:00", "mtime_epoch": 1783089023.2940423, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117964}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:30:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.736, "pushed": 9.736, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.582, "count": 292, "max_ms": 7.697, "p95_ms": 4.761}, "gstreamer_push": {"avg_ms": 1.326, "count": 292, "max_ms": 1.558, "p95_ms": 1.425}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.019, "count": 292, "max_ms": 68.345, "p95_ms": 66.836}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.861, "count": 292, "max_ms": 68.929, "p95_ms": 67.11}, "yolo11_640_fire_11class": {"avg_ms": 62.536, "count": 292, "max_ms": 68.513, "p95_ms": 66.486}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.8, "count": 292, "max_ms": 78.247, "p95_ms": 76.203}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.298, "count": 292, "max_ms": 97.573, "p95_ms": 89.694}, "read_interval": {"avg_ms": 103.058, "count": 291, "max_ms": 122.587, "p95_ms": 107.299}, "triton_wait": {"avg_ms": 72.812, "count": 292, "max_ms": 78.259, "p95_ms": 76.216}, "visualize": {"avg_ms": 3.694, "count": 292, "max_ms": 6.414, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4041}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12435.793, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1048.206, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.436, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 484985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:30:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:30:45+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:30:45+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:30:45.418510+09:00", "mtime_epoch": 1783089045.4185102, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82839}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:30:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.741, "pushed": 9.741, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.539, "count": 292, "max_ms": 5.168, "p95_ms": 4.45}, "gstreamer_push": {"avg_ms": 1.381, "count": 292, "max_ms": 1.612, "p95_ms": 1.486}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.467, "count": 292, "max_ms": 68.431, "p95_ms": 66.545}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.071, "count": 292, "max_ms": 69.485, "p95_ms": 66.624}, "yolo11_640_fire_11class": {"avg_ms": 63.093, "count": 292, "max_ms": 69.003, "p95_ms": 65.996}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.299, "count": 292, "max_ms": 79.552, "p95_ms": 76.43}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.86, "count": 292, "max_ms": 91.745, "p95_ms": 88.962}, "read_interval": {"avg_ms": 102.982, "count": 291, "max_ms": 109.257, "p95_ms": 107.436}, "triton_wait": {"avg_ms": 73.311, "count": 292, "max_ms": 79.565, "p95_ms": 76.442}, "visualize": {"avg_ms": 3.766, "count": 292, "max_ms": 4.978, "p95_ms": 4.524}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3337}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12435.641, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 718.163, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 296.93, "name": "ffmpeg", "pid": 54774, "rss_mb": 296.93, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.78, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400494, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:30:53+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:30:53+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T23:30:53.318677+09:00", "mtime_epoch": 1783089053.318677, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120933}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:30:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.566, "count": 292, "max_ms": 5.402, "p95_ms": 4.739}, "gstreamer_push": {"avg_ms": 1.327, "count": 292, "max_ms": 1.529, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.814, "count": 292, "max_ms": 67.781, "p95_ms": 66.127}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.546, "count": 292, "max_ms": 67.999, "p95_ms": 66.479}, "yolo11_640_fire_11class": {"avg_ms": 62.459, "count": 292, "max_ms": 68.078, "p95_ms": 65.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.682, "count": 292, "max_ms": 78.157, "p95_ms": 75.753}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.096, "count": 292, "max_ms": 91.395, "p95_ms": 89.263}, "read_interval": {"avg_ms": 102.803, "count": 291, "max_ms": 110.139, "p95_ms": 106.277}, "triton_wait": {"avg_ms": 72.693, "count": 292, "max_ms": 78.169, "p95_ms": 75.765}, "visualize": {"avg_ms": 3.708, "count": 292, "max_ms": 4.468, "p95_ms": 3.949}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4043}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12435.504, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1078.223, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.371, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 485279, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:31:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:31:15+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:31:15+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:31:15.439143+09:00", "mtime_epoch": 1783089075.4391427, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:31:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.827, "pushed": 9.827, "read": 9.794}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.445, "count": 294, "max_ms": 5.024, "p95_ms": 3.625}, "gstreamer_push": {"avg_ms": 1.385, "count": 294, "max_ms": 1.685, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.863, "count": 294, "max_ms": 68.432, "p95_ms": 66.819}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.298, "count": 294, "max_ms": 68.938, "p95_ms": 66.885}, "yolo11_640_fire_11class": {"avg_ms": 62.548, "count": 294, "max_ms": 68.669, "p95_ms": 66.043}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.644, "count": 294, "max_ms": 77.398, "p95_ms": 75.663}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.049, "count": 294, "max_ms": 90.278, "p95_ms": 88.005}, "read_interval": {"avg_ms": 102.098, "count": 293, "max_ms": 109.341, "p95_ms": 106.721}, "triton_wait": {"avg_ms": 72.656, "count": 294, "max_ms": 77.411, "p95_ms": 75.675}, "visualize": {"avg_ms": 3.715, "count": 294, "max_ms": 4.561, "p95_ms": 3.987}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3339}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12436.07, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 748.24, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.188, "name": "ffmpeg", "pid": 54774, "rss_mb": 297.188, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.719, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 400789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:31:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:31:23+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:31:23+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:31:23.391310+09:00", "mtime_epoch": 1783089083.3913097, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:31:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.536, "count": 295, "max_ms": 5.666, "p95_ms": 4.685}, "gstreamer_push": {"avg_ms": 1.324, "count": 295, "max_ms": 1.521, "p95_ms": 1.401}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.125, "count": 295, "max_ms": 68.604, "p95_ms": 66.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.647, "count": 295, "max_ms": 69.428, "p95_ms": 66.202}, "yolo11_640_fire_11class": {"avg_ms": 61.604, "count": 295, "max_ms": 67.677, "p95_ms": 65.816}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.817, "count": 295, "max_ms": 78.585, "p95_ms": 75.255}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.215, "count": 295, "max_ms": 91.659, "p95_ms": 88.677}, "read_interval": {"avg_ms": 101.941, "count": 294, "max_ms": 110.621, "p95_ms": 106.017}, "triton_wait": {"avg_ms": 71.828, "count": 295, "max_ms": 78.597, "p95_ms": 75.267}, "visualize": {"avg_ms": 3.711, "count": 295, "max_ms": 4.607, "p95_ms": 3.917}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4046}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12438.141, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1108.234, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.486, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 485572, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:31:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:31:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:31:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:31:45.447772+09:00", "mtime_epoch": 1783089105.4477723, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88697}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:31:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.769, "pushed": 9.769, "read": 9.769}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.471, "count": 293, "max_ms": 5.386, "p95_ms": 3.565}, "gstreamer_push": {"avg_ms": 1.378, "count": 293, "max_ms": 1.689, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.891, "count": 293, "max_ms": 73.142, "p95_ms": 67.37}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.243, "count": 293, "max_ms": 74.231, "p95_ms": 67.413}, "yolo11_640_fire_11class": {"avg_ms": 62.442, "count": 293, "max_ms": 74.22, "p95_ms": 67.003}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.746, "count": 293, "max_ms": 81.916, "p95_ms": 77.054}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.277, "count": 293, "max_ms": 94.873, "p95_ms": 90.103}, "read_interval": {"avg_ms": 102.416, "count": 293, "max_ms": 115.648, "p95_ms": 108.326}, "triton_wait": {"avg_ms": 72.758, "count": 293, "max_ms": 81.929, "p95_ms": 77.067}, "visualize": {"avg_ms": 3.751, "count": 293, "max_ms": 6.307, "p95_ms": 4.041}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3342}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12438.52, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 778.307, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.992, "name": "ffmpeg", "pid": 54774, "rss_mb": 298.992, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.848, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401082, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:31:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:31:53+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:31:53+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:31:53.455940+09:00", "mtime_epoch": 1783089113.45594, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 125538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:31:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.778, "pushed": 9.778, "read": 9.745}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.567, "count": 293, "max_ms": 7.69, "p95_ms": 4.646}, "gstreamer_push": {"avg_ms": 1.321, "count": 293, "max_ms": 2.151, "p95_ms": 1.398}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.502, "count": 293, "max_ms": 72.976, "p95_ms": 67.155}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.532, "count": 293, "max_ms": 72.249, "p95_ms": 67.469}, "yolo11_640_fire_11class": {"avg_ms": 62.166, "count": 293, "max_ms": 72.236, "p95_ms": 66.848}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.214, "count": 293, "max_ms": 81.286, "p95_ms": 76.689}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.779, "count": 293, "max_ms": 96.836, "p95_ms": 90.663}, "read_interval": {"avg_ms": 102.592, "count": 292, "max_ms": 116.971, "p95_ms": 107.799}, "triton_wait": {"avg_ms": 72.225, "count": 293, "max_ms": 81.299, "p95_ms": 76.701}, "visualize": {"avg_ms": 3.776, "count": 293, "max_ms": 6.525, "p95_ms": 3.939}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4048}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12442.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1138.296, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.584, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 485874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:32:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:32:15+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:32:15+09:00", "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-07-03T23:32:15.492400+09:00", "mtime_epoch": 1783089135.4924004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93317}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:32:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.08, "pushed": 10.08, "read": 10.047}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.445, "count": 302, "max_ms": 5.304, "p95_ms": 3.516}, "gstreamer_push": {"avg_ms": 1.376, "count": 302, "max_ms": 2.158, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.41, "count": 302, "max_ms": 75.086, "p95_ms": 67.298}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.812, "count": 302, "max_ms": 75.015, "p95_ms": 68.157}, "yolo11_640_fire_11class": {"avg_ms": 60.762, "count": 302, "max_ms": 72.451, "p95_ms": 66.792}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.571, "count": 302, "max_ms": 80.491, "p95_ms": 76.673}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.001, "count": 302, "max_ms": 93.186, "p95_ms": 89.319}, "read_interval": {"avg_ms": 99.51, "count": 301, "max_ms": 312.695, "p95_ms": 106.704}, "triton_wait": {"avg_ms": 69.596, "count": 302, "max_ms": 80.503, "p95_ms": 76.686}, "visualize": {"avg_ms": 3.72, "count": 302, "max_ms": 6.08, "p95_ms": 3.902}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3344}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12443.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 159, "h264_decode_error_count": 403, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:18:53+09:00", "last_error_summary": "[h264 @ 0x5643bae97c80] cabac decode of qscale diff failed at 51 17 [h264 @ 0x5643bae97c80] error while decoding MB 51 17, bytestream 277 [h264 @ 0x5643bba58540] error while decoding MB 58 4, bytestream -5 [h264 @ 0x5643bb8ba840] error while decoding MB 41 36, bytestream -5 [in#0/rtsp @ 0x5643bad5fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5643bad5fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:18:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 808.398, "last_started_at": "2026-07-03T23:18:55+09:00", "pid": 54774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 304.148, "name": "ffmpeg", "pid": 54774, "rss_mb": 304.148, "state": "S (sleeping)", "threads": 106}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 114, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.848, "sample_count": 2928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:32:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:32:23+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:32:23+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:32:23.548568+09:00", "mtime_epoch": 1783089143.5485682, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 116795}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:32:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 304, "pushed_frames": 304, "read_frames": 303, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.135, "pushed": 10.135, "read": 10.102}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.612, "count": 304, "max_ms": 7.784, "p95_ms": 5.036}, "gstreamer_push": {"avg_ms": 1.33, "count": 304, "max_ms": 2.126, "p95_ms": 1.421}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.643, "count": 304, "max_ms": 69.654, "p95_ms": 66.717}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.382, "count": 304, "max_ms": 69.459, "p95_ms": 67.166}, "yolo11_640_fire_11class": {"avg_ms": 60.004, "count": 304, "max_ms": 68.18, "p95_ms": 66.248}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.683, "count": 304, "max_ms": 78.324, "p95_ms": 76.038}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.206, "count": 304, "max_ms": 95.696, "p95_ms": 89.46}, "read_interval": {"avg_ms": 98.962, "count": 303, "max_ms": 115.479, "p95_ms": 107.016}, "triton_wait": {"avg_ms": 68.703, "count": 304, "max_ms": 78.336, "p95_ms": 76.05}, "visualize": {"avg_ms": 3.757, "count": 304, "max_ms": 6.391, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4051}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12443.395, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1168.36, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.486, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:32:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:32:45+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-07-03T23:32:45+09:00", "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-07-03T23:32:45.597027+09:00", "mtime_epoch": 1783089165.5970273, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86554}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:32:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 356, "pushed_frames": 356, "read_frames": 355, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.884, "pushed": 11.884, "read": 11.851}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.423, "count": 356, "max_ms": 5.352, "p95_ms": 3.657}, "gstreamer_push": {"avg_ms": 1.34, "count": 356, "max_ms": 2.037, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 52.041, "count": 356, "max_ms": 69.561, "p95_ms": 66.952}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.353, "count": 356, "max_ms": 69.573, "p95_ms": 66.554}, "yolo11_640_fire_11class": {"avg_ms": 51.266, "count": 356, "max_ms": 69.36, "p95_ms": 66.715}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 55.377, "count": 356, "max_ms": 78.031, "p95_ms": 76.014}}, "truncated_count": 0}, "processing_total": {"avg_ms": 67.639, "count": 356, "max_ms": 91.846, "p95_ms": 88.475}, "read_interval": {"avg_ms": 84.46, "count": 355, "max_ms": 112.643, "p95_ms": 105.509}, "triton_wait": {"avg_ms": 55.414, "count": 356, "max_ms": 78.043, "p95_ms": 76.027}, "visualize": {"avg_ms": 3.709, "count": 356, "max_ms": 5.992, "p95_ms": 4.193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3345}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12290.871, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.342, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 154.094, "name": "ffmpeg", "pid": 54881, "rss_mb": 154.094, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 3, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.927, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:32:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:32:53+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:32:53.565193+09:00", "mtime_epoch": 1783089173.5651927, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119817}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:32:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 59, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.967, "pushed": 1.967, "read": 1.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.572, "count": 59, "max_ms": 5.503, "p95_ms": 4.846}, "gstreamer_push": {"avg_ms": 1.33, "count": 59, "max_ms": 1.519, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.525, "count": 59, "max_ms": 69.009, "p95_ms": 68.465}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.702, "count": 59, "max_ms": 68.926, "p95_ms": 68.612}, "yolo11_640_fire_11class": {"avg_ms": 63.961, "count": 59, "max_ms": 69.684, "p95_ms": 68.472}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.779, "count": 59, "max_ms": 79.722, "p95_ms": 76.907}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.16, "count": 59, "max_ms": 93.068, "p95_ms": 90.127}, "read_interval": {"avg_ms": 508.716, "count": 59, "max_ms": 19233.185, "p95_ms": 109.082}, "triton_wait": {"avg_ms": 73.791, "count": 59, "max_ms": 79.735, "p95_ms": 76.919}, "visualize": {"avg_ms": 3.703, "count": 59, "max_ms": 4.486, "p95_ms": 4.156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4054}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12409.211, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1198.424, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.554, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:33:15+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:33:15+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:33:15.637651+09:00", "mtime_epoch": 1783089195.6376507, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88771}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:33:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 311, "pushed_frames": 311, "read_frames": 310, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.371, "pushed": 10.371, "read": 10.337}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.437, "count": 311, "max_ms": 4.989, "p95_ms": 3.582}, "gstreamer_push": {"avg_ms": 1.373, "count": 311, "max_ms": 1.634, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.534, "count": 311, "max_ms": 69.674, "p95_ms": 67.076}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.91, "count": 311, "max_ms": 71.344, "p95_ms": 66.963}, "yolo11_640_fire_11class": {"avg_ms": 58.914, "count": 311, "max_ms": 68.836, "p95_ms": 66.758}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 66.843, "count": 311, "max_ms": 78.456, "p95_ms": 76.387}}, "truncated_count": 0}, "processing_total": {"avg_ms": 79.277, "count": 311, "max_ms": 91.293, "p95_ms": 88.964}, "read_interval": {"avg_ms": 96.646, "count": 310, "max_ms": 110.783, "p95_ms": 106.776}, "triton_wait": {"avg_ms": 66.875, "count": 311, "max_ms": 78.468, "p95_ms": 76.399}, "visualize": {"avg_ms": 3.719, "count": 311, "max_ms": 4.893, "p95_ms": 3.935}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3347}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.734, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.341, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.688, "name": "ffmpeg", "pid": 54881, "rss_mb": 268.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 3, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.278, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 401736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:33:23+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:33:23+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:33:23.557815+09:00", "mtime_epoch": 1783089203.5578146, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118560}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:33:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.7, "pushed": 9.733, "read": 9.7}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.596, "count": 291, "max_ms": 6.879, "p95_ms": 4.84}, "gstreamer_push": {"avg_ms": 1.331, "count": 292, "max_ms": 1.622, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.591, "count": 291, "max_ms": 71.149, "p95_ms": 69.09}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.074, "count": 291, "max_ms": 72.319, "p95_ms": 68.979}, "yolo11_640_fire_11class": {"avg_ms": 63.982, "count": 291, "max_ms": 70.192, "p95_ms": 68.309}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.095, "count": 291, "max_ms": 79.841, "p95_ms": 77.919}}, "truncated_count": 0}, "processing_total": {"avg_ms": 87.526, "count": 291, "max_ms": 93.167, "p95_ms": 91.422}, "read_interval": {"avg_ms": 103.077, "count": 291, "max_ms": 112.188, "p95_ms": 107.213}, "triton_wait": {"avg_ms": 74.107, "count": 291, "max_ms": 79.853, "p95_ms": 77.931}, "visualize": {"avg_ms": 3.725, "count": 291, "max_ms": 4.632, "p95_ms": 3.94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4056}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12409.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1228.521, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.633, "sample_count": 3007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 486832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:33:45+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:33:45+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:33:45.734273+09:00", "mtime_epoch": 1783089225.7342732, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88116}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:33:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.668}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.602, "count": 290, "max_ms": 5.423, "p95_ms": 5.123}, "gstreamer_push": {"avg_ms": 1.402, "count": 291, "max_ms": 2.297, "p95_ms": 1.572}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.53, "count": 290, "max_ms": 71.619, "p95_ms": 66.85}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.199, "count": 290, "max_ms": 71.609, "p95_ms": 66.729}, "yolo11_640_fire_11class": {"avg_ms": 62.858, "count": 290, "max_ms": 70.643, "p95_ms": 66.129}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.157, "count": 290, "max_ms": 82.077, "p95_ms": 76.34}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.009, "count": 291, "max_ms": 95.741, "p95_ms": 90.808}, "read_interval": {"avg_ms": 103.42, "count": 290, "max_ms": 120.238, "p95_ms": 110.781}, "triton_wait": {"avg_ms": 73.17, "count": 290, "max_ms": 82.089, "p95_ms": 76.351}, "visualize": {"avg_ms": 3.853, "count": 290, "max_ms": 6.193, "p95_ms": 4.678}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3350}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12409.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.359, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 268.688, "name": "ffmpeg", "pid": 54881, "rss_mb": 268.688, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 3, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.429, "sample_count": 2693, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 402026, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:33:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:33:53+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:33:53+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:33:53.578435+09:00", "mtime_epoch": 1783089233.578435, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120214}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:33:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.673, "count": 290, "max_ms": 7.756, "p95_ms": 6.908}, "gstreamer_push": {"avg_ms": 1.329, "count": 290, "max_ms": 1.594, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.281, "count": 290, "max_ms": 71.433, "p95_ms": 66.764}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.296, "count": 290, "max_ms": 71.444, "p95_ms": 66.666}, "yolo11_640_fire_11class": {"avg_ms": 62.698, "count": 290, "max_ms": 70.476, "p95_ms": 65.99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.989, "count": 290, "max_ms": 81.83, "p95_ms": 76.515}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.725, "count": 290, "max_ms": 98.121, "p95_ms": 92.825}, "read_interval": {"avg_ms": 103.52, "count": 290, "max_ms": 120.619, "p95_ms": 111.735}, "triton_wait": {"avg_ms": 73.001, "count": 290, "max_ms": 81.842, "p95_ms": 76.525}, "visualize": {"avg_ms": 3.836, "count": 290, "max_ms": 6.774, "p95_ms": 4.552}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4059}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1258.529, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.291, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:34:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:34:15+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:34:15+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:34:15.742892+09:00", "mtime_epoch": 1783089255.7428918, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89059}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:34:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.703, "pushed": 9.703, "read": 9.703}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.452, "count": 291, "max_ms": 4.938, "p95_ms": 3.922}, "gstreamer_push": {"avg_ms": 1.37, "count": 291, "max_ms": 1.658, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.442, "count": 291, "max_ms": 69.281, "p95_ms": 66.845}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.316, "count": 291, "max_ms": 69.777, "p95_ms": 66.595}, "yolo11_640_fire_11class": {"avg_ms": 62.897, "count": 291, "max_ms": 68.668, "p95_ms": 66.44}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.365, "count": 291, "max_ms": 78.296, "p95_ms": 76.642}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.773, "count": 291, "max_ms": 90.831, "p95_ms": 88.942}, "read_interval": {"avg_ms": 103.117, "count": 291, "max_ms": 111.067, "p95_ms": 106.379}, "triton_wait": {"avg_ms": 73.377, "count": 291, "max_ms": 78.308, "p95_ms": 76.654}, "visualize": {"avg_ms": 3.715, "count": 291, "max_ms": 4.551, "p95_ms": 3.995}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3352}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.44, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.812, "name": "ffmpeg", "pid": 54881, "rss_mb": 272.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 3, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.137, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 402318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:34:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:34:23+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:34:23+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:34:23.663055+09:00", "mtime_epoch": 1783089263.663055, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119579}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:34:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.739, "pushed": 9.739, "read": 9.706}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.578, "count": 292, "max_ms": 6.412, "p95_ms": 4.721}, "gstreamer_push": {"avg_ms": 1.322, "count": 292, "max_ms": 1.583, "p95_ms": 1.41}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.037, "count": 292, "max_ms": 68.156, "p95_ms": 66.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.574, "count": 292, "max_ms": 68.75, "p95_ms": 66.284}, "yolo11_640_fire_11class": {"avg_ms": 62.389, "count": 292, "max_ms": 68.144, "p95_ms": 65.856}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.895, "count": 292, "max_ms": 77.851, "p95_ms": 75.803}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.338, "count": 292, "max_ms": 91.642, "p95_ms": 89.251}, "read_interval": {"avg_ms": 103.007, "count": 291, "max_ms": 110.29, "p95_ms": 106.659}, "triton_wait": {"avg_ms": 72.907, "count": 292, "max_ms": 77.862, "p95_ms": 75.82}, "visualize": {"avg_ms": 3.694, "count": 292, "max_ms": 4.702, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4061}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.652, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1288.56, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.043, "sample_count": 3009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:34:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:34:45+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:34:45+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:34:45.771509+09:00", "mtime_epoch": 1783089285.7715092, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89818}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:34:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.723, "pushed": 9.723, "read": 9.69}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.496, "count": 291, "max_ms": 5.754, "p95_ms": 3.849}, "gstreamer_push": {"avg_ms": 1.387, "count": 291, "max_ms": 2.312, "p95_ms": 1.515}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.665, "count": 291, "max_ms": 68.827, "p95_ms": 66.911}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.903, "count": 291, "max_ms": 68.157, "p95_ms": 66.897}, "yolo11_640_fire_11class": {"avg_ms": 63.13, "count": 291, "max_ms": 68.817, "p95_ms": 66.597}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.479, "count": 291, "max_ms": 78.17, "p95_ms": 76.071}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.987, "count": 291, "max_ms": 95.165, "p95_ms": 88.725}, "read_interval": {"avg_ms": 103.181, "count": 290, "max_ms": 117.512, "p95_ms": 106.782}, "triton_wait": {"avg_ms": 73.491, "count": 291, "max_ms": 78.182, "p95_ms": 76.083}, "visualize": {"avg_ms": 3.769, "count": 291, "max_ms": 6.238, "p95_ms": 4.244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3355}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.18, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.481, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.812, "name": "ffmpeg", "pid": 54881, "rss_mb": 272.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 3, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.927, "sample_count": 2695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 402609, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:34:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:34:53+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:34:53+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:34:53.703672+09:00", "mtime_epoch": 1783089293.703672, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:34:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.72, "pushed": 9.72, "read": 9.687}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.671, "count": 291, "max_ms": 7.674, "p95_ms": 5.316}, "gstreamer_push": {"avg_ms": 1.325, "count": 291, "max_ms": 1.602, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.147, "count": 291, "max_ms": 68.741, "p95_ms": 66.392}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.009, "count": 291, "max_ms": 68.731, "p95_ms": 66.609}, "yolo11_640_fire_11class": {"avg_ms": 62.616, "count": 291, "max_ms": 67.647, "p95_ms": 66.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.012, "count": 291, "max_ms": 78.12, "p95_ms": 75.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.68, "count": 291, "max_ms": 97.432, "p95_ms": 89.687}, "read_interval": {"avg_ms": 103.231, "count": 290, "max_ms": 117.07, "p95_ms": 107.177}, "triton_wait": {"avg_ms": 73.024, "count": 291, "max_ms": 78.132, "p95_ms": 75.414}, "visualize": {"avg_ms": 3.769, "count": 291, "max_ms": 6.463, "p95_ms": 4.051}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4064}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12413.145, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1318.622, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.998, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:35:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:35:15+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-07-03T23:35:15+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:35:15.832125+09:00", "mtime_epoch": 1783089315.8321254, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87233}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:35:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.712, "pushed": 9.712, "read": 9.679}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 291, "max_ms": 4.24, "p95_ms": 3.577}, "gstreamer_push": {"avg_ms": 1.38, "count": 291, "max_ms": 2.227, "p95_ms": 1.458}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.893, "count": 291, "max_ms": 71.758, "p95_ms": 67.265}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.021, "count": 291, "max_ms": 73.907, "p95_ms": 67.253}, "yolo11_640_fire_11class": {"avg_ms": 63.351, "count": 291, "max_ms": 72.387, "p95_ms": 66.815}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.746, "count": 291, "max_ms": 81.637, "p95_ms": 76.546}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.089, "count": 291, "max_ms": 94.023, "p95_ms": 88.887}, "read_interval": {"avg_ms": 103.318, "count": 290, "max_ms": 111.613, "p95_ms": 106.647}, "triton_wait": {"avg_ms": 73.759, "count": 291, "max_ms": 81.649, "p95_ms": 76.558}, "visualize": {"avg_ms": 3.697, "count": 291, "max_ms": 4.318, "p95_ms": 3.856}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3357}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12413.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.531, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 272.812, "name": "ffmpeg", "pid": 54881, "rss_mb": 272.812, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 3, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.927, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 402900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:35:23+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:35:23+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:35:23.748287+09:00", "mtime_epoch": 1783089323.7482874, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119653}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:35:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.718, "pushed": 9.718, "read": 9.684}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.579, "count": 291, "max_ms": 7.98, "p95_ms": 4.913}, "gstreamer_push": {"avg_ms": 1.336, "count": 291, "max_ms": 1.552, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.219, "count": 291, "max_ms": 71.35, "p95_ms": 66.433}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.439, "count": 291, "max_ms": 73.454, "p95_ms": 66.769}, "yolo11_640_fire_11class": {"avg_ms": 62.736, "count": 291, "max_ms": 72.133, "p95_ms": 65.885}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.073, "count": 291, "max_ms": 81.222, "p95_ms": 75.917}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.565, "count": 291, "max_ms": 94.605, "p95_ms": 89.456}, "read_interval": {"avg_ms": 103.258, "count": 290, "max_ms": 111.725, "p95_ms": 106.345}, "triton_wait": {"avg_ms": 73.085, "count": 291, "max_ms": 81.234, "p95_ms": 75.929}, "visualize": {"avg_ms": 3.698, "count": 291, "max_ms": 5.344, "p95_ms": 3.886}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4066}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12415.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1348.647, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.951, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 487997, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:35:45+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:35:45+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:35:45.856739+09:00", "mtime_epoch": 1783089345.8567393, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84750}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:35:45+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.758, "pushed": 9.758, "read": 9.724}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.44, "count": 292, "max_ms": 4.381, "p95_ms": 3.601}, "gstreamer_push": {"avg_ms": 1.375, "count": 292, "max_ms": 1.568, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.629, "count": 292, "max_ms": 68.286, "p95_ms": 66.774}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.485, "count": 292, "max_ms": 70.864, "p95_ms": 67.231}, "yolo11_640_fire_11class": {"avg_ms": 63.197, "count": 292, "max_ms": 69.861, "p95_ms": 66.457}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.479, "count": 292, "max_ms": 80.066, "p95_ms": 75.865}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.832, "count": 292, "max_ms": 92.427, "p95_ms": 88.111}, "read_interval": {"avg_ms": 102.821, "count": 291, "max_ms": 109.167, "p95_ms": 106.542}, "triton_wait": {"avg_ms": 73.491, "count": 292, "max_ms": 80.079, "p95_ms": 75.878}, "visualize": {"avg_ms": 3.719, "count": 292, "max_ms": 4.739, "p95_ms": 3.936}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3359}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12415.656, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 183.545, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 275.648, "name": "ffmpeg", "pid": 54881, "rss_mb": 275.648, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 3, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.014, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 403192, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:35:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:35:53+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:35:53+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:35:53.764901+09:00", "mtime_epoch": 1783089353.7649007, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120635}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:35:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.634, "count": 292, "max_ms": 7.048, "p95_ms": 5.306}, "gstreamer_push": {"avg_ms": 1.335, "count": 292, "max_ms": 1.489, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.867, "count": 292, "max_ms": 68.974, "p95_ms": 66.652}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.17, "count": 292, "max_ms": 68.986, "p95_ms": 66.55}, "yolo11_640_fire_11class": {"avg_ms": 62.269, "count": 292, "max_ms": 68.681, "p95_ms": 66.028}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.637, "count": 292, "max_ms": 79.128, "p95_ms": 75.691}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.179, "count": 292, "max_ms": 92.658, "p95_ms": 89.356}, "read_interval": {"avg_ms": 102.775, "count": 292, "max_ms": 109.685, "p95_ms": 107.183}, "triton_wait": {"avg_ms": 72.65, "count": 292, "max_ms": 79.141, "p95_ms": 75.704}, "visualize": {"avg_ms": 3.71, "count": 292, "max_ms": 4.913, "p95_ms": 3.981}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4069}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1378.687, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.976, "sample_count": 3006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 488289, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:36:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:36:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:36:15+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:36:15.897352+09:00", "mtime_epoch": 1783089375.897352, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86718}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:36:15+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.754, "pushed": 9.754, "read": 9.72}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 292, "max_ms": 4.727, "p95_ms": 3.596}, "gstreamer_push": {"avg_ms": 1.383, "count": 292, "max_ms": 1.582, "p95_ms": 1.483}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.582, "count": 292, "max_ms": 69.381, "p95_ms": 67.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.852, "count": 292, "max_ms": 72.365, "p95_ms": 67.255}, "yolo11_640_fire_11class": {"avg_ms": 62.977, "count": 292, "max_ms": 68.709, "p95_ms": 66.552}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.166, "count": 292, "max_ms": 78.479, "p95_ms": 76.347}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.574, "count": 292, "max_ms": 90.799, "p95_ms": 88.672}, "read_interval": {"avg_ms": 102.861, "count": 291, "max_ms": 110.532, "p95_ms": 107.44}, "triton_wait": {"avg_ms": 73.178, "count": 292, "max_ms": 78.492, "p95_ms": 76.359}, "visualize": {"avg_ms": 3.698, "count": 292, "max_ms": 4.623, "p95_ms": 3.884}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3362}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.597, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.164, "name": "ffmpeg", "pid": 54881, "rss_mb": 276.164, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 3, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.069, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 403484, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:36:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:36:23+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:36:23+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:36:23.817513+09:00", "mtime_epoch": 1783089383.8175135, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 133384}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:36:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.748, "pushed": 9.748, "read": 9.715}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.598, "count": 292, "max_ms": 6.848, "p95_ms": 5.068}, "gstreamer_push": {"avg_ms": 1.341, "count": 292, "max_ms": 1.682, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.272, "count": 292, "max_ms": 68.541, "p95_ms": 66.527}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.971, "count": 292, "max_ms": 71.356, "p95_ms": 66.836}, "yolo11_640_fire_11class": {"avg_ms": 62.43, "count": 292, "max_ms": 69.618, "p95_ms": 65.879}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.878, "count": 292, "max_ms": 78.163, "p95_ms": 75.463}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.398, "count": 292, "max_ms": 91.563, "p95_ms": 89.2}, "read_interval": {"avg_ms": 102.912, "count": 291, "max_ms": 108.828, "p95_ms": 107.024}, "triton_wait": {"avg_ms": 72.89, "count": 292, "max_ms": 78.174, "p95_ms": 75.475}, "visualize": {"avg_ms": 3.705, "count": 292, "max_ms": 4.85, "p95_ms": 4.04}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4071}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12416.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1408.732, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.964, "sample_count": 3004, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 488580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:36:46+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:36:45+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:36:45.941963+09:00", "mtime_epoch": 1783089405.9419634, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88559}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:36:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.718, "pushed": 9.718, "read": 9.685}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.444, "count": 291, "max_ms": 4.957, "p95_ms": 3.522}, "gstreamer_push": {"avg_ms": 1.37, "count": 291, "max_ms": 1.582, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.033, "count": 291, "max_ms": 73.371, "p95_ms": 68.573}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.985, "count": 291, "max_ms": 75.297, "p95_ms": 68.569}, "yolo11_640_fire_11class": {"avg_ms": 63.256, "count": 291, "max_ms": 74.17, "p95_ms": 68.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.842, "count": 291, "max_ms": 83.412, "p95_ms": 77.586}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.243, "count": 291, "max_ms": 95.507, "p95_ms": 89.89}, "read_interval": {"avg_ms": 103.23, "count": 290, "max_ms": 112.604, "p95_ms": 107.817}, "triton_wait": {"avg_ms": 73.855, "count": 291, "max_ms": 83.424, "p95_ms": 77.598}, "visualize": {"avg_ms": 3.697, "count": 291, "max_ms": 4.694, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3364}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.41, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 243.658, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 276.938, "name": "ffmpeg", "pid": 54881, "rss_mb": 276.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 3, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.091, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 403775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:36:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:36:53+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:36:53+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:36:53.878125+09:00", "mtime_epoch": 1783089413.8781247, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119870}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:36:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.713, "pushed": 9.713, "read": 9.679}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.57, "count": 291, "max_ms": 5.656, "p95_ms": 4.894}, "gstreamer_push": {"avg_ms": 1.334, "count": 291, "max_ms": 1.5, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.511, "count": 291, "max_ms": 73.388, "p95_ms": 67.997}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.817, "count": 291, "max_ms": 74.707, "p95_ms": 68.112}, "yolo11_640_fire_11class": {"avg_ms": 62.907, "count": 291, "max_ms": 73.317, "p95_ms": 67.648}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.208, "count": 291, "max_ms": 82.732, "p95_ms": 77.027}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.691, "count": 291, "max_ms": 96.164, "p95_ms": 90.565}, "read_interval": {"avg_ms": 103.288, "count": 290, "max_ms": 112.7, "p95_ms": 107.951}, "triton_wait": {"avg_ms": 73.22, "count": 291, "max_ms": 82.744, "p95_ms": 77.039}, "visualize": {"avg_ms": 3.705, "count": 291, "max_ms": 4.444, "p95_ms": 4.006}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4073}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12418.922, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1438.734, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.109, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.109, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.859, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 488871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:37:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:37:16+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:37:15+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:37:15.946573+09:00", "mtime_epoch": 1783089435.9465725, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86931}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:37:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.705, "pushed": 9.705, "read": 9.705}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.448, "count": 291, "max_ms": 5.17, "p95_ms": 3.621}, "gstreamer_push": {"avg_ms": 1.355, "count": 291, "max_ms": 1.529, "p95_ms": 1.441}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.308, "count": 291, "max_ms": 71.328, "p95_ms": 66.133}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.139, "count": 291, "max_ms": 68.264, "p95_ms": 65.789}, "yolo11_640_fire_11class": {"avg_ms": 62.73, "count": 291, "max_ms": 69.43, "p95_ms": 65.948}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.54, "count": 291, "max_ms": 80.802, "p95_ms": 75.059}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.896, "count": 291, "max_ms": 92.944, "p95_ms": 87.638}, "read_interval": {"avg_ms": 103.106, "count": 291, "max_ms": 110.524, "p95_ms": 107.374}, "triton_wait": {"avg_ms": 72.552, "count": 291, "max_ms": 80.814, "p95_ms": 75.072}, "visualize": {"avg_ms": 3.676, "count": 291, "max_ms": 4.445, "p95_ms": 3.821}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3367}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.059, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.697, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.773, "name": "ffmpeg", "pid": 54881, "rss_mb": 279.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.069, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 404066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:37:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:37:24+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:37:23+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:37:23.918734+09:00", "mtime_epoch": 1783089443.9187343, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119936}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:37:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.72, "pushed": 9.72, "read": 9.686}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.637, "count": 291, "max_ms": 7.563, "p95_ms": 5.421}, "gstreamer_push": {"avg_ms": 1.334, "count": 291, "max_ms": 1.755, "p95_ms": 1.433}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.709, "count": 291, "max_ms": 69.708, "p95_ms": 66.943}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.076, "count": 291, "max_ms": 69.041, "p95_ms": 66.66}, "yolo11_640_fire_11class": {"avg_ms": 63.131, "count": 291, "max_ms": 68.335, "p95_ms": 66.532}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.004, "count": 291, "max_ms": 79.265, "p95_ms": 75.638}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.571, "count": 291, "max_ms": 95.22, "p95_ms": 89.544}, "read_interval": {"avg_ms": 103.211, "count": 290, "max_ms": 113.808, "p95_ms": 107.119}, "triton_wait": {"avg_ms": 73.016, "count": 291, "max_ms": 79.277, "p95_ms": 75.65}, "visualize": {"avg_ms": 3.752, "count": 291, "max_ms": 6.268, "p95_ms": 4.225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4076}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.359, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1468.784, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.367, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.887, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:37:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:37:46+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:37:45+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:37:45.995181+09:00", "mtime_epoch": 1783089465.9951813, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93856}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:37:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.75}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.459, "count": 293, "max_ms": 5.333, "p95_ms": 3.69}, "gstreamer_push": {"avg_ms": 1.392, "count": 293, "max_ms": 1.865, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.079, "count": 293, "max_ms": 73.575, "p95_ms": 66.958}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.275, "count": 293, "max_ms": 73.565, "p95_ms": 66.748}, "yolo11_640_fire_11class": {"avg_ms": 62.136, "count": 293, "max_ms": 72.586, "p95_ms": 66.402}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.741, "count": 293, "max_ms": 82.95, "p95_ms": 75.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.25, "count": 293, "max_ms": 95.398, "p95_ms": 88.426}, "read_interval": {"avg_ms": 102.535, "count": 292, "max_ms": 113.981, "p95_ms": 106.333}, "triton_wait": {"avg_ms": 72.753, "count": 293, "max_ms": 82.963, "p95_ms": 75.914}, "visualize": {"avg_ms": 3.738, "count": 293, "max_ms": 6.069, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3369}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.332, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.796, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.773, "name": "ffmpeg", "pid": 54881, "rss_mb": 279.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.891, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 404360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:37:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:37:54+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:37:54+09:00", "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-07-03T23:37:54.023344+09:00", "mtime_epoch": 1783089474.0233438, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119920}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:37:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.768}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.512, "count": 293, "max_ms": 5.279, "p95_ms": 4.633}, "gstreamer_push": {"avg_ms": 1.315, "count": 294, "max_ms": 1.537, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.989, "count": 293, "max_ms": 73.098, "p95_ms": 65.689}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.799, "count": 293, "max_ms": 73.088, "p95_ms": 65.698}, "yolo11_640_fire_11class": {"avg_ms": 61.048, "count": 293, "max_ms": 72.145, "p95_ms": 65.196}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.383, "count": 293, "max_ms": 82.601, "p95_ms": 75.0}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.626, "count": 294, "max_ms": 95.557, "p95_ms": 88.209}, "read_interval": {"avg_ms": 102.377, "count": 293, "max_ms": 111.764, "p95_ms": 106.187}, "triton_wait": {"avg_ms": 71.395, "count": 293, "max_ms": 82.614, "p95_ms": 75.013}, "visualize": {"avg_ms": 3.659, "count": 293, "max_ms": 4.089, "p95_ms": 3.839}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4078}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.223, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1498.838, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.367, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.86, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:38:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:38:16+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:38:16+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:38:16.047789+09:00", "mtime_epoch": 1783089496.047789, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84941}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:38:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.451, "count": 292, "max_ms": 4.793, "p95_ms": 3.55}, "gstreamer_push": {"avg_ms": 1.385, "count": 292, "max_ms": 1.677, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.184, "count": 292, "max_ms": 69.061, "p95_ms": 67.535}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.043, "count": 292, "max_ms": 70.402, "p95_ms": 67.543}, "yolo11_640_fire_11class": {"avg_ms": 63.627, "count": 292, "max_ms": 69.335, "p95_ms": 67.357}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.58, "count": 292, "max_ms": 78.25, "p95_ms": 76.59}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.979, "count": 292, "max_ms": 90.978, "p95_ms": 88.822}, "read_interval": {"avg_ms": 102.902, "count": 291, "max_ms": 110.518, "p95_ms": 106.24}, "triton_wait": {"avg_ms": 73.593, "count": 292, "max_ms": 78.263, "p95_ms": 76.602}, "visualize": {"avg_ms": 3.687, "count": 292, "max_ms": 4.365, "p95_ms": 3.828}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3372}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 333.812, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.773, "name": "ffmpeg", "pid": 54881, "rss_mb": 279.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.643, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 404651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:38:24+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:38:24+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:38:24.035950+09:00", "mtime_epoch": 1783089504.0359504, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120598}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:38:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.702, "pushed": 9.702, "read": 9.702}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.543, "count": 291, "max_ms": 6.194, "p95_ms": 4.728}, "gstreamer_push": {"avg_ms": 1.319, "count": 291, "max_ms": 1.482, "p95_ms": 1.404}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.9, "count": 291, "max_ms": 69.838, "p95_ms": 67.22}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.771, "count": 291, "max_ms": 69.653, "p95_ms": 67.108}, "yolo11_640_fire_11class": {"avg_ms": 62.341, "count": 291, "max_ms": 68.871, "p95_ms": 66.607}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.395, "count": 291, "max_ms": 78.207, "p95_ms": 76.564}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.727, "count": 291, "max_ms": 91.519, "p95_ms": 89.633}, "read_interval": {"avg_ms": 103.148, "count": 291, "max_ms": 112.316, "p95_ms": 107.335}, "triton_wait": {"avg_ms": 72.407, "count": 291, "max_ms": 78.218, "p95_ms": 76.576}, "visualize": {"avg_ms": 3.673, "count": 291, "max_ms": 4.538, "p95_ms": 3.855}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4081}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.555, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1528.854, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.367, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.865, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 489746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:38:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:38:46+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:38:46+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:38:46.064395+09:00", "mtime_epoch": 1783089526.0643947, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88746}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:38:46+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.667, "pushed": 9.667, "read": 9.667}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.441, "count": 290, "max_ms": 4.29, "p95_ms": 3.548}, "gstreamer_push": {"avg_ms": 1.383, "count": 290, "max_ms": 2.291, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.309, "count": 290, "max_ms": 70.972, "p95_ms": 67.947}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.956, "count": 290, "max_ms": 69.435, "p95_ms": 67.904}, "yolo11_640_fire_11class": {"avg_ms": 63.803, "count": 290, "max_ms": 68.931, "p95_ms": 67.649}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.861, "count": 290, "max_ms": 78.896, "p95_ms": 77.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.278, "count": 290, "max_ms": 91.701, "p95_ms": 89.345}, "read_interval": {"avg_ms": 103.521, "count": 290, "max_ms": 110.658, "p95_ms": 107.499}, "triton_wait": {"avg_ms": 73.873, "count": 290, "max_ms": 78.909, "p95_ms": 77.103}, "visualize": {"avg_ms": 3.696, "count": 290, "max_ms": 4.396, "p95_ms": 3.847}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3374}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.168, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 363.817, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.773, "name": "ffmpeg", "pid": 54881, "rss_mb": 279.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.47, "sample_count": 2911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 404941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:38:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:38:54+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:38:54+09:00", "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-07-03T23:38:54.032555+09:00", "mtime_epoch": 1783089534.0325553, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 114538}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:38:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.672}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.575, "count": 290, "max_ms": 6.831, "p95_ms": 4.908}, "gstreamer_push": {"avg_ms": 1.342, "count": 290, "max_ms": 1.546, "p95_ms": 1.446}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.849, "count": 290, "max_ms": 67.851, "p95_ms": 66.139}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.728, "count": 290, "max_ms": 67.941, "p95_ms": 66.227}, "yolo11_640_fire_11class": {"avg_ms": 62.292, "count": 290, "max_ms": 67.125, "p95_ms": 65.822}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.466, "count": 290, "max_ms": 79.426, "p95_ms": 76.068}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.933, "count": 290, "max_ms": 95.442, "p95_ms": 89.338}, "read_interval": {"avg_ms": 103.441, "count": 290, "max_ms": 113.808, "p95_ms": 107.329}, "triton_wait": {"avg_ms": 72.478, "count": 290, "max_ms": 79.439, "p95_ms": 76.079}, "visualize": {"avg_ms": 3.689, "count": 290, "max_ms": 4.445, "p95_ms": 3.989}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4083}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.645, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1558.918, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.367, "name": "ffmpeg", "pid": 54622, "rss_mb": 327.367, "state": "S (sleeping)", "threads": 106}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.91, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:39:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:39:16+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:39:16+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:39:16.129000+09:00", "mtime_epoch": 1783089556.1290004, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 94305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:39:16+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.679, "pushed": 9.679, "read": 9.646}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 290, "max_ms": 4.172, "p95_ms": 3.515}, "gstreamer_push": {"avg_ms": 1.381, "count": 290, "max_ms": 1.651, "p95_ms": 1.456}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.386, "count": 290, "max_ms": 73.692, "p95_ms": 67.803}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.64, "count": 290, "max_ms": 74.327, "p95_ms": 67.825}, "yolo11_640_fire_11class": {"avg_ms": 63.875, "count": 290, "max_ms": 72.802, "p95_ms": 67.463}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.225, "count": 290, "max_ms": 81.926, "p95_ms": 76.92}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.673, "count": 290, "max_ms": 94.199, "p95_ms": 89.446}, "read_interval": {"avg_ms": 103.66, "count": 289, "max_ms": 110.898, "p95_ms": 106.948}, "triton_wait": {"avg_ms": 74.237, "count": 290, "max_ms": 81.938, "p95_ms": 76.931}, "visualize": {"avg_ms": 3.697, "count": 290, "max_ms": 4.397, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3376}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.352, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 393.837, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 279.773, "name": "ffmpeg", "pid": 54881, "rss_mb": 279.773, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.487, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 405231, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:39:24+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:39:24+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:39:24.061160+09:00", "mtime_epoch": 1783089564.06116, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120453}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:39:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.693, "pushed": 9.693, "read": 9.659}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.581, "count": 290, "max_ms": 7.096, "p95_ms": 4.93}, "gstreamer_push": {"avg_ms": 1.33, "count": 290, "max_ms": 1.527, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.518, "count": 290, "max_ms": 72.449, "p95_ms": 66.871}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 62.305, "count": 290, "max_ms": 72.971, "p95_ms": 66.641}, "yolo11_640_fire_11class": {"avg_ms": 63.014, "count": 290, "max_ms": 71.653, "p95_ms": 66.242}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.341, "count": 290, "max_ms": 80.74, "p95_ms": 76.04}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.788, "count": 290, "max_ms": 94.353, "p95_ms": 89.4}, "read_interval": {"avg_ms": 103.522, "count": 289, "max_ms": 110.897, "p95_ms": 106.674}, "triton_wait": {"avg_ms": 73.353, "count": 290, "max_ms": 80.755, "p95_ms": 76.052}, "visualize": {"avg_ms": 3.686, "count": 290, "max_ms": 4.81, "p95_ms": 3.975}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3379}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 423.896, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 280.031, "name": "ffmpeg", "pid": 54881, "rss_mb": 280.031, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.354, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 405563, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:39:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:39:54+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T23:39:54+09:00", "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-07-03T23:39:54.141765+09:00", "mtime_epoch": 1783089594.1417649, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119127}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:39:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 332, "pushed_frames": 332, "read_frames": 331, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 11.082, "pushed": 11.082, "read": 11.049}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.625, "count": 332, "max_ms": 7.516, "p95_ms": 5.125}, "gstreamer_push": {"avg_ms": 1.323, "count": 332, "max_ms": 2.26, "p95_ms": 1.412}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.35, "count": 332, "max_ms": 70.431, "p95_ms": 65.632}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 50.858, "count": 332, "max_ms": 70.883, "p95_ms": 65.488}, "yolo11_640_fire_11class": {"avg_ms": 54.722, "count": 332, "max_ms": 69.628, "p95_ms": 65.598}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 60.546, "count": 332, "max_ms": 78.748, "p95_ms": 75.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.921, "count": 332, "max_ms": 91.897, "p95_ms": 88.339}, "read_interval": {"avg_ms": 90.564, "count": 331, "max_ms": 110.079, "p95_ms": 105.586}, "triton_wait": {"avg_ms": 60.583, "count": 332, "max_ms": 78.759, "p95_ms": 75.019}, "visualize": {"avg_ms": 3.687, "count": 332, "max_ms": 4.431, "p95_ms": 3.969}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4085}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12446.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:13:14+09:00", "last_error_summary": "[h264 @ 0x55b71d288a80] error while decoding MB 16 60, bytestream -5 [in#0/rtsp @ 0x55b71d25be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55b71d25be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1614.117, "last_started_at": "2026-07-03T23:13:17+09:00", "pid": 54622, "process": {"exists": true, "fd_count": 5, "hwm_mb": 352.395, "name": "ffmpeg", "pid": 54622, "rss_mb": 352.395, "state": "S (sleeping)", "threads": 104}, "restart_count": 56, "restart_count_per_hour": 5, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.899, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:40:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:40:11+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-07-03T23:40:11+09:00", "mjpeg": {"age_sec": 29.423, "exists": true, "mtime": "2026-07-03T23:39:41.993521+09:00", "mtime_epoch": 1783089581.9935207, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85720}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:40:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 7, "pushed_frames": 7, "read_frames": 6, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.234, "pushed": 0.234, "read": 0.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.409, "count": 7, "max_ms": 3.446, "p95_ms": 3.446}, "gstreamer_push": {"avg_ms": 1.398, "count": 7, "max_ms": 1.437, "p95_ms": 1.437}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.789, "count": 7, "max_ms": 66.381, "p95_ms": 66.381}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.058, "count": 7, "max_ms": 65.9, "p95_ms": 65.9}, "yolo11_640_fire_11class": {"avg_ms": 61.083, "count": 7, "max_ms": 65.289, "p95_ms": 65.289}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.083, "count": 7, "max_ms": 76.572, "p95_ms": 76.572}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.428, "count": 7, "max_ms": 88.888, "p95_ms": 88.888}, "read_interval": {"avg_ms": 4994.788, "count": 6, "max_ms": 29455.135, "p95_ms": 29455.135}, "triton_wait": {"avg_ms": 70.095, "count": 7, "max_ms": 76.584, "p95_ms": 76.584}, "visualize": {"avg_ms": 3.683, "count": 7, "max_ms": 3.739, "p95_ms": 3.739}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3382}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12416.492, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 453.982, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.204, "sample_count": 3028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 405932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:40:24+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:40:24+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:40:24.198368+09:00", "mtime_epoch": 1783089624.198368, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119267}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:40:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 368, "pushed_frames": 368, "read_frames": 368, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 12.271, "pushed": 12.271, "read": 12.271}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.596, "count": 368, "max_ms": 7.55, "p95_ms": 4.882}, "gstreamer_push": {"avg_ms": 1.317, "count": 368, "max_ms": 1.587, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 49.177, "count": 368, "max_ms": 67.897, "p95_ms": 63.59}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 44.346, "count": 368, "max_ms": 66.794, "p95_ms": 63.091}, "yolo11_640_fire_11class": {"avg_ms": 48.507, "count": 368, "max_ms": 67.907, "p95_ms": 63.314}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 51.065, "count": 368, "max_ms": 77.195, "p95_ms": 72.844}}, "truncated_count": 0}, "processing_total": {"avg_ms": 64.413, "count": 368, "max_ms": 93.841, "p95_ms": 86.385}, "read_interval": {"avg_ms": 81.46, "count": 368, "max_ms": 114.712, "p95_ms": 103.299}, "triton_wait": {"avg_ms": 51.115, "count": 368, "max_ms": 77.206, "p95_ms": 72.856}, "visualize": {"avg_ms": 3.695, "count": 368, "max_ms": 6.545, "p95_ms": 3.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4087}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.387, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.325, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.06, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:40:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:40:41+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:40:41+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:40:41.402713+09:00", "mtime_epoch": 1783089641.402713, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86923}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:40:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.267, "pushed": 8.267, "read": 8.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.579, "count": 247, "max_ms": 5.504, "p95_ms": 5.015}, "gstreamer_push": {"avg_ms": 1.369, "count": 248, "max_ms": 2.267, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.25, "count": 247, "max_ms": 70.277, "p95_ms": 67.46}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 53.165, "count": 247, "max_ms": 76.169, "p95_ms": 69.076}, "yolo11_640_fire_11class": {"avg_ms": 63.311, "count": 247, "max_ms": 69.544, "p95_ms": 67.765}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.891, "count": 247, "max_ms": 78.47, "p95_ms": 76.945}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.488, "count": 248, "max_ms": 96.645, "p95_ms": 90.404}, "read_interval": {"avg_ms": 121.338, "count": 247, "max_ms": 5398.261, "p95_ms": 107.88}, "triton_wait": {"avg_ms": 71.958, "count": 247, "max_ms": 78.482, "p95_ms": 76.958}, "visualize": {"avg_ms": 3.843, "count": 247, "max_ms": 6.233, "p95_ms": 4.785}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3385}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.234, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 484.082, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.213, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 406227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:40:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:40:54+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:40:54+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:40:54.306972+09:00", "mtime_epoch": 1783089654.3069715, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 117512}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:40:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.675, "count": 294, "max_ms": 7.829, "p95_ms": 5.82}, "gstreamer_push": {"avg_ms": 1.337, "count": 294, "max_ms": 1.549, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.745, "count": 294, "max_ms": 67.554, "p95_ms": 65.383}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.295, "count": 294, "max_ms": 74.952, "p95_ms": 67.347}, "yolo11_640_fire_11class": {"avg_ms": 61.66, "count": 294, "max_ms": 68.23, "p95_ms": 65.693}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.124, "count": 294, "max_ms": 79.997, "p95_ms": 75.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.842, "count": 294, "max_ms": 97.062, "p95_ms": 89.488}, "read_interval": {"avg_ms": 102.027, "count": 294, "max_ms": 122.5, "p95_ms": 108.566}, "triton_wait": {"avg_ms": 71.136, "count": 294, "max_ms": 80.01, "p95_ms": 75.052}, "visualize": {"avg_ms": 3.771, "count": 294, "max_ms": 6.673, "p95_ms": 4.03}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4090}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.258, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.374, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.096, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 490829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:41:11+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:41:11+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:41:11.455315+09:00", "mtime_epoch": 1783089671.4553149, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89391}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:41:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.818, "pushed": 9.818, "read": 9.784}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.447, "count": 294, "max_ms": 4.479, "p95_ms": 3.563}, "gstreamer_push": {"avg_ms": 1.399, "count": 294, "max_ms": 2.051, "p95_ms": 1.476}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.314, "count": 294, "max_ms": 68.339, "p95_ms": 66.217}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.155, "count": 294, "max_ms": 69.414, "p95_ms": 66.208}, "yolo11_640_fire_11class": {"avg_ms": 62.67, "count": 294, "max_ms": 69.404, "p95_ms": 65.931}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.047, "count": 294, "max_ms": 81.06, "p95_ms": 76.891}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.518, "count": 294, "max_ms": 93.408, "p95_ms": 89.198}, "read_interval": {"avg_ms": 102.211, "count": 293, "max_ms": 109.908, "p95_ms": 106.21}, "triton_wait": {"avg_ms": 73.06, "count": 294, "max_ms": 81.074, "p95_ms": 76.903}, "visualize": {"avg_ms": 3.744, "count": 294, "max_ms": 4.922, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3387}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 514.169, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.191, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 406522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:41:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:41:24+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:41:24+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:41:24.387573+09:00", "mtime_epoch": 1783089684.3875735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118482}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:41:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.836, "pushed": 9.836, "read": 9.803}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.52, "count": 295, "max_ms": 5.416, "p95_ms": 4.687}, "gstreamer_push": {"avg_ms": 1.324, "count": 295, "max_ms": 1.577, "p95_ms": 1.408}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.019, "count": 295, "max_ms": 68.743, "p95_ms": 66.0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.417, "count": 295, "max_ms": 70.042, "p95_ms": 65.718}, "yolo11_640_fire_11class": {"avg_ms": 61.422, "count": 295, "max_ms": 68.73, "p95_ms": 65.46}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.685, "count": 295, "max_ms": 77.882, "p95_ms": 75.378}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.06, "count": 295, "max_ms": 91.473, "p95_ms": 88.956}, "read_interval": {"avg_ms": 101.971, "count": 294, "max_ms": 110.517, "p95_ms": 108.215}, "triton_wait": {"avg_ms": 71.696, "count": 295, "max_ms": 77.895, "p95_ms": 75.389}, "visualize": {"avg_ms": 3.705, "count": 295, "max_ms": 4.654, "p95_ms": 3.928}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4092}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.434, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.406, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.0, "sample_count": 2585, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 491121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:41:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:41:41+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:41:41+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:41:41.483915+09:00", "mtime_epoch": 1783089701.4839153, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84937}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:41:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.755, "pushed": 9.755, "read": 9.722}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.432, "count": 292, "max_ms": 4.999, "p95_ms": 3.529}, "gstreamer_push": {"avg_ms": 1.383, "count": 292, "max_ms": 1.602, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.209, "count": 292, "max_ms": 69.956, "p95_ms": 66.877}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.261, "count": 292, "max_ms": 70.091, "p95_ms": 66.536}, "yolo11_640_fire_11class": {"avg_ms": 62.601, "count": 292, "max_ms": 69.592, "p95_ms": 66.177}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.651, "count": 292, "max_ms": 79.157, "p95_ms": 75.928}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.02, "count": 292, "max_ms": 91.381, "p95_ms": 88.566}, "read_interval": {"avg_ms": 102.84, "count": 291, "max_ms": 111.215, "p95_ms": 107.598}, "triton_wait": {"avg_ms": 72.664, "count": 292, "max_ms": 79.17, "p95_ms": 75.941}, "visualize": {"avg_ms": 3.695, "count": 292, "max_ms": 4.74, "p95_ms": 3.862}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3390}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.004, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 544.184, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.144, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 406813, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:41:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:41:54+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T23:41:54+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:41:54.404174+09:00", "mtime_epoch": 1783089714.4041736, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120029}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:41:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.701, "pushed": 9.701, "read": 9.701}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.553, "count": 291, "max_ms": 6.967, "p95_ms": 4.829}, "gstreamer_push": {"avg_ms": 1.329, "count": 291, "max_ms": 2.071, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.364, "count": 291, "max_ms": 74.17, "p95_ms": 67.199}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.219, "count": 291, "max_ms": 74.686, "p95_ms": 67.464}, "yolo11_640_fire_11class": {"avg_ms": 62.769, "count": 291, "max_ms": 74.182, "p95_ms": 66.581}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.841, "count": 291, "max_ms": 83.058, "p95_ms": 76.091}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.282, "count": 291, "max_ms": 96.224, "p95_ms": 89.447}, "read_interval": {"avg_ms": 103.173, "count": 291, "max_ms": 116.054, "p95_ms": 108.229}, "triton_wait": {"avg_ms": 72.853, "count": 291, "max_ms": 83.071, "p95_ms": 76.103}, "visualize": {"avg_ms": 3.708, "count": 291, "max_ms": 4.814, "p95_ms": 3.966}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4095}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.27, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.43, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.069, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 491414, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:42:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:42:11+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:42:11+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:42:11.508515+09:00", "mtime_epoch": 1783089731.5085151, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92355}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:42:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.791, "pushed": 9.791, "read": 9.758}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.477, "count": 293, "max_ms": 5.085, "p95_ms": 4.156}, "gstreamer_push": {"avg_ms": 1.378, "count": 293, "max_ms": 1.592, "p95_ms": 1.457}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.394, "count": 293, "max_ms": 72.186, "p95_ms": 66.576}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.945, "count": 293, "max_ms": 74.564, "p95_ms": 67.273}, "yolo11_640_fire_11class": {"avg_ms": 62.569, "count": 293, "max_ms": 73.449, "p95_ms": 66.315}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.022, "count": 293, "max_ms": 81.797, "p95_ms": 76.182}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.41, "count": 293, "max_ms": 93.993, "p95_ms": 88.86}, "read_interval": {"avg_ms": 102.466, "count": 292, "max_ms": 112.379, "p95_ms": 106.257}, "triton_wait": {"avg_ms": 73.035, "count": 293, "max_ms": 81.809, "p95_ms": 76.193}, "visualize": {"avg_ms": 3.72, "count": 293, "max_ms": 4.86, "p95_ms": 4.159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3392}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.398, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 574.281, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.122, "sample_count": 3036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 407107, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:42:24+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:42:24+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:42:24.504775+09:00", "mtime_epoch": 1783089744.5047746, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120070}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:42:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.801, "read": 9.767}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.569, "count": 293, "max_ms": 7.162, "p95_ms": 4.892}, "gstreamer_push": {"avg_ms": 1.311, "count": 294, "max_ms": 1.514, "p95_ms": 1.386}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.506, "count": 293, "max_ms": 73.391, "p95_ms": 66.049}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.587, "count": 293, "max_ms": 74.025, "p95_ms": 66.295}, "yolo11_640_fire_11class": {"avg_ms": 61.651, "count": 293, "max_ms": 73.403, "p95_ms": 65.639}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.13, "count": 293, "max_ms": 83.463, "p95_ms": 75.834}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.501, "count": 293, "max_ms": 96.593, "p95_ms": 89.374}, "read_interval": {"avg_ms": 102.37, "count": 293, "max_ms": 116.7, "p95_ms": 107.58}, "triton_wait": {"avg_ms": 72.142, "count": 293, "max_ms": 83.476, "p95_ms": 75.848}, "visualize": {"avg_ms": 3.677, "count": 293, "max_ms": 4.708, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4097}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.574, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.506, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.167, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 491707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:42:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:42:41+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:42:41+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:42:41.581115+09:00", "mtime_epoch": 1783089761.581115, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88532}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:42:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.775, "pushed": 9.775, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 293, "max_ms": 4.432, "p95_ms": 3.573}, "gstreamer_push": {"avg_ms": 1.372, "count": 293, "max_ms": 1.619, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.137, "count": 293, "max_ms": 76.47, "p95_ms": 67.728}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.519, "count": 293, "max_ms": 72.031, "p95_ms": 67.848}, "yolo11_640_fire_11class": {"avg_ms": 63.426, "count": 293, "max_ms": 75.989, "p95_ms": 67.6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.599, "count": 293, "max_ms": 81.414, "p95_ms": 76.871}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.938, "count": 293, "max_ms": 93.401, "p95_ms": 89.197}, "read_interval": {"avg_ms": 102.627, "count": 292, "max_ms": 110.601, "p95_ms": 106.318}, "triton_wait": {"avg_ms": 73.616, "count": 293, "max_ms": 81.426, "p95_ms": 76.883}, "visualize": {"avg_ms": 3.699, "count": 293, "max_ms": 4.453, "p95_ms": 3.919}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3395}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 604.317, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.191, "sample_count": 3035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 407400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:42:54+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:42:54+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:42:54.541373+09:00", "mtime_epoch": 1783089774.5413735, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121256}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:42:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.787, "pushed": 9.787, "read": 9.754}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.575, "count": 293, "max_ms": 5.555, "p95_ms": 4.854}, "gstreamer_push": {"avg_ms": 1.341, "count": 293, "max_ms": 1.56, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.744, "count": 293, "max_ms": 73.955, "p95_ms": 70.979}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.953, "count": 293, "max_ms": 68.728, "p95_ms": 66.584}, "yolo11_640_fire_11class": {"avg_ms": 63.021, "count": 293, "max_ms": 74.055, "p95_ms": 69.774}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.034, "count": 293, "max_ms": 78.016, "p95_ms": 76.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.566, "count": 293, "max_ms": 91.154, "p95_ms": 89.252}, "read_interval": {"avg_ms": 102.505, "count": 292, "max_ms": 110.986, "p95_ms": 107.294}, "triton_wait": {"avg_ms": 72.069, "count": 293, "max_ms": 78.029, "p95_ms": 76.085}, "visualize": {"avg_ms": 3.719, "count": 293, "max_ms": 4.566, "p95_ms": 3.958}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4100}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.584, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.179, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:43:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:43:11+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:43:11+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:43:11.661715+09:00", "mtime_epoch": 1783089791.6617146, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83544}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:43:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.808, "pushed": 9.808, "read": 9.774}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.448, "count": 294, "max_ms": 5.03, "p95_ms": 3.691}, "gstreamer_push": {"avg_ms": 1.371, "count": 294, "max_ms": 1.603, "p95_ms": 1.444}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.731, "count": 294, "max_ms": 75.634, "p95_ms": 72.288}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.891, "count": 294, "max_ms": 75.165, "p95_ms": 66.61}, "yolo11_640_fire_11class": {"avg_ms": 64.269, "count": 294, "max_ms": 75.937, "p95_ms": 71.191}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.216, "count": 294, "max_ms": 83.379, "p95_ms": 76.166}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.603, "count": 294, "max_ms": 96.265, "p95_ms": 88.547}, "read_interval": {"avg_ms": 102.296, "count": 293, "max_ms": 116.303, "p95_ms": 106.508}, "triton_wait": {"avg_ms": 73.248, "count": 294, "max_ms": 83.391, "p95_ms": 76.18}, "visualize": {"avg_ms": 3.732, "count": 294, "max_ms": 4.609, "p95_ms": 3.948}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3397}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 634.361, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.111, "sample_count": 3037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 407693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:43:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:43:24+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-07-03T23:43:24+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:43:24.577972+09:00", "mtime_epoch": 1783089804.5779717, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118403}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:43:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.784, "pushed": 9.784, "read": 9.751}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.58, "count": 293, "max_ms": 7.224, "p95_ms": 4.714}, "gstreamer_push": {"avg_ms": 1.334, "count": 293, "max_ms": 1.513, "p95_ms": 1.417}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.493, "count": 293, "max_ms": 73.357, "p95_ms": 65.558}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.038, "count": 293, "max_ms": 73.991, "p95_ms": 65.576}, "yolo11_640_fire_11class": {"avg_ms": 62.077, "count": 293, "max_ms": 73.373, "p95_ms": 65.569}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.244, "count": 293, "max_ms": 82.33, "p95_ms": 75.336}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.661, "count": 293, "max_ms": 96.037, "p95_ms": 88.722}, "read_interval": {"avg_ms": 102.508, "count": 292, "max_ms": 112.55, "p95_ms": 107.289}, "triton_wait": {"avg_ms": 72.256, "count": 293, "max_ms": 82.341, "p95_ms": 75.349}, "visualize": {"avg_ms": 3.685, "count": 293, "max_ms": 4.633, "p95_ms": 3.87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4102}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.457, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.666, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.083, "sample_count": 2590, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:43:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:43:41+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:43:41+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:43:41.738313+09:00", "mtime_epoch": 1783089821.7383132, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88302}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:43:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.442, "count": 293, "max_ms": 4.006, "p95_ms": 3.586}, "gstreamer_push": {"avg_ms": 1.394, "count": 293, "max_ms": 1.672, "p95_ms": 1.473}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.452, "count": 293, "max_ms": 68.708, "p95_ms": 66.354}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.194, "count": 293, "max_ms": 69.455, "p95_ms": 66.462}, "yolo11_640_fire_11class": {"avg_ms": 63.004, "count": 293, "max_ms": 68.976, "p95_ms": 66.55}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.357, "count": 293, "max_ms": 79.136, "p95_ms": 76.081}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.782, "count": 293, "max_ms": 91.628, "p95_ms": 88.282}, "read_interval": {"avg_ms": 102.649, "count": 292, "max_ms": 109.378, "p95_ms": 106.382}, "triton_wait": {"avg_ms": 73.369, "count": 293, "max_ms": 79.148, "p95_ms": 76.093}, "visualize": {"avg_ms": 3.734, "count": 293, "max_ms": 4.412, "p95_ms": 3.997}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3399}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.484, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 664.386, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.11, "sample_count": 3039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 407985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:43:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:43:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:43:54+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:43:54.610569+09:00", "mtime_epoch": 1783089834.6105692, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:43:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.756, "pushed": 9.756, "read": 9.723}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.633, "count": 292, "max_ms": 6.945, "p95_ms": 5.227}, "gstreamer_push": {"avg_ms": 1.339, "count": 292, "max_ms": 1.993, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.714, "count": 292, "max_ms": 68.515, "p95_ms": 66.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.96, "count": 292, "max_ms": 68.696, "p95_ms": 66.166}, "yolo11_640_fire_11class": {"avg_ms": 62.296, "count": 292, "max_ms": 69.15, "p95_ms": 66.146}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.347, "count": 292, "max_ms": 82.042, "p95_ms": 75.656}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.908, "count": 292, "max_ms": 95.29, "p95_ms": 89.297}, "read_interval": {"avg_ms": 102.817, "count": 291, "max_ms": 115.711, "p95_ms": 108.034}, "triton_wait": {"avg_ms": 72.359, "count": 292, "max_ms": 82.053, "p95_ms": 75.668}, "visualize": {"avg_ms": 3.727, "count": 292, "max_ms": 4.831, "p95_ms": 4.171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4104}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.766, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.727, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.918, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:44:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:44:11+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:44:11+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:44:11.802911+09:00", "mtime_epoch": 1783089851.802911, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:44:11+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.779, "pushed": 9.779, "read": 9.746}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.303, "count": 293, "max_ms": 3.903, "p95_ms": 3.537}, "gstreamer_push": {"avg_ms": 1.366, "count": 293, "max_ms": 1.505, "p95_ms": 1.455}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.384, "count": 293, "max_ms": 69.115, "p95_ms": 67.474}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.481, "count": 293, "max_ms": 68.1, "p95_ms": 67.459}, "yolo11_640_fire_11class": {"avg_ms": 63.981, "count": 293, "max_ms": 68.541, "p95_ms": 67.088}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.888, "count": 293, "max_ms": 79.279, "p95_ms": 76.313}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.051, "count": 293, "max_ms": 91.797, "p95_ms": 88.511}, "read_interval": {"avg_ms": 102.597, "count": 292, "max_ms": 110.373, "p95_ms": 106.129}, "triton_wait": {"avg_ms": 73.9, "count": 293, "max_ms": 79.292, "p95_ms": 76.325}, "visualize": {"avg_ms": 3.648, "count": 293, "max_ms": 4.631, "p95_ms": 3.897}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3402}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.969, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 694.417, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.076, "sample_count": 3042, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 408278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:44:24+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:44:24+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T23:44:24.643166+09:00", "mtime_epoch": 1783089864.6431663, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118700}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:44:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.788, "pushed": 9.788, "read": 9.755}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.544, "count": 293, "max_ms": 5.646, "p95_ms": 4.682}, "gstreamer_push": {"avg_ms": 1.321, "count": 293, "max_ms": 1.568, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.898, "count": 293, "max_ms": 68.695, "p95_ms": 66.214}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.128, "count": 293, "max_ms": 68.707, "p95_ms": 66.201}, "yolo11_640_fire_11class": {"avg_ms": 62.336, "count": 293, "max_ms": 68.285, "p95_ms": 65.722}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.286, "count": 293, "max_ms": 77.463, "p95_ms": 75.499}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.723, "count": 293, "max_ms": 90.544, "p95_ms": 88.942}, "read_interval": {"avg_ms": 102.489, "count": 292, "max_ms": 110.599, "p95_ms": 107.192}, "triton_wait": {"avg_ms": 72.298, "count": 293, "max_ms": 77.475, "p95_ms": 75.511}, "visualize": {"avg_ms": 3.683, "count": 293, "max_ms": 4.481, "p95_ms": 3.89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4107}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.727, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.769, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.971, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 492880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:44:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:44:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:44:41+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:44:41.847508+09:00", "mtime_epoch": 1783089881.847508, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 81988}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:44:41+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.786, "pushed": 9.786, "read": 9.753}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.44, "count": 293, "max_ms": 4.935, "p95_ms": 3.566}, "gstreamer_push": {"avg_ms": 1.375, "count": 293, "max_ms": 1.588, "p95_ms": 1.471}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.068, "count": 293, "max_ms": 70.143, "p95_ms": 67.398}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.21, "count": 293, "max_ms": 70.155, "p95_ms": 67.023}, "yolo11_640_fire_11class": {"avg_ms": 63.496, "count": 293, "max_ms": 69.26, "p95_ms": 66.492}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.429, "count": 293, "max_ms": 79.447, "p95_ms": 76.49}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.839, "count": 293, "max_ms": 92.21, "p95_ms": 88.733}, "read_interval": {"avg_ms": 102.526, "count": 292, "max_ms": 111.403, "p95_ms": 106.189}, "triton_wait": {"avg_ms": 73.441, "count": 293, "max_ms": 79.46, "p95_ms": 76.502}, "visualize": {"avg_ms": 3.705, "count": 293, "max_ms": 4.629, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3404}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.512, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 724.49, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.11, "sample_count": 3001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 408571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:44:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:44:54+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:44:54+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:44:54.711763+09:00", "mtime_epoch": 1783089894.7117634, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:44:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.776, "pushed": 9.776, "read": 9.742}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.545, "count": 293, "max_ms": 5.813, "p95_ms": 4.709}, "gstreamer_push": {"avg_ms": 1.326, "count": 293, "max_ms": 1.537, "p95_ms": 1.416}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.726, "count": 293, "max_ms": 70.625, "p95_ms": 66.189}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.568, "count": 293, "max_ms": 72.52, "p95_ms": 66.698}, "yolo11_640_fire_11class": {"avg_ms": 62.248, "count": 293, "max_ms": 71.734, "p95_ms": 66.285}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.197, "count": 293, "max_ms": 79.738, "p95_ms": 75.626}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.665, "count": 293, "max_ms": 92.944, "p95_ms": 89.11}, "read_interval": {"avg_ms": 102.619, "count": 292, "max_ms": 110.256, "p95_ms": 107.819}, "triton_wait": {"avg_ms": 72.209, "count": 293, "max_ms": 79.749, "p95_ms": 75.638}, "visualize": {"avg_ms": 3.686, "count": 293, "max_ms": 4.616, "p95_ms": 3.873}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4109}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.633, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 296.852, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.026, "sample_count": 2878, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:45:12+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:45:11+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:45:11.924105+09:00", "mtime_epoch": 1783089911.924105, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85305}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:45:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.452, "count": 293, "max_ms": 4.626, "p95_ms": 3.66}, "gstreamer_push": {"avg_ms": 1.378, "count": 293, "max_ms": 1.58, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.883, "count": 293, "max_ms": 74.155, "p95_ms": 67.174}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.922, "count": 293, "max_ms": 73.783, "p95_ms": 68.174}, "yolo11_640_fire_11class": {"avg_ms": 63.52, "count": 293, "max_ms": 72.886, "p95_ms": 67.449}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.335, "count": 293, "max_ms": 82.576, "p95_ms": 76.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.725, "count": 293, "max_ms": 95.139, "p95_ms": 89.246}, "read_interval": {"avg_ms": 102.653, "count": 292, "max_ms": 116.961, "p95_ms": 106.673}, "triton_wait": {"avg_ms": 73.347, "count": 293, "max_ms": 82.588, "p95_ms": 76.776}, "visualize": {"avg_ms": 3.727, "count": 293, "max_ms": 4.897, "p95_ms": 3.957}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3407}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.438, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 754.547, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.201, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 408863, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:45:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:45:24+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:45:24+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:45:24.764360+09:00", "mtime_epoch": 1783089924.7643597, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118088}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:45:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.747, "pushed": 9.747, "read": 9.714}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.6, "count": 292, "max_ms": 7.63, "p95_ms": 4.837}, "gstreamer_push": {"avg_ms": 1.326, "count": 292, "max_ms": 1.542, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.147, "count": 292, "max_ms": 71.818, "p95_ms": 66.364}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.253, "count": 292, "max_ms": 71.205, "p95_ms": 66.315}, "yolo11_640_fire_11class": {"avg_ms": 62.703, "count": 292, "max_ms": 70.628, "p95_ms": 66.422}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.415, "count": 292, "max_ms": 80.314, "p95_ms": 75.73}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.036, "count": 292, "max_ms": 96.353, "p95_ms": 89.503}, "read_interval": {"avg_ms": 102.913, "count": 291, "max_ms": 116.374, "p95_ms": 108.482}, "triton_wait": {"avg_ms": 72.427, "count": 292, "max_ms": 80.326, "p95_ms": 75.742}, "visualize": {"avg_ms": 3.77, "count": 292, "max_ms": 6.498, "p95_ms": 4.174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4112}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12419.602, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 326.903, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.944, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493466, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:45:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:45:42+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:45:41+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:45:41.980701+09:00", "mtime_epoch": 1783089941.980701, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91886}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:45:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.749}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.47, "count": 293, "max_ms": 5.394, "p95_ms": 4.92}, "gstreamer_push": {"avg_ms": 1.382, "count": 293, "max_ms": 1.96, "p95_ms": 1.499}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.085, "count": 293, "max_ms": 69.914, "p95_ms": 67.066}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.825, "count": 293, "max_ms": 69.37, "p95_ms": 66.624}, "yolo11_640_fire_11class": {"avg_ms": 62.476, "count": 293, "max_ms": 69.38, "p95_ms": 66.4}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.31, "count": 293, "max_ms": 77.813, "p95_ms": 76.359}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.775, "count": 293, "max_ms": 94.233, "p95_ms": 89.4}, "read_interval": {"avg_ms": 102.554, "count": 292, "max_ms": 116.126, "p95_ms": 108.677}, "triton_wait": {"avg_ms": 72.322, "count": 293, "max_ms": 77.826, "p95_ms": 76.371}, "visualize": {"avg_ms": 3.745, "count": 293, "max_ms": 6.095, "p95_ms": 4.297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3409}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12419.5, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 784.596, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.609, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.609, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.187, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 409157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:45:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:45:54+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T23:45:54+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:45:54.820956+09:00", "mtime_epoch": 1783089954.8209555, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119480}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:45:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.816, "pushed": 9.816, "read": 9.782}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.619, "count": 294, "max_ms": 7.22, "p95_ms": 5.222}, "gstreamer_push": {"avg_ms": 1.328, "count": 294, "max_ms": 1.583, "p95_ms": 1.411}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.91, "count": 294, "max_ms": 68.198, "p95_ms": 65.84}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.132, "count": 294, "max_ms": 68.204, "p95_ms": 65.275}, "yolo11_640_fire_11class": {"avg_ms": 60.382, "count": 294, "max_ms": 68.21, "p95_ms": 65.288}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.27, "count": 294, "max_ms": 77.231, "p95_ms": 75.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.854, "count": 294, "max_ms": 92.389, "p95_ms": 89.223}, "read_interval": {"avg_ms": 102.218, "count": 293, "max_ms": 114.579, "p95_ms": 108.815}, "triton_wait": {"avg_ms": 70.282, "count": 294, "max_ms": 77.242, "p95_ms": 75.707}, "visualize": {"avg_ms": 3.698, "count": 294, "max_ms": 5.114, "p95_ms": 3.968}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4114}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.959, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.883, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 493759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:46:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:46:12+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:46:12+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:46:12.037297+09:00", "mtime_epoch": 1783089972.0372965, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88440}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:46:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.783, "pushed": 9.783, "read": 9.749}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.45, "count": 293, "max_ms": 4.903, "p95_ms": 3.56}, "gstreamer_push": {"avg_ms": 1.389, "count": 293, "max_ms": 1.583, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.622, "count": 293, "max_ms": 70.662, "p95_ms": 67.673}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.108, "count": 293, "max_ms": 72.535, "p95_ms": 67.337}, "yolo11_640_fire_11class": {"avg_ms": 62.923, "count": 293, "max_ms": 68.811, "p95_ms": 66.613}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.105, "count": 293, "max_ms": 81.917, "p95_ms": 76.256}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.524, "count": 293, "max_ms": 94.15, "p95_ms": 88.73}, "read_interval": {"avg_ms": 102.571, "count": 292, "max_ms": 110.754, "p95_ms": 107.033}, "triton_wait": {"avg_ms": 73.118, "count": 293, "max_ms": 81.929, "p95_ms": 76.269}, "visualize": {"avg_ms": 3.733, "count": 293, "max_ms": 4.498, "p95_ms": 3.95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3412}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.199, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 814.688, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.867, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.249, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 409451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:46:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:46:24+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-07-03T23:46:24+09:00", "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-07-03T23:46:24.917552+09:00", "mtime_epoch": 1783089984.9175518, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118925}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:46:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.803, "pushed": 9.803, "read": 9.77}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.697, "count": 294, "max_ms": 7.044, "p95_ms": 5.774}, "gstreamer_push": {"avg_ms": 1.33, "count": 294, "max_ms": 1.568, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.329, "count": 294, "max_ms": 70.283, "p95_ms": 66.788}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.589, "count": 294, "max_ms": 72.468, "p95_ms": 67.084}, "yolo11_640_fire_11class": {"avg_ms": 61.453, "count": 294, "max_ms": 69.974, "p95_ms": 65.907}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.584, "count": 294, "max_ms": 82.162, "p95_ms": 76.011}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.277, "count": 294, "max_ms": 95.294, "p95_ms": 89.537}, "read_interval": {"avg_ms": 102.367, "count": 293, "max_ms": 111.375, "p95_ms": 107.195}, "triton_wait": {"avg_ms": 71.597, "count": 294, "max_ms": 82.173, "p95_ms": 76.023}, "visualize": {"avg_ms": 3.75, "count": 294, "max_ms": 4.752, "p95_ms": 4.464}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4117}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.422, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 386.99, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.906, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494053, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:46:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:46:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:46:42+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:46:42.069891+09:00", "mtime_epoch": 1783090002.0698912, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84683}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:46:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.824, "pushed": 9.824, "read": 9.79}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.512, "count": 294, "max_ms": 5.351, "p95_ms": 4.155}, "gstreamer_push": {"avg_ms": 1.384, "count": 294, "max_ms": 2.28, "p95_ms": 1.475}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.105, "count": 294, "max_ms": 69.113, "p95_ms": 66.786}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.925, "count": 294, "max_ms": 69.123, "p95_ms": 67.004}, "yolo11_640_fire_11class": {"avg_ms": 62.512, "count": 294, "max_ms": 68.873, "p95_ms": 66.489}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.48, "count": 294, "max_ms": 77.684, "p95_ms": 76.021}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.016, "count": 294, "max_ms": 92.079, "p95_ms": 88.587}, "read_interval": {"avg_ms": 102.137, "count": 293, "max_ms": 113.234, "p95_ms": 107.349}, "triton_wait": {"avg_ms": 72.493, "count": 294, "max_ms": 77.697, "p95_ms": 76.033}, "visualize": {"avg_ms": 3.757, "count": 294, "max_ms": 6.108, "p95_ms": 4.302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3414}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.227, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 844.756, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.867, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.169, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 409745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:46:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:46:55+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-07-03T23:46:54+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:46:54.974147+09:00", "mtime_epoch": 1783090014.9741466, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119197}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:46:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.81, "pushed": 9.81, "read": 9.776}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.605, "count": 294, "max_ms": 7.663, "p95_ms": 5.002}, "gstreamer_push": {"avg_ms": 1.337, "count": 294, "max_ms": 1.598, "p95_ms": 1.438}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.962, "count": 294, "max_ms": 67.706, "p95_ms": 65.125}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.639, "count": 294, "max_ms": 68.437, "p95_ms": 65.386}, "yolo11_640_fire_11class": {"avg_ms": 61.376, "count": 294, "max_ms": 67.694, "p95_ms": 64.725}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.291, "count": 294, "max_ms": 76.876, "p95_ms": 74.897}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.08, "count": 294, "max_ms": 140.425, "p95_ms": 88.726}, "read_interval": {"avg_ms": 102.232, "count": 293, "max_ms": 153.441, "p95_ms": 106.49}, "triton_wait": {"avg_ms": 71.303, "count": 294, "max_ms": 76.887, "p95_ms": 74.908}, "visualize": {"avg_ms": 3.726, "count": 294, "max_ms": 6.478, "p95_ms": 4.1}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4119}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.418, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 416.994, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.961, "sample_count": 2926, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:47:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:47:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:47:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:47:12.070485+09:00", "mtime_epoch": 1783090032.0704849, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87276}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:47:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.737, "pushed": 9.737, "read": 9.737}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.519, "count": 292, "max_ms": 5.488, "p95_ms": 4.403}, "gstreamer_push": {"avg_ms": 1.391, "count": 292, "max_ms": 2.042, "p95_ms": 1.485}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.478, "count": 292, "max_ms": 70.697, "p95_ms": 66.988}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.101, "count": 292, "max_ms": 69.473, "p95_ms": 66.679}, "yolo11_640_fire_11class": {"avg_ms": 63.038, "count": 292, "max_ms": 70.71, "p95_ms": 66.443}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.021, "count": 292, "max_ms": 78.932, "p95_ms": 76.4}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.626, "count": 292, "max_ms": 92.442, "p95_ms": 89.803}, "read_interval": {"avg_ms": 102.752, "count": 292, "max_ms": 117.232, "p95_ms": 107.263}, "triton_wait": {"avg_ms": 73.033, "count": 292, "max_ms": 78.944, "p95_ms": 76.412}, "visualize": {"avg_ms": 3.793, "count": 292, "max_ms": 6.127, "p95_ms": 4.472}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3416}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.242, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 874.831, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.867, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.28, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 410036, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:47:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:47:25+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-07-03T23:47:25+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:47:25.054742+09:00", "mtime_epoch": 1783090045.0547419, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:47:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.706, "pushed": 9.706, "read": 9.673}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.696, "count": 291, "max_ms": 8.036, "p95_ms": 5.382}, "gstreamer_push": {"avg_ms": 1.334, "count": 291, "max_ms": 2.075, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.941, "count": 291, "max_ms": 71.971, "p95_ms": 66.889}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.534, "count": 291, "max_ms": 71.958, "p95_ms": 66.971}, "yolo11_640_fire_11class": {"avg_ms": 62.519, "count": 291, "max_ms": 72.453, "p95_ms": 66.482}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.666, "count": 291, "max_ms": 80.555, "p95_ms": 76.323}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.432, "count": 291, "max_ms": 95.917, "p95_ms": 90.797}, "read_interval": {"avg_ms": 103.366, "count": 290, "max_ms": 117.378, "p95_ms": 109.187}, "triton_wait": {"avg_ms": 72.678, "count": 291, "max_ms": 80.566, "p95_ms": 76.335}, "visualize": {"avg_ms": 3.791, "count": 291, "max_ms": 6.632, "p95_ms": 4.332}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4121}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 447.046, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 5, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.864, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:47:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:47:42+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:47:42+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T23:47:42.131079+09:00", "mtime_epoch": 1783090062.1310794, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 86593}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:47:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.716}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.46, "count": 292, "max_ms": 5.198, "p95_ms": 3.556}, "gstreamer_push": {"avg_ms": 1.395, "count": 292, "max_ms": 1.642, "p95_ms": 1.477}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.47, "count": 292, "max_ms": 73.37, "p95_ms": 67.572}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.678, "count": 292, "max_ms": 72.268, "p95_ms": 67.636}, "yolo11_640_fire_11class": {"avg_ms": 63.052, "count": 292, "max_ms": 73.38, "p95_ms": 67.037}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.214, "count": 292, "max_ms": 82.147, "p95_ms": 76.411}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.681, "count": 292, "max_ms": 94.516, "p95_ms": 88.758}, "read_interval": {"avg_ms": 102.919, "count": 291, "max_ms": 111.026, "p95_ms": 106.934}, "triton_wait": {"avg_ms": 73.227, "count": 292, "max_ms": 82.16, "p95_ms": 76.423}, "visualize": {"avg_ms": 3.724, "count": 292, "max_ms": 4.722, "p95_ms": 3.899}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3419}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.406, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 904.844, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.867, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.288, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 410328, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:47:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:47:55+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-07-03T23:47:55+09:00", "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-07-03T23:47:55.071335+09:00", "mtime_epoch": 1783090075.071335, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:47:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.735, "pushed": 9.735, "read": 9.735}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.685, "count": 292, "max_ms": 7.002, "p95_ms": 6.137}, "gstreamer_push": {"avg_ms": 1.344, "count": 292, "max_ms": 2.248, "p95_ms": 1.448}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.871, "count": 292, "max_ms": 74.225, "p95_ms": 66.959}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.966, "count": 292, "max_ms": 74.236, "p95_ms": 66.787}, "yolo11_640_fire_11class": {"avg_ms": 61.4, "count": 292, "max_ms": 73.226, "p95_ms": 66.53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.471, "count": 292, "max_ms": 82.311, "p95_ms": 76.074}}, "truncated_count": 0}, "processing_total": {"avg_ms": 84.993, "count": 292, "max_ms": 95.341, "p95_ms": 89.292}, "read_interval": {"avg_ms": 102.78, "count": 292, "max_ms": 114.961, "p95_ms": 107.741}, "triton_wait": {"avg_ms": 71.483, "count": 292, "max_ms": 82.323, "p95_ms": 76.086}, "visualize": {"avg_ms": 3.712, "count": 292, "max_ms": 4.693, "p95_ms": 4.421}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4124}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12420.375, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 477.077, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.843, "sample_count": 2925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 494930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:48:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:48:12+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:48:12+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:48:12.155673+09:00", "mtime_epoch": 1783090092.1556728, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 82967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:48:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.79, "pushed": 9.79, "read": 9.757}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.466, "count": 293, "max_ms": 5.109, "p95_ms": 3.763}, "gstreamer_push": {"avg_ms": 1.35, "count": 293, "max_ms": 2.294, "p95_ms": 1.418}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.832, "count": 293, "max_ms": 72.344, "p95_ms": 67.002}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.689, "count": 293, "max_ms": 72.357, "p95_ms": 67.459}, "yolo11_640_fire_11class": {"avg_ms": 63.303, "count": 293, "max_ms": 71.351, "p95_ms": 66.729}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.259, "count": 293, "max_ms": 80.468, "p95_ms": 76.25}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.561, "count": 293, "max_ms": 93.356, "p95_ms": 88.699}, "read_interval": {"avg_ms": 102.486, "count": 292, "max_ms": 112.022, "p95_ms": 106.577}, "triton_wait": {"avg_ms": 73.272, "count": 293, "max_ms": 80.483, "p95_ms": 76.261}, "visualize": {"avg_ms": 3.676, "count": 293, "max_ms": 4.711, "p95_ms": 4.034}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3421}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12420.246, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 934.942, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 282.867, "name": "ffmpeg", "pid": 54881, "rss_mb": 282.867, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.358, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 410621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:48:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:48:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:48:25+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:48:25.163930+09:00", "mtime_epoch": 1783090105.1639297, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119108}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:48:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.767, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.674, "count": 292, "max_ms": 7.045, "p95_ms": 6.125}, "gstreamer_push": {"avg_ms": 1.33, "count": 293, "max_ms": 1.511, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.502, "count": 292, "max_ms": 70.492, "p95_ms": 67.221}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.305, "count": 292, "max_ms": 71.104, "p95_ms": 66.515}, "yolo11_640_fire_11class": {"avg_ms": 62.024, "count": 292, "max_ms": 69.639, "p95_ms": 66.429}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.936, "count": 292, "max_ms": 80.415, "p95_ms": 76.533}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.59, "count": 292, "max_ms": 93.88, "p95_ms": 90.002}, "read_interval": {"avg_ms": 102.697, "count": 292, "max_ms": 110.511, "p95_ms": 107.819}, "triton_wait": {"avg_ms": 71.948, "count": 292, "max_ms": 80.427, "p95_ms": 76.545}, "visualize": {"avg_ms": 3.758, "count": 292, "max_ms": 4.731, "p95_ms": 4.429}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4126}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12422.957, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 507.125, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.988, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 495222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:48:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:48:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:48:42+09:00", "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-07-03T23:48:42.196266+09:00", "mtime_epoch": 1783090122.196266, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85099}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:48:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.751, "pushed": 9.751, "read": 9.718}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.293, "count": 292, "max_ms": 5.516, "p95_ms": 3.497}, "gstreamer_push": {"avg_ms": 1.377, "count": 292, "max_ms": 2.082, "p95_ms": 1.462}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.428, "count": 292, "max_ms": 71.527, "p95_ms": 68.513}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.35, "count": 292, "max_ms": 71.136, "p95_ms": 68.417}, "yolo11_640_fire_11class": {"avg_ms": 63.926, "count": 292, "max_ms": 70.765, "p95_ms": 68.377}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.873, "count": 292, "max_ms": 81.292, "p95_ms": 77.723}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.052, "count": 292, "max_ms": 93.845, "p95_ms": 90.039}, "read_interval": {"avg_ms": 102.886, "count": 291, "max_ms": 114.858, "p95_ms": 108.261}, "triton_wait": {"avg_ms": 73.885, "count": 292, "max_ms": 81.305, "p95_ms": 77.736}, "visualize": {"avg_ms": 3.658, "count": 292, "max_ms": 6.442, "p95_ms": 3.953}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3424}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12423.09, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 964.993, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 285.445, "name": "ffmpeg", "pid": 54881, "rss_mb": 285.445, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.503, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 410913, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:48:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:48:55+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:48:55+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:48:55.212523+09:00", "mtime_epoch": 1783090135.212523, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119739}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:48:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.749, "pushed": 9.749, "read": 9.715}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.658, "count": 292, "max_ms": 8.098, "p95_ms": 5.244}, "gstreamer_push": {"avg_ms": 1.339, "count": 292, "max_ms": 1.606, "p95_ms": 1.434}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.354, "count": 292, "max_ms": 70.844, "p95_ms": 67.006}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.337, "count": 292, "max_ms": 70.31, "p95_ms": 66.92}, "yolo11_640_fire_11class": {"avg_ms": 62.058, "count": 292, "max_ms": 70.321, "p95_ms": 66.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.044, "count": 292, "max_ms": 81.085, "p95_ms": 76.619}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.753, "count": 292, "max_ms": 95.79, "p95_ms": 90.544}, "read_interval": {"avg_ms": 102.903, "count": 291, "max_ms": 115.513, "p95_ms": 108.414}, "triton_wait": {"avg_ms": 72.056, "count": 292, "max_ms": 81.098, "p95_ms": 76.632}, "visualize": {"avg_ms": 3.76, "count": 292, "max_ms": 6.481, "p95_ms": 4.004}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4129}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.711, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 537.178, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.074, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 495514, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:49:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:49:12+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:49:12+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T23:49:12.260859+09:00", "mtime_epoch": 1783090152.2608595, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90716}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:49:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.75, "pushed": 9.75, "read": 9.717}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.428, "count": 292, "max_ms": 5.38, "p95_ms": 3.578}, "gstreamer_push": {"avg_ms": 1.363, "count": 292, "max_ms": 2.444, "p95_ms": 1.46}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.505, "count": 292, "max_ms": 70.091, "p95_ms": 67.112}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.08, "count": 292, "max_ms": 70.102, "p95_ms": 67.252}, "yolo11_640_fire_11class": {"avg_ms": 63.333, "count": 292, "max_ms": 68.88, "p95_ms": 67.122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.739, "count": 292, "max_ms": 78.845, "p95_ms": 76.872}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.034, "count": 292, "max_ms": 92.358, "p95_ms": 89.193}, "read_interval": {"avg_ms": 102.921, "count": 291, "max_ms": 114.385, "p95_ms": 106.924}, "triton_wait": {"avg_ms": 73.752, "count": 292, "max_ms": 78.857, "p95_ms": 76.884}, "visualize": {"avg_ms": 3.692, "count": 292, "max_ms": 6.001, "p95_ms": 3.878}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3426}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.695, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 995.049, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.023, "name": "ffmpeg", "pid": 54881, "rss_mb": 288.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.478, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 411207, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:49:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:49:25+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-07-03T23:49:25+09:00", "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-07-03T23:49:25.284903+09:00", "mtime_epoch": 1783090165.2849026, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120833}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:49:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.816, "pushed": 9.816, "read": 9.782}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.556, "count": 294, "max_ms": 6.759, "p95_ms": 4.688}, "gstreamer_push": {"avg_ms": 1.323, "count": 294, "max_ms": 1.481, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.822, "count": 294, "max_ms": 68.332, "p95_ms": 65.461}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.448, "count": 294, "max_ms": 68.342, "p95_ms": 65.479}, "yolo11_640_fire_11class": {"avg_ms": 61.404, "count": 294, "max_ms": 68.321, "p95_ms": 65.338}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.769, "count": 294, "max_ms": 77.926, "p95_ms": 75.211}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.141, "count": 294, "max_ms": 91.28, "p95_ms": 88.678}, "read_interval": {"avg_ms": 102.277, "count": 293, "max_ms": 110.034, "p95_ms": 107.264}, "triton_wait": {"avg_ms": 71.781, "count": 294, "max_ms": 77.938, "p95_ms": 75.223}, "visualize": {"avg_ms": 3.713, "count": 294, "max_ms": 4.919, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4131}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12426.16, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 567.227, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.077, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 495808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T23:49:42+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-07-03T23:49:42+09:00", "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-07-03T23:49:42.292816+09:00", "mtime_epoch": 1783090182.292816, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87314}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:49:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.816, "pushed": 9.816, "read": 9.783}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.454, "count": 294, "max_ms": 5.165, "p95_ms": 3.515}, "gstreamer_push": {"avg_ms": 1.368, "count": 294, "max_ms": 1.536, "p95_ms": 1.449}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.216, "count": 294, "max_ms": 69.327, "p95_ms": 66.982}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.579, "count": 294, "max_ms": 68.814, "p95_ms": 66.994}, "yolo11_640_fire_11class": {"avg_ms": 62.733, "count": 294, "max_ms": 68.827, "p95_ms": 66.654}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.889, "count": 294, "max_ms": 78.492, "p95_ms": 75.902}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.24, "count": 294, "max_ms": 92.153, "p95_ms": 88.321}, "read_interval": {"avg_ms": 102.157, "count": 293, "max_ms": 111.948, "p95_ms": 106.325}, "triton_wait": {"avg_ms": 72.902, "count": 294, "max_ms": 78.505, "p95_ms": 75.915}, "visualize": {"avg_ms": 3.683, "count": 294, "max_ms": 4.554, "p95_ms": 3.791}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3429}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12426.039, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 1025.143, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.023, "name": "ffmpeg", "pid": 54881, "rss_mb": 288.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.494, "sample_count": 2923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 411500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:49:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:49:55+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:49:55+09:00", "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-07-03T23:49:55.368757+09:00", "mtime_epoch": 1783090195.368757, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118661}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:49:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.499, "count": 292, "max_ms": 5.527, "p95_ms": 4.7}, "gstreamer_push": {"avg_ms": 1.31, "count": 293, "max_ms": 1.506, "p95_ms": 1.407}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.271, "count": 292, "max_ms": 70.684, "p95_ms": 66.858}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.062, "count": 292, "max_ms": 69.755, "p95_ms": 66.847}, "yolo11_640_fire_11class": {"avg_ms": 62.74, "count": 292, "max_ms": 68.932, "p95_ms": 66.319}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.817, "count": 292, "max_ms": 80.234, "p95_ms": 75.836}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.916, "count": 293, "max_ms": 93.539, "p95_ms": 89.096}, "read_interval": {"avg_ms": 102.694, "count": 292, "max_ms": 111.068, "p95_ms": 106.702}, "triton_wait": {"avg_ms": 72.828, "count": 292, "max_ms": 80.245, "p95_ms": 75.85}, "visualize": {"avg_ms": 3.643, "count": 292, "max_ms": 4.274, "p95_ms": 3.833}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4134}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 597.313, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.02, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:50:12+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:50:12+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:50:12.392690+09:00", "mtime_epoch": 1783090212.3926902, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83226}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:50:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.455, "count": 292, "max_ms": 5.022, "p95_ms": 3.595}, "gstreamer_push": {"avg_ms": 1.386, "count": 293, "max_ms": 1.639, "p95_ms": 1.467}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.096, "count": 292, "max_ms": 70.973, "p95_ms": 66.963}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.425, "count": 292, "max_ms": 69.308, "p95_ms": 67.083}, "yolo11_640_fire_11class": {"avg_ms": 62.659, "count": 292, "max_ms": 69.182, "p95_ms": 66.986}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.76, "count": 292, "max_ms": 80.438, "p95_ms": 76.219}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.204, "count": 293, "max_ms": 92.937, "p95_ms": 88.716}, "read_interval": {"avg_ms": 102.663, "count": 292, "max_ms": 110.833, "p95_ms": 107.086}, "triton_wait": {"avg_ms": 72.773, "count": 292, "max_ms": 80.45, "p95_ms": 76.232}, "visualize": {"avg_ms": 3.725, "count": 292, "max_ms": 4.786, "p95_ms": 3.934}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3431}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.84, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 1055.223, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.023, "name": "ffmpeg", "pid": 54881, "rss_mb": 288.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.406, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 411793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:50:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:50:25+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:50:25+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:50:25.444646+09:00", "mtime_epoch": 1783090225.4446464, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119524}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:50:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.772, "pushed": 9.772, "read": 9.739}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.488, "count": 293, "max_ms": 5.533, "p95_ms": 4.64}, "gstreamer_push": {"avg_ms": 1.33, "count": 293, "max_ms": 1.543, "p95_ms": 1.42}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.846, "count": 293, "max_ms": 68.361, "p95_ms": 66.161}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.696, "count": 293, "max_ms": 68.798, "p95_ms": 66.378}, "yolo11_640_fire_11class": {"avg_ms": 62.333, "count": 293, "max_ms": 68.788, "p95_ms": 66.008}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.418, "count": 293, "max_ms": 77.212, "p95_ms": 75.576}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.656, "count": 293, "max_ms": 90.587, "p95_ms": 89.061}, "read_interval": {"avg_ms": 102.667, "count": 292, "max_ms": 110.184, "p95_ms": 107.635}, "triton_wait": {"avg_ms": 72.43, "count": 293, "max_ms": 77.224, "p95_ms": 75.588}, "visualize": {"avg_ms": 3.684, "count": 293, "max_ms": 4.701, "p95_ms": 3.907}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4136}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.75, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 627.363, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.133, "sample_count": 2921, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:50:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:50:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:50:42+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:50:42.440599+09:00", "mtime_epoch": 1783090242.4405987, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 84320}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:50:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.683, "pushed": 9.683, "read": 9.65}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.66, "count": 290, "max_ms": 5.525, "p95_ms": 5.38}, "gstreamer_push": {"avg_ms": 1.443, "count": 290, "max_ms": 2.336, "p95_ms": 1.855}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.436, "count": 290, "max_ms": 68.598, "p95_ms": 67.063}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.161, "count": 290, "max_ms": 69.841, "p95_ms": 66.925}, "yolo11_640_fire_11class": {"avg_ms": 62.914, "count": 290, "max_ms": 69.03, "p95_ms": 66.509}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.956, "count": 290, "max_ms": 78.321, "p95_ms": 76.273}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.094, "count": 290, "max_ms": 96.452, "p95_ms": 92.33}, "read_interval": {"avg_ms": 103.619, "count": 289, "max_ms": 118.662, "p95_ms": 114.13}, "triton_wait": {"avg_ms": 72.969, "count": 290, "max_ms": 78.334, "p95_ms": 76.285}, "visualize": {"avg_ms": 3.98, "count": 290, "max_ms": 6.42, "p95_ms": 6.058}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3434}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.777, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 1085.252, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.023, "name": "ffmpeg", "pid": 54881, "rss_mb": 288.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.695, "sample_count": 2917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 412080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:50:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:50:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:50:55+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:50:55.472569+09:00", "mtime_epoch": 1783090255.472569, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119008}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:50:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.591, "pushed": 9.591, "read": 9.558}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.851, "count": 287, "max_ms": 7.835, "p95_ms": 7.72}, "gstreamer_push": {"avg_ms": 1.338, "count": 287, "max_ms": 1.498, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.064, "count": 287, "max_ms": 69.687, "p95_ms": 66.419}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.204, "count": 287, "max_ms": 68.803, "p95_ms": 66.612}, "yolo11_640_fire_11class": {"avg_ms": 62.443, "count": 287, "max_ms": 69.2, "p95_ms": 66.101}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.722, "count": 287, "max_ms": 78.002, "p95_ms": 76.125}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.862, "count": 287, "max_ms": 99.043, "p95_ms": 94.291}, "read_interval": {"avg_ms": 104.611, "count": 286, "max_ms": 312.976, "p95_ms": 114.217}, "triton_wait": {"avg_ms": 72.734, "count": 287, "max_ms": 78.015, "p95_ms": 76.137}, "visualize": {"avg_ms": 3.958, "count": 287, "max_ms": 6.633, "p95_ms": 6.385}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4139}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12425.73, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 657.404, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.218, "sample_count": 2920, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496683, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:51:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:51:12+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:51:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:51:12.480539+09:00", "mtime_epoch": 1783090272.480539, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83780}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:51:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.753, "pushed": 9.753, "read": 9.72}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 292, "max_ms": 5.246, "p95_ms": 3.538}, "gstreamer_push": {"avg_ms": 1.382, "count": 292, "max_ms": 2.5, "p95_ms": 1.459}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.791, "count": 292, "max_ms": 73.815, "p95_ms": 67.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.214, "count": 292, "max_ms": 72.587, "p95_ms": 67.886}, "yolo11_640_fire_11class": {"avg_ms": 63.269, "count": 292, "max_ms": 73.827, "p95_ms": 67.447}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.6, "count": 292, "max_ms": 82.967, "p95_ms": 77.003}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.99, "count": 292, "max_ms": 95.3, "p95_ms": 89.603}, "read_interval": {"avg_ms": 102.87, "count": 291, "max_ms": 114.916, "p95_ms": 106.921}, "triton_wait": {"avg_ms": 73.613, "count": 292, "max_ms": 82.98, "p95_ms": 77.013}, "visualize": {"avg_ms": 3.722, "count": 292, "max_ms": 4.706, "p95_ms": 3.906}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3436}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12425.668, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 1115.328, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 288.023, "name": "ffmpeg", "pid": 54881, "rss_mb": 288.023, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.704, "sample_count": 2915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 412372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:51:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:51:25+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:51:25+09:00", "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-07-03T23:51:25.544523+09:00", "mtime_epoch": 1783090285.5445228, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119313}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:51:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.74, "pushed": 9.74, "read": 9.707}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.56, "count": 292, "max_ms": 5.633, "p95_ms": 4.711}, "gstreamer_push": {"avg_ms": 1.325, "count": 292, "max_ms": 2.297, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.125, "count": 292, "max_ms": 72.821, "p95_ms": 66.887}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.15, "count": 292, "max_ms": 72.801, "p95_ms": 66.753}, "yolo11_640_fire_11class": {"avg_ms": 62.725, "count": 292, "max_ms": 72.811, "p95_ms": 66.514}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.99, "count": 292, "max_ms": 82.158, "p95_ms": 76.471}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.337, "count": 292, "max_ms": 95.243, "p95_ms": 89.881}, "read_interval": {"avg_ms": 102.985, "count": 291, "max_ms": 111.836, "p95_ms": 106.9}, "triton_wait": {"avg_ms": 73.002, "count": 292, "max_ms": 82.169, "p95_ms": 76.483}, "visualize": {"avg_ms": 3.674, "count": 292, "max_ms": 4.654, "p95_ms": 3.81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4141}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12426.441, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 687.43, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.23, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 496975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:51:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:51:42+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:51:42+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:51:42.508510+09:00", "mtime_epoch": 1783090302.5085096, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 90898}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:51:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.758, "pushed": 9.758, "read": 9.725}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.424, "count": 292, "max_ms": 4.917, "p95_ms": 3.501}, "gstreamer_push": {"avg_ms": 1.37, "count": 292, "max_ms": 1.604, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.912, "count": 292, "max_ms": 68.761, "p95_ms": 67.565}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.646, "count": 292, "max_ms": 72.435, "p95_ms": 67.674}, "yolo11_640_fire_11class": {"avg_ms": 63.47, "count": 292, "max_ms": 69.482, "p95_ms": 66.878}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.675, "count": 292, "max_ms": 80.668, "p95_ms": 76.794}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.986, "count": 292, "max_ms": 92.957, "p95_ms": 89.077}, "read_interval": {"avg_ms": 102.822, "count": 291, "max_ms": 113.378, "p95_ms": 106.847}, "triton_wait": {"avg_ms": 73.687, "count": 292, "max_ms": 80.68, "p95_ms": 76.804}, "visualize": {"avg_ms": 3.679, "count": 292, "max_ms": 4.489, "p95_ms": 3.865}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3438}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12430.59, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 1145.416, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 293.496, "name": "ffmpeg", "pid": 54881, "rss_mb": 293.496, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.83, "sample_count": 2909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 412660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:51:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-07-03T23:51:55+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T23:51:55+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T23:51:55.628506+09:00", "mtime_epoch": 1783090315.6285057, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 128042}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:51:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 288, "pushed_frames": 288, "read_frames": 287, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.604, "pushed": 9.604, "read": 9.57}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.544, "count": 288, "max_ms": 5.547, "p95_ms": 4.771}, "gstreamer_push": {"avg_ms": 1.329, "count": 288, "max_ms": 1.526, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.074, "count": 288, "max_ms": 68.884, "p95_ms": 66.986}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.742, "count": 288, "max_ms": 71.436, "p95_ms": 67.756}, "yolo11_640_fire_11class": {"avg_ms": 62.645, "count": 288, "max_ms": 68.4, "p95_ms": 66.845}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.888, "count": 288, "max_ms": 80.46, "p95_ms": 76.476}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.24, "count": 288, "max_ms": 93.548, "p95_ms": 89.83}, "read_interval": {"avg_ms": 104.441, "count": 287, "max_ms": 524.948, "p95_ms": 107.794}, "triton_wait": {"avg_ms": 72.903, "count": 288, "max_ms": 80.472, "p95_ms": 76.488}, "visualize": {"avg_ms": 3.674, "count": 288, "max_ms": 4.743, "p95_ms": 3.826}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4143}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12432.469, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 717.504, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.23, "sample_count": 2918, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497268, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:52:12+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:52:12+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:52:12.580508+09:00", "mtime_epoch": 1783090332.5805085, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88622}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:52:12+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.773, "pushed": 9.773, "read": 9.74}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.446, "count": 293, "max_ms": 5.031, "p95_ms": 3.54}, "gstreamer_push": {"avg_ms": 1.361, "count": 293, "max_ms": 1.647, "p95_ms": 1.447}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.467, "count": 293, "max_ms": 69.395, "p95_ms": 67.546}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.792, "count": 293, "max_ms": 70.285, "p95_ms": 68.231}, "yolo11_640_fire_11class": {"avg_ms": 62.929, "count": 293, "max_ms": 69.767, "p95_ms": 67.329}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.886, "count": 293, "max_ms": 78.564, "p95_ms": 77.107}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.179, "count": 293, "max_ms": 90.871, "p95_ms": 89.316}, "read_interval": {"avg_ms": 102.642, "count": 292, "max_ms": 112.84, "p95_ms": 108.498}, "triton_wait": {"avg_ms": 72.898, "count": 293, "max_ms": 78.577, "p95_ms": 77.119}, "visualize": {"avg_ms": 3.702, "count": 293, "max_ms": 4.741, "p95_ms": 3.942}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3441}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12433.094, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 1175.512, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 295.672, "name": "ffmpeg", "pid": 54881, "rss_mb": 295.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.824, "sample_count": 2910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 412952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:52:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:52:25+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-07-03T23:52:25+09:00", "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-07-03T23:52:25.720516+09:00", "mtime_epoch": 1783090345.7205164, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118647}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:52:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.705, "pushed": 9.705, "read": 9.705}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.863, "count": 291, "max_ms": 7.701, "p95_ms": 6.881}, "gstreamer_push": {"avg_ms": 1.361, "count": 291, "max_ms": 1.578, "p95_ms": 1.474}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.238, "count": 291, "max_ms": 69.588, "p95_ms": 66.441}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.391, "count": 291, "max_ms": 70.781, "p95_ms": 66.051}, "yolo11_640_fire_11class": {"avg_ms": 61.845, "count": 291, "max_ms": 70.767, "p95_ms": 66.068}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.828, "count": 291, "max_ms": 78.361, "p95_ms": 76.168}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.852, "count": 291, "max_ms": 94.389, "p95_ms": 90.139}, "read_interval": {"avg_ms": 103.035, "count": 291, "max_ms": 116.649, "p95_ms": 108.718}, "triton_wait": {"avg_ms": 71.84, "count": 291, "max_ms": 78.373, "p95_ms": 76.18}, "visualize": {"avg_ms": 3.843, "count": 291, "max_ms": 6.505, "p95_ms": 4.538}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4146}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12434.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 747.525, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.289, "name": "ffmpeg", "pid": 54988, "rss_mb": 325.289, "state": "S (sleeping)", "threads": 106}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.378, "sample_count": 2919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:52:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:52:42+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-07-03T23:52:42+09:00", "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-07-03T23:52:42.628534+09:00", "mtime_epoch": 1783090362.6285338, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87183}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:52:42+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 291, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.76, "pushed": 9.76, "read": 9.726}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.523, "count": 292, "max_ms": 5.82, "p95_ms": 5.314}, "gstreamer_push": {"avg_ms": 1.381, "count": 292, "max_ms": 2.292, "p95_ms": 1.56}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.437, "count": 292, "max_ms": 69.337, "p95_ms": 67.185}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.982, "count": 292, "max_ms": 69.53, "p95_ms": 67.266}, "yolo11_640_fire_11class": {"avg_ms": 63.156, "count": 292, "max_ms": 69.518, "p95_ms": 66.991}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.044, "count": 292, "max_ms": 79.087, "p95_ms": 76.402}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.617, "count": 292, "max_ms": 95.164, "p95_ms": 90.524}, "read_interval": {"avg_ms": 102.902, "count": 291, "max_ms": 118.201, "p95_ms": 111.308}, "triton_wait": {"avg_ms": 73.057, "count": 292, "max_ms": 79.1, "p95_ms": 76.414}, "visualize": {"avg_ms": 3.815, "count": 292, "max_ms": 6.43, "p95_ms": 6.0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12439.707, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 160, "h264_decode_error_count": 407, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:32:47+09:00", "last_error_summary": "[h264 @ 0x563d60af3840] error while decoding MB 28 36, bytestream -11 [h264 @ 0x563d60b36400] error while decoding MB 4 19, bytestream -18 [h264 @ 0x563d60c0e240] top block unavailable for requested intra mode -1 [h264 @ 0x563d60c0e240] error while decoding MB 6 0, bytestream 9228 [h264 @ 0x563d60b33240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x563d60b33240] error while decoding MB 0 27, bytestream 2152 [in#0/rtsp @ 0x563d60aafe00] Error during demuxing: Connection timed o", "last_exit_at": "2026-07-03T23:32:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 1205.516, "last_started_at": "2026-07-03T23:32:50+09:00", "pid": 54881, "process": {"exists": true, "fd_count": 5, "hwm_mb": 301.602, "name": "ffmpeg", "pid": 54881, "rss_mb": 301.602, "state": "S (sleeping)", "threads": 106}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 116, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.91, "sample_count": 2912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 413246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:52:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:52:55+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-07-03T23:52:55+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T23:52:55.760553+09:00", "mtime_epoch": 1783090375.7605531, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121220}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:52:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.805, "pushed": 9.805, "read": 9.805}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.681, "count": 294, "max_ms": 7.766, "p95_ms": 7.074}, "gstreamer_push": {"avg_ms": 1.329, "count": 294, "max_ms": 1.818, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.085, "count": 294, "max_ms": 70.6, "p95_ms": 66.695}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.066, "count": 294, "max_ms": 73.388, "p95_ms": 67.054}, "yolo11_640_fire_11class": {"avg_ms": 60.581, "count": 294, "max_ms": 69.887, "p95_ms": 66.59}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 69.564, "count": 294, "max_ms": 81.255, "p95_ms": 76.123}}, "truncated_count": 0}, "processing_total": {"avg_ms": 83.259, "count": 294, "max_ms": 97.802, "p95_ms": 90.432}, "read_interval": {"avg_ms": 102.17, "count": 294, "max_ms": 653.105, "p95_ms": 109.253}, "triton_wait": {"avg_ms": 69.582, "count": 294, "max_ms": 81.266, "p95_ms": 76.136}, "visualize": {"avg_ms": 3.806, "count": 294, "max_ms": 6.661, "p95_ms": 5.196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4147}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12189.113, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 56, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:40:12+09:00", "last_error_summary": "[h264 @ 0x563d69ead180] error while decoding MB 65 32, bytestream -5 [in#0/rtsp @ 0x563d69e25e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x563d69e25e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-07-03T23:40:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 783.124, "last_started_at": "2026-07-03T23:40:15+09:00", "pid": 54988, "process": {"exists": true, "fd_count": 5, "hwm_mb": 349.363, "name": "ffmpeg", "pid": 54988, "rss_mb": 349.363, "state": "S (sleeping)", "threads": 104}, "restart_count": 57, "restart_count_per_hour": 4, "rtsp_timeout_count": 94, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.521, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:53:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:53:18+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T23:53:18+09:00", "mjpeg": {"age_sec": 15.217, "exists": true, "mtime": "2026-07-03T23:53:03.072566+09:00", "mtime_epoch": 1783090383.0725658, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88141}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:53:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.935, "pushed": 1.935, "read": 1.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.418, "count": 58, "max_ms": 3.777, "p95_ms": 3.527}, "gstreamer_push": {"avg_ms": 1.393, "count": 58, "max_ms": 1.504, "p95_ms": 1.489}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.063, "count": 58, "max_ms": 71.949, "p95_ms": 66.548}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.368, "count": 58, "max_ms": 75.319, "p95_ms": 66.579}, "yolo11_640_fire_11class": {"avg_ms": 62.843, "count": 58, "max_ms": 71.936, "p95_ms": 66.414}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.916, "count": 58, "max_ms": 83.032, "p95_ms": 76.072}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.211, "count": 58, "max_ms": 95.414, "p95_ms": 88.249}, "read_interval": {"avg_ms": 526.255, "count": 57, "max_ms": 15225.343, "p95_ms": 111.842}, "triton_wait": {"avg_ms": 72.928, "count": 58, "max_ms": 83.044, "p95_ms": 76.085}, "visualize": {"avg_ms": 3.694, "count": 58, "max_ms": 4.16, "p95_ms": 3.831}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3443}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 11996.277, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.082, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 139.109, "name": "ffmpeg", "pid": 55140, "rss_mb": 139.078, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.906, "sample_count": 2629, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 413276, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:53:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:53:27+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-07-03T23:53:27+09:00", "mjpeg": {"age_sec": 10.486, "exists": true, "mtime": "2026-07-03T23:53:17.488595+09:00", "mtime_epoch": 1783090397.488595, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119063}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:53:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 11, "pushed_frames": 11, "read_frames": 11, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.978, "pushed": 0.978, "read": 0.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 4.439, "count": 11, "max_ms": 4.602, "p95_ms": 4.602}, "gstreamer_push": {"avg_ms": 1.312, "count": 11, "max_ms": 1.365, "p95_ms": 1.365}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.122, "count": 11, "max_ms": 49.12, "p95_ms": 49.12}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.238, "count": 11, "max_ms": 49.099, "p95_ms": 49.099}, "yolo11_640_fire_11class": {"avg_ms": 45.423, "count": 11, "max_ms": 49.111, "p95_ms": 49.111}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 46.717, "count": 11, "max_ms": 50.039, "p95_ms": 50.039}}, "truncated_count": 0}, "processing_total": {"avg_ms": 60.148, "count": 11, "max_ms": 69.064, "p95_ms": 69.064}, "read_interval": {"avg_ms": 2790.913, "count": 11, "max_ms": 19523.432, "p95_ms": 19523.432}, "triton_wait": {"avg_ms": 46.727, "count": 11, "max_ms": 50.048, "p95_ms": 50.048}, "visualize": {"avg_ms": 3.929, "count": 11, "max_ms": 7.111, "p95_ms": 7.111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 11.242, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4149}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12404.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:24+09:00", "last_error_summary": "[NULL @ 0x55d3a15f4200] missing picture in access unit with size 18 [h264 @ 0x55d3a22bb240] no frame! [in#0/rtsp @ 0x55d3a15efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d3a15efe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55d3a15f4840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:53:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 21.505, "last_started_at": "2026-07-03T23:53:26+09:00", "pid": 55142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.152, "name": "ffmpeg", "pid": 55142, "rss_mb": 324.152, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.317, "sample_count": 2603, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 497883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:53:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:53:48+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-07-03T23:53:48+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:53:48.252675+09:00", "mtime_epoch": 1783090428.2526753, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 91360}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:53:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.271, "pushed": 8.271, "read": 8.271}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.501, "count": 207, "max_ms": 5.386, "p95_ms": 4.747}, "gstreamer_push": {"avg_ms": 1.386, "count": 207, "max_ms": 1.837, "p95_ms": 1.488}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.414, "count": 207, "max_ms": 67.216, "p95_ms": 66.024}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.981, "count": 207, "max_ms": 67.34, "p95_ms": 66.379}, "yolo11_640_fire_11class": {"avg_ms": 60.83, "count": 207, "max_ms": 67.218, "p95_ms": 65.474}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.082, "count": 207, "max_ms": 76.058, "p95_ms": 75.339}}, "truncated_count": 0}, "processing_total": {"avg_ms": 82.686, "count": 207, "max_ms": 93.135, "p95_ms": 88.205}, "read_interval": {"avg_ms": 145.078, "count": 207, "max_ms": 5088.684, "p95_ms": 106.478}, "triton_wait": {"avg_ms": 70.146, "count": 207, "max_ms": 76.07, "p95_ms": 75.352}, "visualize": {"avg_ms": 3.814, "count": 207, "max_ms": 5.967, "p95_ms": 4.555}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 25.028, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3446}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12404.855, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.083, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.586, "name": "ffmpeg", "pid": 55140, "rss_mb": 266.586, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.76, "sample_count": 2643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 413581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:53:57+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-07-03T23:53:57+09:00", "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-07-03T23:53:57.860705+09:00", "mtime_epoch": 1783090437.8607054, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122613}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:53:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 305, "pushed_frames": 305, "read_frames": 305, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.172, "pushed": 10.172, "read": 10.172}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.601, "count": 305, "max_ms": 7.653, "p95_ms": 4.722}, "gstreamer_push": {"avg_ms": 1.349, "count": 305, "max_ms": 1.853, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.3, "count": 305, "max_ms": 66.782, "p95_ms": 65.322}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.999, "count": 305, "max_ms": 68.313, "p95_ms": 65.528}, "yolo11_640_fire_11class": {"avg_ms": 58.708, "count": 305, "max_ms": 66.783, "p95_ms": 65.039}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.005, "count": 305, "max_ms": 76.825, "p95_ms": 75.007}}, "truncated_count": 0}, "processing_total": {"avg_ms": 80.445, "count": 305, "max_ms": 94.721, "p95_ms": 88.446}, "read_interval": {"avg_ms": 98.362, "count": 305, "max_ms": 129.456, "p95_ms": 116.302}, "triton_wait": {"avg_ms": 67.023, "count": 305, "max_ms": 76.837, "p95_ms": 75.018}, "visualize": {"avg_ms": 3.719, "count": 305, "max_ms": 6.475, "p95_ms": 3.889}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4150}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.344, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:24+09:00", "last_error_summary": "[NULL @ 0x55d3a15f4200] missing picture in access unit with size 18 [h264 @ 0x55d3a22bb240] no frame! [in#0/rtsp @ 0x55d3a15efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d3a15efe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55d3a15f4840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:53:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 51.603, "last_started_at": "2026-07-03T23:53:26+09:00", "pid": 55142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.41, "name": "ffmpeg", "pid": 55142, "rss_mb": 324.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.316, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:54:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:54:18+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-07-03T23:54:18+09:00", "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-07-03T23:54:18.348777+09:00", "mtime_epoch": 1783090458.3487766, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88348}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:54:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.434, "pushed": 7.434, "read": 7.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.421, "count": 222, "max_ms": 5.216, "p95_ms": 3.671}, "gstreamer_push": {"avg_ms": 1.401, "count": 223, "max_ms": 1.604, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.616, "count": 222, "max_ms": 67.736, "p95_ms": 66.503}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.845, "count": 222, "max_ms": 68.43, "p95_ms": 66.622}, "yolo11_640_fire_11class": {"avg_ms": 63.237, "count": 222, "max_ms": 68.418, "p95_ms": 66.49}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.024, "count": 222, "max_ms": 78.518, "p95_ms": 76.056}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.399, "count": 223, "max_ms": 90.682, "p95_ms": 88.655}, "read_interval": {"avg_ms": 135.092, "count": 222, "max_ms": 7356.9, "p95_ms": 106.177}, "triton_wait": {"avg_ms": 73.036, "count": 222, "max_ms": 78.531, "p95_ms": 76.067}, "visualize": {"avg_ms": 3.725, "count": 222, "max_ms": 4.7, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3448}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.34, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.176, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.844, "name": "ffmpeg", "pid": 55140, "rss_mb": 266.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.754, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 413877, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:54:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:54:28+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:54:27+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:54:27.980813+09:00", "mtime_epoch": 1783090467.9808133, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 122188}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:54:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.843, "pushed": 9.843, "read": 9.843}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.616, "count": 295, "max_ms": 6.544, "p95_ms": 4.785}, "gstreamer_push": {"avg_ms": 1.35, "count": 295, "max_ms": 1.525, "p95_ms": 1.439}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 60.254, "count": 295, "max_ms": 72.449, "p95_ms": 65.486}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.195, "count": 295, "max_ms": 72.46, "p95_ms": 65.313}, "yolo11_640_fire_11class": {"avg_ms": 59.744, "count": 295, "max_ms": 71.436, "p95_ms": 65.017}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.37, "count": 295, "max_ms": 79.909, "p95_ms": 75.262}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.955, "count": 295, "max_ms": 93.67, "p95_ms": 88.482}, "read_interval": {"avg_ms": 101.654, "count": 295, "max_ms": 130.209, "p95_ms": 118.375}, "triton_wait": {"avg_ms": 68.383, "count": 295, "max_ms": 79.921, "p95_ms": 75.274}, "visualize": {"avg_ms": 3.772, "count": 295, "max_ms": 4.785, "p95_ms": 3.992}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4153}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.926, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:24+09:00", "last_error_summary": "[NULL @ 0x55d3a15f4200] missing picture in access unit with size 18 [h264 @ 0x55d3a22bb240] no frame! [in#0/rtsp @ 0x55d3a15efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d3a15efe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55d3a15f4840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:53:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.636, "last_started_at": "2026-07-03T23:53:26+09:00", "pid": 55142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.41, "name": "ffmpeg", "pid": 55142, "rss_mb": 324.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.315, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:54:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:54:48+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:54:48+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:54:48.380898+09:00", "mtime_epoch": 1783090488.3808982, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 85782}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:54:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.856, "pushed": 9.856, "read": 9.823}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.426, "count": 295, "max_ms": 5.201, "p95_ms": 3.505}, "gstreamer_push": {"avg_ms": 1.38, "count": 295, "max_ms": 1.527, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.75, "count": 295, "max_ms": 74.491, "p95_ms": 67.158}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.246, "count": 295, "max_ms": 74.5, "p95_ms": 67.563}, "yolo11_640_fire_11class": {"avg_ms": 63.27, "count": 295, "max_ms": 73.539, "p95_ms": 66.961}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.847, "count": 295, "max_ms": 81.859, "p95_ms": 75.885}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.242, "count": 295, "max_ms": 94.3, "p95_ms": 88.251}, "read_interval": {"avg_ms": 101.791, "count": 294, "max_ms": 110.171, "p95_ms": 106.395}, "triton_wait": {"avg_ms": 72.86, "count": 295, "max_ms": 81.872, "p95_ms": 75.897}, "visualize": {"avg_ms": 3.709, "count": 295, "max_ms": 4.776, "p95_ms": 3.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3451}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.676, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.224, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.844, "name": "ffmpeg", "pid": 55140, "rss_mb": 266.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.712, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 414171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:54:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:54:58+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:54:58+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:54:58.028942+09:00", "mtime_epoch": 1783090498.0289416, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118494}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:54:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.817, "pushed": 9.817, "read": 9.783}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.658, "count": 294, "max_ms": 6.878, "p95_ms": 5.36}, "gstreamer_push": {"avg_ms": 1.345, "count": 294, "max_ms": 1.548, "p95_ms": 1.442}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.449, "count": 294, "max_ms": 68.633, "p95_ms": 66.087}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.921, "count": 294, "max_ms": 67.472, "p95_ms": 66.529}, "yolo11_640_fire_11class": {"avg_ms": 61.908, "count": 294, "max_ms": 68.645, "p95_ms": 65.909}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.658, "count": 294, "max_ms": 77.322, "p95_ms": 75.18}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.303, "count": 294, "max_ms": 90.59, "p95_ms": 88.671}, "read_interval": {"avg_ms": 102.199, "count": 293, "max_ms": 110.905, "p95_ms": 106.629}, "triton_wait": {"avg_ms": 71.67, "count": 294, "max_ms": 77.334, "p95_ms": 75.192}, "visualize": {"avg_ms": 3.782, "count": 294, "max_ms": 4.626, "p95_ms": 4.061}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4155}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12405.637, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:24+09:00", "last_error_summary": "[NULL @ 0x55d3a15f4200] missing picture in access unit with size 18 [h264 @ 0x55d3a22bb240] no frame! [in#0/rtsp @ 0x55d3a15efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d3a15efe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55d3a15f4840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:53:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.653, "last_started_at": "2026-07-03T23:53:26+09:00", "pid": 55142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.41, "name": "ffmpeg", "pid": 55142, "rss_mb": 324.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.395, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:55:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:55:18+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:55:18.401040+09:00", "mtime_epoch": 1783090518.4010396, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 92261}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:55:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.767, "pushed": 9.767, "read": 9.767}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.477, "count": 293, "max_ms": 5.045, "p95_ms": 4.147}, "gstreamer_push": {"avg_ms": 1.389, "count": 293, "max_ms": 1.642, "p95_ms": 1.472}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.479, "count": 293, "max_ms": 69.72, "p95_ms": 67.213}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.465, "count": 293, "max_ms": 69.544, "p95_ms": 67.258}, "yolo11_640_fire_11class": {"avg_ms": 62.958, "count": 293, "max_ms": 69.243, "p95_ms": 66.794}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.025, "count": 293, "max_ms": 79.09, "p95_ms": 76.942}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.594, "count": 293, "max_ms": 91.472, "p95_ms": 89.409}, "read_interval": {"avg_ms": 102.448, "count": 293, "max_ms": 109.9, "p95_ms": 106.938}, "triton_wait": {"avg_ms": 73.037, "count": 293, "max_ms": 79.101, "p95_ms": 76.955}, "visualize": {"avg_ms": 3.756, "count": 293, "max_ms": 4.836, "p95_ms": 4.238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3453}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12405.852, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.252, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 266.844, "name": "ffmpeg", "pid": 55140, "rss_mb": 266.844, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.778, "sample_count": 2646, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 414464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:55:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:55:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:55:28+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:55:28.057089+09:00", "mtime_epoch": 1783090528.057089, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120201}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:55:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.79, "pushed": 9.79, "read": 9.756}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.64, "count": 293, "max_ms": 7.747, "p95_ms": 5.556}, "gstreamer_push": {"avg_ms": 1.346, "count": 293, "max_ms": 2.14, "p95_ms": 1.454}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.813, "count": 293, "max_ms": 69.507, "p95_ms": 66.892}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.33, "count": 293, "max_ms": 68.972, "p95_ms": 66.924}, "yolo11_640_fire_11class": {"avg_ms": 62.239, "count": 293, "max_ms": 68.919, "p95_ms": 66.089}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.241, "count": 293, "max_ms": 79.699, "p95_ms": 76.245}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.759, "count": 293, "max_ms": 99.66, "p95_ms": 89.599}, "read_interval": {"avg_ms": 102.475, "count": 292, "max_ms": 120.121, "p95_ms": 107.034}, "triton_wait": {"avg_ms": 72.253, "count": 293, "max_ms": 79.711, "p95_ms": 76.257}, "visualize": {"avg_ms": 3.74, "count": 293, "max_ms": 6.546, "p95_ms": 4.237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4158}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.355, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:24+09:00", "last_error_summary": "[NULL @ 0x55d3a15f4200] missing picture in access unit with size 18 [h264 @ 0x55d3a22bb240] no frame! [in#0/rtsp @ 0x55d3a15efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d3a15efe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55d3a15f4840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:53:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.719, "last_started_at": "2026-07-03T23:53:26+09:00", "pid": 55142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.41, "name": "ffmpeg", "pid": 55142, "rss_mb": 324.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 4, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.203, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 498987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:55:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:55:48+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:55:48+09:00", "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-07-03T23:55:48.465200+09:00", "mtime_epoch": 1783090548.4652, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88876}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:55:48+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.777, "pushed": 9.777, "read": 9.744}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.59, "count": 293, "max_ms": 5.252, "p95_ms": 4.648}, "gstreamer_push": {"avg_ms": 1.398, "count": 293, "max_ms": 2.209, "p95_ms": 1.504}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.143, "count": 293, "max_ms": 69.448, "p95_ms": 66.716}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.194, "count": 293, "max_ms": 70.412, "p95_ms": 66.576}, "yolo11_640_fire_11class": {"avg_ms": 62.678, "count": 293, "max_ms": 69.46, "p95_ms": 66.588}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.664, "count": 293, "max_ms": 78.556, "p95_ms": 76.275}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.374, "count": 293, "max_ms": 93.586, "p95_ms": 89.125}, "read_interval": {"avg_ms": 102.599, "count": 292, "max_ms": 115.744, "p95_ms": 106.547}, "triton_wait": {"avg_ms": 72.676, "count": 293, "max_ms": 78.568, "p95_ms": 76.29}, "visualize": {"avg_ms": 3.777, "count": 293, "max_ms": 5.928, "p95_ms": 4.564}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3456}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.621, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.252, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.422, "name": "ffmpeg", "pid": 55140, "rss_mb": 269.422, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.746, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 414754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:55:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:55:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:55:58+09:00", "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-07-03T23:55:58.049255+09:00", "mtime_epoch": 1783090558.0492547, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120992}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:55:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.672, "pushed": 9.672, "read": 9.672}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.772, "count": 290, "max_ms": 8.279, "p95_ms": 7.665}, "gstreamer_push": {"avg_ms": 1.334, "count": 290, "max_ms": 1.586, "p95_ms": 1.431}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.943, "count": 290, "max_ms": 69.404, "p95_ms": 67.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.036, "count": 290, "max_ms": 72.731, "p95_ms": 67.128}, "yolo11_640_fire_11class": {"avg_ms": 62.549, "count": 290, "max_ms": 69.611, "p95_ms": 66.574}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.609, "count": 290, "max_ms": 79.261, "p95_ms": 76.498}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.507, "count": 290, "max_ms": 98.756, "p95_ms": 92.767}, "read_interval": {"avg_ms": 103.44, "count": 290, "max_ms": 120.298, "p95_ms": 113.109}, "triton_wait": {"avg_ms": 72.621, "count": 290, "max_ms": 79.273, "p95_ms": 76.511}, "visualize": {"avg_ms": 3.866, "count": 290, "max_ms": 6.748, "p95_ms": 6.403}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12408.875, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:24+09:00", "last_error_summary": "[NULL @ 0x55d3a15f4200] missing picture in access unit with size 18 [h264 @ 0x55d3a22bb240] no frame! [in#0/rtsp @ 0x55d3a15efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d3a15efe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55d3a15f4840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:53:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.765, "last_started_at": "2026-07-03T23:53:26+09:00", "pid": 55142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 324.41, "name": "ffmpeg", "pid": 55142, "rss_mb": 324.41, "state": "S (sleeping)", "threads": 106}, "restart_count": 58, "restart_count_per_hour": 4, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.283, "sample_count": 2537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499278, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:56:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:56:18+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:56:18+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:56:18.513378+09:00", "mtime_epoch": 1783090578.5133777, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 83264}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:56:18+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.717, "pushed": 9.717, "read": 9.683}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.564, "count": 291, "max_ms": 5.547, "p95_ms": 5.37}, "gstreamer_push": {"avg_ms": 1.429, "count": 291, "max_ms": 2.432, "p95_ms": 1.7}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.643, "count": 291, "max_ms": 70.421, "p95_ms": 66.93}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.343, "count": 291, "max_ms": 70.221, "p95_ms": 67.393}, "yolo11_640_fire_11class": {"avg_ms": 63.003, "count": 291, "max_ms": 70.211, "p95_ms": 66.853}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.326, "count": 291, "max_ms": 81.61, "p95_ms": 76.483}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.163, "count": 291, "max_ms": 95.915, "p95_ms": 91.887}, "read_interval": {"avg_ms": 103.246, "count": 290, "max_ms": 118.36, "p95_ms": 112.021}, "triton_wait": {"avg_ms": 73.339, "count": 291, "max_ms": 81.623, "p95_ms": 76.496}, "visualize": {"avg_ms": 3.864, "count": 291, "max_ms": 6.26, "p95_ms": 5.952}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3458}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12408.703, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.311, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.938, "name": "ffmpeg", "pid": 55140, "rss_mb": 269.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.665, "sample_count": 2674, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 415071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:56:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:56:28+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-07-03T23:56:28+09:00", "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-07-03T23:56:28.145438+09:00", "mtime_epoch": 1783090588.1454382, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118331}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:56:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 317, "pushed_frames": 317, "read_frames": 316, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.581, "pushed": 10.581, "read": 10.548}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.572, "count": 317, "max_ms": 7.092, "p95_ms": 4.859}, "gstreamer_push": {"avg_ms": 1.333, "count": 317, "max_ms": 1.496, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.474, "count": 317, "max_ms": 68.764, "p95_ms": 65.822}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 55.512, "count": 317, "max_ms": 69.564, "p95_ms": 66.196}, "yolo11_640_fire_11class": {"avg_ms": 56.743, "count": 317, "max_ms": 69.555, "p95_ms": 65.445}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 64.554, "count": 317, "max_ms": 78.515, "p95_ms": 74.984}}, "truncated_count": 0}, "processing_total": {"avg_ms": 77.953, "count": 317, "max_ms": 91.833, "p95_ms": 88.395}, "read_interval": {"avg_ms": 94.868, "count": 316, "max_ms": 110.625, "p95_ms": 106.296}, "triton_wait": {"avg_ms": 64.565, "count": 317, "max_ms": 78.527, "p95_ms": 74.996}, "visualize": {"avg_ms": 3.74, "count": 317, "max_ms": 4.735, "p95_ms": 4.042}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4160}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12433.148, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 57, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:24+09:00", "last_error_summary": "[NULL @ 0x55d3a15f4200] missing picture in access unit with size 18 [h264 @ 0x55d3a22bb240] no frame! [in#0/rtsp @ 0x55d3a15efe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55d3a15efe00] Error retrieving a packet from demuxer: Connection timed out [vist#0:0/h264 @ 0x55d3a15f4840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-07-03T23:53:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 208.75, "last_started_at": "2026-07-03T23:53:26+09:00", "pid": 55142, "process": {"exists": true, "fd_count": 5, "hwm_mb": 349.051, "name": "ffmpeg", "pid": 55142, "rss_mb": 349.051, "state": "S (sleeping)", "threads": 104}, "restart_count": 58, "restart_count_per_hour": 4, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.262, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:56:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-07-03T23:56:55+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:56:55+09:00", "mjpeg": {"age_sec": 16.796, "exists": true, "mtime": "2026-07-03T23:56:38.789507+09:00", "mtime_epoch": 1783090598.789507, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 93526}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:56:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["mjpeg_output_stale_warning", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 2, "pushed_frames": 2, "read_frames": 2, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.119, "pushed": 0.119, "read": 0.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "latency_ms": {"analyze": {"avg_ms": 3.411, "count": 2, "max_ms": 3.429, "p95_ms": 3.429}, "gstreamer_push": {"avg_ms": 1.414, "count": 2, "max_ms": 1.427, "p95_ms": 1.427}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 55.813, "count": 2, "max_ms": 63.939, "p95_ms": 63.939}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 56.883, "count": 2, "max_ms": 66.089, "p95_ms": 66.089}, "yolo11_640_fire_11class": {"avg_ms": 54.951, "count": 2, "max_ms": 63.229, "p95_ms": 63.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 61.174, "count": 2, "max_ms": 73.875, "p95_ms": 73.875}}, "truncated_count": 0}, "processing_total": {"avg_ms": 73.508, "count": 2, "max_ms": 86.273, "p95_ms": 86.273}, "read_interval": {"avg_ms": 17112.575, "count": 2, "max_ms": 17444.69, "p95_ms": 17444.69}, "triton_wait": {"avg_ms": 61.186, "count": 2, "max_ms": 73.887, "p95_ms": 73.887}, "visualize": {"avg_ms": 3.658, "count": 2, "max_ms": 3.663, "p95_ms": 3.663}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 16.873, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3461}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12109.848, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.348, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.938, "name": "ffmpeg", "pid": 55140, "rss_mb": 269.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.399, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 415384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:56:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:56:58+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-07-03T23:56:58+09:00", "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-07-03T23:56:58.177637+09:00", "mtime_epoch": 1783090618.1776373, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 120096}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:56:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 313, "pushed_frames": 313, "read_frames": 312, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.447, "pushed": 10.447, "read": 10.413}, "hints": [], "latency_ms": {"analyze": {"avg_ms": 4.509, "count": 313, "max_ms": 5.618, "p95_ms": 4.637}, "gstreamer_push": {"avg_ms": 1.318, "count": 313, "max_ms": 1.488, "p95_ms": 1.396}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 46.936, "count": 313, "max_ms": 63.617, "p95_ms": 50.219}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.24, "count": 313, "max_ms": 65.527, "p95_ms": 49.804}, "yolo11_640_fire_11class": {"avg_ms": 46.092, "count": 313, "max_ms": 62.97, "p95_ms": 49.993}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 47.793, "count": 313, "max_ms": 73.332, "p95_ms": 50.695}}, "truncated_count": 0}, "processing_total": {"avg_ms": 60.951, "count": 313, "max_ms": 86.892, "p95_ms": 63.947}, "read_interval": {"avg_ms": 96.019, "count": 312, "max_ms": 135.66, "p95_ms": 122.136}, "triton_wait": {"avg_ms": 47.809, "count": 313, "max_ms": 73.348, "p95_ms": 50.767}, "visualize": {"avg_ms": 3.687, "count": 313, "max_ms": 4.057, "p95_ms": 3.876}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4162}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.508, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:56:56+09:00", "last_error_summary": "[h264 @ 0x55a34ede2040] error while decoding MB 64 25, bytestream -5 [in#0/rtsp @ 0x55a34e045e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55a34e045e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T23:56:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.485, "last_started_at": "2026-07-03T23:56:59+09:00", "pid": 55399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.414, "name": "ffmpeg", "pid": 55399, "rss_mb": 327.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.446, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499555, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:57:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:57:25+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:57:25+09:00", "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-07-03T23:57:25.561832+09:00", "mtime_epoch": 1783090645.5618324, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87515}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:57:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.277, "pushed": 8.277, "read": 8.243}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.554, "count": 248, "max_ms": 5.924, "p95_ms": 5.304}, "gstreamer_push": {"avg_ms": 1.42, "count": 248, "max_ms": 2.376, "p95_ms": 1.547}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.981, "count": 248, "max_ms": 71.387, "p95_ms": 67.418}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 54.05, "count": 248, "max_ms": 71.774, "p95_ms": 67.543}, "yolo11_640_fire_11class": {"avg_ms": 63.595, "count": 248, "max_ms": 71.267, "p95_ms": 67.061}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.118, "count": 248, "max_ms": 79.98, "p95_ms": 76.11}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.827, "count": 248, "max_ms": 93.993, "p95_ms": 91.307}, "read_interval": {"avg_ms": 121.286, "count": 247, "max_ms": 5130.027, "p95_ms": 108.409}, "triton_wait": {"avg_ms": 73.136, "count": 248, "max_ms": 79.991, "p95_ms": 76.122}, "visualize": {"avg_ms": 3.818, "count": 248, "max_ms": 6.289, "p95_ms": 5.874}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3464}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.367, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 242.412, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 269.938, "name": "ffmpeg", "pid": 55140, "rss_mb": 269.938, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.013, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 415680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:57:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:57:28+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:57:28+09:00", "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-07-03T23:57:28.217852+09:00", "mtime_epoch": 1783090648.2178519, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 121281}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:57:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.885, "pushed": 9.885, "read": 9.851}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.727, "count": 296, "max_ms": 8.196, "p95_ms": 6.943}, "gstreamer_push": {"avg_ms": 1.339, "count": 296, "max_ms": 1.707, "p95_ms": 1.429}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 59.783, "count": 296, "max_ms": 69.107, "p95_ms": 65.064}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.685, "count": 296, "max_ms": 69.624, "p95_ms": 65.182}, "yolo11_640_fire_11class": {"avg_ms": 59.368, "count": 296, "max_ms": 69.119, "p95_ms": 65.141}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 67.892, "count": 296, "max_ms": 77.687, "p95_ms": 74.63}}, "truncated_count": 0}, "processing_total": {"avg_ms": 81.668, "count": 296, "max_ms": 95.102, "p95_ms": 89.59}, "read_interval": {"avg_ms": 101.411, "count": 295, "max_ms": 130.853, "p95_ms": 118.761}, "triton_wait": {"avg_ms": 67.904, "count": 296, "max_ms": 77.698, "p95_ms": 74.642}, "visualize": {"avg_ms": 3.809, "count": 296, "max_ms": 6.745, "p95_ms": 5.454}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4165}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.566, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:56:56+09:00", "last_error_summary": "[h264 @ 0x55a34ede2040] error while decoding MB 64 25, bytestream -5 [in#0/rtsp @ 0x55a34e045e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55a34e045e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T23:56:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.506, "last_started_at": "2026-07-03T23:56:59+09:00", "pid": 55399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.414, "name": "ffmpeg", "pid": 55399, "rss_mb": 327.414, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.283, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 499850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:57:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:57:55+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:57:55+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:57:55.582060+09:00", "mtime_epoch": 1783090675.5820599, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 88437}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:57:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.859, "pushed": 9.859, "read": 9.826}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.453, "count": 295, "max_ms": 5.223, "p95_ms": 3.539}, "gstreamer_push": {"avg_ms": 1.381, "count": 295, "max_ms": 1.517, "p95_ms": 1.465}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.887, "count": 295, "max_ms": 72.706, "p95_ms": 67.195}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.557, "count": 295, "max_ms": 72.218, "p95_ms": 66.792}, "yolo11_640_fire_11class": {"avg_ms": 63.108, "count": 295, "max_ms": 71.694, "p95_ms": 66.958}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.075, "count": 295, "max_ms": 82.736, "p95_ms": 76.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.503, "count": 295, "max_ms": 95.161, "p95_ms": 88.776}, "read_interval": {"avg_ms": 101.746, "count": 294, "max_ms": 111.919, "p95_ms": 105.502}, "triton_wait": {"avg_ms": 73.087, "count": 295, "max_ms": 82.749, "p95_ms": 76.228}, "visualize": {"avg_ms": 3.695, "count": 295, "max_ms": 4.709, "p95_ms": 3.842}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3466}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.828, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.423, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.195, "name": "ffmpeg", "pid": 55140, "rss_mb": 270.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.932, "sample_count": 2710, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 415975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:57:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:57:58+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:57:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:57:58.230081+09:00", "mtime_epoch": 1783090678.2300806, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 123017}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:57:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.835, "pushed": 9.835, "read": 9.835}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.497, "count": 295, "max_ms": 7.083, "p95_ms": 4.724}, "gstreamer_push": {"avg_ms": 1.32, "count": 295, "max_ms": 1.465, "p95_ms": 1.413}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.67, "count": 295, "max_ms": 71.698, "p95_ms": 66.628}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.29, "count": 295, "max_ms": 71.197, "p95_ms": 65.914}, "yolo11_640_fire_11class": {"avg_ms": 61.835, "count": 295, "max_ms": 70.594, "p95_ms": 65.9}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.806, "count": 295, "max_ms": 81.582, "p95_ms": 75.81}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.022, "count": 295, "max_ms": 94.805, "p95_ms": 88.906}, "read_interval": {"avg_ms": 101.737, "count": 295, "max_ms": 111.575, "p95_ms": 106.388}, "triton_wait": {"avg_ms": 71.817, "count": 295, "max_ms": 81.593, "p95_ms": 75.822}, "visualize": {"avg_ms": 3.638, "count": 295, "max_ms": 4.259, "p95_ms": 3.858}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4167}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.008, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:56:56+09:00", "last_error_summary": "[h264 @ 0x55a34ede2040] error while decoding MB 64 25, bytestream -5 [in#0/rtsp @ 0x55a34e045e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55a34e045e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T23:56:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.586, "last_started_at": "2026-07-03T23:56:59+09:00", "pid": 55399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.672, "name": "ffmpeg", "pid": 55399, "rss_mb": 327.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.125, "sample_count": 2458, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 500145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:58:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:58:25+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-07-03T23:58:25+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:58:25.662302+09:00", "mtime_epoch": 1783090705.6623015, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87517}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:58:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.84, "pushed": 9.84, "read": 9.806}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.431, "count": 295, "max_ms": 4.397, "p95_ms": 3.577}, "gstreamer_push": {"avg_ms": 1.375, "count": 295, "max_ms": 1.778, "p95_ms": 1.48}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.622, "count": 295, "max_ms": 70.626, "p95_ms": 66.883}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.747, "count": 295, "max_ms": 69.773, "p95_ms": 66.935}, "yolo11_640_fire_11class": {"avg_ms": 63.193, "count": 295, "max_ms": 71.874, "p95_ms": 66.227}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.076, "count": 295, "max_ms": 80.318, "p95_ms": 75.635}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.543, "count": 295, "max_ms": 93.435, "p95_ms": 88.075}, "read_interval": {"avg_ms": 101.966, "count": 294, "max_ms": 109.569, "p95_ms": 105.623}, "triton_wait": {"avg_ms": 73.089, "count": 295, "max_ms": 80.33, "p95_ms": 75.647}, "visualize": {"avg_ms": 3.731, "count": 295, "max_ms": 4.451, "p95_ms": 4.203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3468}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.254, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.523, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.195, "name": "ffmpeg", "pid": 55140, "rss_mb": 270.195, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.857, "sample_count": 2988, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 416270, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:58:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:58:28+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:58:28+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:58:28.330324+09:00", "mtime_epoch": 1783090708.3303237, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118163}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:58:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.804, "pushed": 9.804, "read": 9.804}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.633, "count": 294, "max_ms": 7.788, "p95_ms": 5.489}, "gstreamer_push": {"avg_ms": 1.347, "count": 294, "max_ms": 2.351, "p95_ms": 1.43}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.099, "count": 294, "max_ms": 70.958, "p95_ms": 65.655}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.04, "count": 294, "max_ms": 70.13, "p95_ms": 65.658}, "yolo11_640_fire_11class": {"avg_ms": 61.664, "count": 294, "max_ms": 72.198, "p95_ms": 65.379}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 71.474, "count": 294, "max_ms": 80.671, "p95_ms": 74.814}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.114, "count": 294, "max_ms": 94.19, "p95_ms": 88.236}, "read_interval": {"avg_ms": 102.023, "count": 294, "max_ms": 114.844, "p95_ms": 106.215}, "triton_wait": {"avg_ms": 71.486, "count": 294, "max_ms": 80.683, "p95_ms": 74.826}, "visualize": {"avg_ms": 3.745, "count": 294, "max_ms": 4.807, "p95_ms": 4.375}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4170}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.914, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:56:56+09:00", "last_error_summary": "[h264 @ 0x55a34ede2040] error while decoding MB 64 25, bytestream -5 [in#0/rtsp @ 0x55a34e045e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55a34e045e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T23:56:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.588, "last_started_at": "2026-07-03T23:56:59+09:00", "pid": 55399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.672, "name": "ffmpeg", "pid": 55399, "rss_mb": 327.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.659, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 500434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:58:55+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:58:55+09:00", "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-07-03T23:58:55.666556+09:00", "mtime_epoch": 1783090735.6665556, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 89285}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:58:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.638, "pushed": 9.638, "read": 9.638}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.637, "count": 289, "max_ms": 5.849, "p95_ms": 5.343}, "gstreamer_push": {"avg_ms": 1.422, "count": 289, "max_ms": 2.347, "p95_ms": 1.658}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.231, "count": 289, "max_ms": 72.302, "p95_ms": 67.723}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.672, "count": 289, "max_ms": 71.2, "p95_ms": 67.173}, "yolo11_640_fire_11class": {"avg_ms": 63.536, "count": 289, "max_ms": 71.272, "p95_ms": 67.356}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.805, "count": 289, "max_ms": 79.867, "p95_ms": 77.303}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.785, "count": 289, "max_ms": 95.412, "p95_ms": 92.694}, "read_interval": {"avg_ms": 103.811, "count": 289, "max_ms": 118.572, "p95_ms": 113.955}, "triton_wait": {"avg_ms": 73.818, "count": 289, "max_ms": 79.879, "p95_ms": 77.317}, "visualize": {"avg_ms": 3.926, "count": 289, "max_ms": 6.515, "p95_ms": 5.956}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3471}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.266, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.58, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.453, "name": "ffmpeg", "pid": 55140, "rss_mb": 270.453, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.595, "sample_count": 2973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 416559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:58:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:58:58+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-07-03T23:58:58+09:00", "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-07-03T23:58:58.382579+09:00", "mtime_epoch": 1783090738.382579, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 118660}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:58:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 289, "pushed_frames": 289, "read_frames": 288, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.648, "pushed": 9.648, "read": 9.614}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.818, "count": 289, "max_ms": 7.673, "p95_ms": 7.569}, "gstreamer_push": {"avg_ms": 1.32, "count": 289, "max_ms": 2.29, "p95_ms": 1.392}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.24, "count": 289, "max_ms": 71.3, "p95_ms": 67.924}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.477, "count": 289, "max_ms": 69.588, "p95_ms": 66.849}, "yolo11_640_fire_11class": {"avg_ms": 62.512, "count": 289, "max_ms": 69.574, "p95_ms": 67.229}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.8, "count": 289, "max_ms": 79.249, "p95_ms": 77.215}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.816, "count": 289, "max_ms": 98.281, "p95_ms": 93.955}, "read_interval": {"avg_ms": 103.981, "count": 288, "max_ms": 118.858, "p95_ms": 114.263}, "triton_wait": {"avg_ms": 72.812, "count": 289, "max_ms": 79.26, "p95_ms": 77.227}, "visualize": {"avg_ms": 3.897, "count": 289, "max_ms": 6.79, "p95_ms": 6.265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4172}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12412.188, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:56:56+09:00", "last_error_summary": "[h264 @ 0x55a34ede2040] error while decoding MB 64 25, bytestream -5 [in#0/rtsp @ 0x55a34e045e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55a34e045e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T23:56:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.62, "last_started_at": "2026-07-03T23:56:59+09:00", "pid": 55399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.672, "name": "ffmpeg", "pid": 55399, "rss_mb": 327.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.998, "sample_count": 2546, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 500724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:59:25+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-07-03T23:59:25+09:00", "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-07-03T23:59:25.694822+09:00", "mtime_epoch": 1783090765.6948218, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87298}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:59:25+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.689, "pushed": 9.689, "read": 9.656}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.482, "count": 290, "max_ms": 5.432, "p95_ms": 3.645}, "gstreamer_push": {"avg_ms": 1.382, "count": 290, "max_ms": 1.875, "p95_ms": 1.478}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 64.894, "count": 290, "max_ms": 75.05, "p95_ms": 68.832}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.487, "count": 290, "max_ms": 74.527, "p95_ms": 68.74}, "yolo11_640_fire_11class": {"avg_ms": 64.373, "count": 290, "max_ms": 74.537, "p95_ms": 68.438}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 74.295, "count": 290, "max_ms": 83.79, "p95_ms": 78.061}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.839, "count": 290, "max_ms": 98.368, "p95_ms": 90.814}, "read_interval": {"avg_ms": 103.554, "count": 289, "max_ms": 118.577, "p95_ms": 108.491}, "triton_wait": {"avg_ms": 74.348, "count": 290, "max_ms": 83.803, "p95_ms": 78.075}, "visualize": {"avg_ms": 3.746, "count": 290, "max_ms": 6.106, "p95_ms": 3.892}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 1, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3473}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12411.98, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 362.658, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.711, "name": "ffmpeg", "pid": 55140, "rss_mb": 270.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.753, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 416850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:59:28+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-07-03T23:59:28+09:00", "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-07-03T23:59:28.466847+09:00", "mtime_epoch": 1783090768.466847, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119967}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:59:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 291, "pushed_frames": 291, "read_frames": 290, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.708, "pushed": 9.708, "read": 9.675}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.654, "count": 291, "max_ms": 7.664, "p95_ms": 5.465}, "gstreamer_push": {"avg_ms": 1.328, "count": 291, "max_ms": 1.539, "p95_ms": 1.428}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.339, "count": 291, "max_ms": 73.152, "p95_ms": 67.417}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.298, "count": 291, "max_ms": 73.134, "p95_ms": 67.479}, "yolo11_640_fire_11class": {"avg_ms": 62.862, "count": 291, "max_ms": 73.144, "p95_ms": 66.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.769, "count": 291, "max_ms": 81.774, "p95_ms": 76.764}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.413, "count": 291, "max_ms": 99.405, "p95_ms": 91.052}, "read_interval": {"avg_ms": 103.355, "count": 290, "max_ms": 119.056, "p95_ms": 109.458}, "triton_wait": {"avg_ms": 72.78, "count": 291, "max_ms": 81.787, "p95_ms": 76.775}, "visualize": {"avg_ms": 3.752, "count": 291, "max_ms": 6.615, "p95_ms": 4.135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/01/tracking_analysis_20260703_090800_3920bd95.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 4175}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "01", "cgroup_memory": {"current_mb": 12411.805, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 58, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:56:56+09:00", "last_error_summary": "[h264 @ 0x55a34ede2040] error while decoding MB 64 25, bytestream -5 [in#0/rtsp @ 0x55a34e045e00] Error during demuxing: Input/output error [in#0/rtsp @ 0x55a34e045e00] Error retrieving a packet from demuxer: Input/output error", "last_exit_at": "2026-07-03T23:56:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.636, "last_started_at": "2026-07-03T23:56:59+09:00", "pid": 55399, "process": {"exists": true, "fd_count": 5, "hwm_mb": 327.672, "name": "ffmpeg", "pid": 55399, "rss_mb": 327.672, "state": "S (sleeping)", "threads": 106}, "restart_count": 59, "restart_count_per_hour": 5, "rtsp_timeout_count": 96, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.021, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 501016, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "3920bd95", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:59:55+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-07-03T23:59:55+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:59:55.711100+09:00", "mtime_epoch": 1783090795.7110996, "path": "/data/playlist/streaming/01/mjpeg.jpg", "size_bytes": 87043}, "monitor_url": "http://192.168.50.244:1223/mjpeg/01", "observed_at": "2026-07-03T23:59:55+09:00", "process": {"exists": true, "fd_count": 135, "hwm_mb": 2204.332, "name": "celery", "pid": 267, "rss_mb": 1871.531, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 3.443, "count": 292, "max_ms": 5.195, "p95_ms": 3.522}, "gstreamer_push": {"avg_ms": 1.392, "count": 292, "max_ms": 2.355, "p95_ms": 1.469}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 63.997, "count": 292, "max_ms": 72.821, "p95_ms": 67.304}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.192, "count": 292, "max_ms": 74.843, "p95_ms": 67.844}, "yolo11_640_fire_11class": {"avg_ms": 63.566, "count": 292, "max_ms": 73.329, "p95_ms": 67.007}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 73.746, "count": 292, "max_ms": 83.092, "p95_ms": 76.374}}, "truncated_count": 0}, "processing_total": {"avg_ms": 86.189, "count": 292, "max_ms": 95.418, "p95_ms": 89.106}, "read_interval": {"avg_ms": 102.798, "count": 292, "max_ms": 111.536, "p95_ms": 106.311}, "triton_wait": {"avg_ms": 73.759, "count": 292, "max_ms": 83.104, "p95_ms": 76.386}, "visualize": {"avg_ms": 3.699, "count": 292, "max_ms": 4.415, "p95_ms": 3.859}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-07-03T09:08:00+09:00", "state": "running", "task_id": "12211685-c628-4e51-9913-70e75ac1816d", "trigger": "start"}
{"analysis_logger": {"buffer_len": 0, "enabled": true, "file_path": "/data/playlist/logs/02/tracking_analysis_20260703_090802_c19c5747.jsonl", "flush_interval_seconds": 15.0, "max_buffer_records": 32, "record_counts": {"scenario_debug": 0, "scenario_event": 38, "tracking_summary": 3476}, "started": true}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "02", "cgroup_memory": {"current_mb": 12412.164, "limit_mb": 8796093022207.996}, "ffmpeg": {"error_count": 161, "h264_decode_error_count": 411, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-07-03T23:53:17+09:00", "last_error_summary": "[h264 @ 0x55d166bd6580] left block unavailable for requested intra mode [h264 @ 0x55d166bd6580] error while decoding MB 0 12, bytestream 582 [h264 @ 0x55d16626ef40] error while decoding MB 29 30, bytestream -15 [h264 @ 0x55d166fe0d40] left block unavailable for requested intra mode [h264 @ 0x55d166fe0d40] error while decoding MB 0 12, bytestream 6569 [h264 @ 0x55d16626ef40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55d16626ef40] error while decoding MB 0 37, bytestream 2013", "last_exit_at": "2026-07-03T23:53:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 392.672, "last_started_at": "2026-07-03T23:53:25+09:00", "pid": 55140, "process": {"exists": true, "fd_count": 5, "hwm_mb": 270.711, "name": "ffmpeg", "pid": 55140, "rss_mb": 270.711, "state": "S (sleeping)", "threads": 106}, "restart_count": 182, "restart_count_per_hour": 3, "rtsp_timeout_count": 118, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.829, "sample_count": 2967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 417142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-07-03T23:59:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "c19c5747", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-07-03T23:59:58+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-07-03T23:59:58+09:00", "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-07-03T23:59:58.479126+09:00", "mtime_epoch": 1783090798.4791257, "path": "/data/playlist/streaming/02/mjpeg.jpg", "size_bytes": 119401}, "monitor_url": "http://192.168.50.244:1223/mjpeg/02", "observed_at": "2026-07-03T23:59:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 8496.734, "name": "celery", "pid": 237, "rss_mb": 7222.426, "state": "S (sleeping)", "threads": 122}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 292, "pushed_frames": 292, "read_frames": 292, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.734, "pushed": 9.734, "read": 9.734}, "hints": ["triton_wait_p95_dominant"], "latency_ms": {"analyze": {"avg_ms": 4.538, "count": 292, "max_ms": 7.079, "p95_ms": 4.776}, "gstreamer_push": {"avg_ms": 1.335, "count": 292, "max_ms": 2.349, "p95_ms": 1.426}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 62.806, "count": 292, "max_ms": 72.473, "p95_ms": 66.246}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 61.324, "count": 292, "max_ms": 74.428, "p95_ms": 66.947}, "yolo11_640_fire_11class": {"avg_ms": 62.35, "count": 292, "max_ms": 73.007, "p95_ms": 66.341}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 72.624, "count": 292, "max_ms": 82.7, "p95_ms": 75.858}}, "truncated_count": 0}, "processing_total": {"avg_ms": 85.964, "count": 292, "max_ms": 96.1, "p95_ms": 89.086}, "read_interval": {"avg_ms": 102.781, "count": 292, "max_ms": 116.163, "p95_ms": 106.83}, "triton_wait": {"avg_ms": 72.636, "count": 292, "max_ms": 82.71, "p95_ms": 75.871}, "visualize": {"avg_ms": 3.67, "count": 292, "max_ms": 4.379, "p95_ms": 3.832}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-07-03T09:08:02+09:00", "state": "running", "task_id": "9223e2cb-c5a3-47a3-ba90-7b570575e095", "trigger": "start"}